-- Logs begin at Tue 2021-11-23 17:51:09 UTC, end at Tue 2021-11-23 20:13:27 UTC. -- Nov 23 18:24:10.282887 n-d-792364-9 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 18:24:13.037499 n-d-792364-9 neutron-server[103292]: INFO neutron.common.config [-] Logging enabled! Nov 23 18:24:13.038083 n-d-792364-9 neutron-server[103292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 18:24:13.038278 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 18:24:13.041627 n-d-792364-9 neutron-server[103292]: INFO neutron.common.config [-] Logging enabled! Nov 23 18:24:13.041898 n-d-792364-9 neutron-server[103292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 18:24:13.042202 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 18:24:13.043126 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:24:13.043384 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:24:13.043752 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:24:13.043998 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:24:13.044226 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:24:13.044592 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.045093 n-d-792364-9 neutron-server[103292]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 18:24:13.045410 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.045710 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.046003 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.046297 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.046586 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.046869 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.047165 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.047505 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.047797 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.048078 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.048365 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.048660 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.048947 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.049238 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.049527 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.049812 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.050096 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.050529 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.050950 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.051232 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.051547 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.051832 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.052106 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.052385 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.052668 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.052994 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] host = n-d-792364-9 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.053270 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.053558 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.053846 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.054133 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.054407 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.054685 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.054974 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.055253 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.055552 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.055829 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.056116 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.056402 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.056692 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.056917 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.057139 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.057435 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.057765 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.058200 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.058545 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.058827 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.059102 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.059556 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.059859 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.060773 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.061097 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.061390 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.061669 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.061944 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.062218 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.062492 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.062776 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.063050 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.063348 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.063873 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.064158 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.064428 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.064699 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.064998 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.065281 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.065569 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.065856 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.066128 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.066409 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.066681 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.066950 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.067220 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.067516 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.067787 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.068068 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.068341 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.068614 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.068884 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.069153 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.069436 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:13.069733 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.070028 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.070329 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.070611 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.070911 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.071190 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.071502 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.071781 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.072070 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.072358 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.072646 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.072923 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.073208 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.073529 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.073778 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.074081 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.074371 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.074662 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.074939 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.075212 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.075524 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.075850 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.076823 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.077112 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.077478 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.077770 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.078087 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.078546 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.078912 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.079211 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.079529 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.079810 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.080254 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.080603 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.080887 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.081241 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.081527 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.081818 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.082103 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.082382 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.082670 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.082953 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.083231 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.083603 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.083888 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.084182 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.084462 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.084738 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.085013 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.085292 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.085566 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.085848 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.086130 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.086405 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.086680 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.086958 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.087230 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.087528 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.087808 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.088080 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.088359 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.088635 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.088910 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.089184 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.089459 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.089733 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.090006 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.090278 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.090559 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.090832 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.091103 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.091398 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.091768 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.092045 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.092332 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.092631 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.092910 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.093188 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.093465 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.093744 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.094021 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.094296 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.094573 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.094849 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.095121 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.095438 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.095724 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.096013 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.096295 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.096598 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.096894 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.097172 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.097454 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.097727 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.098003 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.098285 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.098567 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.098862 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.099156 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.099485 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.099779 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.100067 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.100345 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.100650 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.100931 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:13.101146 n-d-792364-9 neutron-server[103292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:24:13.101384 n-d-792364-9 neutron-server[103292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 18:24:13.532481 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 18:24:13.532758 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 18:24:13.533061 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 18:24:13.533393 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 18:24:13.853056 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.853346 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.853613 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.854795 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.855070 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.855357 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.891546 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.891822 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.892092 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.905933 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.906208 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.906476 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.934746 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.935025 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.935438 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.974735 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.975019 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:13.975290 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.219028 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.219654 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.219654 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.219809 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.220465 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.317853 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.318170 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.318452 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.318720 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.318981 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.319288 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.319634 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.319821 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.320080 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.320356 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.320612 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.320869 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.321124 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.321374 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.321628 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.321888 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.322140 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.322402 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.322666 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.322920 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.323187 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.323463 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.323744 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.324118 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.324368 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.324612 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.325005 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.325243 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.325477 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.325713 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.326036 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.326277 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:14.326636 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 18:24:14.329735 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 18:24:14.333644 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 18:24:14.337393 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 23 18:24:14.339151 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 18:24:14.339643 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 18:24:14.339981 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 18:24:14.340369 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 18:24:14.343778 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 18:24:14.344026 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 18:24:14.344368 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 18:24:14.349594 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 18:24:14.372409 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 18:24:14.372948 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.373249 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 18:24:14.373608 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.374982 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 18:24:14.375278 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 18:24:14.375542 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 18:24:14.379922 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.380208 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:14.443522 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 18:24:14.443755 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 18:24:14.443994 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 18:24:14.444359 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 18:24:14.465088 n-d-792364-9 neutron-server[103292]: DEBUG oslo_db.sqlalchemy.engines [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 18:24:14.999445 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing driver for type 'gre' Nov 23 18:24:14.999971 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] gre ID ranges: [(1, 1000)] Nov 23 18:24:15.049163 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing driver for type 'local' Nov 23 18:24:15.049505 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing driver for type 'vlan' Nov 23 18:24:15.062930 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] VlanTypeDriver initialization complete Nov 23 18:24:15.063253 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing driver for type 'vxlan' Nov 23 18:24:15.064108 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] vxlan ID ranges: [(1, 1000)] Nov 23 18:24:15.115505 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing extension driver 'port_security' Nov 23 18:24:15.115835 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.extensions.port_security [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] PortSecurityExtensionDriver initialization complete Nov 23 18:24:15.116167 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing mechanism driver 'openvswitch' Nov 23 18:24:15.116493 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing mechanism driver 'hyperv' Nov 23 18:24:15.123685 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:15.124357 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.124724 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.125070 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.125602 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.126031 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.126381 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.126729 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.127127 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.127559 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.127908 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.128242 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.128640 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.129041 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.129385 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.129719 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.130252 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.130655 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.131003 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.131370 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.131778 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.132181 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > address_group after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.132524 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > address_group after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.132860 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.133276 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 18:24:15.133633 n-d-792364-9 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] ML2 OVO RPC backend initialized. {{(pid=103292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 18:24:15.134323 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.134674 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.135085 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.135464 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > networks before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.135815 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.136156 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > ports before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.136496 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.136836 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnets before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.137177 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.137514 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.137847 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.138179 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.138550 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.138883 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.139217 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.139573 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.139904 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.140476 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.plugin [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Modular L2 Plugin initialization complete Nov 23 18:24:15.140803 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading services supported by the core plugin {{(pid=103292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 18:24:15.141129 n-d-792364-9 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Got port-security extension from driver 'port_security' Nov 23 18:24:15.141595 n-d-792364-9 neutron-server[103292]: INFO neutron.extensions.vlantransparent [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Disabled vlantransparent extension. Nov 23 18:24:15.142073 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 18:24:15.142387 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: router Nov 23 18:24:15.178671 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.179061 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.179452 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router before_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.179811 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.180177 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.180528 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_delete 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.180884 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.181226 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.181575 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.181916 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.182257 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.182598 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.182951 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.183371 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.183735 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.184069 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.184400 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.184738 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.185082 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.185421 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.185757 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.186100 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.186454 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.186794 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.187142 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.187526 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.187869 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.188228 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > agent after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.188834 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > agent after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.189174 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.190037 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Tracking information for resource: router configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:15.190364 n-d-792364-9 neutron-server[103292]: DEBUG neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Tracking information for resource: floatingip configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 18:24:15.195439 n-d-792364-9 neutron-server[103292]: INFO neutron.db.l3_agentschedulers_db [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 18:24:15.196026 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.196438 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.196793 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.197144 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.197953 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router before_create 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.198311 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.200946 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_create 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.200946 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > router precommit_update 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.204058 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.provider_configuration [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service providers = [] {{(pid=103292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 18:24:15.204373 n-d-792364-9 neutron-server[103292]: DEBUG neutron.db.servicetype_db [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 18:24:15.207345 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.service_base [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:24:15.207699 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.service_base [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:24:15.208038 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.service_base [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:24:15.209520 n-d-792364-9 neutron-server[103292]: DEBUG neutron.services.service_base [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 18:24:15.209520 n-d-792364-9 neutron-server[103292]: INFO neutron.services.service_base [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 18:24:15.209695 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.209954 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 18:24:15.221089 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.221620 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: auto_allocate Nov 23 18:24:15.227207 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: network precommit_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.227605 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: network precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.228122 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.228442 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: tag Nov 23 18:24:15.235606 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.235934 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: timestamp Nov 23 18:24:15.239944 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.240273 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: network_ip_availability Nov 23 18:24:15.245757 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.246123 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.246478 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.247178 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.247533 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: flavors Nov 23 18:24:15.252313 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.252646 n-d-792364-9 neutron-server[103292]: INFO neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading Plugin: revisions Nov 23 18:24:15.256926 n-d-792364-9 neutron-server[103292]: DEBUG neutron.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 18:24:15.257311 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.724s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 18:24:15.258052 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 18:24:15.258387 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Initializing extension manager. Nov 23 18:24:15.258896 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: __init__.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.259233 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: __pycache__ {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.259592 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.259924 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.260671 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.261235 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: address-group Nov 23 18:24:15.261555 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: address_scope.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.263800 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.264337 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: address-scope Nov 23 18:24:15.264669 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.265607 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.266130 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: router-admin-state-down-before-update Nov 23 18:24:15.266454 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: agent.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.267156 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.267696 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: agent Nov 23 18:24:15.268018 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: agent_resources_synced.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.268925 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.269446 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: agent-resources-synced Nov 23 18:24:15.269764 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: allowedaddresspairs.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.271557 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.272086 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: allowed-address-pairs Nov 23 18:24:15.272409 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: auto_allocated_topology.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.273478 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.273997 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: auto-allocated-topology Nov 23 18:24:15.274317 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.275005 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.275538 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: availability_zone Nov 23 18:24:15.275863 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: availability_zone_filter.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.276769 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.277281 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: availability_zone_filter Nov 23 18:24:15.277596 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: data_plane_status.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.278523 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.279634 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 18:24:15.279956 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: default_subnetpools.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.280881 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.281395 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: default-subnetpools Nov 23 18:24:15.281714 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.282514 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.283042 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: dhcp_agent_scheduler Nov 23 18:24:15.283368 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: dns.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.284278 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.284788 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 18:24:15.285106 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: dns_domain_ports.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.286012 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.286522 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 18:24:15.286839 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.287775 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.288283 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 18:24:15.288599 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: dvr.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.289264 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.289777 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: dvr Nov 23 18:24:15.290094 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: ecmp_routes.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.291008 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.291545 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 18:24:15.291863 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: empty_string_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.292770 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.293278 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: empty-string-filtering Nov 23 18:24:15.293635 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.295108 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.295724 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 18:24:15.296043 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.296959 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.297467 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 18:24:15.297785 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: external_net.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.298692 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.299200 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: external-net Nov 23 18:24:15.299555 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.300453 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.300963 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: extra_dhcp_opt Nov 23 18:24:15.301280 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: extraroute.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.302185 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.302694 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: extraroute Nov 23 18:24:15.303011 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: extraroute_atomic.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.304065 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.304580 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: extraroute-atomic Nov 23 18:24:15.304901 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: filter_validation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.305565 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.306074 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: filter-validation Nov 23 18:24:15.306396 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: fip_pf_description.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.307296 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.307834 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 18:24:15.308150 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: fip_port_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.309064 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.309586 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: fip-port-details Nov 23 18:24:15.309903 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: flavors.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.311195 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.311758 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: flavors Nov 23 18:24:15.312081 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.313989 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.314513 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 18:24:15.314837 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: floatingip_pools.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.315555 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.316068 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: floatingip-pools Nov 23 18:24:15.316388 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: ip_allocation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.317315 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.317827 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 18:24:15.318147 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.319092 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.319635 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: ip-substring-filtering Nov 23 18:24:15.319957 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l2_adjacency.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.320866 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.321543 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 18:24:15.321868 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.322962 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.323516 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: router Nov 23 18:24:15.323838 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.326183 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.326718 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 18:24:15.327047 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.328000 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.328524 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: ext-gw-mode Nov 23 18:24:15.328846 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.329787 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.330302 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: l3-ha Nov 23 18:24:15.330622 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3_flavors.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.331559 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.332072 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: l3-flavors Nov 23 18:24:15.332389 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.333292 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.333800 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 18:24:15.334118 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: l3agentscheduler.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.335146 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.335701 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: l3_agent_scheduler Nov 23 18:24:15.336024 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: local_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.337780 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.338313 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension local_ip not supported by any of loaded plugins Nov 23 18:24:15.338646 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: logging.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.340162 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.340686 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension logging not supported by any of loaded plugins Nov 23 18:24:15.341012 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: metering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.342302 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.342885 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: metering Nov 23 18:24:15.343209 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.344322 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.344841 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: metering_source_and_destination_fields Nov 23 18:24:15.345163 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: multiprovidernet.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.346085 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.346601 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: multi-provider Nov 23 18:24:15.346922 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: netmtu.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.347864 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.348376 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: net-mtu Nov 23 18:24:15.348695 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: netmtu_writable.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.349607 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.350123 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: net-mtu-writable Nov 23 18:24:15.350443 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: network_availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.351103 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.351640 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: network_availability_zone Nov 23 18:24:15.351958 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: network_ip_availability.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.353124 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.353644 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: network-ip-availability Nov 23 18:24:15.353964 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: network_segment_range.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.354726 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.355332 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 18:24:15.355665 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: pagination.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.356645 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.357164 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: pagination Nov 23 18:24:15.357490 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: port_device_profile.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.358416 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.358939 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: port-device-profile Nov 23 18:24:15.359259 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.360205 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.360717 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: port-mac-address-regenerate Nov 23 18:24:15.361035 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.361944 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.362454 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: port-numa-affinity-policy Nov 23 18:24:15.362771 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: port_resource_request.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.363692 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.364199 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 18:24:15.364515 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: port_resource_request_groups.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.365480 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.366030 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 18:24:15.366303 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: portbindings.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.367221 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.367751 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: binding Nov 23 18:24:15.368070 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: portbindings_extended.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.369348 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.369874 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: binding-extended Nov 23 18:24:15.370200 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: portsecurity.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.371108 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.371659 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: port-security Nov 23 18:24:15.371981 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: project_id.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.373458 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.373782 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: project-id Nov 23 18:24:15.374102 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: providernet.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.375010 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.375559 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: provider Nov 23 18:24:15.375879 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.379469 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.379995 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos not supported by any of loaded plugins Nov 23 18:24:15.380329 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.381567 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.382086 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 18:24:15.382411 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.383332 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.383857 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 18:24:15.384177 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_default.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.385084 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.385605 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-default not supported by any of loaded plugins Nov 23 18:24:15.385928 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_fip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.386575 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.387087 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 18:24:15.387441 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_gateway_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.388413 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.388933 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 18:24:15.389255 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_port_network_policy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.390177 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.390743 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 18:24:15.391064 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.392144 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.392656 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 18:24:15.392975 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_pps_rule.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.394147 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.394667 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 18:24:15.394986 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_rule_type_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.395930 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.396444 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 18:24:15.396763 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: qos_rules_alias.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.397795 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.398312 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 18:24:15.398633 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: quota_check_limit.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.399559 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.400084 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: quota-check-limit Nov 23 18:24:15.400405 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: quotasv2.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.401306 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.401632 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: quotas Nov 23 18:24:15.401949 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: quotasv2_detail.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.405812 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.406148 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: quota_details Nov 23 18:24:15.406478 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: rbac.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.407555 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.408097 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: rbac-policies Nov 23 18:24:15.408426 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: rbac_address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.409349 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.409878 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: rbac-address-group Nov 23 18:24:15.410209 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: rbac_address_scope.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.411121 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.411674 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: rbac-address-scope Nov 23 18:24:15.411998 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: rbac_security_groups.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.412902 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.413418 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: rbac-security-groups Nov 23 18:24:15.413740 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: rbac_subnetpool.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.414641 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.415156 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: rbac-subnetpool Nov 23 18:24:15.415503 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: revisionifmatch.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.416412 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.416929 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: revision-if-match Nov 23 18:24:15.417250 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: revisions.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.418342 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.418860 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: standard-attr-revisions Nov 23 18:24:15.419183 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: router_availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.419930 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.420450 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: router_availability_zone Nov 23 18:24:15.420772 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: routerservicetype.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.421687 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.422202 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 18:24:15.422522 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.423530 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.424049 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: security-groups-normalized-cidr Nov 23 18:24:15.424371 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.425290 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.425809 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: port-security-groups-filtering Nov 23 18:24:15.426130 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.427040 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.427592 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: security-groups-remote-address-group Nov 23 18:24:15.427915 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.428847 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.429360 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: security-groups-shared-filtering Nov 23 18:24:15.429678 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.430273 n-d-792364-9 neutron-server[103292]: WARNING neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 18:24:15.430588 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: securitygroup.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.440672 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.441202 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: security-group Nov 23 18:24:15.441535 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: segment.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.442338 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.442849 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension segment not supported by any of loaded plugins Nov 23 18:24:15.443174 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.444140 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.444657 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 18:24:15.444979 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: servicetype.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.446065 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.446587 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: service-type Nov 23 18:24:15.446910 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: sorting.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.447910 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.448240 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: sorting Nov 23 18:24:15.448560 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: standard_attr_segment.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.449474 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.449997 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 18:24:15.450321 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: standardattrdescription.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.451562 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.452090 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: standard-attr-description Nov 23 18:24:15.452412 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: stateful_security_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.453352 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.453869 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: stateful-security-group Nov 23 18:24:15.454192 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: stdattrs_common.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.454761 n-d-792364-9 neutron-server[103292]: WARNING neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 18:24:15.455083 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.456041 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.456566 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 18:24:15.456891 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnet_onboard.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.457950 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.458482 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: subnet_onboard Nov 23 18:24:15.458805 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.459876 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.460396 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 18:24:15.460717 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnet_service_types.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.461635 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.462153 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: subnet-service-types Nov 23 18:24:15.462472 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnetallocation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.463570 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.464086 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: subnet_allocation Nov 23 18:24:15.464407 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.465067 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.465581 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: subnetpool-prefix-ops Nov 23 18:24:15.465901 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.467427 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.467941 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 18:24:15.468263 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: tagging.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.469347 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.469871 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: standard-attr-tag Nov 23 18:24:15.470200 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: timestamp.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.471431 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.471960 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loaded extension: standard-attr-timestamp Nov 23 18:24:15.472283 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: trunk.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.473363 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.473890 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension trunk not supported by any of loaded plugins Nov 23 18:24:15.474217 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: trunk_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.475489 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.476078 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 18:24:15.476404 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: uplink_status_propagation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.477338 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.477839 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 18:24:15.478160 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Loading extension file: vlantransparent.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 18:24:15.478834 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 18:24:15.479430 n-d-792364-9 neutron-server[103292]: INFO neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 18:24:15.482045 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:network Nov 23 18:24:15.482697 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnet Nov 23 18:24:15.483096 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:24:15.483611 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:port Nov 23 18:24:15.485026 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.485538 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service FLAVORS assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.486603 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.487136 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.487494 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:router Nov 23 18:24:15.487928 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 18:24:15.488526 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service METERING assigned prefix: /metering {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.490518 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.490886 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.491236 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:24:15.492268 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 18:24:15.492699 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:security_group Nov 23 18:24:15.493144 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 18:24:15.493753 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.494079 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:24:15.494424 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] subnetpool is already registered Nov 23 18:24:15.494844 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.495165 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:24:15.495526 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] subnetpool is already registered Nov 23 18:24:15.497892 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.498322 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service FLAVORS assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.498907 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.499343 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.499683 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:router Nov 23 18:24:15.500026 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] router is already registered Nov 23 18:24:15.500434 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 18:24:15.500769 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] floatingip is already registered Nov 23 18:24:15.501220 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service METERING assigned prefix: /metering {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.501879 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 18:24:15.502200 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] rbac_policy is already registered Nov 23 18:24:15.502615 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:security_group Nov 23 18:24:15.502951 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] security_group is already registered Nov 23 18:24:15.503371 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 18:24:15.503712 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] security_group_rule is already registered Nov 23 18:24:15.504328 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.504655 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:24:15.504987 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] subnetpool is already registered Nov 23 18:24:15.505401 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 18:24:15.505721 n-d-792364-9 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 18:24:15.506047 n-d-792364-9 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] subnetpool is already registered Nov 23 18:24:15.506515 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: extensions {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.508049 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: address-groups {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.509552 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: address-scopes {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.510864 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.512068 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: auto-allocated-topology {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.513835 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: availability_zones {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.515084 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: dhcp-networks {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.516633 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: dhcp-agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.518056 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.521278 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: flavors {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.522488 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: service_profiles {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.523742 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: next_providers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.525305 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: service_profiles {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.526854 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: floatingip-pools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.528120 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.530836 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: floatingips {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.532153 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: l3-routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.533552 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: l3-agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.534959 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: metering-labels {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.536354 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: metering-label-rules {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.537654 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: network-ip-availabilities {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.538928 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: bindings {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.540637 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: quotas {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.542195 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: quotas {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.543810 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: rbac-policies {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.545146 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: security-groups {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.546386 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: security-group-rules {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.547655 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: service-providers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.548879 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: subnetpools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.550294 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: subnetpools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.551863 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.553579 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.555396 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.557181 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.559045 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.561001 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.562679 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.564879 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.566673 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.568536 n-d-792364-9 neutron-server[103292]: DEBUG neutron.api.extensions [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 18:24:15.574529 n-d-792364-9 neutron-server[103292]: WARNING keystonemiddleware.auth_token [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 18:24:15.579772 n-d-792364-9 neutron-server[103292]: WARNING keystonemiddleware.auth_token [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 18:24:15.588525 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Acquired lock "singleton_lock" {{(pid=103292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 18:24:15.588999 n-d-792364-9 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Releasing lock "singleton_lock" {{(pid=103292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 18:24:15.589642 n-d-792364-9 neutron-server[103292]: INFO oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Starting 2 workers Nov 23 18:24:15.594978 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Started child 103399 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:24:15.599431 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Started child 103400 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:24:15.600723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.601328 n-d-792364-9 neutron-server[103292]: INFO neutron.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 18:24:15.601673 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Publish callbacks [] for process, before_spawn {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.602218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [-] (103399) wsgi starting up on http://0.0.0.0:9696 Nov 23 18:24:15.604104 n-d-792364-9 neutron-server[103292]: INFO oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Starting 1 workers Nov 23 18:24:15.604358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.605736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [-] (103400) wsgi starting up on http://0.0.0.0:9696 Nov 23 18:24:15.609333 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Started child 103401 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:24:15.609878 n-d-792364-9 neutron-server[103292]: INFO oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Starting 1 workers Nov 23 18:24:15.613345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] calling RpcWorker wait() {{(pid=103401) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 18:24:15.613864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] returning from RpcWorker wait() {{(pid=103401) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 18:24:15.614323 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Started child 103402 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 18:24:15.615101 n-d-792364-9 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-65d62495-e3c3-401e-9900-3078bb98eb50 None None] Publish callbacks [] for process, after_spawn {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.615421 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.615941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:15.617066 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 18:24:15.617220 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:24:15.617390 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:24:15.617602 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:24:15.617920 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:24:15.618097 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:24:15.618597 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.618883 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.619143 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.619427 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.619561 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:15.620035 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.620277 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.620552 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.620786 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.621055 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.621283 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.621453 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.621616 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.621865 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.622109 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.622415 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.622754 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.622994 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.623242 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.623435 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.623707 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.623979 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.624211 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.624483 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.624722 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.625215 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.625446 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.625695 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.625914 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.626194 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.626425 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.626697 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.626958 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.627211 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.627455 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.627706 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.627940 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.628149 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.628385 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.628615 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.628858 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.629076 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.629532 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] host = n-d-792364-9 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.629762 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.629996 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.630217 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.630470 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.630726 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.630937 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.631195 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.631446 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.631689 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.631928 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.632146 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.632391 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.632604 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.632853 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.633016 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_options = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.633257 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.633547 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.633802 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.633992 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.634159 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.634332 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.634592 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.634753 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.634989 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.635201 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.635435 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.635667 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.635878 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.636106 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.636361 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.636589 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.636802 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.637008 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.637262 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.637491 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.637713 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.637933 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.638184 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.638962 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.639176 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.639425 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.639668 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.639912 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.640154 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.640386 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.640619 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.640862 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.641078 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.641307 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.641560 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.641785 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.642008 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.642238 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.642495 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.642720 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.642983 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.643225 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.643460 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.643673 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.643903 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.644116 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.644360 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.644604 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.644832 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.645072 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.645282 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.645511 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.645722 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.645938 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.646187 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.646621 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.646907 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.647216 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.647482 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.647712 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.647951 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.648205 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.648523 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.648744 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.649141 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.649500 n-d-792364-9 neutron-server[103402]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:15.649643 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.649825 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.650267 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.650397 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.650604 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.650928 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.651185 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.651460 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.651704 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.651941 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.652175 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.652397 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.652676 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.652896 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.653129 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.653361 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.653597 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.654015 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.654755 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.655160 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.655670 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.655917 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.656168 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.656385 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.656634 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.657017 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.657185 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.657466 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.657986 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.658300 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.658489 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.658613 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.658978 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.659065 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.659238 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.659590 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.659778 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.659985 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.660202 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.660439 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.660751 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.661019 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.661353 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.661639 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.661890 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.662126 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.662647 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.663217 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.663631 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.665106 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.667757 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.669708 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.669976 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.670208 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.673055 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.673306 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.673580 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.673819 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.674104 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.674346 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.674577 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.674810 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.675046 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.675294 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.675779 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.676642 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.676874 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.679450 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.679797 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.680040 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.680280 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.680544 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.680777 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.681011 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.681260 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.681499 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.681727 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.681968 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.682191 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.682435 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.682657 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.682931 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.683235 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.683545 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.683801 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.684042 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.684293 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.684535 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.684797 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.685018 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.685915 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.686185 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.686451 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.686729 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.686989 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.687240 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.687522 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.687802 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.688027 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.688256 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.688477 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.688977 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.689224 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.689502 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.689757 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.689990 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.690225 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.690501 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.690780 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.691044 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.691336 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.691577 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.691871 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.692175 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.692444 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.692708 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.692941 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.693171 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.693455 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.693709 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.693965 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.694209 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.694457 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695348 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695348 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695348 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695576 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695644 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.695950 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.696190 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.696446 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.696687 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.696961 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.697223 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.697469 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698306 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698306 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698306 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698525 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698721 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.698943 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.699199 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.699479 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.699717 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.699967 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.700186 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.700429 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.700661 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.701390 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.701640 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.701880 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.702090 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.702313 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.702553 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.702764 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.703033 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.703254 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.703501 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.703741 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.703979 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.704200 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.704423 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.704642 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.704909 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.705142 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.705422 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.705669 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.705921 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.706150 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.706372 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.706606 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.706824 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.707071 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.707296 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.707529 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.707769 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.707993 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.708211 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.708440 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.708687 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.708923 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.709167 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.709394 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.709717 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.709972 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.710204 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.710452 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.710690 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.710940 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.711178 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.711455 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.711867 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.712089 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.712328 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.712590 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.712833 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.713101 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.713313 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.713526 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.713761 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.714002 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.714232 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.714682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.714941 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.715205 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.715484 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.715702 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.715919 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.716148 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.716367 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.716805 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.716990 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.717148 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.717357 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.717585 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.717820 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.718050 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.718392 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.718615 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.718852 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.719099 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.719329 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.719540 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.719778 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.720016 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.720224 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.720445 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.720655 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.720865 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.721106 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.721326 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.721533 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.721757 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.721987 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.722195 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.722413 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.722627 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.722836 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.723139 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.723407 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.723627 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.723922 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.724180 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.724424 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.724653 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.724938 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.725149 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.725385 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.725601 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.725821 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.726041 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.726292 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.726624 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.726904 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.727161 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.727435 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.727752 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.728024 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.728294 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.728508 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.728799 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.729122 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.729418 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.729680 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.729905 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.730165 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.730389 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.730605 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.730843 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.731087 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.731325 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.731587 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.731813 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.732580 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.732813 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.733039 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.733275 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.733502 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.733711 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.733968 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.734191 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.734349 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:24:15.734888 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 18:24:15.735047 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 18:24:15.735202 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 18:24:15.735414 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 18:24:15.735649 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 18:24:15.735784 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 18:24:15.735987 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736153 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736314 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736472 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736629 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736808 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.736967 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737124 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737282 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737439 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737597 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737755 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.737913 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738070 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738229 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738387 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738544 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738703 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.738865 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739022 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739181 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739356 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739515 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739672 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.739887 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.740039 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.740244 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.740342 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.740555 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.740701 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741014 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741175 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741342 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741496 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741657 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741838 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.741976 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742129 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742285 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742443 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742601 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742760 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] host = n-d-792364-9 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.742917 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.743075 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.743232 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.743407 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.743562 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.743910 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.744067 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.744375 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.744530 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.744688 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.744845 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745003 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745162 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745321 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745479 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_options = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745793 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.745952 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746137 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746302 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746460 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746618 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746776 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.746937 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.747093 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.747249 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.747429 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.747601 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.747856 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748015 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748173 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748329 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748486 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748645 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748802 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.748957 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749113 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749254 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749414 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749570 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749727 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.749883 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750040 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750199 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750358 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750514 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750673 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750829 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.750985 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751142 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751303 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751466 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751623 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751785 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.751943 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:15.752132 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752244 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752401 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752559 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752715 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.752871 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753028 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753185 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753340 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753497 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753653 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753809 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.753965 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.754122 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.754278 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 18:24:15.754457 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.754621 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.754794 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.754956 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.755117 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.755306 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.755466 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.755596 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.755743 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756007 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756177 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756337 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756509 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756670 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756832 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.756996 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757157 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757319 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757480 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757639 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757798 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.757960 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758129 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758290 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758451 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758612 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758772 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.758939 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759099 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759273 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759459 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759620 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759780 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.759941 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760102 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760263 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760424 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760572 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760735 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.760896 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761046 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761206 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761372 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761516 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.761843 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762005 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762166 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762326 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762487 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762649 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762809 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.762971 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.763132 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.763843 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764007 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764168 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764338 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764499 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764666 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764798 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.764965 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765112 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765272 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765499 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765646 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765785 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.765922 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766069 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766207 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766352 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766491 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766637 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766775 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.766913 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767075 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767236 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767428 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767555 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767915 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.767915 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768172 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768172 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768425 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768549 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768672 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768755 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.768908 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769068 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769228 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769388 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769558 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769734 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.769893 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770053 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770213 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770373 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770534 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770695 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.770854 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771014 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771177 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771352 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771514 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771678 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771838 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.771998 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772157 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772319 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772480 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772639 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772798 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.772960 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773120 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773280 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773439 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773599 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773758 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.773928 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774090 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774253 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774414 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774580 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774751 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.774935 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775096 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775257 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775438 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775598 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775759 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.775921 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776081 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776446 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776446 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776658 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776755 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.776860 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777019 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777203 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777363 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777522 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.777842 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778002 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778162 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778321 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778481 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778641 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.778802 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.779010 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.779684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.779845 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780005 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780166 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780329 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780488 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780650 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780811 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.780972 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781132 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781296 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781456 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781617 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781775 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.781935 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782095 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782255 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782416 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782575 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782735 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.782896 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783056 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783217 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783395 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783557 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783718 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.783878 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784040 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784200 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784360 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784521 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.784843 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785004 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785165 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785326 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785487 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785648 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785813 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.785999 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786152 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786295 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786437 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786613 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786772 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.786930 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787091 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787253 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787453 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787586 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787766 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.787917 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788058 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788214 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788376 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788540 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788702 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.788869 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789012 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789172 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789334 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789496 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789668 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789830 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.789991 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790153 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790329 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790481 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790685 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790780 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.790942 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.791101 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.791263 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.791682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.791682 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792264 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792264 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792264 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792264 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792489 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792554 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792767 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792867 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.792980 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.793139 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.793300 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.793467 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.793627 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.794684 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.795636 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796302 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796302 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796302 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796302 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796579 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796579 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796720 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796837 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.796998 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797149 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797309 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797472 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797641 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797808 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.797970 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798138 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798305 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798472 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798633 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798797 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.798969 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799130 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799290 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799486 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799648 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799807 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.799971 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800134 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800292 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800451 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800612 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800772 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.800931 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801096 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801254 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801414 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801575 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801735 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.801895 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.802056 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 18:24:15.802209 n-d-792364-9 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 18:24:15.964852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:15.973457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064554 Nov 23 18:24:27.381041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599f141-96ef-4ec0-9805-fe3867c4becc None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:24:27.444734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599f141-96ef-4ec0-9805-fe3867c4becc None None] No non-hosted networks {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 18:24:27.482940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.agentschedulers_db [None req-e599f141-96ef-4ec0-9805-fe3867c4becc None None] DHCP Agent not found on host n-d-792364-9 {{(pid=103401) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 18:24:27.566902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ef34ea3-eb21-4298-ae05-60088dcfb791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.668472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11296a9-ed05-4c7a-9430-2defcacf2e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:29.737557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00922986-5aa9-40ee-b06c-125bc5eca46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:30.549172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:32.040233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.036101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.037891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.038636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.039326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.039956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.040513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.041550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.042211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.042805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.043854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.044464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.045463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.046201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:33.046978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792364-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:33.058574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792364-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:33.305733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:33.808320 n-d-792364-9 neutron-server[103400]: WARNING oslo_policy.policy [None req-c236bab5-b9d8-44a5-b959-455ce150a606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:33.808915 n-d-792364-9 neutron-server[103400]: WARNING oslo_policy.policy [None req-c236bab5-b9d8-44a5-b959-455ce150a606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:34.040880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-c236bab5-b9d8-44a5-b959-455ce150a606 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:24:34.047535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c236bab5-b9d8-44a5-b959-455ce150a606 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7353358 Nov 23 18:24:35.255832 n-d-792364-9 neutron-server[103401]: INFO neutron.db.l3_hamode_db [None req-fbbe0e2a-fe05-48c6-8610-637ce7c43e52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 18:24:35.332601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe0e2a-fe05-48c6-8610-637ce7c43e52 None None] Routers set() bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:35.332988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe0e2a-fe05-48c6-8610-637ce7c43e52 None None] Router IDs set() for agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 18:24:36.548668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:36.856600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:36.952419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.policy [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103400) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 18:24:36.998785 n-d-792364-9 neutron-server[103400]: WARNING oslo_policy.policy [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:36.999149 n-d-792364-9 neutron-server[103400]: WARNING oslo_policy.policy [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:37.007938 n-d-792364-9 neutron-server[103400]: INFO neutron.quota [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] Loaded quota_driver: . Nov 23 18:24:37.097569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747629313007', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747629312316', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747628471416', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747628475249', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747628483927', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747628492911', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-728710', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1319149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396256'] for rbac-policy, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.162350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:37.163538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27e24e8b-9db1-464e-8bff-b712b8efea15 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138475 Nov 23 18:24:39.839425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:40.131126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Request body: {'network': {'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'name': 'private', 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:40.159399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Made reservation on behalf of d971c8a233cf418884cd1d2ee2881481 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:40.162277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.179339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.284372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.287782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.306123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:24:40.334916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747631054511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.335548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Unsubscribe: segment precommit_create {{(pid=103400) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 18:24:40.336041 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Added segment 47fc602a-61ad-4131-8fca-63ec745682c6 of type vlan for network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a Nov 23 18:24:40.352073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3095e0a5-69fe-4cf7-aa36-6d8b0ec36a04,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.401685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.402026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.402354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.402718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.403040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.403463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.403787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.404103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.404416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.404728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.405038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.405357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Tracked resource versions report: Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: pushed versions: Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Log': {'1.0'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Network': {'1.1'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Port': {'1.7'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'PortForwarding': {'1.2'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'QosPolicy': {'1.10'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SubPort': {'1.0'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Subnet': {'1.1'}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Trunk': {'1.1'}} Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: consumer versions: Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: L3 agent@n-d-792364-9: {}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: Metadata agent@n-d-792364-9: {}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: Metering agent@n-d-792364-9: {}, Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'ConntrackHelper': '1.0', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Log': '1.0', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Network': '1.1', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Port': '1.7', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'PortForwarding': '1.2', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'QosPolicy': '1.10', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SecurityGroup': '1.5', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SecurityGroupRule': '1.2', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'SubPort': '1.0', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Subnet': '1.1', Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: 'Trunk': '1.1'}} Nov 23 18:24:40.406439 n-d-792364-9 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:24:40.446239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.487878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.488956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.489663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:40.551779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7112010 Nov 23 18:24:40.592222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004101-cbaa-4056-b042-0878983ba2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=34f8f5a6-dcd3-47fe-a992-8d668e98ae2a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:40.604589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:24:43.317396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:43.701974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67560e-bce4-4ae2-b5f6-008d92fd63ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.703343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f67560e-bce4-4ae2-b5f6-008d92fd63ba admin admin] 10.222.0.37 "GET /v2.0/networks/34f8f5a6-dcd3-47fe-a992-8d668e98ae2a HTTP/1.1" status: 200 len: 825 time: 0.3849597 Nov 23 18:24:43.727246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2df57a5e-dd00-44b5-91ed-e2cd9d585259 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/1c1adba7-89d0-44d4-9d9c-339c3f2882bd HTTP/1.1" status: 200 len: 734 time: 0.0179532 Nov 23 18:24:43.736105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Request body: {'subnet': {'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd', 'gateway_ip': '172.20.0.1', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:43.758277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Made reservation on behalf of d971c8a233cf418884cd1d2ee2881481 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:43.760520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.045251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.116807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Checking segment: {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:44.117188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Network hostable DHCP agents. Network: 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:24:44.119235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f83498-f8f0-462a-96ef-450a97c2eae6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:44.141002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:24:44.152039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:44.157534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:44.158129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.162286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e3306-c56c-4190-a872-ba7d5892bb0c None None] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:44.174050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-13f5a222-107e-443a-a65d-ee1ca8ec2610 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4411800 Nov 23 18:24:44.488801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:44.490050 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.781490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Allocated IP 172.20.0.2 (34f8f5a6-dcd3-47fe-a992-8d668e98ae2a/a1f83498-f8f0-462a-96ef-450a97c2eae6/432d7c9c-60c0-4a59-b4c2-82fc0c2704f4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:44.979496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:44.987149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.067392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:45.072160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:45.078147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Pushing event updated for resources: {'Port': ['ID=432d7c9c-60c0-4a59-b4c2-82fc0c2704f4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:45.082171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:45.090526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.090913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.091270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.091619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.091951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.092282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.092610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.092935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.093259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.093582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.093905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.094225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Tracked resource versions report: Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: pushed versions: Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Log': {'1.0'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Network': {'1.1'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Port': {'1.7'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'PortForwarding': {'1.2'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'QosPolicy': {'1.10'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SubPort': {'1.0'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Subnet': {'1.1'}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Trunk': {'1.1'}} Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: consumer versions: Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: L3 agent@n-d-792364-9: {}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: Metadata agent@n-d-792364-9: {}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: Metering agent@n-d-792364-9: {}, Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'ConntrackHelper': '1.0', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Log': '1.0', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Network': '1.1', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Port': '1.7', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'PortForwarding': '1.2', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'QosPolicy': '1.10', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SecurityGroup': '1.5', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SecurityGroupRule': '1.2', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'SubPort': '1.0', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Subnet': '1.1', Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: 'Trunk': '1.1'}} Nov 23 18:24:45.095340 n-d-792364-9 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:24:45.168315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Attempting to bind port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:45.168978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Attempting to bind port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:45.169185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Attempting to bind port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 on network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:45.174097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:45.174489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Checking segment: {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:45.174952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.175359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Bound using segment: {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:45.175839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Bound port: 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:45.176245 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.236227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] For port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:45.240311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] For port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=432d7c9c-60c0-4a59-b4c2-82fc0c2704f4,segment=NetworkSegment(47fc602a-61ad-4131-8fca-63ec745682c6),segment_id=47fc602a-61ad-4131-8fca-63ec745682c6)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:45.244880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.308968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4310d-9dc1-4ae1-920b-6e69cedeb0d0 None None] Pushing event updated for resources: {'Port': ['ID=432d7c9c-60c0-4a59-b4c2-82fc0c2704f4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:46.731218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:47.047407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-25b9a878-309f-4e3e-b89e-5f6f76a97175 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:24:47.048446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-25b9a878-309f-4e3e-b89e-5f6f76a97175 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3161671 Nov 23 18:24:49.568748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:49.892619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-4d0ce427-4e0e-475d-a1d7-c574789f23ab admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:24:49.893638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4d0ce427-4e0e-475d-a1d7-c574789f23ab admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239720 Nov 23 18:24:52.620109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:52.916342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'name': 'router1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:52.940900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:52.942465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.079878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.086075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.102524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:53.103780 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6de6f194-838c-43a6-84b3-b6dc59b3aafb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4826310 Nov 23 18:24:54.271412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c4a4d-c502-4a15-974a-ee707a6cf409 None None] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:54.409273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] Provisioning complete for port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:54.409663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.582495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.624781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] For port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=432d7c9c-60c0-4a59-b4c2-82fc0c2704f4,segment=NetworkSegment(47fc602a-61ad-4131-8fca-63ec745682c6),segment_id=47fc602a-61ad-4131-8fca-63ec745682c6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:54.629123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.678494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ff358-f57b-4d39-8565-92522317e0a5 None None] Pushing event updated for resources: {'Port': ['ID=432d7c9c-60c0-4a59-b4c2-82fc0c2704f4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:54.759527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e55f517-bbbd-4af0-8151-ef3b81968e87 None None] Provisioning complete for port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:54.760052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e55f517-bbbd-4af0-8151-ef3b81968e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:54.793509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:54.884275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:54.884626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:55.625209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:55.931021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-4eefb0ce-f7e1-4b3f-aac9-99810c5f5222 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:24:55.932058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4eefb0ce-f7e1-4b3f-aac9-99810c5f5222 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3059261 Nov 23 18:24:57.261784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57d605f5-8669-43c5-b374-568c5e318f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:58.407883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:58.892247 n-d-792364-9 neutron-server[103399]: WARNING oslo_policy.policy [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:58.892816 n-d-792364-9 neutron-server[103399]: WARNING oslo_policy.policy [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:59.122245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:59.123910 n-d-792364-9 neutron-server[103399]: INFO neutron.quota [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Loaded quota_driver: . Nov 23 18:24:59.177566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Made reservation on behalf of c71c27476e7e4ae39c53831a4d11fa1c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:59.244090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.policy [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103399) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 18:24:59.290797 n-d-792364-9 neutron-server[103399]: WARNING oslo_policy.policy [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:59.291164 n-d-792364-9 neutron-server[103399]: WARNING oslo_policy.policy [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 18:24:59.301644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.321749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.430692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.434794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.445729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Reserving flat network on physical network physnet1 {{(pid=103399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 18:24:59.477504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747631054511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.478089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Unsubscribe: segment precommit_create {{(pid=103399) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 18:24:59.478589 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Added segment 2d25b1f2-c5b3-4077-86d0-69bada56cf9e of type flat for network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 Nov 23 18:24:59.500266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3d2b7-f901-4982-9078-cc6d8eff49d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:59.517736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.518085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.518419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.518750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.519077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.519436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.519763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.520090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.520407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.520726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.521043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.521359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Tracked resource versions report: Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: pushed versions: Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Log': {'1.0'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Network': {'1.1'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Port': {'1.7'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'PortForwarding': {'1.2'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'QosPolicy': {'1.10'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SubPort': {'1.0'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Subnet': {'1.1'}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Trunk': {'1.1'}} Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: consumer versions: Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: L3 agent@n-d-792364-9: {}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: Metadata agent@n-d-792364-9: {}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: Metering agent@n-d-792364-9: {}, Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'ConntrackHelper': '1.0', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Log': '1.0', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Network': '1.1', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Port': '1.7', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'PortForwarding': '1.2', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'QosPolicy': '1.10', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SecurityGroup': '1.5', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SecurityGroupRule': '1.2', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'SubPort': '1.0', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Subnet': '1.1', Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: 'Trunk': '1.1'}} Nov 23 18:24:59.522459 n-d-792364-9 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:24:59.622684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.652162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20778563-37e0-4fbb-a5c0-756e3ba1a554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.671967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.673216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:59.673921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:59.747446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3366971 Nov 23 18:24:59.780010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c67695-bd8a-4cef-bb96-1e345d189d98 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0b4ef6-26aa-4848-887a-1978d74c36a3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:59.790697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:25:00.492548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:01.924681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:02.222849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:02.435377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5127fa-5a85-4346-8b9a-1ffa37017b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:02.436742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c5127fa-5a85-4346-8b9a-1ffa37017b45 admin admin] 10.222.0.37 "GET /v2.0/subnets/a1f83498-f8f0-462a-96ef-450a97c2eae6 HTTP/1.1" status: 200 len: 849 time: 0.2128596 Nov 23 18:25:02.594250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c1cda2e-c336-427c-85a5-66c322bbe4c0 admin admin] 10.222.0.37 "GET /v2.0/routers/b75c0300-34c2-4ab3-8d59-29b4d4668cff HTTP/1.1" status: 200 len: 704 time: 0.1512640 Nov 23 18:25:02.875307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.017750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.173309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Allocated IP 172.20.0.1 (34f8f5a6-dcd3-47fe-a992-8d668e98ae2a/a1f83498-f8f0-462a-96ef-450a97c2eae6/c0158764-b3ae-40a0-b3b4-cc33c3c27e2b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:03.353160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.419398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.494188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:03.503139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:03.508450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:03.520886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:03.521204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.715250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.752494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44414e79-b139-494b-8e1e-5e241f5e3faf None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:03.752854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44414e79-b139-494b-8e1e-5e241f5e3faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.786074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-44414e79-b139-494b-8e1e-5e241f5e3faf None None] Port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:03.973638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.977916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:03.978696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.039707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:04.105704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:04.107525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:04.270801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Router b75c0300-34c2-4ab3-8d59-29b4d4668cff is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:25:04.307477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6d3053e-a864-4c93-92d3-435c569e65c1 None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:04.308049 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6d3053e-a864-4c93-92d3-435c569e65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:04.341156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3053e-a864-4c93-92d3-435c569e65c1 None None] Port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:04.361822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:04.366871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d5a9dcc-cd2b-44a7-9665-069d6a43d0b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/b75c0300-34c2-4ab3-8d59-29b4d4668cff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7671325 Nov 23 18:25:04.371612 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Sync routers for ids ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:04.384175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Routers {'b75c0300-34c2-4ab3-8d59-29b4d4668cff'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:04.384933 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:04.574816 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Set router b75c0300-34c2-4ab3-8d59-29b4d4668cff gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:05.002350 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:03Z', 'revision_number': 2, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port_host': None, '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:03Z', 'revision_number': 2, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:05.052485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Checking router: b75c0300-34c2-4ab3-8d59-29b4d4668cff for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:05.052854 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Updating router b75c0300-34c2-4ab3-8d59-29b4d4668cff port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:05.104586 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.619281 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.626727 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.704737 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:05.762877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Pushing event updated for resources: {'Port': ['ID=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:05.786156 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.786500 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.786853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.787174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.787531 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.787861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.788324 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.788491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.788812 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.789136 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.789451 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.789773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Tracked resource versions report: Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: pushed versions: Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Log': {'1.0'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Network': {'1.1'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Port': {'1.7'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'PortForwarding': {'1.2'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'QosPolicy': {'1.10'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SubPort': {'1.0'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Subnet': {'1.1'}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Trunk': {'1.1'}} Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: consumer versions: Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: L3 agent@n-d-792364-9: {}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: Metadata agent@n-d-792364-9: {}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: Metering agent@n-d-792364-9: {}, Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'ConntrackHelper': '1.0', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Log': '1.0', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Network': '1.1', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Port': '1.7', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'PortForwarding': '1.2', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'QosPolicy': '1.10', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SecurityGroup': '1.5', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SecurityGroupRule': '1.2', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'SubPort': '1.0', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Subnet': '1.1', Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: 'Trunk': '1.1'}} Nov 23 18:25:05.790875 n-d-792364-9 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:25:05.826867 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Attempting to bind port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:05.827268 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Attempting to bind port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:05.827742 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Attempting to bind port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b on network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:05.832744 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:05.833157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Checking segment: {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:05.833624 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.834007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Bound using segment: {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:05.834497 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Bound port: c0158764-b3ae-40a0-b3b4-cc33c3c27e2b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fc602a-61ad-4131-8fca-63ec745682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:05.834889 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.870094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9c0b4cc2-bb53-45ff-a5b5-1e35c64a3958 None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:05.870602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4cc2-bb53-45ff-a5b5-1e35c64a3958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.904527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] For port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:05.929562 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] For port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,segment=NetworkSegment(47fc602a-61ad-4131-8fca-63ec745682c6),segment_id=47fc602a-61ad-4131-8fca-63ec745682c6)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:05.935105 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:05.961768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b4cc2-bb53-45ff-a5b5-1e35c64a3958 None None] Port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:05.987535 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Routers {'b75c0300-34c2-4ab3-8d59-29b4d4668cff'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:05.988174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:06.063251 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0246b-bbe6-4222-a1db-6bc07453c565 None None] Pushing event updated for resources: {'Port': ['ID=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.090765 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] Set router b75c0300-34c2-4ab3-8d59-29b4d4668cff gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:06.180653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:06.181017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.259488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.291686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] For port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,segment=NetworkSegment(47fc602a-61ad-4131-8fca-63ec745682c6),segment_id=47fc602a-61ad-4131-8fca-63ec745682c6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:06.296443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:06.310037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-870a2df9-2108-418a-b322-587abd08e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:03Z', 'revision_number': 2, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port_host': None, '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:05Z', 'revision_number': 4, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:06.337306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a2df9-2108-418a-b322-587abd08e29a None None] The sync data for ids ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'] in n-d-792364-9 is: [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:03Z', 'revision_number': 2, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port_host': None, '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:05Z', 'revision_number': 4, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:06.349924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4de233-677a-45e2-8138-43f7e2042919 None None] Pushing event updated for resources: {'Port': ['ID=c0158764-b3ae-40a0-b3b4-cc33c3c27e2b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:06.713169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:06.828757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59406c-e052-455c-adaa-cfe013e45d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:06.836715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3c59406c-e052-455c-adaa-cfe013e45d8d admin admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 842 time: 0.1168013 Nov 23 18:25:06.841482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:06.864991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Made reservation on behalf of c71c27476e7e4ae39c53831a4d11fa1c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:06.867272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.169630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:25:07.170061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.225352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ea3ffe-ad63-4392-9118-8a9c913389b0,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:07.235972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:07.236326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Network hostable DHCP agents. Network: 5a0b4ef6-26aa-4848-887a-1978d74c36a3, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:25:07.258015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:25:07.268182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5a0b4ef6-26aa-4848-887a-1978d74c36a3) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:07.272276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:07.272888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:07.278187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcd78b-a423-4e9b-9456-494bd61e9073 None None] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:07.289641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32517bed-8f7e-4234-a3b7-c24cb3d5397e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521976 Nov 23 18:25:07.413143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d707d-9016-4deb-b3fc-722c84d3ffb0 None None] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:09.710637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:09.845681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-88155856-57fe-4c90-9ac9-dbdd6cc4d008 admin admin] 10.222.0.37 "GET /v2.0/routers/b75c0300-34c2-4ab3-8d59-29b4d4668cff HTTP/1.1" status: 200 len: 710 time: 0.1287267 Nov 23 18:25:09.927678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bddd64-22d7-432d-88e3-a3242353a53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:09.928950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-33bddd64-22d7-432d-88e3-a3242353a53c admin admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 886 time: 0.0826445 Nov 23 18:25:09.938963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:10.266829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.502642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.581334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.680307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Allocated IP 172.25.5.59 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/fc06295f-ca04-44f1-9079-e828108006fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:10.782227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.816971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:10.860340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:10.863027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:10.865554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:10.900964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Pushing event updated for resources: {'Port': ['ID=fc06295f-ca04-44f1-9079-e828108006fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:11.108619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.303455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.306922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.412579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Router b75c0300-34c2-4ab3-8d59-29b4d4668cff has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:11.519842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:11.524692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:11.525886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e2238b8a-4381-4544-be91-42e7fb8dec15 admin admin] 10.222.0.37 "PUT /v2.0/routers/b75c0300-34c2-4ab3-8d59-29b4d4668cff HTTP/1.1" status: 200 len: 889 time: 1.5903761 Nov 23 18:25:12.779913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0158764-b3ae-40a0-b3b4-cc33c3c27e2b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:12.828722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:12.829100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.312613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Sync routers for ids ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:13.323678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Routers {'b75c0300-34c2-4ab3-8d59-29b4d4668cff'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:13.324845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:13.533755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Set router b75c0300-34c2-4ab3-8d59-29b4d4668cff gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:13.926938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:10Z', 'revision_number': 4, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port': {'id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:10Z', 'updated_at': '2021-11-23T18:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:06Z', 'revision_number': 5, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:13.975024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Checking router: b75c0300-34c2-4ab3-8d59-29b4d4668cff for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:13.975403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Updating router b75c0300-34c2-4ab3-8d59-29b4d4668cff port fc06295f-ca04-44f1-9079-e828108006fc binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:14.085774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:14.095697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.277782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cc50c34d-1eb0-4d40-9a14-d07da20aa221 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1902895 Nov 23 18:25:14.424309 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.429230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.485528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Attempting to bind port fc06295f-ca04-44f1-9079-e828108006fc on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:14.485909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Attempting to bind port fc06295f-ca04-44f1-9079-e828108006fc by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:14.486282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Attempting to bind port fc06295f-ca04-44f1-9079-e828108006fc on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:14.488326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4bbc-ff17-4779-8010-be05f78bef7d None None] Pushing event updated for resources: {'Port': ['ID=fc06295f-ca04-44f1-9079-e828108006fc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:14.493771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:14.494123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:14.494530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.494918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:14.495405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Bound port: fc06295f-ca04-44f1-9079-e828108006fc, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:14.495810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.546907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] For port fc06295f-ca04-44f1-9079-e828108006fc, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:14.549979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] For port fc06295f-ca04-44f1-9079-e828108006fc, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc06295f-ca04-44f1-9079-e828108006fc,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:14.553372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.613223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Routers {'b75c0300-34c2-4ab3-8d59-29b4d4668cff'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:14.613728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:14.617650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4bbc-ff17-4779-8010-be05f78bef7d None None] Pushing event updated for resources: {'Port': ['ID=fc06295f-ca04-44f1-9079-e828108006fc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:14.722420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] Set router b75c0300-34c2-4ab3-8d59-29b4d4668cff gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:14.937224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:10Z', 'revision_number': 4, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port': {'id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:10Z', 'updated_at': '2021-11-23T18:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:06Z', 'revision_number': 5, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:14.963906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a17aaf-4d03-47fa-bc94-2c2b17fca197 None None] The sync data for ids ['b75c0300-34c2-4ab3-8d59-29b4d4668cff'] in n-d-792364-9 is: [{'id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'name': 'router1', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:24:52Z', 'updated_at': '2021-11-23T18:25:10Z', 'revision_number': 4, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'gw_port': {'id': 'fc06295f-ca04-44f1-9079-e828108006fc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:10Z', 'updated_at': '2021-11-23T18:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0158764-b3ae-40a0-b3b4-cc33c3c27e2b', 'name': '', 'network_id': '34f8f5a6-dcd3-47fe-a992-8d668e98ae2a', 'tenant_id': 'd971c8a233cf418884cd1d2ee2881481', 'mac_address': 'fa:16:3e:79:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75c0300-34c2-4ab3-8d59-29b4d4668cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:02Z', 'updated_at': '2021-11-23T18:25:06Z', 'revision_number': 5, 'project_id': 'd971c8a233cf418884cd1d2ee2881481', 'subnets': [{'id': 'a1f83498-f8f0-462a-96ef-450a97c2eae6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c1adba7-89d0-44d4-9d9c-339c3f2882bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:16.815917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc06295f-ca04-44f1-9079-e828108006fc up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:16.865729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fc06295f-ca04-44f1-9079-e828108006fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:16.866104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.976776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.000166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port fc06295f-ca04-44f1-9079-e828108006fc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc06295f-ca04-44f1-9079-e828108006fc,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:17.004553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.055240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=fc06295f-ca04-44f1-9079-e828108006fc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.824982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc06295f-ca04-44f1-9079-e828108006fc up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:18.900497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fc06295f-ca04-44f1-9079-e828108006fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:18.900896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.267601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c341fcf0-eafd-4d54-8c7f-deef52225c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.655427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7bebcb7b-868d-47ae-b5f1-cf36951b49b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.495837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.931268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.022979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:42.677410 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:57.266001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bb714ae-c1f4-4b21-930e-55a0ad2e2a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:59.659039 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c231e82a-e503-404d-ad87-5625ac3dfad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:00.498252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:01.937951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:03.027057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.677699 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:26:27.258074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a0fcbd8-ba74-495f-a9a5-698add6b2641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:29.662201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-612e4ec9-309d-4201-8811-7f6d2097986d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:30.495582 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:31.935831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:33.030567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:39.089599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:39.149667 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42dd25e-9f36-4c84-b0e9-6e1e2fc72aa3 admin admin] GET failed (client error): The resource could not be found. Nov 23 18:26:39.151510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b42dd25e-9f36-4c84-b0e9-6e1e2fc72aa3 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609438 Nov 23 18:26:39.312420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df8f071-c9b7-44bf-9360-423d851fb0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.313783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0df8f071-c9b7-44bf-9360-423d851fb0af admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574638 Nov 23 18:26:41.570706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:41.667024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e4ede-0e00-4f08-b67b-091a34fcdf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:41.668359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b6e4ede-0e00-4f08-b67b-091a34fcdf09 admin admin] 10.222.0.37 "GET /v2.0/subnets/a1f83498-f8f0-462a-96ef-450a97c2eae6 HTTP/1.1" status: 200 len: 849 time: 0.0967424 Nov 23 18:26:41.678059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:41.761044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.918005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747630959737'] for subnet, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.952323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:41.952893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:41.963349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] 10.222.0.37 "PUT /v2.0/subnets/a1f83498-f8f0-462a-96ef-450a97c2eae6 HTTP/1.1" status: 200 len: 868 time: 0.2796519 Nov 23 18:26:41.963602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835bf90b-c882-4ec9-b18e-3c9692e8117c None None] Network 34f8f5a6-dcd3-47fe-a992-8d668e98ae2a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:26:41.971421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f83498-f8f0-462a-96ef-450a97c2eae6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:41.976855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.977240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.977537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.977866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.978808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.979159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.979517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.979849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.980169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.980495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.980812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:41.981131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d718ad-1485-485c-a341-a8973323ae29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:42.355173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-46a7fe18-a5b9-48d9-817f-515f31fbf893 None None] Provisioning complete for port 432d7c9c-60c0-4a59-b4c2-82fc0c2704f4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:42.355562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe18-a5b9-48d9-817f-515f31fbf893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:42.440693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-46a7fe18-a5b9-48d9-817f-515f31fbf893 None None] Provisioning complete for port c0158764-b3ae-40a0-b3b4-cc33c3c27e2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:42.440957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46a7fe18-a5b9-48d9-817f-515f31fbf893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:44.236036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:44.432638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34782e98-b439-4fe0-8374-6a61b60600f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:44.433014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34782e98-b439-4fe0-8374-6a61b60600f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:44.434546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-34782e98-b439-4fe0-8374-6a61b60600f1 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975622 Nov 23 18:26:46.704999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:46.905186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b5a19-2b42-41ec-a55b-29543d2ea332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:46.905562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b5a19-2b42-41ec-a55b-29543d2ea332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:46.907072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-999b5a19-2b42-41ec-a55b-29543d2ea332 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011337 Nov 23 18:26:49.189316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:49.359661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f3adf-2a5d-4b1e-9521-84d893a61104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:49.361030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-558f3adf-2a5d-4b1e-9521-84d893a61104 admin admin] 10.222.0.37 "GET /v2.0/networks/34f8f5a6-dcd3-47fe-a992-8d668e98ae2a HTTP/1.1" status: 200 len: 869 time: 0.1706429 Nov 23 18:26:51.608645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:51.730921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034f1ef-5b17-4ac3-a99c-d4aec8a93233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:51.732308 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3034f1ef-5b17-4ac3-a99c-d4aec8a93233 admin admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 886 time: 0.1226234 Nov 23 18:26:53.991213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:54.116544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d83e2-7b3b-4c3c-b6c4-88d5c06eb302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:54.116911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d83e2-7b3b-4c3c-b6c4-88d5c06eb302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:54.118975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-648d83e2-7b3b-4c3c-b6c4-88d5c06eb302 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262498 Nov 23 18:26:56.386829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:56.476640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba834da-7133-4b71-9ea6-1ad9f47b51ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.477083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba834da-7133-4b71-9ea6-1ad9f47b51ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:56.479182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eba834da-7133-4b71-9ea6-1ad9f47b51ed admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913820 Nov 23 18:26:56.676635 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:26:57.260846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43a713b2-d072-4bc9-86f4-6accfa52fb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:58.740982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:58.833745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec378b-f2f0-4f28-87f1-4526eaf37d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:58.835128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-06ec378b-f2f0-4f28-87f1-4526eaf37d5d admin admin] 10.222.0.37 "GET /v2.0/subnets/18ea3ffe-ad63-4392-9118-8a9c913389b0 HTTP/1.1" status: 200 len: 816 time: 0.0931966 Nov 23 18:26:59.662529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22abb215-5f38-4665-b599-e81525fe5a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:00.500475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:01.112004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:01.204963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38efa9-2845-42c8-a111-df6498dc1466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:01.206325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bb38efa9-2845-42c8-a111-df6498dc1466 admin admin] 10.222.0.37 "GET /v2.0/subnets/a1f83498-f8f0-462a-96ef-450a97c2eae6 HTTP/1.1" status: 200 len: 868 time: 0.0933657 Nov 23 18:27:01.940752 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:03.032719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:26.084510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:26.134984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-521e9197-4950-40de-9933-f7489407944e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:27:26.136049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-521e9197-4950-40de-9933-f7489407944e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506563 Nov 23 18:27:27.265151 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f503455d-830b-4583-867c-c904ba444d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:28.505768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:28.566651 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ebc470-20e1-46db-aa15-64398eb61ba1 admin admin] GET failed (client error): The resource could not be found. Nov 23 18:27:28.568400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15ebc470-20e1-46db-aa15-64398eb61ba1 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617068 Nov 23 18:27:28.713698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad0450-feda-4c80-a56a-406f128da12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:28.715110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fbad0450-feda-4c80-a56a-406f128da12b admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415899 Nov 23 18:27:29.663641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51ca5520-7a26-4c5a-929b-096863a04cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:30.503831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.026314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:31.078401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:31.098103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Made reservation on behalf of c71c27476e7e4ae39c53831a4d11fa1c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:31.100338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.137456 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.revisions.revision_plugin [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Could not find related network for resource to bump revision. Nov 23 18:27:31.149817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:27:31.159553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.159895 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Added segment 2def6cbc-40e2-4758-989a-12ea5e4239fb of type vlan for network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 Nov 23 18:27:31.199200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.222503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.223462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:31.224077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:31.259285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2319305 Nov 23 18:27:31.286308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c832d-8171-489f-af40-e7e4112801d7 admin admin] Pushing event updated for resources: {'Network': ['ID=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:31.302390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:27:31.946755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.034594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.601283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:33.660678 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-422bfc0f-22c5-45a0-bb11-1a11a77f24e0 admin admin] GET failed (client error): The resource could not be found. Nov 23 18:27:33.661938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-422bfc0f-22c5-45a0-bb11-1a11a77f24e0 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590611 Nov 23 18:27:33.674300 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:27:33.734290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d2131-dff5-4703-a84c-c4b3da9abd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:33.735761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c29d2131-dff5-4703-a84c-c4b3da9abd48 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686958 Nov 23 18:27:33.746335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'cidr': '192.168.233.0/24'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:33.766355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Made reservation on behalf of c71c27476e7e4ae39c53831a4d11fa1c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:33.768666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.928362 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:33.981439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:33.992573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.992924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.993270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.993607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.993942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.994273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.994600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.994926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.995250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.995599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.995930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:33.996250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.000578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:34.000935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Network hostable DHCP agents. Network: df3ea72b-9fb0-4d1f-9cd9-01d1930c5819, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:34.016361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:34.026097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, df3ea72b-9fb0-4d1f-9cd9-01d1930c5819) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:34.037211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:34.037211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.042401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfad73f-657c-4db1-88e4-30b7ead91187 None None] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:34.051209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f36fef5-2cb4-4280-8ed9-dcabb514bb27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3085170 Nov 23 18:27:34.197911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'tenant_id': 'c71c27476e7e4ae39c53831a4d11fa1c', 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:34.198844 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.341421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Allocated IP 192.168.233.2 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/2049e895-5fc4-4768-aa1f-241c2b0f3e81) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:34.484899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.490417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.534981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:34.538837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:34.542324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:34.544297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Pushing event updated for resources: {'Port': ['ID=2049e895-5fc4-4768-aa1f-241c2b0f3e81,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:34.555612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.555968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.556301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.556631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.556956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.557276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.557598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.557915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.558758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.558758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.558962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.559307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:34.610828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Attempting to bind port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:34.611199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Attempting to bind port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:34.611599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Attempting to bind port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:34.616800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:34.617177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:34.618110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.618510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:34.618970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Bound port: 2049e895-5fc4-4768-aa1f-241c2b0f3e81, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:34.619904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.684399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] For port 2049e895-5fc4-4768-aa1f-241c2b0f3e81, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:34.687838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] For port 2049e895-5fc4-4768-aa1f-241c2b0f3e81, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2049e895-5fc4-4768-aa1f-241c2b0f3e81,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:34.693111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:34.749903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec07d48-32fd-4e54-8c71-281d92695fe9 None None] Pushing event updated for resources: {'Port': ['ID=2049e895-5fc4-4768-aa1f-241c2b0f3e81,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:35.622227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372bda4-66db-40ab-8ca3-5e858800a8a0 None None] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:35.789039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] Provisioning complete for port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:35.789937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:35.928912 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:35.969511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] For port 2049e895-5fc4-4768-aa1f-241c2b0f3e81, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2049e895-5fc4-4768-aa1f-241c2b0f3e81,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:35.974074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.030789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084cc84-d41c-47b3-a4dc-da10644a573e None None] Pushing event updated for resources: {'Port': ['ID=2049e895-5fc4-4768-aa1f-241c2b0f3e81,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:36.198440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a0411923-822a-43ca-a40a-9e02a049af57 None None] Provisioning complete for port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:36.198735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a0411923-822a-43ca-a40a-9e02a049af57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.889236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2049e895-5fc4-4768-aa1f-241c2b0f3e81 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:36.938830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2049e895-5fc4-4768-aa1f-241c2b0f3e81 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:36.939547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.266409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27cf7d15-c61f-470b-b69b-0a2e7f0c7f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:59.668182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc89ac2d-8ae3-4be0-a596-c4fded2499f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:00.507938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.949027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:03.035871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:10.672335 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:28:27.266940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b958-5d32-43b6-839f-a97304bf8389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:29.668950 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0589b913-a2fe-4676-9c3d-94e5a796fa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:30.509309 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:31.952680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:33.038896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:47.670345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:28:55.552066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:55.559297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-04e79b61-a650-4b34-95df-1ea530cec594 tempest-verify_tempest_config-1872962225 tempest-verify_tempest_config-1872962225-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:28:55.560287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-04e79b61-a650-4b34-95df-1ea530cec594 tempest-verify_tempest_config-1872962225 tempest-verify_tempest_config-1872962225-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0072148 Nov 23 18:28:55.848840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34768) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:55.949123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.023674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.027288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.071503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56a1801888644158b1f50f350241a5dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2215817 Nov 23 18:28:56.072614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67702194-9329-48a7-b4c8-4aec19b72bde,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.074183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.079120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.079501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.079851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.080195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.080530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.080864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.081199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.081532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.081863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.082189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.082518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.082874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025b6e-1755-4aac-8f3b-5896aedef3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.132711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.198029 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.290035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.292609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.293938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67702194-9329-48a7-b4c8-4aec19b72bde HTTP/1.1" status: 204 len: 168 time: 0.2187777 Nov 23 18:28:56.302103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67702194-9329-48a7-b4c8-4aec19b72bde,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.309237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.309590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.309931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.310268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.310606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.311190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.311550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.311866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.312192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.312594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.312841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:56.313356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e58c2-cb8f-4462-8b27-6870e864b98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:57.268465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f0db2cb-6764-40b9-aa4c-38c528de6d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.669929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33c42c8e-5490-49f7-adda-ebb8280653c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.512242 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.953973 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.041113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:24.668498 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:29:27.269591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc804dc7-ed3b-4b52-b07f-6b7c494e121d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:29.670186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b1fb-3d70-4405-9804-ed5710ada9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:30.514929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:31.958009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:33.041593 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:57.274849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de86ab4e-403f-4729-a144-3286880fe332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:59.669529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e035c1e4-1e19-411a-9f59-d827e3c8c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:00.516533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:01.667290 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:01.959543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:03.042427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.267591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-518cf796-f105-405c-afc6-8e7753504262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:29.673980 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dca11308-3792-4e4e-9926-c1adf764e6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.519983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:31.965943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.044949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.666250 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:57.269743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d96708a-09be-488e-845f-eecfcbc94ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:59.675528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31314fc0-2d9e-4b67-acf8-2b28b6fe8862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:00.522719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:01.977021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:03.047238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:15.664815 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:31:27.271352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eba2ae17-2a69-4022-a619-8016ee01e182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:29.676206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4b86ee3-9e44-42e8-ae58-c413d35219e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:30.523982 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:31.974420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:33.051720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:52.664366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:31:57.272601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0865e47-3ac8-457c-a6fc-f1b44c45cb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:59.688630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b933956-f1b1-4ca4-ab01-a647cfe95324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:00.529599 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:01.978211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:03.068533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:08.479896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:10.044529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403677'] for agent, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.274398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c95f416-16e6-4971-9bd6-54a8ac150472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.664611 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:32:29.679360 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd5d68ce-80e8-4ad6-956c-f9e30d3ae080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.531924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.982070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.108960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.445163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:40.023083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:56.448883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:56.552753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a2f8718-5c5b-4944-afba-b4941a5e0b37 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1027615 Nov 23 18:32:57.275792 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71955782-6478-4aa8-9f92-54e1ed4b693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:58.856390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:58.911776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5cfc6aa-9ff9-4a6c-8bc3-703c2d0806d5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0541825 Nov 23 18:32:59.679606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-931a92a3-f326-4c98-b811-8a308e72102d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:00.533406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:01.982915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:03.052703 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:06.664066 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:33:08.455220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:10.034005 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:27.277394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54466d94-ec32-4eb7-a543-706f34506787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:29.680782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e080fbd7-fb31-46b7-9792-6c1f978db972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:30.538896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:31.986988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:33.054248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:38.449196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:40.035173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:43.664111 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:33:57.279273 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87fb8ba0-df79-4d85-a5e0-68a6d17cdd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:59.683051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a29830b-b815-477a-89e4-df82ff3b76b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:00.539266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:01.991609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:03.056428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:08.453794 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:10.042892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.263516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:20.487577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-26b0f28f-9720-4e21-afa2-56f0cdad50fb tempest-AutoAllocateNetworkTest-1119537018 tempest-AutoAllocateNetworkTest-1119537018-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93352416272b490eafdd4ed4734f7866&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2246850 Nov 23 18:34:20.487827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:20.668300 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:34:20.671911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01526a4d-6a74-45cc-8316-6d5d6e35536e tempest-AutoAllocateNetworkTest-1119537018 tempest-AutoAllocateNetworkTest-1119537018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:20.676060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-01526a4d-6a74-45cc-8316-6d5d6e35536e tempest-AutoAllocateNetworkTest-1119537018 tempest-AutoAllocateNetworkTest-1119537018-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1846421 Nov 23 18:34:20.676317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:20.734389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-684a226f-a48d-46a6-91ed-d73898be1b30 tempest-AutoAllocateNetworkTest-1119537018 tempest-AutoAllocateNetworkTest-1119537018-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563769 Nov 23 18:34:20.736987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:20.766645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7325aa59-ad16-4fd3-8de7-95b7fc0db126 tempest-AutoAllocateNetworkTest-1119537018 tempest-AutoAllocateNetworkTest-1119537018-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93352416272b490eafdd4ed4734f7866 HTTP/1.1" status: 200 len: 208 time: 0.0285931 Nov 23 18:34:21.496807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:21.822705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.900018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.904962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.946675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93352416272b490eafdd4ed4734f7866&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4459870 Nov 23 18:34:21.947792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc02d99-2ff6-4940-beb7-a6c7dc95afe4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:21.950142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:21.956624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.957031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.957373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.958560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.959106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.959640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.960183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.960646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.961161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.961525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.961958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.962350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ee12b-447c-4ba7-b6c1-c4b4ab6fc111 admin admin] Tracked resource versions report: Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: pushed versions: Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Log': {'1.0'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Network': {'1.1'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Port': {'1.7'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'PortForwarding': {'1.2'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'QosPolicy': {'1.10'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SubPort': {'1.0'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Subnet': {'1.1'}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Trunk': {'1.1'}} Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: consumer versions: Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: HyperV agent@n-h1-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: HyperV agent@n-h2-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: L3 agent@n-d-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: Metadata agent@n-d-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: Metering agent@n-d-792364-9: {}, Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'ConntrackHelper': '1.0', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Log': '1.0', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Network': '1.1', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Port': '1.7', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'PortForwarding': '1.2', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'QosPolicy': '1.10', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SecurityGroup': '1.5', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SecurityGroupRule': '1.2', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'SubPort': '1.0', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Subnet': '1.1', Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: 'Trunk': '1.1'}} Nov 23 18:34:21.963466 n-d-792364-9 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:34:22.007910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.032430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.096431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.099250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.103251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bc02d99-2ff6-4940-beb7-a6c7dc95afe4 HTTP/1.1" status: 204 len: 168 time: 0.1517203 Nov 23 18:34:22.115976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc02d99-2ff6-4940-beb7-a6c7dc95afe4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:22.125087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.125515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.125938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.126341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.126737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.127129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.127539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.128125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.128515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.128909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.129520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.130590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d16065c-8431-47ec-8af0-38057fee8424 admin admin] Tracked resource versions report: Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: pushed versions: Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Log': {'1.0'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Network': {'1.1'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Port': {'1.7'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'PortForwarding': {'1.2'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'QosPolicy': {'1.10'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SubPort': {'1.0'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Subnet': {'1.1'}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Trunk': {'1.1'}} Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: consumer versions: Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: HyperV agent@n-h1-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: HyperV agent@n-h2-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: L3 agent@n-d-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: Metadata agent@n-d-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: Metering agent@n-d-792364-9: {}, Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'ConntrackHelper': '1.0', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Log': '1.0', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Network': '1.1', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Port': '1.7', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'PortForwarding': '1.2', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'QosPolicy': '1.10', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SecurityGroup': '1.5', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SecurityGroupRule': '1.2', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'SubPort': '1.0', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Subnet': '1.1', Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: 'Trunk': '1.1'}} Nov 23 18:34:22.132434 n-d-792364-9 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:34:22.492955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:22.955653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-network', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:22.978215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Made reservation on behalf of c8a6621a3bc646b3bac903f022d5ac9f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:22.980907 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.991812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.077980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.083495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.101174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:34:23.111352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.111651 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Added segment 9e663005-62fd-4ece-8fe5-be20b7778d1f of type vlan for network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 Nov 23 18:34:23.166136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c67cb-2358-4f19-9455-7a2d7832a64f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:23.172153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.198828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.200327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:23.201029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.241911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:23.242385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7476501 Nov 23 18:34:23.246833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Request body: {'subnet': {'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-subnet', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:23.277189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97a33b-9050-4e17-b23d-4de1c71aaddf admin admin] Pushing event updated for resources: {'Network': ['ID=22e42fc6-fc42-42f2-a5cb-fd8bdac02759,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:23.280939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Made reservation on behalf of c8a6621a3bc646b3bac903f022d5ac9f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:23.283873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.292907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:34:23.486184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.528978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a55e009-ccbe-4c1d-8a70-dc703012c333,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:23.563947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Checking segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:23.564294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Network hostable DHCP agents. Network: 22e42fc6-fc42-42f2-a5cb-fd8bdac02759, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:34:23.581607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:34:23.593250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 22e42fc6-fc42-42f2-a5cb-fd8bdac02759) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:23.597522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:23.598748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.604537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5d660-c141-4f19-9a06-57833c9afc9c None None] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:23.619470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e9721a05-3594-44f8-9104-310da830e5e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3757992 Nov 23 18:34:23.621891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:23.627626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:23.656967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.658046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.730341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.792354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:34:23.793767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.945026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:23.971882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Allocated IP 172.20.0.2 (22e42fc6-fc42-42f2-a5cb-fd8bdac02759/0a55e009-ccbe-4c1d-8a70-dc703012c333/8a8eaf65-93fc-47d3-b7c9-f9b1368c481c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:24.163222 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.171642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.220751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:24.223951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:24.229208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:24.238661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Pushing event updated for resources: {'Port': ['ID=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:24.251913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.261875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.262225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.262571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.262907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.263240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.263596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.263937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.264246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.264751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.265071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.265536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.265999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Tracked resource versions report: Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: pushed versions: Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Log': {'1.0'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Network': {'1.1'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Port': {'1.7'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'PortForwarding': {'1.2'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'QosPolicy': {'1.10'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SubPort': {'1.0'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Subnet': {'1.1'}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Trunk': {'1.1'}} Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: consumer versions: Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: HyperV agent@n-h1-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: HyperV agent@n-h2-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: L3 agent@n-d-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: Metadata agent@n-d-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: Metering agent@n-d-792364-9: {}, Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'ConntrackHelper': '1.0', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Log': '1.0', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Network': '1.1', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Port': '1.7', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'PortForwarding': '1.2', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'QosPolicy': '1.10', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SecurityGroup': '1.5', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SecurityGroupRule': '1.2', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'SubPort': '1.0', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Subnet': '1.1', Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: 'Trunk': '1.1'}} Nov 23 18:34:24.267218 n-d-792364-9 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:34:24.294606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.298566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Attempting to bind port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:24.299039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Attempting to bind port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:24.299293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Attempting to bind port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:24.306541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:24.307770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Checking segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:24.308346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.308956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Bound using segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:24.309566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Bound port: 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:24.310368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.382420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] For port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:24.386500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] For port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:24.393557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.479038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42388f-5de8-4bfc-90f1-255077fb8ae3 None None] Pushing event updated for resources: {'Port': ['ID=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:24.505357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Allocated IP 172.25.5.138 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f625baef-1c31-4b53-9252-5a9583e2c7e3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:24.761742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:24.898451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.002072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Pushing event updated for resources: {'Port': ['ID=f625baef-1c31-4b53-9252-5a9583e2c7e3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:25.025523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:25.031971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:25.034794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:25.230357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:25.314091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:25.315995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.427262 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.440105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.474577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:25.481406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.558343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:25.749325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.778496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032c72c-7730-495e-8014-8e6c9e2bd118 None None] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:25.927073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a5afe8d5-538a-471b-9834-e20cf7d6c02d None None] Provisioning complete for port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:25.928118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5afe8d5-538a-471b-9834-e20cf7d6c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.947424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:34:26.155212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:26.168012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:26.181291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:26.184564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0d55cf05-a5be-4ca4-8320-a2b0ad3fe206 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5608902 Nov 23 18:34:26.186788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:26.193908 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:26.195808 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:26.418726 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:26.421087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cbb0695f-a15e-465d-8973-8712f3680e2a None None] Provisioning complete for port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:26.424449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cbb0695f-a15e-465d-8973-8712f3680e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:26.466679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:26.507723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:26.808571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:25Z', 'revision_number': 3, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:26.848751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92cb9059-47de-4dfb-9988-15225a00e875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:26.850485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:26.850988 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Updating router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c port f625baef-1c31-4b53-9252-5a9583e2c7e3 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:26.885886 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:26.897821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:26.961666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ebe304-40ea-4b5e-8191-55339074f4d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.033729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92cb9059-47de-4dfb-9988-15225a00e875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.041190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92cb9059-47de-4dfb-9988-15225a00e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.086506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:27.135031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-92cb9059-47de-4dfb-9988-15225a00e875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1033a79c1fa4c96b425b8c892b6c98d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6670802 Nov 23 18:34:27.138277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:27.166769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9059-47de-4dfb-9988-15225a00e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9a6df-9204-4f98-bc05-765a6bb1af45,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.199793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ebe304-40ea-4b5e-8191-55339074f4d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.209741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ebe304-40ea-4b5e-8191-55339074f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.238924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:27.260923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-99ebe304-40ea-4b5e-8191-55339074f4d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e9a58c0207b48d0ab145965ac93c098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7496610 Nov 23 18:34:27.260923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebe304-40ea-4b5e-8191-55339074f4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11124549-11d3-41c0-802a-fb7bdde9f465,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.263598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:27.298434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Allocated IP 172.20.0.1 (22e42fc6-fc42-42f2-a5cb-fd8bdac02759/0a55e009-ccbe-4c1d-8a70-dc703012c333/7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:27.314405 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.325996 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.342134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.385118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31015341-c4f3-4a7c-8d02-8b74b1a22953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.388729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.421627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:27.422164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.447586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Pushing event updated for resources: {'Port': ['ID=f625baef-1c31-4b53-9252-5a9583e2c7e3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.466007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Attempting to bind port f625baef-1c31-4b53-9252-5a9583e2c7e3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:27.466508 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Attempting to bind port f625baef-1c31-4b53-9252-5a9583e2c7e3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:27.472265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Attempting to bind port f625baef-1c31-4b53-9252-5a9583e2c7e3 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Tracked resource versions report: Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: pushed versions: Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Log': {'1.0'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Network': {'1.1'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Port': {'1.7'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'PortForwarding': {'1.2'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'QosPolicy': {'1.10'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SubPort': {'1.0'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Subnet': {'1.1'}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Trunk': {'1.1'}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: consumer versions: Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: { DHCP agent@n-d-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: HyperV agent@n-h1-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: HyperV agent@n-h2-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: L3 agent@n-d-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: Metadata agent@n-d-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: Metering agent@n-d-792364-9: {}, Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: Open vSwitch agent@n-d-792364-9: { 'AddressGroup': '1.2', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'ConntrackHelper': '1.0', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Log': '1.0', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Network': '1.1', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Port': '1.7', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'PortForwarding': '1.2', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'QosPolicy': '1.10', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SecurityGroup': '1.5', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SecurityGroupRule': '1.2', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'SubPort': '1.0', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Subnet': '1.1', Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: 'Trunk': '1.1'}} Nov 23 18:34:27.491586 n-d-792364-9 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Bound port: f625baef-1c31-4b53-9252-5a9583e2c7e3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:27.505166 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.512622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.517130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.518522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11124549-11d3-41c0-802a-fb7bdde9f465 HTTP/1.1" status: 204 len: 168 time: 0.2539811 Nov 23 18:34:27.549060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0153-91bb-42af-bd8a-ed90565cf226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11124549-11d3-41c0-802a-fb7bdde9f465,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.604547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] For port f625baef-1c31-4b53-9252-5a9583e2c7e3, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:27.612077 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] For port f625baef-1c31-4b53-9252-5a9583e2c7e3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f625baef-1c31-4b53-9252-5a9583e2c7e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:27.633401 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.649415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.713253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3230608-36e0-4c0d-b8db-7aa0e57f6d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.718324 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:27.719038 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:27.720889 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4a993-7890-4ab3-8e2c-9501386b1a05 None None] Pushing event updated for resources: {'Port': ['ID=f625baef-1c31-4b53-9252-5a9583e2c7e3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.744806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.784102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.909579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Pushing event updated for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.923453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.940168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:27.944011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:27.961057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:27.961725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.993074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3230608-36e0-4c0d-b8db-7aa0e57f6d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.005340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3230608-36e0-4c0d-b8db-7aa0e57f6d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.051980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e3230608-36e0-4c0d-b8db-7aa0e57f6d0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6833bb390b546d2afda0cf789215f65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9498384 Nov 23 18:34:28.055277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:28.095598 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:28.110340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230608-36e0-4c0d-b8db-7aa0e57f6d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f111f-b7b9-4295-953a-c45a13aa28f8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:28.130642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.173959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.256949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.262396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.263616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68e9a6df-9204-4f98-bc05-765a6bb1af45 HTTP/1.1" status: 204 len: 168 time: 1.1243515 Nov 23 18:34:28.274467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616cd6e-c3de-4c3f-9ca6-4bd9da0625f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9a6df-9204-4f98-bc05-765a6bb1af45,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:28.277192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.282266 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.283953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e44f111f-b7b9-4295-953a-c45a13aa28f8 HTTP/1.1" status: 204 len: 168 time: 0.2280412 Nov 23 18:34:28.300567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db748c5-ca46-4231-a894-30bf7ad5b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f111f-b7b9-4295-953a-c45a13aa28f8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:28.313444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.401650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8af47eb3-cdb7-4241-92f2-586f0d3b5a54 None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:28.402138 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8af47eb3-cdb7-4241-92f2-586f0d3b5a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.461417 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:25Z', 'revision_number': 3, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:28.465119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8af47eb3-cdb7-4241-92f2-586f0d3b5a54 None None] Port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:28.495217 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb3f94-bfed-4b35-9f8e-e3af2398704a None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:25Z', 'revision_number': 3, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:28.560675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:28.579175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a563-4f79-40f4-9d41-2f1376ef349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.581557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.596085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.598341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.688733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a563-4f79-40f4-9d41-2f1376ef349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.694026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a563-4f79-40f4-9d41-2f1376ef349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:28.711256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Pushing event updated for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:28.729562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6a563-4f79-40f4-9d41-2f1376ef349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d761f1-9fe5-431b-91ad-387f088430c4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:28.764546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:28.768097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:28.952606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:28.955290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3bc6a563-4f79-40f4-9d41-2f1376ef349e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb8ae3b0fae40a18a06fef1062412f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3921988 Nov 23 18:34:29.080327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:29.110329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.135294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.212700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-00a3e7af-7e0f-4404-a244-3750c5a4a6b5 None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:29.213070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00a3e7af-7e0f-4404-a244-3750c5a4a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.259216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.264185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f625baef-1c31-4b53-9252-5a9583e2c7e3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:29.342297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-00a3e7af-7e0f-4404-a244-3750c5a4a6b5 None None] Port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:29.372572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f625baef-1c31-4b53-9252-5a9583e2c7e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:29.373023 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.387581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.410415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:29.425139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3e7a189-5f37-4482-8389-1d50bcf85a1d admin admin] 10.222.0.37 "PUT /v2.0/routers/cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367210 Nov 23 18:34:29.434840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.437679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.438820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d761f1-9fe5-431b-91ad-387f088430c4 HTTP/1.1" status: 204 len: 168 time: 0.4793429 Nov 23 18:34:29.462383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6df6c3-e8bb-4734-babe-bfb7f021bfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d761f1-9fe5-431b-91ad-387f088430c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:29.544164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.556321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.576462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eabab61-bbd2-456e-a679-db420c781376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.579880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f625baef-1c31-4b53-9252-5a9583e2c7e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f625baef-1c31-4b53-9252-5a9583e2c7e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:29.588830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.653791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f625baef-1c31-4b53-9252-5a9583e2c7e3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:29.698065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e189baee-c482-4e95-a663-3fdd672aef9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.763848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eabab61-bbd2-456e-a679-db420c781376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.772988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eabab61-bbd2-456e-a679-db420c781376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.860819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb27277-6fb2-4010-a6af-acbe29d38f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.866460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabab61-bbd2-456e-a679-db420c781376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1459b97-22db-47d9-93c5-12d6d224d7a9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:29.868945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.886543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5eabab61-bbd2-456e-a679-db420c781376 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90305bf81cc24d4c88b79550bd0f1abc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3286600 Nov 23 18:34:29.887273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39aea300-f396-4a57-881e-3fe9e3e5141a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.889533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.916215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd35e30b-5261-4d46-ab87-445fa45b8a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.000950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39aea300-f396-4a57-881e-3fe9e3e5141a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.007965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39aea300-f396-4a57-881e-3fe9e3e5141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.032248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.078966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-39aea300-f396-4a57-881e-3fe9e3e5141a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1f4b2348b6b4d2ba54b3b6ec4bcfb1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2056603 Nov 23 18:34:30.078966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea300-f396-4a57-881e-3fe9e3e5141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4cb2e-c04e-489c-bcba-c906df57f498,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.093528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:30.094229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.102889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb27277-6fb2-4010-a6af-acbe29d38f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.119485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb27277-6fb2-4010-a6af-acbe29d38f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.172132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.174420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd35e30b-5261-4d46-ab87-445fa45b8a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.194345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd35e30b-5261-4d46-ab87-445fa45b8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.199737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2cb27277-6fb2-4010-a6af-acbe29d38f42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12117904488747ed9dc941cdc313d5fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0624282 Nov 23 18:34:30.203016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb27277-6fb2-4010-a6af-acbe29d38f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f5130-9b19-40ab-a40a-0fc98b000691,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.205193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:30.223927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.256773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35e30b-5261-4d46-ab87-445fa45b8a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c675ebe0-d632-44e3-89b2-ccbb2bfc161f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.281822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bd35e30b-5261-4d46-ab87-445fa45b8a6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dd0b890595f4206aa31f1a291359b36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8932137 Nov 23 18:34:30.283551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.287000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.288434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1459b97-22db-47d9-93c5-12d6d224d7a9 HTTP/1.1" status: 204 len: 168 time: 0.3953762 Nov 23 18:34:30.289318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:30.300166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fea332-0c5d-4fcf-b675-d92f0b799a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1459b97-22db-47d9-93c5-12d6d224d7a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.353101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.369068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.372143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.375779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87a4cb2e-c04e-489c-bcba-c906df57f498 HTTP/1.1" status: 204 len: 168 time: 0.2772157 Nov 23 18:34:30.380874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.408966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.410374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.411520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0ca1-4a29-4fe8-94ce-d545708adc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4cb2e-c04e-489c-bcba-c906df57f498,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.489455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.502732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.505249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c675ebe0-d632-44e3-89b2-ccbb2bfc161f HTTP/1.1" status: 204 len: 168 time: 0.2055869 Nov 23 18:34:30.515709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4ae31-ef7b-42ce-b4f3-95fbcab48ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675ebe0-d632-44e3-89b2-ccbb2bfc161f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.517410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.520573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.521880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f51f5130-9b19-40ab-a40a-0fc98b000691 HTTP/1.1" status: 204 len: 168 time: 0.3126137 Nov 23 18:34:30.533453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f408e3-fa0d-4170-8d3a-b16466366d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f5130-9b19-40ab-a40a-0fc98b000691,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.624630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:30.625792 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.628728 n-d-792364-9 neutron-server[103400]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 18:34:30.663873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-b585be2e-c34d-4e52-b4fd-9ce63c6ae406 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b6fcf32625c546ecb492315c64e85380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362508 Nov 23 18:34:30.746857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:30.759989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:30.760790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:30.802155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-dcbfc62d-29ef-48bf-9e42-53733632d891 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:30.803978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-dcbfc62d-29ef-48bf-9e42-53733632d891 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339438 Nov 23 18:34:30.826256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-45df8343-6e8b-4593-a948-3cad59b8980b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/quotas/b6fcf32625c546ecb492315c64e85380 HTTP/1.1" status: 200 len: 375 time: 0.0161011 Nov 23 18:34:30.888487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-d5218fba-d487-4f96-a146-550c09cf1c29 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545235 Nov 23 18:34:30.906951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:31.144588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:31.148052 n-d-792364-9 neutron-server[103399]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 18:34:31.218627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-28aaf62f-2fba-481b-abde-eac2e706c169 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718462 Nov 23 18:34:31.223193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed3a5225-9db0-420c-907a-8afe438cbbe1 req-e5e60f44-f2b1-432c-a347-e0b7bbea656d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.0957494 Nov 23 18:34:31.253694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f625baef-1c31-4b53-9252-5a9583e2c7e3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:31.355994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f625baef-1c31-4b53-9252-5a9583e2c7e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:31.356369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.422511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 2, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:31.455899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:31.456712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Updating router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:31.517101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.531993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-f62a473a-5dd8-4ad2-b905-c02b5915c051 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.533558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-f62a473a-5dd8-4ad2-b905-c02b5915c051 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079848 Nov 23 18:34:31.555912 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-49a2c994-1b22-44c5-96e8-e968a3c731d9 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/quotas/8f868c01b6a14aa1ad5717fc0fba2f8b HTTP/1.1" status: 200 len: 375 time: 0.0150943 Nov 23 18:34:31.596638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35516) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:31.618753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeff8917-ed35-46eb-b5dc-74865ba1b445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.661125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-97d2732a-5fad-4314-bf97-af9c991450e8 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885451 Nov 23 18:34:31.770772 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeff8917-ed35-46eb-b5dc-74865ba1b445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.777132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeff8917-ed35-46eb-b5dc-74865ba1b445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.813523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:31.847083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1852-61cf-4420-a926-efff82fb5f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.860891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff8917-ed35-46eb-b5dc-74865ba1b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fde47c-1672-4c59-8e3b-102fb5b07194,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:31.914384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aeff8917-ed35-46eb-b5dc-74865ba1b445 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85f27634bc824628a1f6b483d905f86c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3164926 Nov 23 18:34:31.917797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:32.052386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.085791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.157739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.175585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e58c1a-0e90-4bd7-8d8e-0f870a2437bc req-79a6d94c-f4a9-43c2-8d49-1e2994df4eba tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.0392663 Nov 23 18:34:32.178452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.230401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.250545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.263933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19fde47c-1672-4c59-8e3b-102fb5b07194 HTTP/1.1" status: 204 len: 168 time: 0.3449852 Nov 23 18:34:32.291239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969cdaa-befd-4b58-bcda-81831bac3fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fde47c-1672-4c59-8e3b-102fb5b07194,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:32.381842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6804a-869b-4936-93d3-9cea487b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:32.523049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:32.526549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.533027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-network', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:32.570127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1852-61cf-4420-a926-efff82fb5f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.608343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Made reservation on behalf of 1ce83af35db94fee86a6f8c45f0b6663 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:32.615745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.632661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Attempting to bind port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:32.637161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Attempting to bind port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:32.638891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Attempting to bind port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:32.649504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.657875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:32.658281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Checking segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:32.661435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.662281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Bound using segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:32.663651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Bound port: 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:32.667145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.741262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c590f887-431c-4fa2-b16e-96954a86c4e9 req-1249fcd6-56b4-4f1e-87ab-3c0debf9e74a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.1659627 Nov 23 18:34:32.742472 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1852-61cf-4420-a926-efff82fb5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.823783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1852-61cf-4420-a926-efff82fb5f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d771f575-3620-402a-8ade-d3cd0ee60f87,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:32.868239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.873783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b9a6cb82-4c5c-445d-82c9-edacc7354d46 None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:32.874155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a6cb82-4c5c-445d-82c9-edacc7354d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.886874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:32.889851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d6c1852-61cf-4420-a926-efff82fb5f89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=379d5b296bde4af391d325f60f14f5dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0752313 Nov 23 18:34:32.890855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:32.899396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] For port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:32.961690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:34:33.002421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.004139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] For port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:33.025856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.027813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.028158 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Added segment aaef29be-1ec1-4e77-81f1-2a87774510b2 of type vlan for network 83554f03-6b08-4f94-9cab-c21f7a663b4b Nov 23 18:34:33.057364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6cb82-4c5c-445d-82c9-edacc7354d46 None None] Port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:33.064715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.079984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.083048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.087159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d771f575-3620-402a-8ade-d3cd0ee60f87 HTTP/1.1" status: 204 len: 168 time: 0.1923800 Nov 23 18:34:33.104934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd1b3d-80b2-48a5-9e9d-113b52fbf676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d771f575-3620-402a-8ade-d3cd0ee60f87,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:33.174893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb33aa9-ebe0-4e0e-9622-a300c5852cae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:33.198832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.244557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.276615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.277498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:33.278105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.305421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:33.306054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:33.346149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6804a-869b-4936-93d3-9cea487b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:33.440263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d7fa61d-d9a6-4cad-8563-2894cbf9c237 req-ccaea736-5024-431c-a9fa-2f15be97a626 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.1128495 Nov 23 18:34:33.463431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9376636 Nov 23 18:34:33.466260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:33.472702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Request body: {'subnet': {'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-subnet', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:33.537929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Made reservation on behalf of 1ce83af35db94fee86a6f8c45f0b6663 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:33.545779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891c80-df4c-4077-bc9a-985d2ed5155f admin admin] Pushing event updated for resources: {'Network': ['ID=83554f03-6b08-4f94-9cab-c21f7a663b4b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:33.547898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.568543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:34:33.832263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:33.866994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:33.867455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:33.982183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.088346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Checking segment: {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:34.088946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Network hostable DHCP agents. Network: 83554f03-6b08-4f94-9cab-c21f7a663b4b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:34:34.093499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea61b51-83ee-4fa5-9425-0a824228b9c1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:34.123762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:34:34.176140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 83554f03-6b08-4f94-9cab-c21f7a663b4b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:34.189279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c90a3a5e-a6ec-4eb0-9e96-4fad2096ee95 req-adbb0ae2-bae0-410b-a4ad-205843a8f541 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.0433249 Nov 23 18:34:34.202402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:34.203489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.236381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e232756e-a3ab-4927-9b3a-66fc6f357b2c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7661691 Nov 23 18:34:34.236826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:34.241848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:34.261088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb97dc9-5f00-4699-b173-7a7beebaf786 None None] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:34.299859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.304675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.424617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.457622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.519787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:32Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:34.620187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a02609-4166-4ab2-a19a-fbbd39f2e571 None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:32Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:34.627003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.672053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] For port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:34.695258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.728428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.50', 59590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:34.762204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-83554f03-6b08-4f94-9cab-c21f7a663b4b', 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'fixed_ips': [{'subnet_id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:34:34.762999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:34.807641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-f5ce7c36-aff6-40e0-b417-09921fbca6f3 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b6fcf32625c546ecb492315c64e85380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734754 Nov 23 18:34:34.952753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-121251cb-00c8-433a-aa56-4f66cdcfd222 req-1eac3bc5-1831-4fb4-9d60-c7758b8de919 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.0615582 Nov 23 18:34:35.236966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979035-3f0d-49ee-8837-7d5092aa4aba None None] Pushing event updated for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:35.259903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-d0505d96-3ca4-410b-8e4c-d402e5bb1870 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:35.265119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-d0505d96-3ca4-410b-8e4c-d402e5bb1870 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4520679 Nov 23 18:34:35.272575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:35.325449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:35.397816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:35.417254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.50', 59593) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:35.486640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Request body: {'port': {'device_id': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b6fcf32625c546ecb492315c64e85380'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:35.597475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Allocated IP 172.25.5.163 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b63b73b4-9f95-4e9d-811c-55c3fdde7948) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:35.675731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Allocated IP 172.20.0.2 (83554f03-6b08-4f94-9cab-c21f7a663b4b/5ea61b51-83ee-4fa5-9425-0a824228b9c1/3e50da97-61af-41ae-9440-4f64c94d9ede) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:35.684451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-729a7b07-a152-4f96-a656-fb256218e9d0 req-35a99ed9-c25c-419c-94cb-cb9ffe107b31 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.3372803 Nov 23 18:34:35.721472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:35.722178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:35.889313 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-6957366c-d384-4868-b4a1-8c0876f65fb1 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4696820 Nov 23 18:34:35.925213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.046884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.104165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:36.168406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Made reservation on behalf of b6fcf32625c546ecb492315c64e85380 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:36.174977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.184083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf43fd43-a343-45bd-9777-6e40f983d5f7 req-247aece7-8dde-4d2b-bbb5-d988db975462 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.0438914 Nov 23 18:34:36.184983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:36.195614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:36.205877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.237508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.252412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.256259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-d35bc621-3bc5-4d7b-9409-6dcd9b2fa97e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:36.257988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-d35bc621-3bc5-4d7b-9409-6dcd9b2fa97e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603103 Nov 23 18:34:36.278252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Request body: {'port': {'device_id': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '8f868c01b6a14aa1ad5717fc0fba2f8b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:36.325062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:36.330693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:36.334107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:36.350639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Pushing event updated for resources: {'Port': ['ID=3e50da97-61af-41ae-9440-4f64c94d9ede,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:36.368516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Pushing event updated for resources: {'Port': ['ID=b63b73b4-9f95-4e9d-811c-55c3fdde7948,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:36.439974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Attempting to bind port 3e50da97-61af-41ae-9440-4f64c94d9ede on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:36.440502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Attempting to bind port 3e50da97-61af-41ae-9440-4f64c94d9ede by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:36.440848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Attempting to bind port 3e50da97-61af-41ae-9440-4f64c94d9ede on network 83554f03-6b08-4f94-9cab-c21f7a663b4b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:36.449538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:36.450597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Checking segment: {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:36.451251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.452543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Bound using segment: {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:36.453634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Bound port: 3e50da97-61af-41ae-9440-4f64c94d9ede, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:36.454354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.500470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Made reservation on behalf of 8f868c01b6a14aa1ad5717fc0fba2f8b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:36.508953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.530837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.542356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] For port 3e50da97-61af-41ae-9440-4f64c94d9ede, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:36.548078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] For port 3e50da97-61af-41ae-9440-4f64c94d9ede, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e50da97-61af-41ae-9440-4f64c94d9ede,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:36.555955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.649318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.669693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5e68e-269c-4208-89bb-9e688506bbc4 None None] Pushing event updated for resources: {'Port': ['ID=3e50da97-61af-41ae-9440-4f64c94d9ede,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:36.669895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.672138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.691397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:36.729562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:37.036282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94cf1d05-1480-474d-b62b-63a1d42c03db req-c992012e-429e-43d5-b712-154817044fb4 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.2068303 Nov 23 18:34:37.112127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019ddec8-f6f7-44a2-b99e-3b5d530f93fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:37.152477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:37.165621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f030223f-4dd7-4239-9843-4c1cb5be866f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:37.448804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Allocated IP 192.168.233.50 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/3bfadb9f-233a-4859-87f1-4017482603d5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:37.524760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d23337a8-be3a-481b-b261-95cc6c1bdbd5 req-94b7af19-43b8-41b2-8936-c5748607af3d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.1858709 Nov 23 18:34:37.584171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:37.701583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:34:37.712177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:37.712567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:37.983259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:37.984328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e50da97-61af-41ae-9440-4f64c94d9ede up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:38.046962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.101437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:38.110182 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Sync routers for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:38.133216 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:38.133853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:38.178443 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.187305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e6bba806-8592-4e77-9dc1-85489401e22d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9489558 Nov 23 18:34:38.187991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:38.254102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3e50da97-61af-41ae-9440-4f64c94d9ede triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:38.254473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.473770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Pushing event updated for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:38.512201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f22ffd5a-ec90-4e34-a334-259b3a8d6e4c req-2599c35e-b24f-4191-a2bc-afdef60d991b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 210 time: 0.0664363 Nov 23 18:34:38.606077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:38.622165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:38.626649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5dec6-20cc-4cb1-b74b-027f5db377f8 None None] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:38.628895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:38.646738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.671365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:38.672674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.684809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:38.710083 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:38.789040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Allocated IP 192.168.233.228 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/fa7eb5be-76ed-4815-86d6-c9d1f0658aa4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:38.805027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-155d7a33-9d07-45b3-b9e5-62ecb3b54e15 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5337441 Nov 23 18:34:38.842768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-2fb28446-1b64-4143-8b9c-76ac2920efb5 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:34:38.854136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-2fb28446-1b64-4143-8b9c-76ac2920efb5 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156116 Nov 23 18:34:39.100267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 3e50da97-61af-41ae-9440-4f64c94d9ede, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e50da97-61af-41ae-9440-4f64c94d9ede,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:39.108458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-efc33a42-b34c-48ee-86f9-f192acb49f31 None None] Provisioning complete for port 3e50da97-61af-41ae-9440-4f64c94d9ede triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:39.108996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efc33a42-b34c-48ee-86f9-f192acb49f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.153454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.242595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=3e50da97-61af-41ae-9440-4f64c94d9ede,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:39.305287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22393a4e-de39-4a51-b819-15f09efb985c req-beb204d0-ae34-482b-9c7f-57a8a96a6095 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:39.318835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22393a4e-de39-4a51-b819-15f09efb985c req-beb204d0-ae34-482b-9c7f-57a8a96a6095 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 935 time: 0.5568991 Nov 23 18:34:39.321774 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:36Z', 'revision_number': 3, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:39.379951 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Checking router: 6ed7b0ac-819b-4b1d-aedc-c362e928b83e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:39.387773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Updating router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e port b63b73b4-9f95-4e9d-811c-55c3fdde7948 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:39.425597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.459580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-63eae304-389a-4a6a-8dd2-7e31c316d673 None None] Provisioning complete for port 3bfadb9f-233a-4859-87f1-4017482603d5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:39.466776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63eae304-389a-4a6a-8dd2-7e31c316d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.523721 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.539345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.572633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22393a4e-de39-4a51-b819-15f09efb985c req-1ab1a85e-591b-4f14-ac4a-15e03d39770d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529061 Nov 23 18:34:39.640646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-63eae304-389a-4a6a-8dd2-7e31c316d673 None None] Port 3bfadb9f-233a-4859-87f1-4017482603d5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:39.698689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:39.704015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:39.708066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:39.725371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:39.726058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.751670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Pushing event updated for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:39.777513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4fea5307-068c-40de-ad14-82c702b4442a None None] Provisioning complete for port 3e50da97-61af-41ae-9440-4f64c94d9ede triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:39.778091 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fea5307-068c-40de-ad14-82c702b4442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:39.798174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-5691a698-00af-4a32-a9be-cff0391e43ae tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3797977 Nov 23 18:34:40.087340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.164702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:40.217937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-354f7b2c-52d6-4259-8bc3-6a98329b3155 None None] Provisioning complete for port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:40.218573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-354f7b2c-52d6-4259-8bc3-6a98329b3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.226600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47728f2-3289-48e5-b355-977d78f612f1 req-cfe1ace3-5473-417f-b08e-6c9d145dfc66 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:40.243818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e47728f2-3289-48e5-b355-977d78f612f1 req-cfe1ace3-5473-417f-b08e-6c9d145dfc66 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 936 time: 0.1996276 Nov 23 18:34:40.298786 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.316340 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.354339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-354f7b2c-52d6-4259-8bc3-6a98329b3155 None None] Port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:40.382294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.384184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e47728f2-3289-48e5-b355-977d78f612f1 req-8bfc8c4d-93ec-4b93-b5f4-0eb235b7c626 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381059 Nov 23 18:34:40.409234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Request body: {'port': {'device_id': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'device_owner': 'compute:tempest-test_az-1013007429', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:40.436852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917c522-2281-4540-9ff2-e22b7a01f5c1 None None] Pushing event updated for resources: {'Port': ['ID=b63b73b4-9f95-4e9d-811c-55c3fdde7948,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:40.440100 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Attempting to bind port b63b73b4-9f95-4e9d-811c-55c3fdde7948 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:40.440767 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Attempting to bind port b63b73b4-9f95-4e9d-811c-55c3fdde7948 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:40.441342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Attempting to bind port b63b73b4-9f95-4e9d-811c-55c3fdde7948 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:40.448647 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:40.449325 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:40.449911 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.450512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:40.451199 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Bound port: b63b73b4-9f95-4e9d-811c-55c3fdde7948, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:40.451871 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.507838 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] For port b63b73b4-9f95-4e9d-811c-55c3fdde7948, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:40.511680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] For port b63b73b4-9f95-4e9d-811c-55c3fdde7948, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b63b73b4-9f95-4e9d-811c-55c3fdde7948,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:40.522578 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.566188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Request body: {'port': {'device_id': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'device_owner': 'compute:tempest-test_az-1013007429', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:40.694292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917c522-2281-4540-9ff2-e22b7a01f5c1 None None] Pushing event updated for resources: {'Port': ['ID=b63b73b4-9f95-4e9d-811c-55c3fdde7948,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:40.746793 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.789510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:40.790187 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:40.914986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:40.919933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Allocated IP 172.20.0.1 (83554f03-6b08-4f94-9cab-c21f7a663b4b/5ea61b51-83ee-4fa5-9425-0a824228b9c1/c5f5183f-92bd-49a7-ae9c-846663d51f75) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:40.971490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4104c3-3b21-41cf-896b-985163574b07 req-96de11da-c1e7-43ac-9a56-1493c255b960 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:40.974162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d4104c3-3b21-41cf-896b-985163574b07 req-96de11da-c1e7-43ac-9a56-1493c255b960 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 935 time: 0.1089091 Nov 23 18:34:41.026210 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:41.084021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44ba35c6-92e4-4110-a5eb-ab630532a46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.105460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d4104c3-3b21-41cf-896b-985163574b07 req-fd081c42-c33f-49b2-9a55-c01cd54c55fc tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234803 Nov 23 18:34:41.131030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.186114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.318999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e50da97-61af-41ae-9440-4f64c94d9ede up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:41.371095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Pushing event updated for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:41.416850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:41.421065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:41.438705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:41.442256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.504830 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:36Z', 'revision_number': 3, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:41.560420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3e50da97-61af-41ae-9440-4f64c94d9ede triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:41.561072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:41.616128 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16135bb-3e35-411f-96ca-2fc344e4f61a None None] The sync data for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 is: [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:36Z', 'revision_number': 3, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:42.032121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ef04ddce-be5b-465c-8c31-7f376ef84f51 None None] Provisioning complete for port c5f5183f-92bd-49a7-ae9c-846663d51f75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:42.032491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef04ddce-be5b-465c-8c31-7f376ef84f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.110951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:42.188069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ef04ddce-be5b-465c-8c31-7f376ef84f51 None None] Port c5f5183f-92bd-49a7-ae9c-846663d51f75 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:42.219199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.300836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315f94-2daf-459d-a156-c009159632d9 req-399b5cec-5d06-460e-8600-b99e4cc88ba5 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:42.321251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65315f94-2daf-459d-a156-c009159632d9 req-399b5cec-5d06-460e-8600-b99e4cc88ba5 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 936 time: 0.1978390 Nov 23 18:34:42.452730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44ba35c6-92e4-4110-a5eb-ab630532a46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.466241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44ba35c6-92e4-4110-a5eb-ab630532a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.576318 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65315f94-2daf-459d-a156-c009159632d9 req-d7fda178-898a-4472-be67-876ed827d804 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347760 Nov 23 18:34:42.795198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-44ba35c6-92e4-4110-a5eb-ab630532a46c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a071736eb3e4b05a4124c8f21ae19d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6265218 Nov 23 18:34:42.796189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba35c6-92e4-4110-a5eb-ab630532a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778fd3e5-5a42-4b61-aa93-0bf0d5062cfc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:42.800854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:42.820076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871db71-c4a5-4720-b3f8-3a2ab7136651 req-e8371db9-fe41-4da0-9996-f12c98edb384 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:42.832929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1871db71-c4a5-4720-b3f8-3a2ab7136651 req-e8371db9-fe41-4da0-9996-f12c98edb384 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 935 time: 0.3059824 Nov 23 18:34:42.844357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfadb9f-233a-4859-87f1-4017482603d5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:42.871270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914fc982-03b3-4315-9540-d7bd5fca47a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.876008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.932144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.948669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.949591 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:42.954026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1871db71-c4a5-4720-b3f8-3a2ab7136651 req-2984a900-afc2-48be-b4a0-d471666148de tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869446 Nov 23 18:34:43.080103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Pushing event updated for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:43.145740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:43.151281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:43.181089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Transition to ACTIVE for port object 3bfadb9f-233a-4859-87f1-4017482603d5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:34:43.233983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.310803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-165a3dcb-5d57-4eba-b658-552943da903c tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323741 Nov 23 18:34:43.388918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b63b73b4-9f95-4e9d-811c-55c3fdde7948 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:43.590852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:43.602214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914fc982-03b3-4315-9540-d7bd5fca47a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.615788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b63b73b4-9f95-4e9d-811c-55c3fdde7948 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:43.616606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.661813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-eb05d6a3-f55b-4844-890e-6b78e134eb9d tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:43.669367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-eb05d6a3-f55b-4844-890e-6b78e134eb9d tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3576124 Nov 23 18:34:43.701680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914fc982-03b3-4315-9540-d7bd5fca47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.787808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-914fc982-03b3-4315-9540-d7bd5fca47a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48d2ce9f8d834b4597763d65727ff5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6741323 Nov 23 18:34:43.790090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-4af0f283-8566-4190-a616-25435c4b7dd2 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/quotas/a6ca90158fd3493dbd25232b09e52b7b HTTP/1.1" status: 200 len: 375 time: 0.1067002 Nov 23 18:34:43.792090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:43.820925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4bf568de-7776-4e18-98ca-2c42d5026354 None None] Provisioning complete for port c5f5183f-92bd-49a7-ae9c-846663d51f75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:43.828385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bf568de-7776-4e18-98ca-2c42d5026354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:43.891957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-f59df02b-25ab-460d-82b4-af15171d1eec tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007271 Nov 23 18:34:44.023165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:44.059911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.078370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bf568de-7776-4e18-98ca-2c42d5026354 None None] Port c5f5183f-92bd-49a7-ae9c-846663d51f75 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:44.089294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:44.115072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b63b73b4-9f95-4e9d-811c-55c3fdde7948, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b63b73b4-9f95-4e9d-811c-55c3fdde7948,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:44.126785 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.173943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.190105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Attempting to bind port 3bfadb9f-233a-4859-87f1-4017482603d5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:44.191128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Attempting to bind port 3bfadb9f-233a-4859-87f1-4017482603d5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:44.191128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Attempting to bind port 3bfadb9f-233a-4859-87f1-4017482603d5 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:44.259679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000696e5-5618-4715-9f33-f1764bda4135 req-3b840789-a7c5-4414-aa2c-cb4806102ab1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:44.270447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-000696e5-5618-4715-9f33-f1764bda4135 req-3b840789-a7c5-4414-aa2c-cb4806102ab1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 936 time: 0.4397449 Nov 23 18:34:44.271117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fc982-03b3-4315-9540-d7bd5fca47a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395a78cf-f0d7-4788-a03a-7c7270bfeaec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:44.323924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b63b73b4-9f95-4e9d-811c-55c3fdde7948,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:44.353478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Port 3bfadb9f-233a-4859-87f1-4017482603d5 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:34:44.357782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Attempting to bind port 3bfadb9f-233a-4859-87f1-4017482603d5 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:44.460383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.466050 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.467732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:44.480735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ee19218-352f-4f39-9939-e499f3daa32f admin admin] 10.222.0.37 "PUT /v2.0/routers/6ed7b0ac-819b-4b1d-aedc-c362e928b83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2918720 Nov 23 18:34:44.484185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:44.484546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:44.485113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:44.486286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Bound port: 3bfadb9f-233a-4859-87f1-4017482603d5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:44.486655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.501427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e7ebc-8dee-499b-b23f-e75754135fe8 req-f8af269b-f8ff-4194-bf7e-0d41d649651d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:44.503203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-708e7ebc-8dee-499b-b23f-e75754135fe8 req-f8af269b-f8ff-4194-bf7e-0d41d649651d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.1247008 Nov 23 18:34:44.510495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.660928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-708e7ebc-8dee-499b-b23f-e75754135fe8 req-7885e595-8dfc-4239-83da-eb177835a34d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414046 Nov 23 18:34:44.676647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-000696e5-5618-4715-9f33-f1764bda4135 req-1c2d2c5b-0f82-4953-8d07-b7bf10b66785 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448956 Nov 23 18:34:44.692172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.697621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.699637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/395a78cf-f0d7-4788-a03a-7c7270bfeaec HTTP/1.1" status: 204 len: 168 time: 0.9035273 Nov 23 18:34:44.729412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea948ea-0de5-4566-8ede-e4ba6f3937e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a78cf-f0d7-4788-a03a-7c7270bfeaec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:44.838291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:44.870296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Sync routers for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:44.873052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce396c55-5f31-4fba-b71b-141c0e625199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.893362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:44.895606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:44.940270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:44.947347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3bfadb9f-233a-4859-87f1-4017482603d5,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:44.950661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.955746 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.959617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.961499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/778fd3e5-5a42-4b61-aa93-0bf0d5062cfc HTTP/1.1" status: 204 len: 168 time: 2.1272883 Nov 23 18:34:44.983659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.256498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:45.368787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b63b73b4-9f95-4e9d-811c-55c3fdde7948 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:45.402183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:45.483664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce396c55-5f31-4fba-b71b-141c0e625199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.500016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749c0a4-d8b0-4b5c-937a-d8d0550ed37d req-c21ac218-db3c-4692-83e3-a54129adc343 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.6494017 Nov 23 18:34:45.505223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f34231-3542-4a6e-9769-5fcb14a3e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778fd3e5-5a42-4b61-aa93-0bf0d5062cfc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:45.532276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Transition to ACTIVE for port object fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:34:45.538377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce396c55-5f31-4fba-b71b-141c0e625199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.708145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ce396c55-5f31-4fba-b71b-141c0e625199 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=652be7d2d5684f24aac27f2169b9eb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6124859 Nov 23 18:34:45.708958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.709225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:45.742412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:45.748775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.755874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-28f79fcc-54e2-47b6-8890-0a1e67fc3623 service neutron] 10.222.0.50 "PUT /v2.0/ports/3bfadb9f-233a-4859-87f1-4017482603d5 HTTP/1.1" status: 200 len: 1117 time: 5.7828321 Nov 23 18:34:45.772297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:45.867098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.925026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:45.966230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.971600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b63b73b4-9f95-4e9d-811c-55c3fdde7948 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:45.972164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.973118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d028e-05c5-4e15-b2df-32cbf03ebc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.040001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:42Z', 'revision_number': 4, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5f5183f-92bd-49a7-ae9c-846663d51f75', 'name': '', 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'mac_address': 'fa:16:3e:66:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:40Z', 'updated_at': '2021-11-23T18:34:42Z', 'revision_number': 2, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'subnets': [{'id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:46.150685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Checking router: 6ed7b0ac-819b-4b1d-aedc-c362e928b83e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:46.151166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Updating router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e port c5f5183f-92bd-49a7-ae9c-846663d51f75 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:46.250363 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.273858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:46.337924 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.341783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.343104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba835402-6dd6-4d4d-8dc1-ecb44ddc7e5b HTTP/1.1" status: 204 len: 168 time: 0.6320045 Nov 23 18:34:46.346048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d028e-05c5-4e15-b2df-32cbf03ebc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.354906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08566173-48d2-4b28-a188-3f04859f4779 req-52b751d6-9d71-4dd7-b0e2-29650b2b72ed tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:46.356874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08566173-48d2-4b28-a188-3f04859f4779 req-52b751d6-9d71-4dd7-b0e2-29650b2b72ed tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.1179311 Nov 23 18:34:46.373934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1e6cc-c917-41ff-b7cc-1cb3fc66a61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba835402-6dd6-4d4d-8dc1-ecb44ddc7e5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:46.380635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d028e-05c5-4e15-b2df-32cbf03ebc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.401638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396c55-5f31-4fba-b71b-141c0e625199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba835402-6dd6-4d4d-8dc1-ecb44ddc7e5b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:46.426804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-7ba2a2d5-aa81-4738-b8e8-9bb06c37de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:46.429259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-7ba2a2d5-aa81-4738-b8e8-9bb06c37de08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 1120 time: 0.4510822 Nov 23 18:34:46.436226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:46.453758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d028e-05c5-4e15-b2df-32cbf03ebc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cd5ef5-77fe-4f38-b648-59854bf6d154,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:46.455602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.47', 51844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:46.506378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-711d028e-05c5-4e15-b2df-32cbf03ebc51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54691c2ac20d45159721d2b0b07d4705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727594 Nov 23 18:34:46.524810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08566173-48d2-4b28-a188-3f04859f4779 req-02d553cd-2f39-4f1c-94ef-58108edcf41e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471205 Nov 23 18:34:46.525579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:46.555039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02773cd1-8ecc-47b5-96c9-2f1a49015e79 req-ca7a1625-efcd-4232-ab4d-aeffb5984209 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:46.564641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02773cd1-8ecc-47b5-96c9-2f1a49015e79 req-ca7a1625-efcd-4232-ab4d-aeffb5984209 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.6133871 Nov 23 18:34:46.590113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-b7c7e311-bf02-46c4-8868-56ce6be9c9a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=3bfadb9f-233a-4859-87f1-4017482603d5 HTTP/1.1" status: 200 len: 217 time: 0.1329980 Nov 23 18:34:46.603866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.636261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.654149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:46.673258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a33e409e-cfd8-4097-9e45-69b341b88915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.695615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-2fa663b8-d0b1-4431-a11f-ea0b2f4ac66e tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198256 Nov 23 18:34:46.697303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Attempting to bind port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:46.698721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Attempting to bind port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:46.699452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Attempting to bind port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:46.760852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02773cd1-8ecc-47b5-96c9-2f1a49015e79 req-248be519-dc85-4b77-981a-b6e4f584514e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949420 Nov 23 18:34:46.782455 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0231a2a-033a-4dd2-9246-2b402e1ef968" -d '{"events": [{"name": "network-changed", "server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:46.822246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.833669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:34:46.834556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.836859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5cd5ef5-77fe-4f38-b648-59854bf6d154 HTTP/1.1" status: 204 len: 168 time: 0.3101408 Nov 23 18:34:46.837404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Attempting to bind port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:46.864119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd639d-09c7-4d85-a338-e5526ce5be7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cd5ef5-77fe-4f38-b648-59854bf6d154,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:46.881397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:46.882142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:46.882694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:46.883303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Bound port: fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:46.883853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.930250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-a49cf0f6-7c2a-4d4f-a7b3-10803120bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:46.932453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-a49cf0f6-7c2a-4d4f-a7b3-10803120bbb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3228543 Nov 23 18:34:46.946056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b66a796-045a-4dec-9122-ebec971459d4 req-75ed58c6-d7bd-42fe-a9f8-4831efd65cf2 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.0448177 Nov 23 18:34:46.957892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a33e409e-cfd8-4097-9e45-69b341b88915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.979160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a33e409e-cfd8-4097-9e45-69b341b88915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.098175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a33e409e-cfd8-4097-9e45-69b341b88915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be24853d79c54bc794912c4e2404dfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299898 Nov 23 18:34:47.104358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:47.159022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e409e-cfd8-4097-9e45-69b341b88915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7242c1a8-8be6-4ac8-9212-1decd48e2aee,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:47.261839 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0719ac56-c7b0-4284-869f-0083a581aed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.309472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.320878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.474122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:47.480844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:47.493147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-53ef9e50-52cd-46f9-a560-757cf6b80ea5 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:47.495165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-53ef9e50-52cd-46f9-a560-757cf6b80ea5 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7580018 Nov 23 18:34:47.506062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.631016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909865c2-12b0-43b4-a6d2-bf31a209838b None None] Pushing event updated for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:47.676771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Attempting to bind port c5f5183f-92bd-49a7-ae9c-846663d51f75 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:47.678818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Attempting to bind port c5f5183f-92bd-49a7-ae9c-846663d51f75 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:47.684483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Attempting to bind port c5f5183f-92bd-49a7-ae9c-846663d51f75 on network 83554f03-6b08-4f94-9cab-c21f7a663b4b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:47.705533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:47.706299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.706451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:47.707789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Checking segment: {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:47.708138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] 10.222.0.50 "PUT /v2.0/ports/fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 HTTP/1.1" status: 200 len: 1118 time: 7.7327743 Nov 23 18:34:47.708835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4db98-15e7-4a73-bffd-abcd5ea2ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:47.709393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.711874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Bound using segment: {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:47.712496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Bound port: c5f5183f-92bd-49a7-ae9c-846663d51f75, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef29be-1ec1-4e77-81f1-2a87774510b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:47.713021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.721636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.799896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.913300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f8d6-94a7-4705-bc22-63f65e837da8 req-1c05cabc-ec5f-4e46-b339-1035238a3966 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:47.921287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] For port c5f5183f-92bd-49a7-ae9c-846663d51f75, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:47.926752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] For port c5f5183f-92bd-49a7-ae9c-846663d51f75, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5f5183f-92bd-49a7-ae9c-846663d51f75,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:47.927838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7824f8d6-94a7-4705-bc22-63f65e837da8 req-1c05cabc-ec5f-4e46-b339-1035238a3966 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.1610763 Nov 23 18:34:47.947855 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:47.959642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Request body: {'port': {'device_id': 'abad95e6-f9a9-494c-af89-19041d591447', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'a6ca90158fd3493dbd25232b09e52b7b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:48.020482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] Provisioning complete for port c5f5183f-92bd-49a7-ae9c-846663d51f75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:48.022987 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.087145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7824f8d6-94a7-4705-bc22-63f65e837da8 req-5287985e-e8ca-49ea-ab86-3904a46afd3a tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559675 Nov 23 18:34:48.234874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:48.237069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:34:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:48.244211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909865c2-12b0-43b4-a6d2-bf31a209838b None None] Pushing event updated for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:48.388204 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84a829-b496-49f8-a286-57ee6fd1449e x-openstack-request-id: req-bc84a829-b496-49f8-a286-57ee6fd1449e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:48.390491 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:48.391108 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc84a829-b496-49f8-a286-57ee6fd1449e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:48.394109 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5', 'status': 'completed', 'code': 200} Nov 23 18:34:48.405147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.417360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.420704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7242c1a8-8be6-4ac8-9212-1decd48e2aee HTTP/1.1" status: 204 len: 168 time: 1.3027477 Nov 23 18:34:48.453114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b15316-0ec1-44cf-9fcd-95d6560bc098 req-cbef1a0b-ad68-4ae3-844d-7e9b78941510 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:48.460028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Made reservation on behalf of a6ca90158fd3493dbd25232b09e52b7b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:48.473487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.476462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42b15316-0ec1-44cf-9fcd-95d6560bc098 req-cbef1a0b-ad68-4ae3-844d-7e9b78941510 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.1695731 Nov 23 18:34:48.479933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:48.501829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.555167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.619370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de503d8-cc0c-42b6-86bf-c9361d86fa42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.817082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] For port c5f5183f-92bd-49a7-ae9c-846663d51f75, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5f5183f-92bd-49a7-ae9c-846663d51f75,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:48.837072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4872d-754b-45da-9119-43f68643d458 req-2a1c3c4b-c465-483c-b4a4-4a9ac43e4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:48.845525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-2a1c3c4b-c465-483c-b4a4-4a9ac43e4c3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8690073 Nov 23 18:34:48.856916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.874117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74668fb8-da1d-4502-beb8-4decae54df0a req-7f23cddc-2a70-426d-ba99-46e6f95167fc tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.4958565 Nov 23 18:34:48.880608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42b15316-0ec1-44cf-9fcd-95d6560bc098 req-b7482b4a-f646-4b65-a06e-1cd3880ee1ad tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029646 Nov 23 18:34:48.882654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fd8d-b980-4d04-97fc-dd71d8465a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7242c1a8-8be6-4ac8-9212-1decd48e2aee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:48.938456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0719ac56-c7b0-4284-869f-0083a581aed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.953705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de503d8-cc0c-42b6-86bf-c9361d86fa42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.959094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0719ac56-c7b0-4284-869f-0083a581aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.969031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de503d8-cc0c-42b6-86bf-c9361d86fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.993052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:49.046986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-283548d3-4600-4b80-95fb-a9f0ba284f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:49.048796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-283548d3-4600-4b80-95fb-a9f0ba284f1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 1121 time: 0.6482012 Nov 23 18:34:49.219115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9de503d8-cc0c-42b6-86bf-c9361d86fa42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c50eb2a3aa54d7c97b5fc9e6df585cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7374544 Nov 23 18:34:49.220127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de503d8-cc0c-42b6-86bf-c9361d86fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7f1ae-28bc-4466-be95-4283bfa3ea9e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:49.223763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0719ac56-c7b0-4284-869f-0083a581aed6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeed265fdaad4d8eb0c6ac7f2d803065&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9338291 Nov 23 18:34:49.224451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:49.224798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:49.297204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-58a42a8b-4132-403e-a05a-9567066c617e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 HTTP/1.1" status: 200 len: 217 time: 0.2282474 Nov 23 18:34:49.366551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719ac56-c7b0-4284-869f-0083a581aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968155a7-21dd-4af9-a44d-f34f5a58fc98,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:49.684563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:49.691622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581390589', 'description': 'tempest-description--781180156'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:49.759422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03a8aab8-dcee-4fee-a2c8-bcd1f9c8c428 None None] Provisioning complete for port c5f5183f-92bd-49a7-ae9c-846663d51f75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:49.760666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03a8aab8-dcee-4fee-a2c8-bcd1f9c8c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:49.796480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:49.825008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:42Z', 'revision_number': 4, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5f5183f-92bd-49a7-ae9c-846663d51f75', 'name': '', 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'mac_address': 'fa:16:3e:66:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:40Z', 'updated_at': '2021-11-23T18:34:47Z', 'revision_number': 4, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'subnets': [{'id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:49.833190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-29f27ed7-342d-47f3-b7a8-43974011a9dd service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185641 Nov 23 18:34:49.995343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.033105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01bb12-1392-43ea-9c86-d3d5e4efaf34 None None] Pushing event updated for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:50.047093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76025470-05a0-4379-9822-77287144ba73 req-c4f61aa0-4547-4744-9429-99dd9671b69f tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:50.055126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76025470-05a0-4379-9822-77287144ba73 req-c4f61aa0-4547-4744-9429-99dd9671b69f tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.8006344 Nov 23 18:34:50.060126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9f4f9-b2e6-4d6f-a03d-7ac617713b43 None None] The sync data for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 is: [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:34:42Z', 'revision_number': 4, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5f5183f-92bd-49a7-ae9c-846663d51f75', 'name': '', 'network_id': '83554f03-6b08-4f94-9cab-c21f7a663b4b', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'mac_address': 'fa:16:3e:66:67:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:40Z', 'updated_at': '2021-11-23T18:34:47Z', 'revision_number': 4, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'subnets': [{'id': '5ea61b51-83ee-4fa5-9425-0a824228b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:50.122394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.193920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.210499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62cc315c-d2e1-43df-aefd-c79f54ff3ac2 req-27af47df-e94c-410e-90e4-b5afc4bd8e89 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.1225300 Nov 23 18:34:50.221796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.336109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.338324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6521041 Nov 23 18:34:50.341720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:50.369328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Allocated IP 192.168.233.163 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/d53c467e-fa83-4e66-b611-293b26efc9c3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:50.381882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'security_group_rule': {'security_group_id': '461f5836-4e1a-409a-8532-12bd4a065f36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:50.402293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f58ee-3c86-4c68-8d2b-75aaeb1ec437 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461f5836-4e1a-409a-8532-12bd4a065f36,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:50.570347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:50.670115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd24415-dbbf-4a1f-833b-4335bafcc4ee req-a7afa35d-f62b-4537-8d21-e8e20fa78b07 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:50.685052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd24415-dbbf-4a1f-833b-4335bafcc4ee req-a7afa35d-f62b-4537-8d21-e8e20fa78b07 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.2839241 Nov 23 18:34:50.990424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd24415-dbbf-4a1f-833b-4335bafcc4ee req-5aeb9a4b-df4c-457b-a6ea-67d5a89fa7ee tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016682 Nov 23 18:34:51.022933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.030590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.067070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4f4626-2208-45a9-837f-4f1fac78cce6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:51.078803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.080405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-425abf27-6b3f-4194-9926-7f105dd65817 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7381568 Nov 23 18:34:51.084780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:51.091686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'security_group_rule': {'security_group_id': '461f5836-4e1a-409a-8532-12bd4a065f36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:51.143400 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.302400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.310015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.316201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.374575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9014e76-a112-4381-a85a-e62e6f9fc0c7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:51.388449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.395281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd2fb377-93a6-4a7f-a1f9-f75d7e49c543 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089337 Nov 23 18:34:51.395982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:51.419637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:51.483620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f35b859-01dc-405e-91ba-0e7cc9eed027 req-9dcbf3bd-fc89-4856-be9c-86168d44204b tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.0845428 Nov 23 18:34:51.517566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5f5183f-92bd-49a7-ae9c-846663d51f75 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:51.561532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.620264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:51.625122 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318961ee-234d-4fe0-9d63-4cf48332012d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:51.642710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-ecf8006c-e15a-4420-924f-1f45bb79cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:51.652871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-ecf8006c-e15a-4420-924f-1f45bb79cd4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 2.2176738 Nov 23 18:34:51.666070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21296e65-07e1-4cde-9b56-9435c1f99cbc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:51.672236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.675077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.712089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.916883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c5f5183f-92bd-49a7-ae9c-846663d51f75 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:51.917311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.931663 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266cd63b-0d60-43b0-9376-b3d051ef3446 x-openstack-request-id: req-266cd63b-0d60-43b0-9376-b3d051ef3446 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:51.932665 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:51.933143 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-266cd63b-0d60-43b0-9376-b3d051ef3446 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:51.933850 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4', 'status': 'completed', 'code': 200} Nov 23 18:34:51.959699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76025470-05a0-4379-9822-77287144ba73 req-fb98303d-f771-4a94-8c67-268d83544356 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8966665 Nov 23 18:34:51.961083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.968749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:51.970889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eee7f1ae-28bc-4466-be95-4283bfa3ea9e HTTP/1.1" status: 204 len: 168 time: 2.7338362 Nov 23 18:34:52.051244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45d5c0-31f1-4b5c-a861-3340c987398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7f1ae-28bc-4466-be95-4283bfa3ea9e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:52.053463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.088932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.195454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a213791-568d-4109-b459-0b49c43aa007 req-6f71ad85-fcd9-44bd-bf0b-aeb63e9dbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:52.197082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-6f71ad85-fcd9-44bd-bf0b-aeb63e9dbbb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3451490 Nov 23 18:34:52.350362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10860a-126b-4655-b626-93eb6a487491 req-bf81610b-0225-42bc-8351-58399b654b2f tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:52.359817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5c4872d-754b-45da-9119-43f68643d458 req-fd2eddad-2b3a-4f1e-81ef-7752db141351 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3442249 Nov 23 18:34:52.360558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.380468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe10860a-126b-4655-b626-93eb6a487491 req-bf81610b-0225-42bc-8351-58399b654b2f tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.2642326 Nov 23 18:34:52.381095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.384916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/968155a7-21dd-4af9-a44d-f34f5a58fc98 HTTP/1.1" status: 204 len: 168 time: 3.1440358 Nov 23 18:34:52.498302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:52.498302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b020b-4daf-42ff-97f6-f54b91724447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968155a7-21dd-4af9-a44d-f34f5a58fc98,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:52.518958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.560004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe10860a-126b-4655-b626-93eb6a487491 req-a2597599-7292-4c7f-b971-e449614573de tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783998 Nov 23 18:34:52.609149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:52.630248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:52.651567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:52.652297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:52.676588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Pushing event updated for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:52.882875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-cc4a0b6f-5a6d-49e8-b22e-1d7b16519751 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1799572 Nov 23 18:34:52.922807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-21a88cfd-f9c3-4652-9002-4c203f31bf62 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:34:52.924123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-21a88cfd-f9c3-4652-9002-4c203f31bf62 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240688 Nov 23 18:34:52.979179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b86a3-687c-4c94-be3d-50dff01881c5 req-6554b72e-272d-46bd-81d9-c02e1ad57a61 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:52.979406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-34ab1cb9-0123-4950-982c-9a0836bbcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:52.982108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-844b86a3-687c-4c94-be3d-50dff01881c5 req-6554b72e-272d-46bd-81d9-c02e1ad57a61 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 936 time: 0.2600451 Nov 23 18:34:52.990598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-34ab1cb9-0123-4950-982c-9a0836bbcf10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 1120 time: 0.5084538 Nov 23 18:34:53.014234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-22b2101b-793c-4ff5-98b1-4dc48a82acb1 None None] Provisioning complete for port d53c467e-fa83-4e66-b611-293b26efc9c3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:53.014869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22b2101b-793c-4ff5-98b1-4dc48a82acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:53.025113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Allocated IP 172.25.5.79 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/5a98eb0d-9c11-49c2-92f2-379d7caab2e3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:53.104651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-22b2101b-793c-4ff5-98b1-4dc48a82acb1 None None] Port d53c467e-fa83-4e66-b611-293b26efc9c3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:53.203836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-844b86a3-687c-4c94-be3d-50dff01881c5 req-0ef776a4-6523-4c8b-80ca-893ab0d5d0df tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112637 Nov 23 18:34:53.426686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:53.549266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-ccce04fc-044b-4ba3-9381-cc7212d4b116 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464983 Nov 23 18:34:53.551969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-11abac6f-cce2-4d29-b63c-6c996b0bcdde service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3206527 Nov 23 18:34:53.552470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:53.643933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-6af41a3e-339d-4944-a0c9-bedb100f99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:53.647645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-6af41a3e-339d-4944-a0c9-bedb100f99f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6426272 Nov 23 18:34:53.658205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18039ffd-0ac2-4078-b72e-7cb6362e8858 req-02018e10-4983-4757-a170-904de79e86c7 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:53.667617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18039ffd-0ac2-4078-b72e-7cb6362e8858 req-02018e10-4983-4757-a170-904de79e86c7 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.2351649 Nov 23 18:34:53.697346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89be2a3c-a937-4498-a7ca-938c4326a0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:53.757247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:53.870993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18039ffd-0ac2-4078-b72e-7cb6362e8858 req-a282df5f-0aba-4c3b-a746-0346e599c53c tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963849 Nov 23 18:34:53.904751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:53.926314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:53.928550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-1a5047c8-1ec1-40aa-afe6-c5a56cd393f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=3bfadb9f-233a-4859-87f1-4017482603d5 HTTP/1.1" status: 200 len: 217 time: 0.2163990 Nov 23 18:34:53.946589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:53.981371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'Port': ['ID=5a98eb0d-9c11-49c2-92f2-379d7caab2e3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:54.036994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Request body: {'port': {'device_id': 'abad95e6-f9a9-494c-af89-19041d591447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:54.085982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a213791-568d-4109-b459-0b49c43aa007 req-b4ff1e84-cbff-4820-bf83-7ca2cb50851e service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136120 Nov 23 18:34:54.273719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:54.292659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84eb1-1427-4f76-93e3-12d2a192ed0e req-16ca2eb7-1479-4c34-b0b7-fa38321b9262 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:54.293524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a84eb1-1427-4f76-93e3-12d2a192ed0e req-16ca2eb7-1479-4c34-b0b7-fa38321b9262 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.1710846 Nov 23 18:34:54.352660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-abf115b1-6b33-4b00-8120-b6219c2ad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:54.355273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-abf115b1-6b33-4b00-8120-b6219c2ad9c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3374114 Nov 23 18:34:54.357761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:54.373210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:54.387692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-fab3804f-ef26-42a5-94f3-a7df544caae9 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:54.389615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-fab3804f-ef26-42a5-94f3-a7df544caae9 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8083637 Nov 23 18:34:54.478547 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a84eb1-1427-4f76-93e3-12d2a192ed0e req-97904ef2-b0a1-4726-a3d2-ad62260921b3 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753495 Nov 23 18:34:54.594200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-623d9bca-d297-4d6d-a3ac-dc9a2c564100 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/quotas/843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 375 time: 0.1658165 Nov 23 18:34:54.617222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318961ee-234d-4fe0-9d63-4cf48332012d req-56b4a0d1-3514-4ac7-b495-e9127ece5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:54.630022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-56b4a0d1-3514-4ac7-b495-e9127ece5569 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 1121 time: 0.4546683 Nov 23 18:34:54.641727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89be2a3c-a937-4498-a7ca-938c4326a0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:54.746783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-587cddd5-ad7c-4853-a245-6426ed418dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:54.748838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-587cddd5-ad7c-4853-a245-6426ed418dd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3818395 Nov 23 18:34:54.785892 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89be2a3c-a937-4498-a7ca-938c4326a0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:54.853522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-340364ff-6ce1-4adf-a3d9-f0caf9baf69b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2223334 Nov 23 18:34:54.954488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.031506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.089996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.151889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'Port': ['ID=5a98eb0d-9c11-49c2-92f2-379d7caab2e3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:55.162862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.164225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-407a4de4-4051-49a4-89ac-f8c1c06cb733 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7618520 Nov 23 18:34:55.173870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d6093-98fc-4074-be59-464dfc713867 req-ee62bd9b-43b1-425d-acbc-06ed43a3ff99 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:55.175738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-870d6093-98fc-4074-be59-464dfc713867 req-ee62bd9b-43b1-425d-acbc-06ed43a3ff99 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 936 time: 0.2242930 Nov 23 18:34:55.285833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-870d6093-98fc-4074-be59-464dfc713867 req-70d05e47-def7-420b-8c90-7204de9f8336 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847385 Nov 23 18:34:55.319695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89be2a3c-a937-4498-a7ca-938c4326a0bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e596edc51e9d433fa071fcad0ac75445&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7595537 Nov 23 18:34:55.322480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:55.442279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2a3c-a937-4498-a7ca-938c4326a0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e71db9-916d-4145-8cd1-e98a5584baad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:55.460554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.526470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.527373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318961ee-234d-4fe0-9d63-4cf48332012d req-da43d322-ae50-46cc-87a4-864107e66981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:55.528633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-da43d322-ae50-46cc-87a4-864107e66981 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.7908309 Nov 23 18:34:55.561952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400455c0-3bd0-4e88-9ba8-f7d7d40d72e4 req-77f359a3-b0d7-4e44-a091-e09f0af0dc2a tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:55.563606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400455c0-3bd0-4e88-9ba8-f7d7d40d72e4 req-77f359a3-b0d7-4e44-a091-e09f0af0dc2a tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 969 time: 0.2180145 Nov 23 18:34:55.572085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-c7c94ff9-464c-43b0-906c-95e5edb3d7c3 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974324 Nov 23 18:34:55.620807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84428ea9-e72e-408d-a305-8ed5c5b74b89 req-c52ba018-7d64-455d-90a0-7cdae00c8c32 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 210 time: 0.0814288 Nov 23 18:34:55.629590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53c467e-fa83-4e66-b611-293b26efc9c3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:55.641356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.670880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.674667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.677165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03e71db9-916d-4145-8cd1-e98a5584baad HTTP/1.1" status: 204 len: 168 time: 0.3536825 Nov 23 18:34:55.689433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-6c4adfb7-460f-457d-8a89-7f9d12462db1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 HTTP/1.1" status: 200 len: 217 time: 0.1488125 Nov 23 18:34:55.699364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f7d1-b0d7-4831-bae7-11589f8c0c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e71db9-916d-4145-8cd1-e98a5584baad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:55.711458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Transition to ACTIVE for port object d53c467e-fa83-4e66-b611-293b26efc9c3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:34:55.801860 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:55.879333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-87ba7a7e-c82b-49fe-85b0-d2310086981a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1581390589&fields=id&tenant_id=c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 267 time: 0.0897734 Nov 23 18:34:56.228285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400455c0-3bd0-4e88-9ba8-f7d7d40d72e4 req-1ab9399f-6680-47cb-ab3a-15b56ff55805 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360525 Nov 23 18:34:56.230286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:56.265076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318961ee-234d-4fe0-9d63-4cf48332012d req-ca47a5c4-b16f-48cf-b97d-47a0704f2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:56.275828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-a65f6c4b-d9b7-4e6a-9bff-475a21816033 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:56.278150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-ca47a5c4-b16f-48cf-b97d-47a0704f2caf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.5364435 Nov 23 18:34:56.283301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-a65f6c4b-d9b7-4e6a-9bff-475a21816033 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 823 time: 0.3954933 Nov 23 18:34:56.308296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-a5b3c306-cda3-477a-b075-e97203cd6231 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/quotas/c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 375 time: 0.0195045 Nov 23 18:34:56.421757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0231a2a-033a-4dd2-9246-2b402e1ef968 req-68e395dd-b824-4a82-b77c-4d979b30dd0f service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312968 Nov 23 18:34:56.460864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Attempting to bind port d53c467e-fa83-4e66-b611-293b26efc9c3 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:56.461108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Attempting to bind port d53c467e-fa83-4e66-b611-293b26efc9c3 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:56.461768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Attempting to bind port d53c467e-fa83-4e66-b611-293b26efc9c3 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:56.491380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-429d8d44-6276-48a7-90b0-0ea8c95982ff tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619976 Nov 23 18:34:56.493135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Port d53c467e-fa83-4e66-b611-293b26efc9c3 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:34:56.493558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Attempting to bind port d53c467e-fa83-4e66-b611-293b26efc9c3 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:56.514807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:56.515202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:56.515677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:56.516212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Bound port: d53c467e-fa83-4e66-b611-293b26efc9c3, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:56.516579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:56.541741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318961ee-234d-4fe0-9d63-4cf48332012d req-6e02f6ce-0424-418f-9fcb-96c97afcbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:56.543491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-6e02f6ce-0424-418f-9fcb-96c97afcbea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2211733 Nov 23 18:34:56.564241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c121e62-4f39-402e-88da-7165d767576d req-52593b74-a355-4cff-91a6-e792b68a8a9c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:56.567129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c121e62-4f39-402e-88da-7165d767576d req-52593b74-a355-4cff-91a6-e792b68a8a9c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 970 time: 0.1382720 Nov 23 18:34:56.764398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c121e62-4f39-402e-88da-7165d767576d req-ef50fb47-a7b6-4340-8563-892c2eb78ab2 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513216 Nov 23 18:34:56.765838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:56.771363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d53c467e-fa83-4e66-b611-293b26efc9c3,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:56.788791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-116e6b10-1b06-4cd0-9a12-fccb063da4fc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:34:56.797853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-116e6b10-1b06-4cd0-9a12-fccb063da4fc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0872815 Nov 23 18:34:56.798994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:56.838645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-449c75dd-66fb-4b51-bd9b-72516e196e10 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701681 Nov 23 18:34:56.846818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:56.847937 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:56.849673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d53c467e-fa83-4e66-b611-293b26efc9c3 HTTP/1.1" status: 200 len: 1096 time: 3.3149924 Nov 23 18:34:56.853424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:56.856064 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fd160a-c997-48ed-96c1-f861ce2e588b" -d '{"events": [{"name": "network-changed", "server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:56.988686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32324001-2f22-4a4f-8d15-f747d19541e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:57.030282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-a152516d-af07-442d-8c46-854e62a3c28c service neutron] 10.222.0.37 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309539 Nov 23 18:34:57.073789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-318961ee-234d-4fe0-9d63-4cf48332012d req-f578b1c1-fb97-47a6-9891-ab2be86db7c5 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231655 Nov 23 18:34:57.079767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-5f838366-a675-46b8-8aae-4648204cf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:57.081585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-5f838366-a675-46b8-8aae-4648204cf0cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 1099 time: 0.0738101 Nov 23 18:34:57.228217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-325debd9-7a88-4f82-bfd6-0eb6e27a5737 service neutron] 10.222.0.37 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867414 Nov 23 18:34:57.228812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:57.254471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-484a5470-ad55-47b0-9634-c45c5b66e8d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d53c467e-fa83-4e66-b611-293b26efc9c3 HTTP/1.1" status: 200 len: 217 time: 0.0856071 Nov 23 18:34:57.257152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3bfadb9f-233a-4859-87f1-4017482603d5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:34:57.311279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9daf826-3f63-478d-a5b9-f30b1c276a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.390095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-c74b5e61-00eb-43c6-8f32-e4951a10afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:57.402206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-c74b5e61-00eb-43c6-8f32-e4951a10afc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1098809 Nov 23 18:34:57.492961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.47', 51849) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:57.496770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3bfadb9f-233a-4859-87f1-4017482603d5,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:57.514723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3bfadb9f-233a-4859-87f1-4017482603d5', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '3bfadb9f-233a-4859-87f1-4017482603d5', 'mac_address': 'fa:16:3e:92:09:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-1013007429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:34:57.539674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-a8b62664-f426-462c-8399-083335307cdd tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452778 Nov 23 18:34:57.552776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90433bd-e552-441e-a26c-48903e9fab20 req-ff928b39-76cd-4b33-b452-44473eb29e42 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:57.556420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f90433bd-e552-441e-a26c-48903e9fab20 req-ff928b39-76cd-4b33-b452-44473eb29e42 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 948 time: 0.0991549 Nov 23 18:34:57.582737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282656180-network', 'tenant_id': '063c945b28fc4096b4dce142f2c61c0e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:57.595575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.618378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-ff890e33-2cbd-4876-a751-0446aac66580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:57.620829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-ff890e33-2cbd-4876-a751-0446aac66580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570566 Nov 23 18:34:57.621567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfadb9f-233a-4859-87f1-4017482603d5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:57.661102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3bfadb9f-233a-4859-87f1-4017482603d5,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:57.668198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.669600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:34:57.673403 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:34:57.720139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1b6aa94-0f87-4ecc-bd6c-5ed14584be6d req-5e8333d8-42ad-4749-b309-8d32928d39bf tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 210 time: 0.0760009 Nov 23 18:34:57.755264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:57.758372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:57.773930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Made reservation on behalf of 063c945b28fc4096b4dce142f2c61c0e for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:57.776747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.778244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4', 'mac_address': 'fa:16:3e:ac:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:tempest-test_az-1013007429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:34:57.789833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.885817 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424000e-9e4f-44b5-8643-decf0c45210f x-openstack-request-id: req-2424000e-9e4f-44b5-8643-decf0c45210f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:57.886362 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:57.886362 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2424000e-9e4f-44b5-8643-decf0c45210f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:57.886758 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3', 'status': 'completed', 'code': 200} Nov 23 18:34:57.888061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.906980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:57.916532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.932995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.942728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:57.946643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:34:57.951572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.959641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:57.960524 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Added segment c666f74d-adb9-459f-bbb0-9c3a5ddf12a2 of type vlan for network 3eb788f7-9212-454c-8975-86a1e42b992f Nov 23 18:34:58.074466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-f0d687bd-7696-4fd9-a96e-6bdc5e762795 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448806 Nov 23 18:34:58.101086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f90433bd-e552-441e-a26c-48903e9fab20 req-1cc2930f-4f79-436e-885c-3ca7c949a1d3 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365977 Nov 23 18:34:58.131580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054266ec-2780-43a8-b8f3-03ed648d0538,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:58.259465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:58.305508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71afe2ae-a9ea-4fa4-b749-5b51c09297a5 req-62f21ae3-01a8-4109-983d-ec4e9aeec6a2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 210 time: 0.0871825 Nov 23 18:34:58.309711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:58.317928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:58.388647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-47e5ff93-4a86-4110-833f-9388dca79f4c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:58.407597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72fe21-504b-469c-a765-bd9281012520 req-42f8c3c4-b43a-43b5-8b58-36212532d293 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:58.409757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-47e5ff93-4a86-4110-833f-9388dca79f4c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7286911 Nov 23 18:34:58.413400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3bfadb9f-233a-4859-87f1-4017482603d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:34:58.414732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a72fe21-504b-469c-a765-bd9281012520 req-42f8c3c4-b43a-43b5-8b58-36212532d293 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 970 time: 0.3379109 Nov 23 18:34:58.476373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97ecd388-2562-4e8b-8c62-e49c09cbd9a5 req-7c9ed32a-fb5c-4cb9-b7ce-ba277cb81599 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669043 Nov 23 18:34:58.500901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fa7eb5be-76ed-4815-86d6-c9d1f0658aa4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:34:58.507876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Request body: {'port': {'device_id': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '843dbf999a6942af8105a567311de4e5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:58.522858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:58.531361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:58.531915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:58.575624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a72fe21-504b-469c-a765-bd9281012520 req-214fa412-1a83-4439-8f8b-06f43a4222b5 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438658 Nov 23 18:34:58.710093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-d72ee510-f861-41ff-808d-6d6337b22011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:58.716959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-d72ee510-f861-41ff-808d-6d6337b22011 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 1099 time: 0.0809615 Nov 23 18:34:58.742549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5125632 Nov 23 18:34:58.746270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:58.748932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59eae08a-f0b6-4c71-a410-039b17304466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:58.752981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Request body: {'subnet': {'network_id': '3eb788f7-9212-454c-8975-86a1e42b992f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282656180-subnet', 'tenant_id': '063c945b28fc4096b4dce142f2c61c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:59.032924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc95d-9cc2-4445-aae4-48add60556d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb788f7-9212-454c-8975-86a1e42b992f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:59.054261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3eb788f7-9212-454c-8975-86a1e42b992f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:34:59.056435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Made reservation on behalf of 063c945b28fc4096b4dce142f2c61c0e for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:59.064032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.173037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea164-3bc4-44ca-a9e0-2c5c4d4aba44 req-355df177-4a67-418f-9e75-2258150e7c61 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:59.177632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a8ea164-3bc4-44ca-a9e0-2c5c4d4aba44 req-355df177-4a67-418f-9e75-2258150e7c61 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 971 time: 0.3558481 Nov 23 18:34:59.258616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1281015-d544-4f1d-977b-5fb12280c44e req-70049409-354b-45fd-87df-eeca5b8f70a9 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 210 time: 0.0989621 Nov 23 18:34:59.273778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59eae08a-f0b6-4c71-a410-039b17304466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.283849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Made reservation on behalf of 843dbf999a6942af8105a567311de4e5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:59.289105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.295567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59eae08a-f0b6-4c71-a410-039b17304466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.328271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-d7237ec5-7836-4f88-84fa-c3b5747cd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:59.329254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-d7237ec5-7836-4f88-84fa-c3b5747cd88f service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.5850079 Nov 23 18:34:59.343495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a8ea164-3bc4-44ca-a9e0-2c5c4d4aba44 req-8b0b1132-866a-419c-b01d-f9212c57c905 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133890 Nov 23 18:34:59.355919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.399510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-595e3414-35e4-4802-93c4-e2d4e5d84d76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d53c467e-fa83-4e66-b611-293b26efc9c3 HTTP/1.1" status: 200 len: 217 time: 0.0416188 Nov 23 18:34:59.461693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eae08a-f0b6-4c71-a410-039b17304466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310f5a9f-79c9-4ce1-a985-c57bb4dcfc05,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:59.488366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-59eae08a-f0b6-4c71-a410-039b17304466 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=312016cc4e194b5d858be4d458aa9bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1512139 Nov 23 18:34:59.496388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:59.702003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-68f7ad82-7ff5-4b32-be8c-16b538b2f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:59.702284 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2f5ef84-9c8b-4bfe-8f65-c67567c5f7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.703803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-68f7ad82-7ff5-4b32-be8c-16b538b2f58b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2844658 Nov 23 18:34:59.720707 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.721593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.747731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.772530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6fd59367-b44e-49a5-831e-6ca34c88a5a8 req-2b85b19f-968c-4584-be2b-7b22b48a7c33 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 210 time: 0.1128900 Nov 23 18:34:59.774462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:59.930332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c5e51-5d2e-4936-800b-5f93dda7e50e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:00.000795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.278273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Allocated IP 192.168.233.253 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:00.290009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8d39-7f09-486e-8605-98336dbfe235 req-c443595b-46df-49d2-a65b-b05bf3d93f4e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.291834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e45e8d39-7f09-486e-8605-98336dbfe235 req-c443595b-46df-49d2-a65b-b05bf3d93f4e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 970 time: 0.3494291 Nov 23 18:35:00.332517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a3abd-a477-460a-9017-8ba30451f786 req-0a1dc11d-5996-4f45-a1c0-1756fba60cdd tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.334196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-462a3abd-a477-460a-9017-8ba30451f786 req-0a1dc11d-5996-4f45-a1c0-1756fba60cdd tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 948 time: 0.7826838 Nov 23 18:35:00.375900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.379330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.383123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/310f5a9f-79c9-4ce1-a985-c57bb4dcfc05 HTTP/1.1" status: 204 len: 168 time: 0.8827505 Nov 23 18:35:00.396419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e45e8d39-7f09-486e-8605-98336dbfe235 req-52fad396-d359-4a09-abfa-1532756f56c5 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942020 Nov 23 18:35:00.402644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-7369451b-ce51-494a-af41-1ace97ead16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.404884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-7369451b-ce51-494a-af41-1ace97ead16c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6251640 Nov 23 18:35:00.436168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-4d7c014c-b380-44f8-9f43-e3f5c63bdf23 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.438288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-4d7c014c-b380-44f8-9f43-e3f5c63bdf23 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.50 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 823 time: 0.8186667 Nov 23 18:35:00.452945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95e4be6-feb6-4b0a-8730-6343a63a987c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:00.492016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cecbe-c161-44a1-a808-77ee780eccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f5a9f-79c9-4ce1-a985-c57bb4dcfc05,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:00.577195 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.603440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-253b1ce6-bb23-4064-b3c5-8a2f658a1c9d req-82ceeafa-3610-4b0c-a17f-5de917f7d68f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 210 time: 0.0604427 Nov 23 18:35:00.617529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.634440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-462a3abd-a477-460a-9017-8ba30451f786 req-3489eb50-2431-4943-848d-4eb20163e490 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898035 Nov 23 18:35:00.642953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Checking segment: {'id': 'c666f74d-adb9-459f-bbb0-9c3a5ddf12a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3eb788f7-9212-454c-8975-86a1e42b992f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:00.643692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Network hostable DHCP agents. Network: 3eb788f7-9212-454c-8975-86a1e42b992f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:00.680515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.700926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Network 3eb788f7-9212-454c-8975-86a1e42b992f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:00.734770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-c1098111-6eed-454b-b25f-157307527e50 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 380 time: 0.2760708 Nov 23 18:35:00.737664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-47bd82bf-ce38-44b4-967b-a16c64e6c998 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920508 Nov 23 18:35:00.738984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3eb788f7-9212-454c-8975-86a1e42b992f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:00.744368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.744952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.759400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'port': {'device_id': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'admin_state_up': True, 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'security_groups': ['461f5836-4e1a-409a-8532-12bd4a065f36']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:00.760449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859bd96-621b-471e-97f2-7ca65d559c5e None None] Network 3eb788f7-9212-454c-8975-86a1e42b992f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:00.801621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:00.876448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:00.880995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:00.885807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:00.892676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.893343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:00.928576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23989-0616-4a75-bb10-7e8c5a93b83e req-5f3f3ea5-d314-4f31-b5e5-608967c4c376 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:00.930291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ed23989-0616-4a75-bb10-7e8c5a93b83e req-5f3f3ea5-d314-4f31-b5e5-608967c4c376 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 971 time: 0.1329379 Nov 23 18:35:00.935080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-d1193c83-2f8d-4ff5-b63a-de84704c82d4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4490938 Nov 23 18:35:00.945227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-41d1d135-c035-4017-a9e7-d18a21c8604c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1976259 Nov 23 18:35:00.972753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Made reservation on behalf of c8a6621a3bc646b3bac903f022d5ac9f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:00.977072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.024572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ed23989-0616-4a75-bb10-7e8c5a93b83e req-73c5d527-cf7b-4c30-bbf9-2c1506f071cd tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867634 Nov 23 18:35:01.051332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43730c22-efc5-4e6d-aebc-470e9f656772 req-190b9cd2-dc97-4ac7-b256-4f3677488544 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 210 time: 0.1102741 Nov 23 18:35:01.092636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21b52e-bc96-4633-b0fb-ea4999660f52 None None] Network 3eb788f7-9212-454c-8975-86a1e42b992f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:01.174823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Request body: {'port': {'device_id': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:01.210054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14fd160a-c997-48ed-96c1-f861ce2e588b req-c80874cd-ea57-4e6b-9cb2-9d89898b9bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703211 Nov 23 18:35:01.272808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3bfadb9f-233a-4859-87f1-4017482603d5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:01.295877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.297478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Allocated IP 172.20.0.10 (22e42fc6-fc42-42f2-a5cb-fd8bdac02759/0a55e009-ccbe-4c1d-8a70-dc703012c333/35f23724-a31f-4585-aa22-6eec02922fe8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:01.351606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1878e7d0-ba16-46e3-a502-71e04b2c0804 None None] Provisioning complete for port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:01.351980 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1878e7d0-ba16-46e3-a502-71e04b2c0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.356015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:01.377231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c5f88ec-d88f-4430-b6ad-216bc63428b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.418282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1878e7d0-ba16-46e3-a502-71e04b2c0804 None None] Port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:01.442865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3bfadb9f-233a-4859-87f1-4017482603d5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:01.449608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3bfadb9f-233a-4859-87f1-4017482603d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:01.451369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.531537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:01.565424 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.598001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:01.631795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.698367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a982c-b0d9-4f77-8334-ca7b610797bf req-98d820f8-8246-46af-9be7-54fb6f307f25 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:01.700436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-302a982c-b0d9-4f77-8334-ca7b610797bf req-98d820f8-8246-46af-9be7-54fb6f307f25 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 970 time: 0.1609056 Nov 23 18:35:01.705506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c5f88ec-d88f-4430-b6ad-216bc63428b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.718969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c5f88ec-d88f-4430-b6ad-216bc63428b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.740789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3bfadb9f-233a-4859-87f1-4017482603d5,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:01.746863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.748099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:01.756955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f88ec-d88f-4430-b6ad-216bc63428b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90607479-8c95-49e3-a7a4-f081d11a5ab7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:01.764725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.836989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:01.854638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:01.861457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c5f88ec-d88f-4430-b6ad-216bc63428b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7441cbfdc1e446f4846f8402d0f98a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043190 Nov 23 18:35:01.865473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:01.878230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:01.884974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:01.888404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:01.888606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.889849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:01.890221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:01.901989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:01.957920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150531 Nov 23 18:35:01.979335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536b4d-86eb-4b85-870e-3c27a423a72a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:01.996086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-302a982c-b0d9-4f77-8334-ca7b610797bf req-01703b0b-2171-4ff0-9bec-ec54aa02546c tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717686 Nov 23 18:35:02.024179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.034955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Request body: {'port': {'device_id': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'device_owner': 'compute:tempest-test_az-1013007429', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:02.061361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1188d7-d366-4f1e-9d47-47830b2abbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.076311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.090082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:02.096560 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.152822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16855bea-648a-4fec-83b6-12c43d3b1058 req-0944fda6-b39a-4685-974f-34b567bcce7e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:02.154353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16855bea-648a-4fec-83b6-12c43d3b1058 req-0944fda6-b39a-4685-974f-34b567bcce7e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 936 time: 0.4043388 Nov 23 18:35:02.206709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.215406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:02.230186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eba9f3-e9d5-4b67-a7a1-de9f404991bc {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:02.230980 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b0c18-ae56-4860-9f86-246858fe0d40" -d '{"events": [{"server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "name": "network-vif-plugged", "status": "completed", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:02.240931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.264610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Transition to ACTIVE for port object a2eba9f3-e9d5-4b67-a7a1-de9f404991bc will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:02.278116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de361eb-ae8f-4120-ad39-e673608a4785 req-a2a1e3bf-7cd9-46f8-9493-30b36bf11e90 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:02.279699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5de361eb-ae8f-4120-ad39-e673608a4785 req-a2a1e3bf-7cd9-46f8-9493-30b36bf11e90 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 948 time: 0.1423717 Nov 23 18:35:02.280500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.311141 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.326888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16855bea-648a-4fec-83b6-12c43d3b1058 req-cea32c69-4d7c-41bf-8a1d-d527126c639f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567059 Nov 23 18:35:02.331128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.367755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-79d1652c-a4d8-4ee4-920a-51a3fd28d2d7 None None] Provisioning complete for port 35f23724-a31f-4585-aa22-6eec02922fe8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:02.368362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79d1652c-a4d8-4ee4-920a-51a3fd28d2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.475253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:02.480546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-79d1652c-a4d8-4ee4-920a-51a3fd28d2d7 None None] Port 35f23724-a31f-4585-aa22-6eec02922fe8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:02.485892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:02.517619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:02.517974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:02.518310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:02.527200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5de361eb-ae8f-4120-ad39-e673608a4785 req-40d157d9-0fe7-4178-a12f-6ca29cab9afa tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164900 Nov 23 18:35:02.529278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:02.529958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:02.537157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:02.537508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:02.538452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:02.538545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Bound port: a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:02.538914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.558967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1671109812-network', 'tenant_id': '78ffe95ee0f14107b2c7fccdbdf05a62'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:02.577028 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.579731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.584166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90607479-8c95-49e3-a7a4-f081d11a5ab7 HTTP/1.1" status: 204 len: 168 time: 0.6726670 Nov 23 18:35:02.633269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1b46b-467b-478c-b211-e48fc5a9bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90607479-8c95-49e3-a7a4-f081d11a5ab7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:02.637971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1188d7-d366-4f1e-9d47-47830b2abbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.654627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1188d7-d366-4f1e-9d47-47830b2abbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.679208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:02.685365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:02.696211 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4c1188d7-d366-4f1e-9d47-47830b2abbc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b42674ffc06d4320994d940aca63affb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1635952 Nov 23 18:35:02.699798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359909-7e12-48b0-ac57-2b766ccc2700 req-07c11056-d0c6-4403-836b-042e4008146c tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:02.701630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34359909-7e12-48b0-ac57-2b766ccc2700 req-07c11056-d0c6-4403-836b-042e4008146c tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 932 time: 0.0879474 Nov 23 18:35:02.702191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:02.709456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.723622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Made reservation on behalf of 78ffe95ee0f14107b2c7fccdbdf05a62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:02.725980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.741518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891fb0c-22d7-4c2f-80db-e4079609dd1c req-b0147290-25a1-4ad0-b10d-63d1ac5be6de tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:02.742622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5891fb0c-22d7-4c2f-80db-e4079609dd1c req-b0147290-25a1-4ad0-b10d-63d1ac5be6de tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.2968900 Nov 23 18:35:02.783479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.817389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1188d7-d366-4f1e-9d47-47830b2abbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4c3068-cfeb-498e-a991-4b86f87f1b9c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:02.818789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:02.819556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:02.821224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] 10.222.0.47 "PUT /v2.0/ports/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 1096 time: 1.6541343 Nov 23 18:35:02.824022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:02.897183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5891fb0c-22d7-4c2f-80db-e4079609dd1c req-e0deb11e-3980-44c4-ac7c-1a5280614dcc tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395166 Nov 23 18:35:02.926784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01ba4-3a52-4758-b76c-457f630895cc service neutron] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:03.041202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34359909-7e12-48b0-ac57-2b766ccc2700 req-268aec48-f55e-431f-a88d-1e3af3e3094d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295813 Nov 23 18:35:03.054595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f23724-a31f-4585-aa22-6eec02922fe8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:03.060893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.076785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.079621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.088266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-fe395165-98ff-41fc-b234-74111ae72367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.088983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.090095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-fe395165-98ff-41fc-b234-74111ae72367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1099 time: 0.1705501 Nov 23 18:35:03.090916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.149398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:03.151758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Transition to ACTIVE for port object 35f23724-a31f-4585-aa22-6eec02922fe8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:03.164626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.177932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.178598 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Added segment 31768aeb-9bda-45b5-8fa3-f2dfeb876a2e of type vlan for network 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 Nov 23 18:35:03.192999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e8b07d-ea4a-46a4-878e-b1a55026a6c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:03.291337 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea7ed5a-b205-4b3d-afd2-fa4baa5d11a3 x-openstack-request-id: req-6ea7ed5a-b205-4b3d-afd2-fa4baa5d11a3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:03.291676 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "name": "network-vif-plugged", "status": "completed", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:03.291939 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ea7ed5a-b205-4b3d-afd2-fa4baa5d11a3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:03.293066 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5', 'code': 200} Nov 23 18:35:03.304138 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a31cef-1938-488e-82ae-4420fc4f5f36" -d '{"events": [{"name": "network-changed", "server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:03.306544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.310292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:03.327592 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-e83e28de-66f8-4556-9644-d1864bc8e4ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.2146680 Nov 23 18:35:03.376984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Attempting to bind port 35f23724-a31f-4585-aa22-6eec02922fe8 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:03.384193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.385259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Attempting to bind port 35f23724-a31f-4585-aa22-6eec02922fe8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:03.385753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Attempting to bind port 35f23724-a31f-4585-aa22-6eec02922fe8 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:03.432220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.433487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.434237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.440244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f07f0-11a1-4c39-9215-9b33744a569d req-639bbe01-143d-4107-a107-84a4ef1b7768 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.449657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-645f07f0-11a1-4c39-9215-9b33744a569d req-639bbe01-143d-4107-a107-84a4ef1b7768 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.2707140 Nov 23 18:35:03.457771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Port 35f23724-a31f-4585-aa22-6eec02922fe8 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:03.458104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Attempting to bind port 35f23724-a31f-4585-aa22-6eec02922fe8 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:03.498195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:03.498862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Checking segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:03.498979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Bound using segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:03.499396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Bound port: 35f23724-a31f-4585-aa22-6eec02922fe8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:03.499766 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.507138 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357b48e-7403-4740-ba06-322b5755bbf4 x-openstack-request-id: req-4357b48e-7403-4740-ba06-322b5755bbf4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:03.507715 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:03.507792 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4357b48e-7403-4740-ba06-322b5755bbf4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:03.508252 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'status': 'completed', 'code': 200} Nov 23 18:35:03.534105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0025299 Nov 23 18:35:03.551119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:03.569845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-645f07f0-11a1-4c39-9215-9b33744a569d req-e149550b-df6b-4fe7-950b-3b4b413c42d3 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192214 Nov 23 18:35:03.582226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b463-7371-430d-9f7d-e4cfd4ae1802 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8a6ae8-53cb-4d48-af8f-ffcc523eae71,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:03.590379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-4850e67e-5fa9-41eb-8e70-082987d22de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.594107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:03.606693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-4850e67e-5fa9-41eb-8e70-082987d22de3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2488215 Nov 23 18:35:03.628003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Request body: {'subnet': {'network_id': '3e8a6ae8-53cb-4d48-af8f-ffcc523eae71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1671109812-subnet', 'tenant_id': '78ffe95ee0f14107b2c7fccdbdf05a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:03.638217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae925c-0278-4769-9d68-c02b842aff88 req-d945af28-bf3f-4b37-b9af-4f3f5d59494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.639776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bae925c-0278-4769-9d68-c02b842aff88 req-d945af28-bf3f-4b37-b9af-4f3f5d59494c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 1122 time: 0.2495928 Nov 23 18:35:03.701648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1bae925c-0278-4769-9d68-c02b842aff88 req-444afcab-ba8c-4706-8af2-0954d764590e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.705716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:03.729607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:03.741687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.763025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7384e5c-9742-426a-bd13-15731a11f5ae req-47bee274-dedd-4679-a6b0-c2bfce72f80d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.771341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7384e5c-9742-426a-bd13-15731a11f5ae req-47bee274-dedd-4679-a6b0-c2bfce72f80d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.1590512 Nov 23 18:35:03.826899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.832793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.834993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.836143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.837535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed4c3068-cfeb-498e-a991-4b86f87f1b9c HTTP/1.1" status: 204 len: 168 time: 1.1337547 Nov 23 18:35:03.840433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/35f23724-a31f-4585-aa22-6eec02922fe8 HTTP/1.1" status: 200 len: 1114 time: 1.8492825 Nov 23 18:35:03.847060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:03.850037 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d52412-595f-4e75-a279-ff915cd865df" -d '{"events": [{"name": "network-changed", "server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:03.870959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c9335-5a72-4c4b-a725-5e5cb09d2b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4c3068-cfeb-498e-a991-4b86f87f1b9c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:03.911206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e25c-680d-4a84-9296-191504cbd7f1 req-c2884b2f-187d-41a6-9de8-ea270ef0ce3a tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.920335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c4e25c-680d-4a84-9296-191504cbd7f1 req-c2884b2f-187d-41a6-9de8-ea270ef0ce3a tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 948 time: 0.1751373 Nov 23 18:35:03.939602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Made reservation on behalf of 78ffe95ee0f14107b2c7fccdbdf05a62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:03.947556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:03.974000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-72da8a28-c684-407f-903c-10ab7455c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:03.975589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-72da8a28-c684-407f-903c-10ab7455c7cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3372304 Nov 23 18:35:04.095830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7384e5c-9742-426a-bd13-15731a11f5ae req-afab94ca-20d4-409a-bd8c-719c47350c6c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232980 Nov 23 18:35:04.127718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b03355-d499-44dd-a03e-91a0a64919a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:04.208199 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa9099-6b55-4cfe-a72d-6665071cdb03 x-openstack-request-id: req-ccaa9099-6b55-4cfe-a72d-6665071cdb03 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:04.208512 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:04.208778 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccaa9099-6b55-4cfe-a72d-6665071cdb03 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:04.211388 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8', 'status': 'completed', 'code': 200} Nov 23 18:35:04.218257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-297fb663-f439-4b34-9441-e94c7880cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.221616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-297fb663-f439-4b34-9441-e94c7880cdc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 1117 time: 0.2925961 Nov 23 18:35:04.320388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c4e25c-680d-4a84-9296-191504cbd7f1 req-a3677167-4984-4e78-bdb7-2b4a4cc37550 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938322 Nov 23 18:35:04.380603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-912fd7e7-938d-436e-a58f-3624e43bd3e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f23724-a31f-4585-aa22-6eec02922fe8 HTTP/1.1" status: 200 len: 217 time: 0.1394413 Nov 23 18:35:04.399759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-215815e4-de43-47dd-a577-9ee631bcfa7b service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076907 Nov 23 18:35:04.483906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-e56389e8-7de8-4611-bf56-92d4978f9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.486476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-e56389e8-7de8-4611-bf56-92d4978f9e9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.0929117 Nov 23 18:35:04.489899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1bae925c-0278-4769-9d68-c02b842aff88 req-444afcab-ba8c-4706-8af2-0954d764590e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.509812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1bae925c-0278-4769-9d68-c02b842aff88 req-444afcab-ba8c-4706-8af2-0954d764590e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.603502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9618e-4bcb-44f5-bcc5-1fe3c8c5b713 req-c1ee9a6a-a24f-4c04-afa4-a6d7eda1604d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.607480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cd9618e-4bcb-44f5-bcc5-1fe3c8c5b713 req-c1ee9a6a-a24f-4c04-afa4-a6d7eda1604d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 966 time: 0.1430426 Nov 23 18:35:04.643702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.656931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac7c146c-43a3-4e0c-aa44-e76967ec442d req-5b256625-be96-4fe0-82ef-a79204e3bd75 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453434 Nov 23 18:35:04.748251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c8fccf-7406-4eee-b8d4-bc05d74b5417,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:04.772453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cd9618e-4bcb-44f5-bcc5-1fe3c8c5b713 req-19ed4eb3-f530-4213-9d05-1cfa0a398d17 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583290 Nov 23 18:35:04.775008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:04.801314 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18fa8393-0233-42e5-a091-3777c3f72c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.804462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Checking segment: {'id': '31768aeb-9bda-45b5-8fa3-f2dfeb876a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3e8a6ae8-53cb-4d48-af8f-ffcc523eae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:04.804815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Network hostable DHCP agents. Network: 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:04.830459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-9cb43583-5d16-41de-8872-eef3dbde0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.832553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-9cb43583-5d16-41de-8872-eef3dbde0de6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1099 time: 0.1006210 Nov 23 18:35:04.843026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d53c467e-fa83-4e66-b611-293b26efc9c3 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:04.866487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Network 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:04.879263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bae925c-0278-4769-9d68-c02b842aff88 req-444afcab-ba8c-4706-8af2-0954d764590e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2104435 Nov 23 18:35:04.965470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e463-5e7e-42c8-bce5-40f12981f245 req-095cec41-1838-4547-8d51-815190fb2e8a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.974075 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d366e463-5e7e-42c8-bce5-40f12981f245 req-095cec41-1838-4547-8d51-815190fb2e8a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.5917444 Nov 23 18:35:04.977998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-25a412d4-d484-4799-9c70-a9d64aaec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.979524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-25a412d4-d484-4799-9c70-a9d64aaec434 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4718194 Nov 23 18:35:04.980147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444afcab-ba8c-4706-8af2-0954d764590e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5532364f-34e9-46c9-8872-b65c3940466b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:04.982721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:04.994088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.994677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.998941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cb308-6954-415b-93e8-47e23a2ffc43 None None] Network 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:05.047968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d366e463-5e7e-42c8-bce5-40f12981f245 req-d8f291a8-40f2-4b05-9526-65f568cfe33c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729868 Nov 23 18:35:05.061950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d53c467e-fa83-4e66-b611-293b26efc9c3,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:05.109544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'd53c467e-fa83-4e66-b611-293b26efc9c3', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'd53c467e-fa83-4e66-b611-293b26efc9c3', 'mac_address': 'fa:16:3e:05:7c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:05.120482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fc23c43e-eaea-47e4-9ed7-93adc0cab67f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5495145 Nov 23 18:35:05.155369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99989d4-ee90-4799-9ba6-aa24832869a0 req-611a0442-b42a-4baf-8cc2-02e53373c882 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.157045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b99989d4-ee90-4799-9ba6-aa24832869a0 req-611a0442-b42a-4baf-8cc2-02e53373c882 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.2712541 Nov 23 18:35:05.164124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-03da5e3e-8d98-4a0b-9106-cb58aef133df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.165834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-03da5e3e-8d98-4a0b-9106-cb58aef133df service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3210597 Nov 23 18:35:05.195139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.220586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53c467e-fa83-4e66-b611-293b26efc9c3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:05.249683 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d53c467e-fa83-4e66-b611-293b26efc9c3,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:05.268621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.284112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-d7f7e4b7-7715-4252-a126-fc5a3d3ab7eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0967677 Nov 23 18:35:05.286781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18fa8393-0233-42e5-a091-3777c3f72c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.296890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:05.299811 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761a85e-d2ca-4178-b8dc-c59e6fb75a56" -d '{"events": [{"server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "name": "network-vif-plugged", "status": "completed", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:05.311771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18fa8393-0233-42e5-a091-3777c3f72c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.350051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f4b24-1b99-4c73-a25b-778567260345 None None] Network 3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:05.354266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88f6e-8b2a-4dbd-bc0b-ef9b9cf7d245 req-a9bb2c50-b183-4e9f-8382-a7b69d574800 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.362990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ea88f6e-8b2a-4dbd-bc0b-ef9b9cf7d245 req-a9bb2c50-b183-4e9f-8382-a7b69d574800 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.1573431 Nov 23 18:35:05.380735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:05.386693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b99989d4-ee90-4799-9ba6-aa24832869a0 req-d26f5fc4-78dc-4977-99e0-1bd98f7b6f81 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103701 Nov 23 18:35:05.391467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:05.413168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-18fa8393-0233-42e5-a091-3777c3f72c79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1689efe4e5af484b91a86f7191b3f5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6351299 Nov 23 18:35:05.415488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-459163f3-5eb7-4585-a82d-68f300b48595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.417081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-459163f3-5eb7-4585-a82d-68f300b48595 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1233833 Nov 23 18:35:05.421267 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-e019d5f4-ab60-4946-94f9-faf97875e61b service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282417 Nov 23 18:35:05.421815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:05.447042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa8393-0233-42e5-a091-3777c3f72c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7134b0-69a9-49e6-9d3f-85cf201a7d3c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:05.495691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Deleting subnet a95e4be6-feb6-4b0a-8730-6343a63a987c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:35:05.500892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.504814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-8f4e2d8d-9ea4-4a54-b0bb-697a8860eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.506423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-8f4e2d8d-9ea4-4a54-b0bb-697a8860eed3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697098 Nov 23 18:35:05.576234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.598561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ea88f6e-8b2a-4dbd-bc0b-ef9b9cf7d245 req-58302300-e4f7-4dca-a616-970f47a363b3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341099 Nov 23 18:35:05.616632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.620345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.652709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.673649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d53c467e-fa83-4e66-b611-293b26efc9c3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:05.703996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-eace3cf9-cdea-4148-976e-3284a3001b47 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787338 Nov 23 18:35:05.723832 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821dc185-87d8-45df-b68d-58f6890e3ee9 x-openstack-request-id: req-821dc185-87d8-45df-b68d-58f6890e3ee9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:05.729665 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "name": "network-vif-plugged", "status": "completed", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:05.730191 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-821dc185-87d8-45df-b68d-58f6890e3ee9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:05.730839 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4', 'code': 200} Nov 23 18:35:05.758672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8b6492a-c248-4959-9ae4-b6de83a79155 req-9311f479-c602-40e6-b01f-43445d81cdba service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781646 Nov 23 18:35:05.836655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.881687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95e4be6-feb6-4b0a-8730-6343a63a987c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:05.896113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.898385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.899441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3de3837-6ca0-4b0a-8022-fe432806f475 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a95e4be6-feb6-4b0a-8730-6343a63a987c HTTP/1.1" status: 204 len: 168 time: 0.5020695 Nov 23 18:35:05.901738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:05.902959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a7134b0-69a9-49e6-9d3f-85cf201a7d3c HTTP/1.1" status: 204 len: 168 time: 0.4787924 Nov 23 18:35:05.915926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:05.966689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3f2cc-3e62-4dce-a24c-735652f0e3d1 req-aba00155-0db5-4647-8662-8e760ad96f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.969174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8d3f2cc-3e62-4dce-a24c-735652f0e3d1 req-aba00155-0db5-4647-8662-8e760ad96f16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 1123 time: 0.1491451 Nov 23 18:35:05.975462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e77c73-ba8b-4034-bbe9-0365f22710cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7134b0-69a9-49e6-9d3f-85cf201a7d3c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:05.983585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.984053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.984845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.985447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.985905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.986354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.986794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.988724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a7d05a4-2293-4928-b91d-f6ed0bf2d020 req-76abd1b2-5eaa-4628-afc7-bec6edeb504c tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5053 time: 0.3232629 Nov 23 18:35:06.026650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57a31cef-1938-488e-82ae-4420fc4f5f36 req-3aa411ca-6aaa-4782-9b1a-8df3fc79d5e6 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065794 Nov 23 18:35:06.034296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffbe0-6549-4474-8562-203f350c79e2 req-ca0a9c55-e5ff-4f71-8d19-15c7cbb77121 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.047479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5cffbe0-6549-4474-8562-203f350c79e2 req-ca0a9c55-e5ff-4f71-8d19-15c7cbb77121 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 949 time: 0.2632310 Nov 23 18:35:06.048604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.096768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d52412-595f-4e75-a279-ff915cd865df req-ba75c184-26c4-4789-a43e-537ff36b9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.101794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-ba75c184-26c4-4789-a43e-537ff36b9ae4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 1117 time: 0.2200665 Nov 23 18:35:06.179098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.194563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ccb86-52bd-4775-9691-cc0570086ace req-58985737-c748-4987-9630-de18148de41a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.196492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a2ccb86-52bd-4775-9691-cc0570086ace req-58985737-c748-4987-9630-de18148de41a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 966 time: 0.1277809 Nov 23 18:35:06.219083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5cffbe0-6549-4474-8562-203f350c79e2 req-6a5b7e8b-5fe0-46ee-8944-796c5f02bc73 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703918 Nov 23 18:35:06.220413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.221003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.223146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.224281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.224281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.224863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.225619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.226426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.226994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.227567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.256501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8d3f2cc-3e62-4dce-a24c-735652f0e3d1 req-726f985c-52a4-4166-bb44-f757a68f6bf2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740026 Nov 23 18:35:06.333339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d52412-595f-4e75-a279-ff915cd865df req-6676fcae-9049-4c95-a78c-fc6f19c4857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.334874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-6676fcae-9049-4c95-a78c-fc6f19c4857b service neutron] 10.222.0.50 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 924 time: 0.2244949 Nov 23 18:35:06.355879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.356127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.356429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.356757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:06.357144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb788f7-9212-454c-8975-86a1e42b992f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:06.394513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c666f74d-adb9-459f-bbb0-9c3a5ddf12a2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:06.394787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c666f74d-adb9-459f-bbb0-9c3a5ddf12a2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:06.403172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6e1b0-3e26-443a-ade9-26745fcccbb3 req-304433d2-5620-4b83-803c-7bb697d29d20 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.404536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04e6e1b0-3e26-443a-ade9-26745fcccbb3 req-304433d2-5620-4b83-803c-7bb697d29d20 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 886 time: 0.1172447 Nov 23 18:35:06.415645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.453360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.467952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a2ccb86-52bd-4775-9691-cc0570086ace req-26a0ad60-395e-426e-b825-1a232d88b075 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503023 Nov 23 18:35:06.469420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:35:06.469743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: from cryptography.utils import int_from_bytes Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: from cryptography.utils import int_from_bytes Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:35:06.494495 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:35:06.535774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-72f744e2-56e5-4c23-aa88-5ebc003c1308 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f23724-a31f-4585-aa22-6eec02922fe8 HTTP/1.1" status: 200 len: 217 time: 0.0649741 Nov 23 18:35:06.617689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455704a-4a48-4b57-840c-fc39ea305984 req-0a1e7aa5-74f9-4e3c-874a-34754e4d805e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.619387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2455704a-4a48-4b57-840c-fc39ea305984 req-0a1e7aa5-74f9-4e3c-874a-34754e4d805e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.1404190 Nov 23 18:35:06.621853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d52412-595f-4e75-a279-ff915cd865df req-d7ed8a53-f981-4374-a0c9-a44318da2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.622977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-d7ed8a53-f981-4374-a0c9-a44318da2d60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.0728483 Nov 23 18:35:06.726347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2455704a-4a48-4b57-840c-fc39ea305984 req-e56006fe-1c11-4949-ba1c-69d425d836c4 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979316 Nov 23 18:35:06.733224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d52412-595f-4e75-a279-ff915cd865df req-767d6eb1-7441-4799-807f-edb28f561eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.735058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-767d6eb1-7441-4799-807f-edb28f561eca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986068 Nov 23 18:35:06.819154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:06.860025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d53c467e-fa83-4e66-b611-293b26efc9c3 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:06.915792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-2684af57-f5f9-45e4-916a-e79b2448ca0d service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554434 Nov 23 18:35:06.936424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.951704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:06.960748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3eb788f7-9212-454c-8975-86a1e42b992f HTTP/1.1" status: 204 len: 168 time: 1.0430241 Nov 23 18:35:06.965000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36462) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:06.978498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0ab9b-f07a-4fed-be71-5debd999969e req-1db679ec-610b-4a73-8b79-98324a8138e2 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.980254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ba0ab9b-f07a-4fed-be71-5debd999969e req-1db679ec-610b-4a73-8b79-98324a8138e2 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.1119471 Nov 23 18:35:06.989908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port d53c467e-fa83-4e66-b611-293b26efc9c3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:07.030229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port d53c467e-fa83-4e66-b611-293b26efc9c3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:07.030600 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.064512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b72f5-fc83-4bca-a9be-2fa482712a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb788f7-9212-454c-8975-86a1e42b992f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:07.123014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Deleting subnet 37c8fccf-7406-4eee-b8d4-bc05d74b5417 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:35:07.138122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.153495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:07.157077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:07.164731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.165406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.165638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.166161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.166650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.167139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.167684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.173657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f8cf66d-7565-41dc-83ac-618f5c179805 req-faa830f3-c298-45ea-9767-42161bea13d8 tempest-NetworksTest-233500153 tempest-NetworksTest-233500153-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5015 time: 0.6669564 Nov 23 18:35:07.189648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'mac_address': 'fa:16:3e:1f:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:07.201337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ba0ab9b-f07a-4fed-be71-5debd999969e req-ea972e3d-100f-4109-80b5-7fae469aad8a tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979980 Nov 23 18:35:07.260059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7d52412-595f-4e75-a279-ff915cd865df req-082d6ff3-5247-45c3-bc4d-1bf05814dbe9 service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314714 Nov 23 18:35:07.282098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.282822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.303454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.329892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eba9f3-e9d5-4b67-a7a1-de9f404991bc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:07.374378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:07.418647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.475976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1713341619-network', 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:07.499554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.513559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ca762-0b40-4273-b107-77d2bbd666fe req-40fdbc2b-c9e8-429d-ab02-bd8132193b55 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.515675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.515908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-242ca762-0b40-4273-b107-77d2bbd666fe req-40fdbc2b-c9e8-429d-ab02-bd8132193b55 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 949 time: 0.1342516 Nov 23 18:35:07.541284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:07.543995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.548983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5acc-049d-4d03-860e-95c2ce413ef7 req-9946e2be-4d32-4977-b49d-a3da86d9e3cf tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.552491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56eb5acc-049d-4d03-860e-95c2ce413ef7 req-9946e2be-4d32-4977-b49d-a3da86d9e3cf tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 949 time: 0.1483107 Nov 23 18:35:07.575922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.579257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c8fccf-7406-4eee-b8d4-bc05d74b5417,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:07.581738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.585314 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7f64ef2-8b4c-4eb0-a62d-fdabef941e78 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37c8fccf-7406-4eee-b8d4-bc05d74b5417 HTTP/1.1" status: 204 len: 168 time: 0.6185963 Nov 23 18:35:07.591738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36476) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:07.621352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:07.641915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d53c467e-fa83-4e66-b611-293b26efc9c3,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:07.651986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.678450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:07.697887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56eb5acc-049d-4d03-860e-95c2ce413ef7 req-9d306edf-dfcd-440e-88f4-e4d8a2688856 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216509 Nov 23 18:35:07.709869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:07.738597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.741256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:07.743968 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19391251-680e-42ef-a224-ea43f24420cd" -d '{"events": [{"server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "name": "network-vif-plugged", "status": "completed", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:07.780318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:07.829930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-242ca762-0b40-4273-b107-77d2bbd666fe req-6f2e0359-8c95-41b6-a6aa-62d1235a6ec6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011789 Nov 23 18:35:07.864053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.870805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:07.918887 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b8671-5bca-49bc-9bdd-68ac4001f870 x-openstack-request-id: req-e87b8671-5bca-49bc-9bdd-68ac4001f870 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:07.920074 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "name": "network-vif-plugged", "status": "completed", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:07.920074 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87b8671-5bca-49bc-9bdd-68ac4001f870 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:07.920838 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3', 'code': 200} Nov 23 18:35:07.960648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:08.028856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.035888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.036230 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Added segment c80349ce-ce10-4845-a1bd-4bfc15db03b7 of type vlan for network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c Nov 23 18:35:08.058441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.058441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.058760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.058864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18875323-88e4-488f-b1ae-a1c1bdc2be2f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.059180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > port after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.059606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.060099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > port after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.060419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.060756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.061098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.061387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.126508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.126854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.127184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.127545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 18:35:08.127899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8a6ae8-53cb-4d48-af8f-ffcc523eae71']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:08.136706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6eebea26-4849-41f0-8ab8-d5a23c6ba199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.154294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf6a1-1035-47ed-8afc-ab2411cc7deb req-70629592-0075-4846-9807-e3d0f1cb38db tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.155931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1fddf6a1-1035-47ed-8afc-ab2411cc7deb req-70629592-0075-4846-9807-e3d0f1cb38db tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 966 time: 0.2809417 Nov 23 18:35:08.158027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31768aeb-9bda-45b5-8fa3-f2dfeb876a2e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:08.158313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31768aeb-9bda-45b5-8fa3-f2dfeb876a2e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:08.173970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.184423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.207394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6515a0b-4776-4356-a9d8-7ee775e33bdc req-1ba239dc-f3b0-45e2-8721-78d397a7d522 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.209398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6515a0b-4776-4356-a9d8-7ee775e33bdc req-1ba239dc-f3b0-45e2-8721-78d397a7d522 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.2126970 Nov 23 18:35:08.227457 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.238628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc899f-9d30-4db9-a7a5-f06f1ec284c2 req-38cd27ff-939c-4941-9e02-67bcb58a0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.241000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40dc899f-9d30-4db9-a7a5-f06f1ec284c2 req-38cd27ff-939c-4941-9e02-67bcb58a0798 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 1101 time: 0.2023952 Nov 23 18:35:08.241605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:35:08.242018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: from cryptography.utils import int_from_bytes Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: from cryptography.utils import int_from_bytes Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:35:08.246080 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:35:08.273163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1fddf6a1-1035-47ed-8afc-ab2411cc7deb req-b4ff6019-7c58-474c-ae46-7c0e3594026e tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024947 Nov 23 18:35:08.280409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.281536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.282225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.323444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.344100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.347608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/3e8a6ae8-53cb-4d48-af8f-ffcc523eae71 HTTP/1.1" status: 204 len: 168 time: 0.7548852 Nov 23 18:35:08.348660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428666c6-4320-4d20-a24b-cb2717ae19cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8a6ae8-53cb-4d48-af8f-ffcc523eae71,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.389361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2310991 Nov 23 18:35:08.403119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:08.406642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Request body: {'subnet': {'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1713341619-subnet', 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:08.451602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9bdaf-7817-46d0-8ea4-eb9ac045840a admin admin] Pushing event updated for resources: {'Network': ['ID=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.457234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:08.460063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.460961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40dc899f-9d30-4db9-a7a5-f06f1ec284c2 req-1c5477d5-d2d8-43b1-947b-44bd13394ce7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080653 Nov 23 18:35:08.469263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6515a0b-4776-4356-a9d8-7ee775e33bdc req-cff20be2-7662-40ef-b47f-789b5a562c8a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387166 Nov 23 18:35:08.469570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950f47-1e79-443f-9286-b58502dfc22f req-b645b70c-efea-4d72-b53a-c831ed31f64d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.474366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:08.476689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6eebea26-4849-41f0-8ab8-d5a23c6ba199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.478612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf950f47-1e79-443f-9286-b58502dfc22f req-b645b70c-efea-4d72-b53a-c831ed31f64d tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.0918832 Nov 23 18:35:08.479532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.482590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6eebea26-4849-41f0-8ab8-d5a23c6ba199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.530699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6eebea26-4849-41f0-8ab8-d5a23c6ba199 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8fb722db175430a82eac44ddf70ea0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8489964 Nov 23 18:35:08.532360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:08.540491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebea26-4849-41f0-8ab8-d5a23c6ba199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833cd83-947f-4117-bd97-8bc76ad2bc83,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.574071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:08.604074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf950f47-1e79-443f-9286-b58502dfc22f req-36bfbcdc-8179-47b1-bc56-0c50971566b5 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243315 Nov 23 18:35:08.623088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.666474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-98caf7f4-1ad0-42d5-9705-3807c6224654 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=063c945b28fc4096b4dce142f2c61c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882754 Nov 23 18:35:08.667306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:08.674336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.774130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.801057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.802785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.805960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.810892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9833cd83-947f-4117-bd97-8bc76ad2bc83 HTTP/1.1" status: 204 len: 168 time: 0.2741883 Nov 23 18:35:08.825135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.845716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:08.858427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aed42c-2827-42f2-b8b6-c5178b6e640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833cd83-947f-4117-bd97-8bc76ad2bc83,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.895051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3430-5027-40db-9ad4-161d58323662 req-461753d3-ab2e-45be-a605-faf29a1faf1f tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.897699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-530c3430-5027-40db-9ad4-161d58323662 req-461753d3-ab2e-45be-a605-faf29a1faf1f tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 1122 time: 0.0892687 Nov 23 18:35:08.913535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e141e0fd-54be-43c8-ba1d-45f91a90568a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.919360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:08.925345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:08.925650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.926225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.929669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640b3f-c083-465a-ab5d-d5719494d366 req-354a0b88-cec2-4d63-850c-d13d63fc17b3 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.930291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.934813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/054266ec-2780-43a8-b8f3-03ed648d0538 HTTP/1.1" status: 204 len: 168 time: 0.2665217 Nov 23 18:35:08.942863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b640b3f-c083-465a-ab5d-d5719494d366 req-354a0b88-cec2-4d63-850c-d13d63fc17b3 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.1422000 Nov 23 18:35:08.951228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff22ef-4b3f-4f6e-b9c9-9e0487a03d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054266ec-2780-43a8-b8f3-03ed648d0538,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:08.964340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-530c3430-5027-40db-9ad4-161d58323662 req-1a15f9cd-4d4b-48cc-9a83-de7e01d6a238 tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:08.979253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:08.989818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Network hostable DHCP agents. Network: d10a83a4-c7e2-4c8c-9165-ff95cb0af19c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:09.036179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.045015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b640b3f-c083-465a-ab5d-d5719494d366 req-ab709b6c-2f66-42ac-bd96-4c5295a30595 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011393 Nov 23 18:35:09.051904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:09.076925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-530c3430-5027-40db-9ad4-161d58323662 req-1a15f9cd-4d4b-48cc-9a83-de7e01d6a238 tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.080483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d10a83a4-c7e2-4c8c-9165-ff95cb0af19c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:09.083819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-530c3430-5027-40db-9ad4-161d58323662 req-1a15f9cd-4d4b-48cc-9a83-de7e01d6a238 tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.087569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:09.091847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:09.093239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.095808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.125189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15f9cd-4d4b-48cc-9a83-de7e01d6a238 tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff0f29-a14b-4028-b1b2-53c1c08a0bed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:09.130236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c0c6f0b-e546-4e29-879b-cf485397f1d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7278981 Nov 23 18:35:09.174369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-530c3430-5027-40db-9ad4-161d58323662 req-1a15f9cd-4d4b-48cc-9a83-de7e01d6a238 tempest-AggregatesAdminTestJSON-1017489041 tempest-AggregatesAdminTestJSON-1017489041-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297623 Nov 23 18:35:09.178488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3173a9-33d8-4205-95ca-027d50ebf758 None None] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:09.199497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:09.263902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55275c21-9992-49cb-ae0c-048b5d4cb770 req-dc69ac32-123d-4334-b40f-9e31089ee4a0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:09.275987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55275c21-9992-49cb-ae0c-048b5d4cb770 req-dc69ac32-123d-4334-b40f-9e31089ee4a0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0891078 Nov 23 18:35:09.320019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 35f23724-a31f-4585-aa22-6eec02922fe8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:09.353222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55275c21-9992-49cb-ae0c-048b5d4cb770 req-3b800218-a8f1-478c-88cc-4caccb748da1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Nov 23 18:35:09.364799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56278421-79f5-406e-ac62-8dd8ddcdcd00 None None] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:09.559811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.567677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7d0e-1244-46c1-be3e-eefce626bcc1 req-21562b81-0623-4838-af97-bc44d93e9461 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:09.579518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dac7d0e-1244-46c1-be3e-eefce626bcc1 req-21562b81-0623-4838-af97-bc44d93e9461 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 966 time: 0.1122773 Nov 23 18:35:09.594012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b6514a0-02d9-4e9a-a0c7-e337b41fdb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.639038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:35:09.640430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.687428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dac7d0e-1244-46c1-be3e-eefce626bcc1 req-7fd8674d-0c13-4d64-8a4a-e825c55a986f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002929 Nov 23 18:35:09.772098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6ceeddb5-d9bd-4e8c-9703-690442baee4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78ffe95ee0f14107b2c7fccdbdf05a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256638 Nov 23 18:35:09.773054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.808958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:09.810600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c472-a0da-427f-8206-046daefe9bae req-0acf10ac-cd57-4531-ad5c-8926ae8920c1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:09.817688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7769c472-a0da-427f-8206-046daefe9bae req-0acf10ac-cd57-4531-ad5c-8926ae8920c1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.1294320 Nov 23 18:35:09.823543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '35f23724-a31f-4585-aa22-6eec02922fe8', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'port_id': '35f23724-a31f-4585-aa22-6eec02922fe8', 'mac_address': 'fa:16:3e:08:35:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1013007429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:09.840239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b6514a0-02d9-4e9a-a0c7-e337b41fdb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.849714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b6514a0-02d9-4e9a-a0c7-e337b41fdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.882473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.891032 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.909269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f23724-a31f-4585-aa22-6eec02922fe8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:09.910250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7b6514a0-02d9-4e9a-a0c7-e337b41fdb2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ed2abb0c95b4f088bcc820c3c469187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493452 Nov 23 18:35:09.915218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.916278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6514a0-02d9-4e9a-a0c7-e337b41fdb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f94f6-ec0d-4607-b8dd-a2bd0ecebf1b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:09.934003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:09.935004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:09.939007 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230adaa-4e40-4fbf-9c62-b8726d6ae42e" -d '{"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-plugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:09.943828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.946685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.947565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7769c472-a0da-427f-8206-046daefe9bae req-f9bd349f-b1d7-4ce7-a58b-fc8dd1e15d3e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194718 Nov 23 18:35:10.006134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:10.045118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.060422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.080078 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2733e35-0fa8-4038-a246-272165b6ff14 x-openstack-request-id: req-d2733e35-0fa8-4038-a246-272165b6ff14 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:10.083648 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-plugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:10.084117 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2733e35-0fa8-4038-a246-272165b6ff14 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:10.084531 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'code': 200} Nov 23 18:35:10.111960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.116016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.117492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7e8b07d-ea4a-46a4-878e-b1a55026a6c8 HTTP/1.1" status: 204 len: 168 time: 0.3437428 Nov 23 18:35:10.127063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.145585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c20b52-8b0d-47a7-9377-0236bc3fa3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e8b07d-ea4a-46a4-878e-b1a55026a6c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:10.218198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5a40-1c49-4f0d-9312-e091805f30d5 req-227751d8-9a5d-4029-9fc4-66089fa3ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.219912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0fa5a40-1c49-4f0d-9312-e091805f30d5 req-227751d8-9a5d-4029-9fc4-66089fa3ae4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.0633538 Nov 23 18:35:10.230100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.232876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.234053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df0f94f6-ec0d-4607-b8dd-a2bd0ecebf1b HTTP/1.1" status: 204 len: 168 time: 0.3131969 Nov 23 18:35:10.250148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fddbe-f547-45ac-a068-ea4544f29b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f94f6-ec0d-4607-b8dd-a2bd0ecebf1b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:10.261494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['35f23724-a31f-4585-aa22-6eec02922fe8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:10.308630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0fa5a40-1c49-4f0d-9312-e091805f30d5 req-a170b231-ea03-43fe-a606-918a151d3334 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719757 Nov 23 18:35:10.727151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3bc89-0c8d-440a-ad26-a3915d908611 req-484e1ba0-8019-46e2-8b9c-64f635cab185 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.741502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52a3bc89-0c8d-440a-ad26-a3915d908611 req-484e1ba0-8019-46e2-8b9c-64f635cab185 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.0848107 Nov 23 18:35:10.790884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebf24b-ef12-4403-b8ac-d8e24cc461d4 req-f7f687c6-8c94-4743-a14d-89fd11c914ed tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.799612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8ebf24b-ef12-4403-b8ac-d8e24cc461d4 req-f7f687c6-8c94-4743-a14d-89fd11c914ed tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1112978 Nov 23 18:35:10.829726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52a3bc89-0c8d-440a-ad26-a3915d908611 req-03342104-290e-42f5-987f-7b0dda3ee2d6 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847325 Nov 23 18:35:10.865462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8ebf24b-ef12-4403-b8ac-d8e24cc461d4 req-a8906833-2bff-496b-971f-f231e14c6128 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645101 Nov 23 18:35:11.001303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1df22-2fae-412b-8259-6a84437a72cf req-0034e037-2c39-43f8-8b70-51de3b817eee tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:11.002737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb1df22-2fae-412b-8259-6a84437a72cf req-0034e037-2c39-43f8-8b70-51de3b817eee tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.0745957 Nov 23 18:35:11.060333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b0631-c0ae-4252-b0d1-aa9d15ec4259 req-6a889aa2-92db-4121-83a5-f30310a72bb8 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:11.062180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-510b0631-c0ae-4252-b0d1-aa9d15ec4259 req-6a889aa2-92db-4121-83a5-f30310a72bb8 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 967 time: 0.0752747 Nov 23 18:35:11.073128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:11.078722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1019193098-network', 'tenant_id': 'da3d622313364e6a90f9282148dd5473'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:11.116054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb1df22-2fae-412b-8259-6a84437a72cf req-f14d5c89-4be1-4fd0-b1b4-b094a56f0bfe tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020010 Nov 23 18:35:11.157998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Made reservation on behalf of da3d622313364e6a90f9282148dd5473 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:11.161683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.184469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.200014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-510b0631-c0ae-4252-b0d1-aa9d15ec4259 req-50811c07-7598-4318-9166-be52005b3110 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149282 Nov 23 18:35:11.310334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 35f23724-a31f-4585-aa22-6eec02922fe8 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:11.315282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.329862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.351649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:11.373199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.373975 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Added segment 3c70340b-737b-424c-8442-34b95c06330c of type vlan for network ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 Nov 23 18:35:11.409112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 35f23724-a31f-4585-aa22-6eec02922fe8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:11.417449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 35f23724-a31f-4585-aa22-6eec02922fe8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:11.417828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.427649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e4fed6-5b80-4cd6-90f8-0772b9bea574,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:11.465193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.537291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.539187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:11.541140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.621760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.686402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6119027 Nov 23 18:35:11.688941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:11.696708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Request body: {'subnet': {'network_id': 'ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1019193098-subnet', 'tenant_id': 'da3d622313364e6a90f9282148dd5473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:11.738843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:11.747046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.748001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Made reservation on behalf of da3d622313364e6a90f9282148dd5473 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:11.751172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91afe0a-a18c-467b-85ea-f54341593026 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:11.754634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:11.805365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:11.938188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:12.086254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:12.093713 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34637ae-a4a4-4cdb-92b3-e0d0dca88e46" -d '{"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-plugged", "status": "completed", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:12.119080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.282532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2dbad-de30-4567-b38a-ee4f32d7dc62 req-6d052b7e-aba8-4f44-a044-43073beb8f4f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.283828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bb2dbad-de30-4567-b38a-ee4f32d7dc62 req-6d052b7e-aba8-4f44-a044-43073beb8f4f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.2812886 Nov 23 18:35:12.291282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497688a9-5d12-4067-8cba-47e09d94aeaf req-5ee31a59-0209-44ba-ad8c-acd2c59b0b54 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.300314 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-497688a9-5d12-4067-8cba-47e09d94aeaf req-5ee31a59-0209-44ba-ad8c-acd2c59b0b54 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1168375 Nov 23 18:35:12.324187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5edb65-207f-4da5-b69c-20b847fc9fd6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:12.368985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Checking segment: {'id': '3c70340b-737b-424c-8442-34b95c06330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:12.369709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Network hostable DHCP agents. Network: ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:12.394833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-497688a9-5d12-4067-8cba-47e09d94aeaf req-3c8d4454-71af-446a-91a7-1988de6ff266 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893962 Nov 23 18:35:12.398916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bb2dbad-de30-4567-b38a-ee4f32d7dc62 req-fda73fb7-02c7-44b0-9868-023b511c1fff tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036565 Nov 23 18:35:12.430138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Network ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:12.450386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:12.466369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0642b4-98b8-462b-889c-aae1b833b473 None None] Network ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:12.478215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.480957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.533108 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e704e5-0e93-4d65-bd7b-c902324a35cc x-openstack-request-id: req-a2e704e5-0e93-4d65-bd7b-c902324a35cc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:12.536218 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-plugged", "status": "completed", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:12.536737 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2e704e5-0e93-4d65-bd7b-c902324a35cc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:12.537339 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8', 'code': 200} Nov 23 18:35:12.541509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fdc78edd-c847-412e-9c3c-e39ab23547e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8500981 Nov 23 18:35:12.579200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-3c87ac79-e194-42bb-a9ab-bfb4efb58c15 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.583596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-3c87ac79-e194-42bb-a9ab-bfb4efb58c15 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 1123 time: 0.1182511 Nov 23 18:35:12.666775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.50', 59603) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:12.729163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd097b-7099-4930-a429-e6ffc1ac5beb req-79fe79b8-b54a-48e1-ac19-77497c821025 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.740159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd608d-4ae8-4c71-8243-37660f55f169 req-5a67ed2c-c6d2-4877-a77f-a631232cf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.743524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9dd608d-4ae8-4c71-8243-37660f55f169 req-5a67ed2c-c6d2-4877-a77f-a631232cf925 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 1119 time: 0.1562307 Nov 23 18:35:12.744781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0fd097b-7099-4930-a429-e6ffc1ac5beb req-79fe79b8-b54a-48e1-ac19-77497c821025 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.1422713 Nov 23 18:35:12.756201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53bee5-b433-4132-809e-28f136f5acc9 req-d20c1421-eea8-48db-b22a-9c55b528b83b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.763440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe53bee5-b433-4132-809e-28f136f5acc9 req-d20c1421-eea8-48db-b22a-9c55b528b83b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc8ab784-6d4f-4813-9613-51a4ca9fca60 HTTP/1.1" status: 200 len: 972 time: 0.1803739 Nov 23 18:35:12.783264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-f96aea3d-d523-4081-adc6-b8f4d4fae460 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150730 Nov 23 18:35:12.792509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde52891-b320-4998-b29b-13bc4a5c3ec2 None None] Network ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:12.864203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0fd097b-7099-4930-a429-e6ffc1ac5beb req-e3fea462-263b-493a-a3ca-044501edd381 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153624 Nov 23 18:35:12.924727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-e8b3c554-de07-45e6-864d-459cc112de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.927533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-e8b3c554-de07-45e6-864d-459cc112de54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 1122 time: 0.0614254 Nov 23 18:35:13.069472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-2ddc8032-4872-456f-be0e-5be98eb1ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.071397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-2ddc8032-4872-456f-be0e-5be98eb1ccfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1218102 Nov 23 18:35:13.074521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Deleting port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:13.074955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.078736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9dd608d-4ae8-4c71-8243-37660f55f169 req-be9a2fbd-e146-4795-aeca-56d74f28118c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123837 Nov 23 18:35:13.092408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe53bee5-b433-4132-809e-28f136f5acc9 req-794544f7-249a-4ed4-aac9-35742183caf9 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260164 Nov 23 18:35:13.151743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-b3a8516f-b5cb-4e00-977b-4e2ff5370529 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=3bfadb9f-233a-4859-87f1-4017482603d5 HTTP/1.1" status: 200 len: 217 time: 0.0725970 Nov 23 18:35:13.210599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] For port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:13.211104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.224829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Calling delete_port for fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 owned by compute:tempest-test_az-1013007429 {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:13.354307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-bf80e293-e461-46f0-a9f1-468db7050886 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868556 Nov 23 18:35:13.386160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-fcee3eac-969d-4b30-ad9e-00eed02b8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.388339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-fcee3eac-969d-4b30-ad9e-00eed02b8aeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0830040 Nov 23 18:35:13.435531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.451914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fa7eb5be-76ed-4815-86d6-c9d1f0658aa4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:13.506369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-0be9c097-61c0-45dd-8286-929ca3cb0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.506369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-0be9c097-61c0-45dd-8286-929ca3cb0956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072476 Nov 23 18:35:13.513799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7eb5be-76ed-4815-86d6-c9d1f0658aa4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:13.577540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] No DVR routers for this DVR port fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:13.583458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.588561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ec1065b-ca88-4aaa-8842-070f0ecf6188 req-f29703a1-9e04-41dd-87db-47e9718501b1 tempest-DeleteServersAdminTestJSON-1885437126 tempest-DeleteServersAdminTestJSON-1885437126-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 HTTP/1.1" status: 204 len: 173 time: 0.9623082 Nov 23 18:35:13.590896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'name': 'network-vif-deleted', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:13.603033 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffa6313-66f7-4c81-bfef-f52a0ce24f72" -d '{"events": [{"server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "name": "network-vif-deleted", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:13.642120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-a043b3cf-cc39-4c5c-b085-2060c461cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.643696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-a043b3cf-cc39-4c5c-b085-2060c461cfbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 1101 time: 0.2162840 Nov 23 18:35:13.761843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-0c1c0e86-ef33-485a-8f51-857b9de7278d tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.770447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-0c1c0e86-ef33-485a-8f51-857b9de7278d tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.2381849 Nov 23 18:35:13.882721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-6a56ff55-133b-4b02-b030-9cd6a43d3eab tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.905010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-98791a80-2e4e-4876-b727-b88cfa711f9f service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758647 Nov 23 18:35:13.961735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-53ce6a79-0386-47c4-99ec-3c734ccd8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:13.964024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-53ce6a79-0386-47c4-99ec-3c734ccd8d7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2677538 Nov 23 18:35:14.036179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-64015bda-fd0c-4dc5-bd15-c556cdb9a8bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d53c467e-fa83-4e66-b611-293b26efc9c3 HTTP/1.1" status: 200 len: 217 time: 0.0556307 Nov 23 18:35:14.215610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa267954-ec79-4670-8f67-fdd127ac9ae2 req-2c0ea9b1-cde7-4c0b-99e0-b2d10ef48602 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770050 Nov 23 18:35:14.223764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-99298550-8d4d-416b-93e4-d6d46aafb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:14.225514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-99298550-8d4d-416b-93e4-d6d46aafb36c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1392696 Nov 23 18:35:14.227556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-6a56ff55-133b-4b02-b030-9cd6a43d3eab tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.233054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-6a56ff55-133b-4b02-b030-9cd6a43d3eab tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.328400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ff55-133b-4b02-b030-9cd6a43d3eab tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0a4ba-6fae-496e-b977-6e0fb2134e0d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:14.344226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a6e1a9e-d0eb-477f-b64b-756ca30dd8cf req-6a56ff55-133b-4b02-b030-9cd6a43d3eab tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725756 Nov 23 18:35:14.360277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-5e40da74-5888-4c77-857c-3aa703b86f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:14.363477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-5e40da74-5888-4c77-857c-3aa703b86f59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249740 Nov 23 18:35:14.448336 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e69b1d-4b47-4936-a012-cb7d42bdc1a3 x-openstack-request-id: req-45e69b1d-4b47-4936-a012-cb7d42bdc1a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:14.449184 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8ab784-6d4f-4813-9613-51a4ca9fca60", "name": "network-vif-deleted", "tag": "fa7eb5be-76ed-4815-86d6-c9d1f0658aa4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:14.449184 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e69b1d-4b47-4936-a012-cb7d42bdc1a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:14.449748 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8ab784-6d4f-4813-9613-51a4ca9fca60', 'name': 'network-vif-deleted', 'tag': 'fa7eb5be-76ed-4815-86d6-c9d1f0658aa4', 'status': 'completed', 'code': 200} Nov 23 18:35:14.565354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-3f3c17f3-de6c-4d5c-9650-02d588a8282e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919675 Nov 23 18:35:14.570660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-5a475f9f-f844-41bf-92cd-8be772961c0b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:14.572533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-5a475f9f-f844-41bf-92cd-8be772961c0b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.2076197 Nov 23 18:35:14.592229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-43554f77-f3b4-4f0f-8e65-4eafc1419ef6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/quotas/48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 375 time: 0.0128276 Nov 23 18:35:14.633859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-832c2658-6bf7-469b-919e-192940b21c37 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331955 Nov 23 18:35:14.682422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b480d-e526-44c1-8bd1-709a2dde5354 req-39bdedd7-a619-47d0-a2da-a6e6e8481d11 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:14.684142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-186b480d-e526-44c1-8bd1-709a2dde5354 req-39bdedd7-a619-47d0-a2da-a6e6e8481d11 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.1350169 Nov 23 18:35:14.738270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00511388-58c8-4e6c-9fa3-0c2eba1a59f3 req-97f82e77-b15c-49e0-b891-ff5200c873c5 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513140 Nov 23 18:35:14.759258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-186b480d-e526-44c1-8bd1-709a2dde5354 req-a0301546-1435-4764-aaed-594ec7dd9bc4 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648813 Nov 23 18:35:14.860281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-7bb8a6f8-b989-45fa-a544-d736f4d29c3b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:35:14.861331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-7bb8a6f8-b989-45fa-a544-d736f4d29c3b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0807383 Nov 23 18:35:14.963256 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-50365271-efa8-45e9-8daa-ac9d0ac7788f service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943513 Nov 23 18:35:15.085191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-c7455b15-a33e-45cf-a581-fd459d71696f service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109800 Nov 23 18:35:15.123700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-095b93da-cd94-4a1f-a849-092be05a8ca4 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318172 Nov 23 18:35:15.302706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-40de2c3e-58f7-4cb3-bf47-36e07e5ba4c1 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:15.308155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-40de2c3e-58f7-4cb3-bf47-36e07e5ba4c1 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761239 Nov 23 18:35:15.327235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-e41d2b3d-91c1-45f6-aa8a-6ae34a7edce0 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/quotas/a6ca90158fd3493dbd25232b09e52b7b HTTP/1.1" status: 200 len: 375 time: 0.0140398 Nov 23 18:35:15.428619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-01345b3b-8713-4b80-82dd-93fd777a7d86 req-93af7189-a4d4-4923-8f1b-6c3dcbdc2fdc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:35:15.430103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01345b3b-8713-4b80-82dd-93fd777a7d86 req-93af7189-a4d4-4923-8f1b-6c3dcbdc2fdc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063162 Nov 23 18:35:15.611341 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-771df3f1-dea8-4e45-98ea-5b65fab9068c tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2726061 Nov 23 18:35:16.032098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:16.078897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3cc48d41-4c88-4fa9-b229-9a39c36f4eac req-dd1c0a8e-e217-4684-ba00-913e7765761a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0323820 Nov 23 18:35:16.233265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-a184ce7e-8fc0-4197-b952-9945b090bbf6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1989486 Nov 23 18:35:16.236210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-c8737cb4-1af1-4a13-b5ab-58d1aac6479d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b6fcf32625c546ecb492315c64e85380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373702 Nov 23 18:35:16.240798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-0a28ee53-78ee-48ff-b708-596c19900a10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:35:16.248223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-0a28ee53-78ee-48ff-b708-596c19900a10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137045 Nov 23 18:35:16.399289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-114caa1b-b9c7-40c4-944c-ba013ebda4be tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:16.412748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-114caa1b-b9c7-40c4-944c-ba013ebda4be tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630723 Nov 23 18:35:16.432635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-e2fc889c-722d-4e84-a258-497cecb56654 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/quotas/b6fcf32625c546ecb492315c64e85380 HTTP/1.1" status: 200 len: 375 time: 0.0186653 Nov 23 18:35:16.464122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-84a4b128-9907-4a37-8aea-7b1765fc18bc tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305841 Nov 23 18:35:16.590330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f45701b-3083-49c3-b72e-f896915a510e req-e7a45854-686f-4ef8-a189-c51b95d03a78 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Nov 23 18:35:16.730027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-8ab57e16-2eae-4130-81be-99bf8e860262 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:16.731790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-8ab57e16-2eae-4130-81be-99bf8e860262 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.1829894 Nov 23 18:35:16.782182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Request body: {'port': {'device_id': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'admin_state_up': True, 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:16.862291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b7c11-fba3-4f96-a40e-a096cb1b381c req-18e31e62-f624-491c-8bdb-4b119e04d665 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:16.873850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f0b7c11-fba3-4f96-a40e-a096cb1b381c req-18e31e62-f624-491c-8bdb-4b119e04d665 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.1165538 Nov 23 18:35:16.920011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f097a-6b2d-489a-a691-8b7a2b742e2b req-baf3a4bd-3e6e-4d91-964f-bcb9932876be tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:16.921585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f3f097a-6b2d-489a-a691-8b7a2b742e2b req-baf3a4bd-3e6e-4d91-964f-bcb9932876be tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1766343 Nov 23 18:35:16.961933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f0b7c11-fba3-4f96-a40e-a096cb1b381c req-e6fcf920-63eb-46f8-8f93-13d0483acbd7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862925 Nov 23 18:35:16.965972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:16.971354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.096080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f3f097a-6b2d-489a-a691-8b7a2b742e2b req-3596d539-c890-4a56-941f-7149652437dc tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654601 Nov 23 18:35:17.195048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79b81852-3035-4d02-a4dd-612d5419012f req-61f6ad9f-63c1-4e0e-9b63-3a2349e43789 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 210 time: 0.0773892 Nov 23 18:35:17.233571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Allocated IP 172.20.0.7 (d10a83a4-c7e2-4c8c-9165-ff95cb0af19c/e141e0fd-54be-43c8-ba1d-45f91a90568a/fe31cbe3-711d-4fa5-9138-01461e2cf7af) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:17.262232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-57b29084-c134-400b-a010-db6e1ec95850 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536728 Nov 23 18:35:17.323599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:17.435141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:17.437247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fa7eb5be-76ed-4815-86d6-c9d1f0658aa4 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:17.539356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-b88452c9-2ae9-474e-9be7-6f8551920401 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:17.542928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-b88452c9-2ae9-474e-9be7-6f8551920401 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733884 Nov 23 18:35:17.571485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Request body: {'port': {'device_id': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'a6ca90158fd3493dbd25232b09e52b7b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:17.658442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.688846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cf833-2e83-4588-a0ea-198f1abdb185 req-2a67e5f5-3614-4197-a71f-a691666baee1 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:17.703725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f1cf833-2e83-4588-a0ea-198f1abdb185 req-2a67e5f5-3614-4197-a71f-a691666baee1 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.3098984 Nov 23 18:35:17.708056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:17.730433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba130576-5f26-4e59-be24-1591597ec604 req-56c22a68-b49b-43d4-a6d1-55d8907345b8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0544422 Nov 23 18:35:17.763433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'floatingip': {'port_id': '35f23724-a31f-4585-aa22-6eec02922fe8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:17.781557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Made reservation on behalf of a6ca90158fd3493dbd25232b09e52b7b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:17.793993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.948308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f20484da-9f96-42e9-a670-d3a9fc7a00f3 req-ab8c9aef-2cc5-46d2-bd59-a06749c48e35 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 210 time: 0.0786569 Nov 23 18:35:17.961592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.070823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.150565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Allocated IP 192.168.233.232 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/df4a1fc4-373b-4650-8fbe-29daa4f9ae4f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:18.155752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36904) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:18.215842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:18.230677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:18.264716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:18.274887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:18.395099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06d7dabf-5c49-4762-92e6-ccfd6f2c07c0 req-acd41684-daf1-45ec-8265-f2a7702e635e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 210 time: 0.0409145 Nov 23 18:35:18.443703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-057cb81a-7904-4ed1-9d5b-04466db7873b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b6fcf32625c546ecb492315c64e85380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823376 Nov 23 18:35:18.466276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.500807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92c7101d-9bbd-4e0b-a6bb-90440e6ec592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.542692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:18.543348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.566376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.580674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d53c467e-fa83-4e66-b611-293b26efc9c3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:18.596104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5849654-970a-4a2b-a267-d91bcacddfd3 req-eca48356-cdb5-42e9-a83b-058842cee752 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:18.598195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5849654-970a-4a2b-a267-d91bcacddfd3 req-eca48356-cdb5-42e9-a83b-058842cee752 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.3306415 Nov 23 18:35:18.632080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:18.639283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:18.642701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-31bf96af-c399-4b2c-884e-57cfd510ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:18.642856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0f3c4ffe-4448-441e-81b8-cded0e73a825 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8657148 Nov 23 18:35:18.644914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-31bf96af-c399-4b2c-884e-57cfd510ce03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.1350818 Nov 23 18:35:18.645442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:18.648393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Pushing event updated for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:18.709471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Request body: {'port': {'device_id': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:18.771079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:18.776909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.821978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-41a70e12-a932-40d4-aea6-9f499b8d4abb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2603300 Nov 23 18:35:18.843033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Request body: {'port': {'device_id': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:18.915129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-534fa8dc-df0f-45c2-a812-75bf28244111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:18.916737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-534fa8dc-df0f-45c2-a812-75bf28244111 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2645500 Nov 23 18:35:18.999215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.013511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-b5d23954-5f3b-43f9-9bfd-9cb60279c2fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0644183 Nov 23 18:35:19.024227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-933a59f6-2c57-426a-a2a8-9f2a41d1fa02 None None] Provisioning complete for port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:19.024843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-933a59f6-2c57-426a-a2a8-9f2a41d1fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.071850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-933a59f6-2c57-426a-a2a8-9f2a41d1fa02 None None] Port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:19.113186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-0b6d5ac7-23c1-4ac0-b8cc-456e90ba4a6c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.114768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-0b6d5ac7-23c1-4ac0-b8cc-456e90ba4a6c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6305022 Nov 23 18:35:19.118418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5849654-970a-4a2b-a267-d91bcacddfd3 req-00d53184-93c0-40ad-8370-c2458b30ed95 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792974 Nov 23 18:35:19.129104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.129988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e5d1-d163-4421-9efa-003a406c4298 req-6e9b8735-6f80-49be-ade8-77ffee1f43f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.131526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae72e5d1-d163-4421-9efa-003a406c4298 req-6e9b8735-6f80-49be-ade8-77ffee1f43f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 931 time: 0.1300647 Nov 23 18:35:19.135511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-9517ca4a-377c-4d0b-b9b8-89276112a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.137517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-9517ca4a-377c-4d0b-b9b8-89276112a94a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1039343 Nov 23 18:35:19.150129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Request body: {'port': {'device_id': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b6fcf32625c546ecb492315c64e85380'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:19.329229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae72e5d1-d163-4421-9efa-003a406c4298 req-0da96cab-33d1-4d3e-8cb8-eae3a46e052a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875014 Nov 23 18:35:19.367006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-129a2d86-6110-435a-8d0b-fa4d5222a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.368561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-129a2d86-6110-435a-8d0b-fa4d5222a186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715183 Nov 23 18:35:19.492126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92c7101d-9bbd-4e0b-a6bb-90440e6ec592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.548031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4a1fc4-373b-4650-8fbe-29daa4f9ae4f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:19.558227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92c7101d-9bbd-4e0b-a6bb-90440e6ec592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.563763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.571826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-18288b14-dcc7-4f9d-9f01-4a0a280434c0 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909537 Nov 23 18:35:19.592034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Transition to ACTIVE for port object df4a1fc4-373b-4650-8fbe-29daa4f9ae4f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:19.614816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.640301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25411482-24e7-4096-a805-4e69c95b9d70 req-16136015-4bcb-4b52-839f-939f661789b6 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 210 time: 0.0470271 Nov 23 18:35:19.668755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7101d-9bbd-4e0b-a6bb-90440e6ec592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c0f10-8903-4bfa-bb23-2d11c0e54561,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:19.703205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Pushing event updated for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:19.703960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:35:19.754777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-92c7101d-9bbd-4e0b-a6bb-90440e6ec592 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52dc298b7bd24256aaa6e879c82865b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5980306 Nov 23 18:35:19.758811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:19.803522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ab21f-b5c3-4b3b-b5fb-d6a4c2f9f031 req-afed9a9f-7ad8-40cb-971a-9a7420a505df tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.805037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb3ab21f-b5c3-4b3b-b5fb-d6a4c2f9f031 req-afed9a9f-7ad8-40cb-971a-9a7420a505df tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 936 time: 0.3843315 Nov 23 18:35:19.838497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-ec9cb336-2a5e-4202-aedc-71d4c5a39c99 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568667 Nov 23 18:35:19.937303 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.951850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.980867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.998669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.109927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb3ab21f-b5c3-4b3b-b5fb-d6a4c2f9f031 req-63db87a9-0709-40e8-a95b-a6ccb0e6a5f5 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809386 Nov 23 18:35:20.121348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Made reservation on behalf of b6fcf32625c546ecb492315c64e85380 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:20.122487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Attempting to bind port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:20.123193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Attempting to bind port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:20.123700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Attempting to bind port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:20.126403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.136667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:20.138381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Attempting to bind port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:20.149599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:20.149802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:20.150411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:20.151047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Bound port: df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:20.151545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.250089 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Floating IP 5c5580fc-4b87-421a-9262-960561b35c69 associated. External IP: 172.25.5.79, port: 35f23724-a31f-4585-aa22-6eec02922fe8. Nov 23 18:35:20.327771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:20.330544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.334656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.338496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/489c0f10-8903-4bfa-bb23-2d11c0e54561 HTTP/1.1" status: 204 len: 168 time: 0.5769908 Nov 23 18:35:20.338496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:20.347614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.406666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0afb7-6456-42c3-b0da-57c2f07adce9 req-674d5207-40d2-497f-80bf-ed575b78b976 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:20.407703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0afb7-6456-42c3-b0da-57c2f07adce9 req-674d5207-40d2-497f-80bf-ed575b78b976 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1484168 Nov 23 18:35:20.408575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a653a0-9a05-4715-b40d-c7994a41abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c0f10-8903-4bfa-bb23-2d11c0e54561,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:20.438541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:20.451019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.457333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] 10.222.0.50 "PUT /v2.0/ports/df4a1fc4-373b-4650-8fbe-29daa4f9ae4f HTTP/1.1" status: 200 len: 1096 time: 1.6206205 Nov 23 18:35:20.470977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe31cbe3-711d-4fa5-9138-01461e2cf7af {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:20.483994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:20.497869 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26" -d '{"events": [{"name": "network-changed", "server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:20.524512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.597065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5aa0-e3f2-42f8-9efc-61dc45440eda service neutron] Pushing event updated for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:20.639970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Transition to ACTIVE for port object fe31cbe3-711d-4fa5-9138-01461e2cf7af will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:20.644703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0afb7-6456-42c3-b0da-57c2f07adce9 req-df3b7705-2b23-45e6-a919-ec2f53490ed4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200351 Nov 23 18:35:20.662121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-a81de85f-4f8e-4b1c-949e-ea050a71ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:20.662349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.666825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-a81de85f-4f8e-4b1c-949e-ea050a71ffc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 1099 time: 0.1481760 Nov 23 18:35:20.754145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-aeaf15d3-f1ac-4b6f-8eb9-1c5e5bbd8f2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f HTTP/1.1" status: 200 len: 217 time: 0.0763743 Nov 23 18:35:20.843385 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a4ab9-291a-4a18-8c70-1efb96604759 x-openstack-request-id: req-1d7a4ab9-291a-4a18-8c70-1efb96604759 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:20.844089 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:20.844089 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d7a4ab9-291a-4a18-8c70-1efb96604759 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:20.844333 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f', 'status': 'completed', 'code': 200} Nov 23 18:35:20.877146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Allocated IP 192.168.233.106 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/031fa937-2235-4725-ab8e-5fcd9b98f5ae) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:20.898852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac9af2d8-bc68-44dd-bb38-1d5b8c97da8d req-a2882be4-d3bd-4cc8-819b-781e3a6f8570 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 210 time: 0.0442722 Nov 23 18:35:20.907004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-f7e4db36-968f-45ac-8ee4-b3bcf4b209a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:20.909367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-f7e4db36-968f-45ac-8ee4-b3bcf4b209a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1436019 Nov 23 18:35:20.932636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:21.032244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-82b15b5c-1b51-4461-9708-5043e2b39ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:21.034864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-82b15b5c-1b51-4461-9708-5043e2b39ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173232 Nov 23 18:35:21.205608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.216122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:21.229585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e87f-2ac4-43ed-b640-64ed1c5fb758 req-c687b6b9-a2d3-4a51-bff5-31b22d0b314f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:21.231505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a28e87f-2ac4-43ed-b640-64ed1c5fb758 req-c687b6b9-a2d3-4a51-bff5-31b22d0b314f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.4061177 Nov 23 18:35:21.299551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.366771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:21.367783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:21.368127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:21.368453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:21.393207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a28e87f-2ac4-43ed-b640-64ed1c5fb758 req-8b650b09-c18a-48c1-9184-1e8cc018d950 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463463 Nov 23 18:35:21.408722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.411908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:21.412750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:21.482562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:21.502378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:21.502732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:21.503728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:21.504163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Bound port: fe31cbe3-711d-4fa5-9138-01461e2cf7af, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:21.504529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.555307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:21.567164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-3f05427f-f818-4933-8dd1-942dad9d8d8b service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181401 Nov 23 18:35:21.577126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc87f-78f2-44f8-ad57-021740949e8f req-e8a5acb2-26d0-44c2-bf8c-0efa43dbaee1 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:21.578907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60bcc87f-78f2-44f8-ad57-021740949e8f req-e8a5acb2-26d0-44c2-bf8c-0efa43dbaee1 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 948 time: 0.1151009 Nov 23 18:35:21.701366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.724271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60bcc87f-78f2-44f8-ad57-021740949e8f req-58fb1e32-8834-4976-b3eb-7de2bfb1cc84 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347556 Nov 23 18:35:21.752206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a348096-a5b1-4313-a3f7-67d02431adc4 req-693ac261-243e-4ac8-860d-abcc902dcb51 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717229 Nov 23 18:35:21.849225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Pushing event updated for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:21.853474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:21.889969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:21.913647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.921501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.988861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-106b131b-c2ed-4939-af5d-101d00a3345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:21.988861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-106b131b-c2ed-4939-af5d-101d00a3345c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 1099 time: 0.1503484 Nov 23 18:35:22.004884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc037052e75f46d3ba64f2f986449361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175040 Nov 23 18:35:22.039763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:22.079450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cb9ba-c0b9-47ab-9308-f63a8ca723a3 req-aaf33a72-60bc-4a1b-8421-2ee531a5834c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.083566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c70cb9ba-c0b9-47ab-9308-f63a8ca723a3 req-aaf33a72-60bc-4a1b-8421-2ee531a5834c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.2353530 Nov 23 18:35:22.092961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.093600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.132971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-a2c96e17-7bc6-4437-a608-045e7d20890d tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9979095 Nov 23 18:35:22.145056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3791d-0505-44bf-8859-fb4973cf1fa0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.148237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.163358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:22.168632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Request body: {'port': {'device_id': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:22.175412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.175856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.176106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.176448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.176793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.177126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.177460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.177794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.178123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.178256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.178449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.178781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.179111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872873ac-c32f-4b3d-8725-618f2c7ca3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.213030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9b9c-58cb-420f-aafd-d9497a55fb09 req-1c628b1f-a77d-485d-abc3-7033d8179975 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.223949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cea9b9c-58cb-420f-aafd-d9497a55fb09 req-1c628b1f-a77d-485d-abc3-7033d8179975 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.6244984 Nov 23 18:35:22.226093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-7166e959-0289-440d-a8d5-70f5140b037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.227834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-7166e959-0289-440d-a8d5-70f5140b037f service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2203598 Nov 23 18:35:22.231444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e655739b-9646-4396-87ad-cf71592c2f26 None None] Provisioning complete for port 031fa937-2235-4725-ab8e-5fcd9b98f5ae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:22.233030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e655739b-9646-4396-87ad-cf71592c2f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.236671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c70cb9ba-c0b9-47ab-9308-f63a8ca723a3 req-5d9af2e8-a878-48a2-b35f-3ad24c533b39 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994744 Nov 23 18:35:22.243759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:22.286004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e655739b-9646-4396-87ad-cf71592c2f26 None None] Port 031fa937-2235-4725-ab8e-5fcd9b98f5ae cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:22.304365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-8fe34579-5895-447c-bf9d-c42c89e9b6e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f HTTP/1.1" status: 200 len: 217 time: 0.0492320 Nov 23 18:35:22.321771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:22.330159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.333663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.344710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:22.354516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72653558-734e-4ab7-9d4e-0fab641c4f8c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.357211 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:22.357870 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:22.399166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.399541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.400086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.400574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.401063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.401562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.401896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.402228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.402561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.402888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.403211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.403767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.435873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-3434c55d-f0e8-4737-8263-0cfede41b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.437395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-3434c55d-f0e8-4737-8263-0cfede41b39d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1201108 Nov 23 18:35:22.450272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9fd46-7d65-4238-a06b-b9072a0bc0bf req-9684e2f4-d3fd-4c68-8e58-33794a0855e4 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.451853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84b9fd46-7d65-4238-a06b-b9072a0bc0bf req-9684e2f4-d3fd-4c68-8e58-33794a0855e4 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 936 time: 0.0897317 Nov 23 18:35:22.468585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f08df36b-5678-4428-9766-f0c865fc38d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=176c9c88b8974a4ab426e1b0d3893b12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2489252 Nov 23 18:35:22.485945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:22.486837 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:22.563172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.564270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.565213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 1091 time: 3.8768890 Nov 23 18:35:22.571054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cea9b9c-58cb-420f-aafd-d9497a55fb09 req-2169473b-cbd2-40b6-887b-d3349c6b4129 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457074 Nov 23 18:35:22.571491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-8d87d6b5-fbfe-4e0f-b305-c911deb42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.571614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:22.573235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-8d87d6b5-fbfe-4e0f-b305-c911deb42ca4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204429 Nov 23 18:35:22.573960 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff578c-74ca-48f5-af81-309af6d62336" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:22.581229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e3a6de4d-744b-4cfc-940e-a52930db36da tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "PUT /v2.0/floatingips/5c5580fc-4b87-421a-9262-960561b35c69 HTTP/1.1" status: 200 len: 1013 time: 4.8479176 Nov 23 18:35:22.581229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.581512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84b9fd46-7d65-4238-a06b-b9072a0bc0bf req-016808a2-9ec2-4abd-bc1b-b125f20a17f5 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185632 Nov 23 18:35:22.647694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.654456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76d69a-3fde-43c3-94bc-e751f8db5171 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.674107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.707249 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567802b-e8de-41bf-bfeb-708f43c4b2c1 x-openstack-request-id: req-e567802b-e8de-41bf-bfeb-708f43c4b2c1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:22.707646 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:22.707917 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e567802b-e8de-41bf-bfeb-708f43c4b2c1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:22.708267 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'status': 'completed', 'code': 200} Nov 23 18:35:22.739063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.842645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.850455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-923e2df7-daf6-4900-b3ec-16feedd81073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.852030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-923e2df7-daf6-4900-b3ec-16feedd81073 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1094 time: 0.1745746 Nov 23 18:35:22.897849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-5e5111b7-8c22-4475-9aa3-6b9bd8ae1625 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053176 Nov 23 18:35:22.912790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c94b8-c292-48dc-baea-3ccbeb1064fd req-5b944118-d54b-4c80-999c-8eac00659b07 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:22.914365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e19c94b8-c292-48dc-baea-3ccbeb1064fd req-5b944118-d54b-4c80-999c-8eac00659b07 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.2434094 Nov 23 18:35:22.950002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.954486 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.959102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5d3791d-0505-44bf-8859-fb4973cf1fa0 HTTP/1.1" status: 204 len: 168 time: 0.9122629 Nov 23 18:35:22.991116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.994544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.996272 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72653558-734e-4ab7-9d4e-0fab641c4f8c HTTP/1.1" status: 204 len: 168 time: 0.5075438 Nov 23 18:35:23.024400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd522-5183-4f3f-be4c-557d8725c9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72653558-734e-4ab7-9d4e-0fab641c4f8c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:23.089578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-a2853776-5627-4680-a5ee-997d1f9981bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.1544333 Nov 23 18:35:23.096503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5afe15-c6e6-4bcb-978d-a8b0fcd58b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3791d-0505-44bf-8859-fb4973cf1fa0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:23.189208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e19c94b8-c292-48dc-baea-3ccbeb1064fd req-aa80b4c0-7e56-457b-92d6-3d6d83e3db26 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579777 Nov 23 18:35:23.212817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc8b3-810c-4300-834a-c34ae6336be4 req-da440933-7b8b-4c5e-964a-3470560b6605 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.215030 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': '35f23724-a31f-4585-aa22-6eec02922fe8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:08:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'device_owner': 'compute:tempest-test_az-1013007429'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:35:19Z', 'revision_number': 1, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:23.226658 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9edfc8b3-810c-4300-834a-c34ae6336be4 req-da440933-7b8b-4c5e-964a-3470560b6605 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 948 time: 0.2932017 Nov 23 18:35:23.234390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b7fa45f-a9f7-4b39-8e91-7992a73aad26 req-bee6ef0c-0b02-4de5-9a14-3f31d9afaa91 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184414 Nov 23 18:35:23.274758 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:23.301267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:23.304818 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:23.414922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0fcaef57-ea6d-4e9b-b3a0-d19130a6956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.416619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-0fcaef57-ea6d-4e9b-b3a0-d19130a6956e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.3092365 Nov 23 18:35:23.450675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9edfc8b3-810c-4300-834a-c34ae6336be4 req-70cb6c3d-ad17-4be8-aefa-3c225b3aaa8d tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212598 Nov 23 18:35:23.496276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:23.502353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-8fa59b3c-a989-4d14-988e-20fb5de7bf6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566170 Nov 23 18:35:23.522197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c0589-be3b-4fa1-b286-b3911d59f77c req-0ca7506c-f42e-4065-b0a3-1e9f5ebd7a38 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.523806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94c0589-be3b-4fa1-b286-b3911d59f77c req-0ca7506c-f42e-4065-b0a3-1e9f5ebd7a38 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1386330 Nov 23 18:35:23.568920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-20b813db-6250-436c-8dc8-678b71631848 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.570592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-20b813db-6250-436c-8dc8-678b71631848 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.1310601 Nov 23 18:35:23.603265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94c0589-be3b-4fa1-b286-b3911d59f77c req-6c0528e1-0d74-4695-8a94-deb7b4ee9f94 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716217 Nov 23 18:35:23.611605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:23.661664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e31eb3ce-be04-4f3d-b7aa-ddb8ecc70e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.719048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031fa937-2235-4725-ab8e-5fcd9b98f5ae {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:23.761494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.784362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-e85f0348-f9bc-4879-b4ea-eb70b9e8f32c service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628596 Nov 23 18:35:23.837920 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': '35f23724-a31f-4585-aa22-6eec02922fe8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:08:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'device_owner': 'compute:tempest-test_az-1013007429'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:35:19Z', 'revision_number': 1, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:23.848004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Transition to ACTIVE for port object 031fa937-2235-4725-ab8e-5fcd9b98f5ae will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:23.869387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.880768 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0732-dcee-4f1e-8bed-0d2719539cdb None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': '35f23724-a31f-4585-aa22-6eec02922fe8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:08:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'device_owner': 'compute:tempest-test_az-1013007429'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:35:19Z', 'revision_number': 1, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:23.881235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336c511-f8ba-4d4a-b706-3e090c341cf8 req-badc0765-7a26-49fe-888a-445ae2b58de9 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.888994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5336c511-f8ba-4d4a-b706-3e090c341cf8 req-badc0765-7a26-49fe-888a-445ae2b58de9 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 971 time: 0.1369247 Nov 23 18:35:23.911616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Deleting port 3bfadb9f-233a-4859-87f1-4017482603d5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:23.911953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.964986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66abcb-d414-4c21-a1f3-0f619d7dc2a6 req-77c02035-f7ba-4253-bcd6-3d609facb707 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.973748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce66abcb-d414-4c21-a1f3-0f619d7dc2a6 req-77c02035-f7ba-4253-bcd6-3d609facb707 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 936 time: 0.2742383 Nov 23 18:35:24.025383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5336c511-f8ba-4d4a-b706-3e090c341cf8 req-8ea33c17-eda3-4e87-9b90-577c544fd02f tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/security-groups?id=019ddec8-f6f7-44a2-b99e-3b5d530f93fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355081 Nov 23 18:35:24.098768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] For port 3bfadb9f-233a-4859-87f1-4017482603d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3bfadb9f-233a-4859-87f1-4017482603d5,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:24.099067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.152246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Pushing event updated for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:24.179673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Calling delete_port for 3bfadb9f-233a-4859-87f1-4017482603d5 owned by compute:tempest-test_az-1013007429 {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:24.202240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e31eb3ce-be04-4f3d-b7aa-ddb8ecc70e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.234588 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b559c05b-d98f-4d04-ac0c-eca587d8d36c req-11af711c-48ec-4a42-b7b3-34d8a9d60a94 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363256 Nov 23 18:35:24.239568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e31eb3ce-be04-4f3d-b7aa-ddb8ecc70e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.253437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440e1a8-15e5-469d-a8aa-9918433c1271 None None] New status for floating IP 5c5580fc-4b87-421a-9262-960561b35c69: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:35:24.261055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce66abcb-d414-4c21-a1f3-0f619d7dc2a6 req-d54fde1a-e959-4693-95ac-c0a5b7c8b1e0 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858269 Nov 23 18:35:24.307346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Attempting to bind port 031fa937-2235-4725-ab8e-5fcd9b98f5ae on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:24.307876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Attempting to bind port 031fa937-2235-4725-ab8e-5fcd9b98f5ae by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:24.308357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Attempting to bind port 031fa937-2235-4725-ab8e-5fcd9b98f5ae on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:24.379162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Port 031fa937-2235-4725-ab8e-5fcd9b98f5ae on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:24.379510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Attempting to bind port 031fa937-2235-4725-ab8e-5fcd9b98f5ae on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:24.389228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31eb3ce-be04-4f3d-b7aa-ddb8ecc70e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e88acc-6fc6-4601-b0ea-fdbfea4798e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:24.396461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:24.396796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:24.397172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:24.397608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Bound port: 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:24.397954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.406054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e31eb3ce-be04-4f3d-b7aa-ddb8ecc70e3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a3a15e6d0f4a58870dfcb2ebddf94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7923679 Nov 23 18:35:24.411341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:24.420086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff578c-74ca-48f5-af81-309af6d62336 req-542d461a-aa56-42e1-b81d-2c9f04700ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.421652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-542d461a-aa56-42e1-b81d-2c9f04700ab4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1094 time: 0.1174455 Nov 23 18:35:24.464796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.624455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3bfadb9f-233a-4859-87f1-4017482603d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:24.645414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:24.645580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Pushing event deleted for resources: {'Port': ['ID=3bfadb9f-233a-4859-87f1-4017482603d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:24.704613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:24.709712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:24.712075 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:24.720060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] No DVR routers for this DVR port 3bfadb9f-233a-4859-87f1-4017482603d5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:24.733004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810e4c2-2ebf-47e2-b446-9d4989fc084a req-62e9030a-4be9-4ed2-aa9b-e0af3be66d09 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.733920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2810e4c2-2ebf-47e2-b446-9d4989fc084a req-62e9030a-4be9-4ed2-aa9b-e0af3be66d09 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 948 time: 0.1477149 Nov 23 18:35:24.735068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.745479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff578c-74ca-48f5-af81-309af6d62336 req-b61aaca1-7380-4c55-bfe9-dcfcb00c059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.746922 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-b61aaca1-7380-4c55-bfe9-dcfcb00c059c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.3157570 Nov 23 18:35:24.752325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65053a97-e881-4a10-93c6-122635f515bf req-af7ee57f-7daa-44aa-9e3b-590a72ede9ed tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.762357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65053a97-e881-4a10-93c6-122635f515bf req-af7ee57f-7daa-44aa-9e3b-590a72ede9ed tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.3500662 Nov 23 18:35:24.789615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.795110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f004fb81-c1e5-4616-a8b1-77813d41d518 req-a7f11802-8119-41b4-8ef6-76936689338e tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.50 "DELETE /v2.0/ports/3bfadb9f-233a-4859-87f1-4017482603d5 HTTP/1.1" status: 204 len: 173 time: 1.1958551 Nov 23 18:35:24.795110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.836729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.837331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.839017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] 10.222.0.47 "PUT /v2.0/ports/031fa937-2235-4725-ab8e-5fcd9b98f5ae HTTP/1.1" status: 200 len: 1096 time: 2.6858950 Nov 23 18:35:24.896865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-352017d6-6209-4986-be81-b7bd29f0b034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.1063654 Nov 23 18:35:24.897880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'name': 'network-vif-deleted', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:24.901065 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f1d63-23a9-460d-a910-8c0e80d3a332" -d '{"events": [{"server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "name": "network-vif-deleted", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:24.923372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65053a97-e881-4a10-93c6-122635f515bf req-15ad5754-6bfa-4930-b730-5a9a89136fe8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541464 Nov 23 18:35:24.984828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.028637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2810e4c2-2ebf-47e2-b446-9d4989fc084a req-232c94b7-f101-4901-ad23-9b9c5551efbe tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780309 Nov 23 18:35:25.029279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ae622-e5bf-4431-b68d-f288fae81477 service neutron] Pushing event updated for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:25.055842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-13dc4900-cade-4ecc-a9d9-c96e54015442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.058947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-13dc4900-cade-4ecc-a9d9-c96e54015442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 1099 time: 0.1531100 Nov 23 18:35:25.061288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff578c-74ca-48f5-af81-309af6d62336 req-a0bc6eb4-5423-408b-b538-f79eed9b4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.061416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-a0bc6eb4-5423-408b-b538-f79eed9b4ddf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1549435 Nov 23 18:35:25.115578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.118448 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993c3af-ca8b-44c0-bb8d-17b938bbdf42 x-openstack-request-id: req-4993c3af-ca8b-44c0-bb8d-17b938bbdf42 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:25.118448 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:25.118448 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4993c3af-ca8b-44c0-bb8d-17b938bbdf42 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:25.118887 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8', 'status': 'completed', 'code': 200} Nov 23 18:35:25.136172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.137387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73e88acc-6fc6-4601-b0ea-fdbfea4798e6 HTTP/1.1" status: 204 len: 168 time: 0.7197084 Nov 23 18:35:25.197694 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d639ae6a-2bb2-4aa6-9b03-9aa0a17577e2 x-openstack-request-id: req-d639ae6a-2bb2-4aa6-9b03-9aa0a17577e2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:25.197995 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a690b4-ae6c-45e8-beaf-79be649694c4", "name": "network-vif-deleted", "tag": "3bfadb9f-233a-4859-87f1-4017482603d5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:25.198254 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d639ae6a-2bb2-4aa6-9b03-9aa0a17577e2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:25.198663 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a690b4-ae6c-45e8-beaf-79be649694c4', 'name': 'network-vif-deleted', 'tag': '3bfadb9f-233a-4859-87f1-4017482603d5', 'status': 'completed', 'code': 200} Nov 23 18:35:25.203216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0572a7-d796-4409-8c93-3d0b480cb2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e88acc-6fc6-4601-b0ea-fdbfea4798e6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:25.205449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-d3cb379c-47e6-4741-b2fa-65288a3c383e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae HTTP/1.1" status: 200 len: 217 time: 0.1277156 Nov 23 18:35:25.228695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-8a5c539c-ae50-4c68-97ee-47b88b3c545e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318066 Nov 23 18:35:25.246380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7fe89-e8fd-4685-89d1-56607888f5d9 req-d0a652ec-799a-45e8-a63a-add698f1a5f7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.254725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ee7fe89-e8fd-4685-89d1-56607888f5d9 req-d0a652ec-799a-45e8-a63a-add698f1a5f7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1881375 Nov 23 18:35:25.285785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-b092ec8e-f05d-422e-9133-2f790d9d6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.289162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-b092ec8e-f05d-422e-9133-2f790d9d6fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 1119 time: 0.1456835 Nov 23 18:35:25.340991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device df4a1fc4-373b-4650-8fbe-29daa4f9ae4f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:25.443069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abd14804-7ad5-4054-a231-5f594bb4cec3 req-e43a11fb-67cd-4370-a39b-17ba6cf2fcd1 tempest-AggregatesAdminTestJSON-1032588059 tempest-AggregatesAdminTestJSON-1032588059-project] 10.222.0.37 "GET /v2.0/ports?device_id=25a690b4-ae6c-45e8-beaf-79be649694c4 HTTP/1.1" status: 200 len: 210 time: 0.0664728 Nov 23 18:35:25.466446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-c971675e-0984-4600-a5c2-6e825a4006ea service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234421 Nov 23 18:35:25.480411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-42bdc76e-15ae-40e4-a78f-eff89ba42675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.482570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-42bdc76e-15ae-40e4-a78f-eff89ba42675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2528145 Nov 23 18:35:25.493359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-f49adc21-6f68-43fd-b1e0-b85a764b356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.496070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-f49adc21-6f68-43fd-b1e0-b85a764b356c service neutron] 10.222.0.50 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 924 time: 0.1929660 Nov 23 18:35:25.606979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ee7fe89-e8fd-4685-89d1-56607888f5d9 req-6ac6d974-b6aa-419e-a53e-26a3754fbda5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393376 Nov 23 18:35:25.638466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-2a6410f0-9afc-4eab-b6d1-db2f39530e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.643942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-2a6410f0-9afc-4eab-b6d1-db2f39530e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487989 Nov 23 18:35:25.750791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-258fc473-9abe-47e8-bf66-e2a9b53126cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f23724-a31f-4585-aa22-6eec02922fe8 HTTP/1.1" status: 200 len: 1023 time: 0.2242203 Nov 23 18:35:25.797789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2eff578c-74ca-48f5-af81-309af6d62336 req-9f9c5359-3f87-4f37-b721-adf2c0268b6e service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136084 Nov 23 18:35:25.866363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf9073-1e05-43a9-82cd-815e9afae022 req-b66a4da2-2f78-4d14-bad8-74cd39ee3eeb tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.872991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-dc54e3e3-5df0-4d7b-9161-690b1621c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.874701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3cf9073-1e05-43a9-82cd-815e9afae022 req-b66a4da2-2f78-4d14-bad8-74cd39ee3eeb tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 948 time: 0.1175640 Nov 23 18:35:25.876569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-dc54e3e3-5df0-4d7b-9161-690b1621c2f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.1156993 Nov 23 18:35:25.899573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:25.921912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-d56ef5ef-a3b6-4efc-b892-789b12e09261 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663162 Nov 23 18:35:25.924440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f', 'mac_address': 'fa:16:3e:0b:0a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:25.931908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-6dc95ffc-648b-44ef-a78e-68fbd6340c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:25.933524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-6dc95ffc-648b-44ef-a78e-68fbd6340c87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481200 Nov 23 18:35:25.982052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3cf9073-1e05-43a9-82cd-815e9afae022 req-38750d39-5498-4047-a353-234fe09550ff tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062479 Nov 23 18:35:25.985689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.015287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a1fc4-373b-4650-8fbe-29daa4f9ae4f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:26.046611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:26.053355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.109835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-a504fc65-fbbb-4759-82bc-fda3f8e752de service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619999 Nov 23 18:35:26.150444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:26.165071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fc73a4c-22aa-404e-97ff-e8c08420e863 req-e2ac9320-4791-41f8-8978-654f1dfc347e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320378 Nov 23 18:35:26.166773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.169190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.183148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.183541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.184213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.185863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.186260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.186760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.191697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585a28-6eca-4163-ac0f-dca3817c28ae req-ae2e9dfc-fc0b-4e61-a230-4b6c784b1294 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:26.192702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.193147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.193996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.194649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:26.212751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62585a28-6eca-4163-ac0f-dca3817c28ae req-ae2e9dfc-fc0b-4e61-a230-4b6c784b1294 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1355100 Nov 23 18:35:26.280942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62585a28-6eca-4163-ac0f-dca3817c28ae req-c50fecef-8e63-4cd6-bbbd-d68eb0810174 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673816 Nov 23 18:35:26.367839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['df4a1fc4-373b-4650-8fbe-29daa4f9ae4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:26.442830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e49-45fe-46fd-a11f-559d8c834420 req-79ed9114-6af1-4a3d-bf57-3fa948bcd48f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:26.468534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8f23e49-45fe-46fd-a11f-559d8c834420 req-79ed9114-6af1-4a3d-bf57-3fa948bcd48f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 949 time: 0.0829959 Nov 23 18:35:26.482910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3cf592-ab0d-42cd-b8ef-de2761c951ab req-0c6452e8-2aee-48a1-9046-76b7527a1512 service neutron] 10.222.0.50 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626366 Nov 23 18:35:26.559056 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8f23e49-45fe-46fd-a11f-559d8c834420 req-147eca8d-7e22-4abf-9331-39f5b6c88d5a tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Nov 23 18:35:26.802863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:27.054760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82643a-0c25-4cc9-8766-c6075dddc6da req-0e49bbb2-fa6b-4d35-b531-1df760b565be tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.056799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b82643a-0c25-4cc9-8766-c6075dddc6da req-0e49bbb2-fa6b-4d35-b531-1df760b565be tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.2921433 Nov 23 18:35:27.133488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b82643a-0c25-4cc9-8766-c6075dddc6da req-6204e63d-c144-455a-9a39-eaaee2698dda tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686042 Nov 23 18:35:27.134090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:27.142661 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:27.184717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b62c9f-53d2-49c6-b29b-c4e6e195a76a req-113b418b-6c3e-48bc-87b3-43609e7c4d4c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.186481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4b62c9f-53d2-49c6-b29b-c4e6e195a76a req-113b418b-6c3e-48bc-87b3-43609e7c4d4c tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 948 time: 0.0714164 Nov 23 18:35:27.207160 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a8f5c-ce63-4592-bbb6-364b5bcfb122 x-openstack-request-id: req-dd9a8f5c-ce63-4592-bbb6-364b5bcfb122 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:27.208210 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:27.208703 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd9a8f5c-ce63-4592-bbb6-364b5bcfb122 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:27.209232 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae', 'status': 'completed', 'code': 200} Nov 23 18:35:27.281057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4b62c9f-53d2-49c6-b29b-c4e6e195a76a req-a4b13035-8de9-4f7f-b03f-c7f34591466a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859747 Nov 23 18:35:27.297893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-8f4342d8-fdc0-440d-bc10-3f782b6eaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.299665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-8f4342d8-fdc0-440d-bc10-3f782b6eaf75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6fcf32625c546ecb492315c64e85380&device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 1099 time: 0.0599074 Nov 23 18:35:27.301887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2f1a4742-3154-489a-80c5-03ea65a3b625 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f868c01b6a14aa1ad5717fc0fba2f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977262 Nov 23 18:35:27.304339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:27.304804 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2e87-86ff-458f-8d50-492f8a02760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.347080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fe31cbe3-711d-4fa5-9138-01461e2cf7af details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:27.355088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device df4a1fc4-373b-4650-8fbe-29daa4f9ae4f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:27.374927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.430437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.470522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-3960767d-3400-41e1-8580-f7c1474bbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.473373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-3960767d-3400-41e1-8580-f7c1474bbfbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1616745 Nov 23 18:35:27.478290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bc5b-84dd-4c2d-ac03-5a452e6a4113 req-c82f0372-2b97-4c93-b0a9-590d81caf62d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.479944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f849bc5b-84dd-4c2d-ac03-5a452e6a4113 req-c82f0372-2b97-4c93-b0a9-590d81caf62d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1014566 Nov 23 18:35:27.543553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-037a06e1-aadd-4f77-9337-e74b465e7cbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae HTTP/1.1" status: 200 len: 217 time: 0.0592003 Nov 23 18:35:27.545382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:27.550552 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.552842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:27.553494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.554025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.555340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/019ddec8-f6f7-44a2-b99e-3b5d530f93fc HTTP/1.1" status: 204 len: 168 time: 0.2500453 Nov 23 18:35:27.564560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f849bc5b-84dd-4c2d-ac03-5a452e6a4113 req-5a9fa820-6b17-416b-a8c7-28edb284c9df tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777581 Nov 23 18:35:27.570592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ddbe-52b6-4acf-8a1f-f5c5f1f98384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ddec8-f6f7-44a2-b99e-3b5d530f93fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.633596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-e1d3c0db-782b-49f9-9fee-4c643fe7704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.636023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-e1d3c0db-782b-49f9-9fee-4c643fe7704a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0818121 Nov 23 18:35:27.706407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-40d87940-7f8e-4fe2-803f-7c7b4e5fec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.708756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-40d87940-7f8e-4fe2-803f-7c7b4e5fec3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644863 Nov 23 18:35:27.720840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913894a2-9038-4474-963b-beedf5ed7757 req-af94e032-0062-4108-80a2-917df4d6665a tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.723810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-913894a2-9038-4474-963b-beedf5ed7757 req-af94e032-0062-4108-80a2-917df4d6665a tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 949 time: 0.0803509 Nov 23 18:35:27.742256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:27.753245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-714c7a9f-ced0-4f75-beaa-97f6c6bafaf9 req-b19ed028-6a1d-4400-990f-485b7ded42dc tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357013 Nov 23 18:35:27.768262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'port_id': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'mac_address': 'fa:16:3e:37:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e141e0fd-54be-43c8-ba1d-45f91a90568a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:27.802842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-913894a2-9038-4474-963b-beedf5ed7757 req-8e946cb8-3e78-400c-a480-758eb4543649 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672448 Nov 23 18:35:27.886017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.899498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.919176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe31cbe3-711d-4fa5-9138-01461e2cf7af {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:27.951115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:27.958783 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.963023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7a9f-ced0-4f75-beaa-97f6c6bafaf9 req-8ea0f6d0-0ed1-40e2-838e-6aee0c329d1f tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:27.965013 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-714c7a9f-ced0-4f75-beaa-97f6c6bafaf9 req-8ea0f6d0-0ed1-40e2-838e-6aee0c329d1f tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109115 Nov 23 18:35:27.974661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:27.977097 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a9e143-7209-4c62-8d6c-6a65ceb4e36a" -d '{"events": [{"server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "name": "network-vif-plugged", "status": "completed", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:27.993469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-441c7c90-d559-4628-a3ce-5b5401c72d05 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283611 Nov 23 18:35:28.003046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:28.017221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:28.026160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.027030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3bfadb9f-233a-4859-87f1-4017482603d5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:28.028429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-714c7a9f-ced0-4f75-beaa-97f6c6bafaf9 req-62ee19b3-fb74-4d69-8681-625ed5d31927 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/quotas/2a3ab19ad4e34b119fbadccf78fce76d HTTP/1.1" status: 200 len: 375 time: 0.0336738 Nov 23 18:35:28.062446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 3bfadb9f-233a-4859-87f1-4017482603d5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:28.062974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3bfadb9f-233a-4859-87f1-4017482603d5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:28.076486 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b0e3d-a951-4cf0-ba1e-8be88538ca98 x-openstack-request-id: req-913b0e3d-a951-4cf0-ba1e-8be88538ca98 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:28.076850 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "name": "network-vif-plugged", "status": "completed", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:28.077123 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-913b0e3d-a951-4cf0-ba1e-8be88538ca98 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:28.079862 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f', 'code': 200} Nov 23 18:35:28.081512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.114821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-714c7a9f-ced0-4f75-beaa-97f6c6bafaf9 req-e7035d8d-de81-444f-8ea1-e9e05d2763cb tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791707 Nov 23 18:35:28.155783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.222677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:28.249787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fa7bda1-2c49-4588-bdac-bea096ce0f1c req-14f75bfb-d2f2-4c54-81e5-5e1630af3daf service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124918 Nov 23 18:35:28.276527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b35c89ad-cdcd-4650-80c0-02277ad5f3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.305694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-656c37b3-cfbf-49b4-954c-625be6ca4799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96a07d68ae184d8bbea8104c62da6252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816991 Nov 23 18:35:28.309136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:28.310384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:28.311606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2b8a-2393-4c7e-a298-aa2f5794c784 req-6709edca-4787-4dfa-ac36-ca58484bcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:28.313387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f9b2b8a-2393-4c7e-a298-aa2f5794c784 req-6709edca-4787-4dfa-ac36-ca58484bcae3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 1101 time: 0.1549246 Nov 23 18:35:28.374707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.403206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.457399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3aa1-a9fc-4a35-9d0a-32f03f992ec6 req-c68b5126-7848-4340-bdc3-1b94ea1859e2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:28.464275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-645f3aa1-a9fc-4a35-9d0a-32f03f992ec6 req-c68b5126-7848-4340-bdc3-1b94ea1859e2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1451917 Nov 23 18:35:28.467377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.474299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.475684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2ff0f29-a14b-4028-b1b2-53c1c08a0bed HTTP/1.1" status: 204 len: 168 time: 0.1614099 Nov 23 18:35:28.487943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6959c-fc45-45bd-ad44-5daa18c5c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff0f29-a14b-4028-b1b2-53c1c08a0bed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.506877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b35c89ad-cdcd-4650-80c0-02277ad5f3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.510048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f9b2b8a-2393-4c7e-a298-aa2f5794c784 req-277029e2-da13-478e-b8be-1260b47743ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746883 Nov 23 18:35:28.520174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b35c89ad-cdcd-4650-80c0-02277ad5f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.582932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c89ad-cdcd-4650-80c0-02277ad5f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6509d-4253-4ef3-8b89-d17678fbf359,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.587356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b35c89ad-cdcd-4650-80c0-02277ad5f3ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5859187a3dd43d387df60360f6a1895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831008 Nov 23 18:35:28.592609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:28.629165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-645f3aa1-a9fc-4a35-9d0a-32f03f992ec6 req-8f95833f-1003-4379-a26a-39b7ae015df4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176240 Nov 23 18:35:28.694037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.723832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.784846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434998e1-f837-4768-bf8a-4ce005aab11c req-8da4e250-0101-4471-8608-ed73d7e7b2fc tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:28.792971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-434998e1-f837-4768-bf8a-4ce005aab11c req-8da4e250-0101-4471-8608-ed73d7e7b2fc tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 948 time: 0.0804076 Nov 23 18:35:28.827439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.832551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.835405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70a6509d-4253-4ef3-8b89-d17678fbf359 HTTP/1.1" status: 204 len: 168 time: 0.2393672 Nov 23 18:35:28.842596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836176d-ed87-483f-9b44-f35aaa06cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6509d-4253-4ef3-8b89-d17678fbf359,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.872001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-434998e1-f837-4768-bf8a-4ce005aab11c req-84ac9cd6-0b11-4181-8f4c-9d09b05058b6 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Nov 23 18:35:28.963288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb50f3d-b427-4de1-99e4-8c3c8a60e336 req-9daf907f-e8fa-4aae-824b-d0f503097e7f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:28.968630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cb50f3d-b427-4de1-99e4-8c3c8a60e336 req-9daf907f-e8fa-4aae-824b-d0f503097e7f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 944 time: 0.0636044 Nov 23 18:35:28.972453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 031fa937-2235-4725-ab8e-5fcd9b98f5ae details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:29.065867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cb50f3d-b427-4de1-99e4-8c3c8a60e336 req-bcbc94f6-382a-4c67-8c0e-97213fb66895 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Nov 23 18:35:29.134337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:29.150100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '031fa937-2235-4725-ab8e-5fcd9b98f5ae', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '031fa937-2235-4725-ab8e-5fcd9b98f5ae', 'mac_address': 'fa:16:3e:b4:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:29.197135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.217419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031fa937-2235-4725-ab8e-5fcd9b98f5ae {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:29.229909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aed0a5-864d-4d68-87b5-ee441ce58095 req-b3a26cdc-9d77-4de9-8817-b51319ad4716 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:29.230528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11aed0a5-864d-4d68-87b5-ee441ce58095 req-b3a26cdc-9d77-4de9-8817-b51319ad4716 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 950 time: 0.0771105 Nov 23 18:35:29.247638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:29.253827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.307541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11aed0a5-864d-4d68-87b5-ee441ce58095 req-08184b7a-0e49-468f-be1b-abc45c0c3fbc tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692220 Nov 23 18:35:29.333069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.337541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.355478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-767c38b5-8241-4e3f-8f49-7e8d8b238d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.362238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fe31cbe3-711d-4fa5-9138-01461e2cf7af up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:29.465190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port fe31cbe3-711d-4fa5-9138-01461e2cf7af completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:29.470092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port fe31cbe3-711d-4fa5-9138-01461e2cf7af triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:29.470715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.475305 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-767c38b5-8241-4e3f-8f49-7e8d8b238d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.482150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-767c38b5-8241-4e3f-8f49-7e8d8b238d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.516953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['031fa937-2235-4725-ab8e-5fcd9b98f5ae'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:29.566740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c38b5-8241-4e3f-8f49-7e8d8b238d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59ae13-52a5-4bac-bf11-d43e724ecd14,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.571574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-767c38b5-8241-4e3f-8f49-7e8d8b238d37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da02bf295eb54a228d230b86602cb2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324562 Nov 23 18:35:29.574220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.650048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.686361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.698167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.723148 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a65ed0c-b8bd-47dc-9501-4f6ce2a1daa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.772379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:29.786379 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.794351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.802078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.802078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f59ae13-52a5-4bac-bf11-d43e724ecd14 HTTP/1.1" status: 204 len: 168 time: 0.2263672 Nov 23 18:35:29.844446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72b151-7a41-4838-89e7-56b9ef4931f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59ae13-52a5-4bac-bf11-d43e724ecd14,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.895196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.927962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc51ab-771d-473b-8d26-aea39cb1a1e5 req-1d2183f4-d7b4-411d-8195-61b3e2c7ee1e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:29.930385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10bc51ab-771d-473b-8d26-aea39cb1a1e5 req-1d2183f4-d7b4-411d-8195-61b3e2c7ee1e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1607134 Nov 23 18:35:30.008583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10bc51ab-771d-473b-8d26-aea39cb1a1e5 req-2a189d8e-9699-4049-ac41-c31db89efbdf tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692527 Nov 23 18:35:30.080679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:30.084528 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467b4ec-490e-4ce0-a916-ccc1467dd218" -d '{"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:30.215735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f985c-0acb-4670-b1ea-0813e56f044e req-5cee7053-f92c-45f2-9ed6-72f7b0c9fbb1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.218384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a77f985c-0acb-4670-b1ea-0813e56f044e req-5cee7053-f92c-45f2-9ed6-72f7b0c9fbb1 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 949 time: 0.0895841 Nov 23 18:35:30.249837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f0413-f277-41ba-bf38-1e4f254ea84b req-ccb71d56-0483-4bba-a271-d55ee15d33ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.252020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f20f0413-f277-41ba-bf38-1e4f254ea84b req-ccb71d56-0483-4bba-a271-d55ee15d33ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0688210 Nov 23 18:35:30.308286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a77f985c-0acb-4670-b1ea-0813e56f044e req-84e719cb-66c2-4bf8-82dc-bd89e433a010 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 Nov 23 18:35:30.333106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f20f0413-f277-41ba-bf38-1e4f254ea84b req-4202edfd-b3df-46e8-806b-177ca6fb9f08 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Nov 23 18:35:30.369144 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdf7e62-6f70-488c-939e-338c13a4c1e4 x-openstack-request-id: req-dbdf7e62-6f70-488c-939e-338c13a4c1e4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:30.369471 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:30.369764 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbdf7e62-6f70-488c-939e-338c13a4c1e4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:30.370248 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'code': 200} Nov 23 18:35:30.484836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f08a008b-f20a-4683-8ce9-cd080f60658e req-30984db9-c306-4293-8de6-3815c8ae4e31 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406158 Nov 23 18:35:30.530734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74de5-1af3-4bde-af8d-2274588b8fef req-14b9cf09-c54e-4e01-a781-3449b2e6c31b tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.548105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8e74de5-1af3-4bde-af8d-2274588b8fef req-14b9cf09-c54e-4e01-a781-3449b2e6c31b tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 950 time: 0.1168010 Nov 23 18:35:30.554964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.566220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f58ad-48f7-4cc4-bf5b-e6d1fc096bea req-aa03ff04-24f8-4e6a-b2ab-3e82eb0ff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.567864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-200f58ad-48f7-4cc4-bf5b-e6d1fc096bea req-aa03ff04-24f8-4e6a-b2ab-3e82eb0ff1ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1096 time: 0.1016936 Nov 23 18:35:30.653568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-200f58ad-48f7-4cc4-bf5b-e6d1fc096bea req-d8dbc191-e07d-49c2-9c2c-f63ae63044bf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Nov 23 18:35:30.655431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a008b-f20a-4683-8ce9-cd080f60658e req-d46e50f2-789d-40bf-9b2e-8f9ad8325896 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.657500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f08a008b-f20a-4683-8ce9-cd080f60658e req-d46e50f2-789d-40bf-9b2e-8f9ad8325896 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669402 Nov 23 18:35:30.671974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8e74de5-1af3-4bde-af8d-2274588b8fef req-b4845b5d-b097-478f-81c3-c96d6077f428 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087184 Nov 23 18:35:30.686404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f08a008b-f20a-4683-8ce9-cd080f60658e req-2a807e57-f195-4d18-a502-3fbb4400fb1a tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/quotas/2a3ab19ad4e34b119fbadccf78fce76d HTTP/1.1" status: 200 len: 375 time: 0.0219190 Nov 23 18:35:30.735960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f08a008b-f20a-4683-8ce9-cd080f60658e req-325834ea-71b0-44cd-8550-536a0b19d9eb tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428371 Nov 23 18:35:31.004266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 031fa937-2235-4725-ab8e-5fcd9b98f5ae up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:31.092736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 031fa937-2235-4725-ab8e-5fcd9b98f5ae completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:31.102412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 031fa937-2235-4725-ab8e-5fcd9b98f5ae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:31.103355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.207106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-60cdc28b-25f5-4d3c-85a9-eec50e105591 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:31.210622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-60cdc28b-25f5-4d3c-85a9-eec50e105591 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 1101 time: 0.0739350 Nov 23 18:35:31.239112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-c374efc4-bd91-45fb-b4e5-dd98b23bc365 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.262786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.327117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:31.335384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.361711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-c374efc4-bd91-45fb-b4e5-dd98b23bc365 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.367698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-c374efc4-bd91-45fb-b4e5-dd98b23bc365 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.404140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:31.411535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374efc4-bd91-45fb-b4e5-dd98b23bc365 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4a790-6ee2-4ff2-a4f4-c10dd604d61c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:31.435180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cbb64f0f-c55b-4fd3-b17a-a8e6cab14053 req-c374efc4-bd91-45fb-b4e5-dd98b23bc365 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175434 Nov 23 18:35:31.603793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b833-a8cb-4d89-a8a4-ac255802b50e req-a5662935-fe1d-4d99-bdee-bbafe661dfe0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:31.605373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74e9b833-a8cb-4d89-a8a4-ac255802b50e req-a5662935-fe1d-4d99-bdee-bbafe661dfe0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0846646 Nov 23 18:35:31.683393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74e9b833-a8cb-4d89-a8a4-ac255802b50e req-273044b8-2fe8-4c50-8d32-0adaea86aed2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Nov 23 18:35:31.702478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf4c10-00db-4de2-944f-ce061d4a1ab3 req-0bbcaf5e-4d02-40fa-b1f1-a322face19b3 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:31.705333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baaf4c10-00db-4de2-944f-ce061d4a1ab3 req-0bbcaf5e-4d02-40fa-b1f1-a322face19b3 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.0872729 Nov 23 18:35:31.795831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baaf4c10-00db-4de2-944f-ce061d4a1ab3 req-e011cd20-cdf4-41aa-8e1b-39472d3c6da7 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826042 Nov 23 18:35:31.962545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4b49-77f9-40f0-94e1-7d397c0347a1 req-d28f2e36-f751-44ba-a275-0c620b44d36f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:31.965378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-622f4b49-77f9-40f0-94e1-7d397c0347a1 req-d28f2e36-f751-44ba-a275-0c620b44d36f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Nov 23 18:35:32.008977 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.055231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-622f4b49-77f9-40f0-94e1-7d397c0347a1 req-640dd3d4-d994-4ab4-8da5-8b2e901cfe10 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842729 Nov 23 18:35:32.371954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:32.375588 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59804096-e5b3-4f05-ad0f-e5c6a34721b2" -d '{"events": [{"server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "name": "network-vif-plugged", "status": "completed", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:32.463785 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddadd623-c186-4af4-b283-a708115dc738 x-openstack-request-id: req-ddadd623-c186-4af4-b283-a708115dc738 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:32.464208 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "name": "network-vif-plugged", "status": "completed", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:32.464521 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddadd623-c186-4af4-b283-a708115dc738 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:32.464940 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae', 'code': 200} Nov 23 18:35:32.586976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43ea9-2f27-43b2-99bc-8805f5c9138d req-72885fb3-e1b6-444c-a19b-240787a3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:32.588622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8da43ea9-2f27-43b2-99bc-8805f5c9138d req-72885fb3-e1b6-444c-a19b-240787a3099d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 1101 time: 0.0616400 Nov 23 18:35:32.638089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8da43ea9-2f27-43b2-99bc-8805f5c9138d req-6feba1c7-5fb7-4909-8fb3-37d91b94b46e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Nov 23 18:35:32.644914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Request body: {'security_group': {'name': 'tempest-securitygroup-295763030', 'description': 'tempest-description-412603348'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:32.666114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.675134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.802315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.809575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.875612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51216785-b714-425c-8201-944435c9e0aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:32.909356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11260f52-a6a3-4247-9eee-f4a318fde50b req-38f7b2d2-5088-4db2-829d-252c9a616c30 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:32.910285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.912046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11260f52-a6a3-4247-9eee-f4a318fde50b req-38f7b2d2-5088-4db2-829d-252c9a616c30 tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 1101 time: 0.0662336 Nov 23 18:35:32.918374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.964751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.965988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16e9f3f2-d764-487b-a9c0-b46dd596c5a3 req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3248527 Nov 23 18:35:32.967943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef118aa-3723-47c7-ba26-4336ac01d3b0 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5dd10-3890-43aa-86c6-7323e5018516,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:32.983870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11260f52-a6a3-4247-9eee-f4a318fde50b req-422cad07-ca42-493d-9527-1c1712d8ee8d tempest-ServersAdminNegativeTestJSON-2145655773 tempest-ServersAdminNegativeTestJSON-2145655773-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650811 Nov 23 18:35:33.076922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.118894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb5819-b983-495b-9712-3eff96925375 req-a1834e4a-96eb-4b84-a418-205ed13455ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:33.120463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bdb5819-b983-495b-9712-3eff96925375 req-a1834e4a-96eb-4b84-a418-205ed13455ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0786166 Nov 23 18:35:33.192159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bdb5819-b983-495b-9712-3eff96925375 req-7c7aa95b-a048-4e62-9e6b-342c3e340a33 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Nov 23 18:35:33.242767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-471c0a4c-3621-45f5-ae32-e32abbf07467 req-0f052c48-9492-4d4b-9830-6af4b651c261 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239325 Nov 23 18:35:33.347201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9b0c1-7483-47f5-9527-c6b44414efa8 req-1db8ed5f-6495-466b-b1e0-85f513f3cb48 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:33.351710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cc9b0c1-7483-47f5-9527-c6b44414efa8 req-1db8ed5f-6495-466b-b1e0-85f513f3cb48 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.0660405 Nov 23 18:35:33.368240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0a4c-3621-45f5-ae32-e32abbf07467 req-fae8b733-bbb7-44f6-a3f6-dbb590c0a0d9 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:33.369649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-471c0a4c-3621-45f5-ae32-e32abbf07467 req-fae8b733-bbb7-44f6-a3f6-dbb590c0a0d9 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188223 Nov 23 18:35:33.385067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-471c0a4c-3621-45f5-ae32-e32abbf07467 req-beef5b47-81c9-4cc3-936e-a03e53bf61d3 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/quotas/2a3ab19ad4e34b119fbadccf78fce76d HTTP/1.1" status: 200 len: 375 time: 0.0097263 Nov 23 18:35:33.401025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cc9b0c1-7483-47f5-9527-c6b44414efa8 req-341b42e5-90df-4758-a7a5-f874054d93ce tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Nov 23 18:35:33.425233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-471c0a4c-3621-45f5-ae32-e32abbf07467 req-dd30827e-1f41-42bf-82e6-f2e46190d153 tempest-QuotasAdminNegativeTest-1405111002 tempest-QuotasAdminNegativeTest-1405111002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334263 Nov 23 18:35:33.428905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1693244937', 'description': 'tempest-description-1840110738'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:33.457600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.544416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.553371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.581934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.583171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ffebf1a-0e11-4dde-b03e-8bd3dcb89717 req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1589746 Nov 23 18:35:33.587797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffc03-fac3-4134-b0ec-faf7cd2c3211 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0566b602-1293-4a1e-9970-3363cc382a5e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:33.642019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f267393-f373-46f2-9f31-38a6689efa66 req-a7df46e3-d556-42ea-8114-831b85f1587b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:33.643557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f267393-f373-46f2-9f31-38a6689efa66 req-a7df46e3-d556-42ea-8114-831b85f1587b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Nov 23 18:35:33.700958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f267393-f373-46f2-9f31-38a6689efa66 req-6f09a809-9caa-460d-b796-f0aff0cc850b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Nov 23 18:35:33.899456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1734349091', 'description': 'tempest-description-258625865'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:33.932466 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.943430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.044385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.048238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.099366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181174f9-977c-4f07-aefd-0b8e2126b5ed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:34.135554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4caac-1df7-4012-8b8e-f91159bc78fe req-01a1291c-1801-4013-a731-ab81b1357c96 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:34.137952 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.142593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.143732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95b4caac-1df7-4012-8b8e-f91159bc78fe req-01a1291c-1801-4013-a731-ab81b1357c96 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0547211 Nov 23 18:35:34.170909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b012ff9b-2774-4774-9245-72dd09b74823,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:34.175630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.186368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4196de25-9a0d-4c7d-9d7a-9857686ebeb2 req-49663bcd-03c1-40f4-8c13-c89a251f33b0 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2875075 Nov 23 18:35:34.204264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95b4caac-1df7-4012-8b8e-f91159bc78fe req-10dab234-26fd-4ad0-9486-93c8a209f436 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Nov 23 18:35:34.237202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-116087384', 'description': 'tempest-description-1171342414'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:34.245993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:34.269485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.349628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.355966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.386767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.399672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf56a808-7408-4bcf-9f36-6ff58b5002f3 req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1602871 Nov 23 18:35:34.404765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c38b-86bd-4481-982a-e6bd5b02ef16 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837cf7e-3810-4bc3-88c1-83c72e8b8bbe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:34.412307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b8ba-a388-46f6-afcf-b68a040f6593 req-1ef2fe98-5743-4dca-8a66-da9976dafd0b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:34.413863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ca6b8ba-a388-46f6-afcf-b68a040f6593 req-1ef2fe98-5743-4dca-8a66-da9976dafd0b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0775545 Nov 23 18:35:34.422029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e83adfe-c7e0-4db7-8e60-45ef291683c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.492111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ca6b8ba-a388-46f6-afcf-b68a040f6593 req-aa451f65-dccc-4cc5-b46c-19140e124c34 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677540 Nov 23 18:35:34.576048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e83adfe-c7e0-4db7-8e60-45ef291683c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.584311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e83adfe-c7e0-4db7-8e60-45ef291683c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.636001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:34.650591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e83adfe-c7e0-4db7-8e60-45ef291683c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9b4a76f14d54293bfda2b346f26b8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032567 Nov 23 18:35:34.657133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:34.665674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83adfe-c7e0-4db7-8e60-45ef291683c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87f744-9524-41c1-a5d6-deb8719704b8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:34.683780 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:35:34.710940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95b3-9004-4384-8738-e0177dd642b5 req-418b5798-a32a-45ec-a38f-39bbeb570f55 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:34.712847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-741c95b3-9004-4384-8738-e0177dd642b5 req-418b5798-a32a-45ec-a38f-39bbeb570f55 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0862830 Nov 23 18:35:34.772007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.776726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-741c95b3-9004-4384-8738-e0177dd642b5 req-cd4bef75-97d6-451f-a568-6ad687069a1a tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Nov 23 18:35:34.854138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.862968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c28f75d-9ebe-47a0-82e7-becb234927cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.957009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee6b01-eee9-4d8f-834a-d9fac457f829 req-a6cf7e9d-f487-4551-adc0-bda5b862b1d0 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:34.964731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6ee6b01-eee9-4d8f-834a-d9fac457f829 req-a6cf7e9d-f487-4551-adc0-bda5b862b1d0 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.0695200 Nov 23 18:35:34.989269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.991970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:34.994238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca87f744-9524-41c1-a5d6-deb8719704b8 HTTP/1.1" status: 204 len: 168 time: 0.3351276 Nov 23 18:35:35.033117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea03ac5-f98b-4201-8ed3-41a1b3c8e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87f744-9524-41c1-a5d6-deb8719704b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:35.050169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6ee6b01-eee9-4d8f-834a-d9fac457f829 req-21299c40-51e4-41e1-ab8c-458f2aa27862 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Nov 23 18:35:35.076440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-18f995a8-f22f-483e-93d0-47bb76d91293 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50950 time: 0.5145526 Nov 23 18:35:35.138907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c28f75d-9ebe-47a0-82e7-becb234927cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.145015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-647e2814-d5cb-42d5-b983-80e1059feb7d tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/02e4a790-6ee2-4ff2-a4f4-c10dd604d61c HTTP/1.1" status: 200 len: 2998 time: 0.0677035 Nov 23 18:35:35.146219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c28f75d-9ebe-47a0-82e7-becb234927cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.208142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c28f75d-9ebe-47a0-82e7-becb234927cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a3ab19ad4e34b119fbadccf78fce76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5704346 Nov 23 18:35:35.211777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:35.212446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28f75d-9ebe-47a0-82e7-becb234927cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb2735-f53f-4d98-844b-ff992ab8e775,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:35.262531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648bc0-1479-43fe-9545-09bc9ce36efb req-d4eccd6b-6745-468e-89d0-f8b8a6855dfb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:35.265859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b648bc0-1479-43fe-9545-09bc9ce36efb req-d4eccd6b-6745-468e-89d0-f8b8a6855dfb tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 950 time: 0.0829856 Nov 23 18:35:35.269284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-c4fc8b41-0349-40cf-8257-e7b7d0968710 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/02e4a790-6ee2-4ff2-a4f4-c10dd604d61c HTTP/1.1" status: 200 len: 2998 time: 0.1038079 Nov 23 18:35:35.305713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.334841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b648bc0-1479-43fe-9545-09bc9ce36efb req-901fbee9-899a-4f88-8cec-5180327c0f60 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 Nov 23 18:35:35.349075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.374581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-4868bc44-e720-4c60-b0a3-6ae3a27ab58e tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/181174f9-977c-4f07-aefd-0b8e2126b5ed HTTP/1.1" status: 200 len: 2998 time: 0.0759006 Nov 23 18:35:35.439471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-30e1101d-bea2-4fa7-b9d3-30c2694e8c21 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/181174f9-977c-4f07-aefd-0b8e2126b5ed HTTP/1.1" status: 200 len: 2998 time: 0.0498846 Nov 23 18:35:35.443424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:35.453731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.456876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.462002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55bb2735-f53f-4d98-844b-ff992ab8e775 HTTP/1.1" status: 204 len: 168 time: 0.2369220 Nov 23 18:35:35.464890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-339bb45e-e0fc-4f4e-8bce-d9798b6aaa72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.484599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e9fec-4334-4101-a942-52ef8611b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb2735-f53f-4d98-844b-ff992ab8e775,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:35.512721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-deaad4c4-6fa7-4e9d-9bbb-58efce93b93f tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/18875323-88e4-488f-b1ae-a1c1bdc2be2f HTTP/1.1" status: 200 len: 2998 time: 0.0660696 Nov 23 18:35:35.576775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-c741cb1e-60c1-4645-aed7-6f886bb04e72 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/18875323-88e4-488f-b1ae-a1c1bdc2be2f HTTP/1.1" status: 200 len: 2998 time: 0.0562305 Nov 23 18:35:35.633541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-4669484f-4eba-4467-8de1-ad8d4d409c67 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/21296e65-07e1-4cde-9b56-9435c1f99cbc HTTP/1.1" status: 200 len: 2998 time: 0.0504897 Nov 23 18:35:35.641814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-339bb45e-e0fc-4f4e-8bce-d9798b6aaa72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.649152 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-339bb45e-e0fc-4f4e-8bce-d9798b6aaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.695377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-e6b2da36-b959-483f-96bf-801582978de8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/21296e65-07e1-4cde-9b56-9435c1f99cbc HTTP/1.1" status: 200 len: 2998 time: 0.0545132 Nov 23 18:35:35.711190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-339bb45e-e0fc-4f4e-8bce-d9798b6aaa72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=940ea356090d481bad0fb44e0acdc5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658639 Nov 23 18:35:35.718799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:35.726842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bb45e-e0fc-4f4e-8bce-d9798b6aaa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712a12b4-415b-4e1c-868e-cdc6b85a4caa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:35.806087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-dca550fe-ea72-42c7-b548-c78ee08fa33b tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3095e0a5-69fe-4cf7-aa36-6d8b0ec36a04 HTTP/1.1" status: 200 len: 2990 time: 0.1019804 Nov 23 18:35:35.866496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.885695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-38b56f1f-b6ee-4b58-8039-82e8318245f2 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3095e0a5-69fe-4cf7-aa36-6d8b0ec36a04 HTTP/1.1" status: 200 len: 2990 time: 0.0716324 Nov 23 18:35:35.907846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:35.979069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-2503839a-92a7-43fa-9cb9-5ea4978cd3c8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/51216785-b714-425c-8201-944435c9e0aa HTTP/1.1" status: 200 len: 2998 time: 0.0832129 Nov 23 18:35:36.037903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.042166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:36.043469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.044620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/712a12b4-415b-4e1c-868e-cdc6b85a4caa HTTP/1.1" status: 204 len: 168 time: 0.3239677 Nov 23 18:35:36.070340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95e8f-f1ff-4c3f-a27c-dfaf2614d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712a12b4-415b-4e1c-868e-cdc6b85a4caa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:36.070910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe8b9-7871-452d-ac06-cddd9b386547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.084323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-6416a6de-6b7a-4b08-9e9e-d05dcc53614b tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/51216785-b714-425c-8201-944435c9e0aa HTTP/1.1" status: 200 len: 2998 time: 0.0834086 Nov 23 18:35:36.146191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-ab2277f4-5ce6-42a6-a586-152ceaae7c89 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5532364f-34e9-46c9-8872-b65c3940466b HTTP/1.1" status: 200 len: 2998 time: 0.0609190 Nov 23 18:35:36.218375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe8b9-7871-452d-ac06-cddd9b386547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.220228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-d981d542-32ac-4d23-a793-7003b6d3249e tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5532364f-34e9-46c9-8872-b65c3940466b HTTP/1.1" status: 200 len: 2998 time: 0.0728498 Nov 23 18:35:36.225638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe8b9-7871-452d-ac06-cddd9b386547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.289776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-770479cc-964c-445d-80a9-dbbc306c0c92 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8e0c67cb-2358-4f19-9455-7a2d7832a64f HTTP/1.1" status: 200 len: 2994 time: 0.0684032 Nov 23 18:35:36.296087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfe8b9-7871-452d-ac06-cddd9b386547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba28d56-4265-4d06-b356-d574389c0951,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:36.310421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2cfe8b9-7871-452d-ac06-cddd9b386547 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d023aa037774f5c89ec6a34ef07ad27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657752 Nov 23 18:35:36.313465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:36.363521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-6a6882f4-ae10-44aa-b87c-eb213ac5fddc tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8e0c67cb-2358-4f19-9455-7a2d7832a64f HTTP/1.1" status: 200 len: 2994 time: 0.0727775 Nov 23 18:35:36.409285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.419100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-0cd497b3-f8a0-42ec-ab44-4cce8684af85 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8eb33aa9-ebe0-4e0e-9622-a300c5852cae HTTP/1.1" status: 200 len: 2997 time: 0.0472775 Nov 23 18:35:36.441733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.484006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-a33a33d4-80b3-4732-a213-ee9b054b28f6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8eb33aa9-ebe0-4e0e-9622-a300c5852cae HTTP/1.1" status: 200 len: 2997 time: 0.0566964 Nov 23 18:35:36.531021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645e673-e960-4773-ac8a-368693ca9208 req-b461ff2c-7973-4799-b3bb-832ff1dfef84 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:36.533387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1645e673-e960-4773-ac8a-368693ca9208 req-b461ff2c-7973-4799-b3bb-832ff1dfef84 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 950 time: 0.0612321 Nov 23 18:35:36.560080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.560224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-e55ba438-3b4b-4aa1-b04f-ccf690787aae tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/92e4fed6-5b80-4cd6-90f8-0772b9bea574 HTTP/1.1" status: 200 len: 2998 time: 0.0717797 Nov 23 18:35:36.562949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.564138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ba28d56-4265-4d06-b356-d574389c0951 HTTP/1.1" status: 204 len: 168 time: 0.2485018 Nov 23 18:35:36.604370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff54c3-7ceb-41b7-8743-54e35e4d5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba28d56-4265-4d06-b356-d574389c0951,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:36.640046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-df346151-d74d-4cb6-bad2-c1656ecbc669 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/92e4fed6-5b80-4cd6-90f8-0772b9bea574 HTTP/1.1" status: 200 len: 2998 time: 0.0647762 Nov 23 18:35:36.683197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Deleting port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:36.684034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.693163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-d057bdf0-a94a-4590-8677-2153fe2fce1a tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c54c5e51-5d2e-4936-800b-5f93dda7e50e HTTP/1.1" status: 200 len: 2998 time: 0.0520098 Nov 23 18:35:36.761360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-53646495-8423-4cff-be11-980669c6bf8d tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c54c5e51-5d2e-4936-800b-5f93dda7e50e HTTP/1.1" status: 200 len: 2998 time: 0.0613325 Nov 23 18:35:36.840526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-e47cc5d6-0c02-4b29-94b6-f1d7648983a7 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c6a0a4ba-6fae-496e-b977-6e0fb2134e0d HTTP/1.1" status: 200 len: 2998 time: 0.0699990 Nov 23 18:35:36.841257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] For port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:36.841878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.860266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Calling delete_port for df4a1fc4-373b-4650-8fbe-29daa4f9ae4f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:36.910055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-8d351792-f411-4af8-ab13-ed7ddd181735 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c6a0a4ba-6fae-496e-b977-6e0fb2134e0d HTTP/1.1" status: 200 len: 2998 time: 0.0624452 Nov 23 18:35:36.936274 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-cab70598-c943-4394-bff2-23f42c21697a req-beac8bce-60bc-4b6e-b175-ad488684c0d6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] show failed (client error): The resource could not be found. Nov 23 18:35:36.937810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-beac8bce-60bc-4b6e-b175-ad488684c0d6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ca87f744-9524-41c1-a5d6-deb8719704b8 HTTP/1.1" status: 404 len: 352 time: 0.0194182 Nov 23 18:35:36.965778 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-cab70598-c943-4394-bff2-23f42c21697a req-578f0541-7d73-4a36-86dc-25fc1f07f6fa tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] show failed (client error): The resource could not be found. Nov 23 18:35:36.969087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-578f0541-7d73-4a36-86dc-25fc1f07f6fa tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ca87f744-9524-41c1-a5d6-deb8719704b8 HTTP/1.1" status: 404 len: 352 time: 0.0227602 Nov 23 18:35:37.038359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-86465cf6-3013-426e-b510-08771043cb4e tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f030223f-4dd7-4239-9843-4c1cb5be866f HTTP/1.1" status: 200 len: 2998 time: 0.0555034 Nov 23 18:35:37.052390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.068220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d53c467e-fa83-4e66-b611-293b26efc9c3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:37.110007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Pushing event deleted for resources: {'Port': ['ID=df4a1fc4-373b-4650-8fbe-29daa4f9ae4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:37.156129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-fa7171e0-5673-488a-9d69-e3c53f79e0cc tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f030223f-4dd7-4239-9843-4c1cb5be866f HTTP/1.1" status: 200 len: 2998 time: 0.1118631 Nov 23 18:35:37.192570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['df4a1fc4-373b-4650-8fbe-29daa4f9ae4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:37.229432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-1915913f-bc1e-455c-a19a-4c91e81838e1 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fba3d2b7-f901-4982-9078-cc6d8eff49d1 HTTP/1.1" status: 200 len: 2994 time: 0.0633812 Nov 23 18:35:37.239749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] No DVR routers for this DVR port df4a1fc4-373b-4650-8fbe-29daa4f9ae4f on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:37.263720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.274577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1645e673-e960-4773-ac8a-368693ca9208 req-122d9e0d-9324-46f7-a3cf-0f21bbf448af tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.50 "DELETE /v2.0/ports/df4a1fc4-373b-4650-8fbe-29daa4f9ae4f HTTP/1.1" status: 204 len: 173 time: 0.7235961 Nov 23 18:35:37.275402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'name': 'network-vif-deleted', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:37.280958 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2b6146-2b94-4131-afc4-0cd93309b3a0" -d '{"events": [{"server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "name": "network-vif-deleted", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:37.358760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cab70598-c943-4394-bff2-23f42c21697a req-609512aa-d0a2-4f37-88db-85ed2685f82b tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fba3d2b7-f901-4982-9078-cc6d8eff49d1 HTTP/1.1" status: 200 len: 2994 time: 0.1221814 Nov 23 18:35:37.558154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed29eb-2819-4bea-b715-1edbcc4ab256 req-40d36526-e0cd-4562-a778-a00a167307da tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.567982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-82ed29eb-2819-4bea-b715-1edbcc4ab256 req-40d36526-e0cd-4562-a778-a00a167307da tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0716338 Nov 23 18:35:37.644188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-82ed29eb-2819-4bea-b715-1edbcc4ab256 req-e6b403d3-b5fc-4072-b4ae-bce39b41478a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Nov 23 18:35:37.819536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50037e7-a23d-4c74-a68e-7d4bb91adddd req-5b0a3870-fd41-4ad2-aae5-409274a40b6b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.821890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f50037e7-a23d-4c74-a68e-7d4bb91adddd req-5b0a3870-fd41-4ad2-aae5-409274a40b6b tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.0711372 Nov 23 18:35:37.892743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f50037e7-a23d-4c74-a68e-7d4bb91adddd req-5b1eb54f-099b-4c78-8705-6734bdedbe3e tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Nov 23 18:35:38.024419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-826c7760-1633-4a47-ac41-18ee84e0b3c1 req-0662e988-c841-41cc-abfe-fdeea23807ff tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=bde7c18e-d91d-4e26-b673-77b6ef7b4df8 HTTP/1.1" status: 200 len: 210 time: 0.0411198 Nov 23 18:35:38.230609 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4638506e-450f-449c-b301-473136741837 x-openstack-request-id: req-4638506e-450f-449c-b301-473136741837 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:38.231805 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7c18e-d91d-4e26-b673-77b6ef7b4df8", "name": "network-vif-deleted", "tag": "df4a1fc4-373b-4650-8fbe-29daa4f9ae4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:38.232243 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4638506e-450f-449c-b301-473136741837 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:38.233502 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde7c18e-d91d-4e26-b673-77b6ef7b4df8', 'name': 'network-vif-deleted', 'tag': 'df4a1fc4-373b-4650-8fbe-29daa4f9ae4f', 'status': 'completed', 'code': 200} Nov 23 18:35:38.325356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-30fe3295-068b-4b12-ac1c-24c8461aea9b tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:35:38.326382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-30fe3295-068b-4b12-ac1c-24c8461aea9b tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285298 Nov 23 18:35:38.387249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-fb526906-4e89-49c0-b7e0-594def15688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:38.388671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-fb526906-4e89-49c0-b7e0-594def15688d service neutron] 10.222.0.37 "GET /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 1093 time: 0.0545249 Nov 23 18:35:38.402559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4515d3c-2dd8-46c4-b209-6f75547c1196 req-e919cd66-ddd9-4e0f-9391-6988e3d22a1c tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7ffbe045afe4fdbb93d07e568a99370 HTTP/1.1" status: 200 len: 6153 time: 0.1484115 Nov 23 18:35:38.413316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Request body: {'binding': {'host': 'n-h1-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:38.413846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:35:38.490301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:38.506426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4515d3c-2dd8-46c4-b209-6f75547c1196 req-4c54b612-293d-4cc1-bdd1-5164edf08a40 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "GET /v2.0/security-groups/51216785-b714-425c-8201-944435c9e0aa HTTP/1.1" status: 200 len: 2998 time: 0.1028814 Nov 23 18:35:38.612815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4515d3c-2dd8-46c4-b209-6f75547c1196 req-1b8c8649-5433-4753-9e11-3fde9a275d52 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "GET /v2.0/security-groups/51216785-b714-425c-8201-944435c9e0aa HTTP/1.1" status: 200 len: 2998 time: 0.0775476 Nov 23 18:35:38.633782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on host n-h1-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:38.634413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:38.634940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:38.640405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:38.640791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:38.646443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:38.646774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:38.647430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:38.647833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Bound port: fe31cbe3-711d-4fa5-9138-01461e2cf7af, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:38.756679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:38.766782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:38.768592 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ce6aad46-f000-47ec-8090-eddd3138ee99 service neutron] 10.222.0.37 "POST /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af/bindings HTTP/1.1" status: 201 len: 389 time: 0.3640258 Nov 23 18:35:38.926687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc94e40c-1128-481f-8d9d-78085712e46a req-4abb69c8-a8c3-4607-853e-4412797d7199 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e837cf7e-3810-4bc3-88c1-83c72e8b8bbe HTTP/1.1" status: 200 len: 1794 time: 0.0578020 Nov 23 18:35:38.987573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc94e40c-1128-481f-8d9d-78085712e46a req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.016661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc94e40c-1128-481f-8d9d-78085712e46a req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.080103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc94e40c-1128-481f-8d9d-78085712e46a req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.084186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc94e40c-1128-481f-8d9d-78085712e46a req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.086151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc94e40c-1128-481f-8d9d-78085712e46a req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/e837cf7e-3810-4bc3-88c1-83c72e8b8bbe HTTP/1.1" status: 204 len: 173 time: 0.1526990 Nov 23 18:35:39.095615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6a73-e09d-473e-96ae-f5098ae765b8 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837cf7e-3810-4bc3-88c1-83c72e8b8bbe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:39.113445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-1702df95-13ef-4294-bae3-7ebb6cc915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.115044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-1702df95-13ef-4294-bae3-7ebb6cc915cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0591879 Nov 23 18:35:39.239936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c885c528-870d-4feb-9462-e4a6113071e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.241399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c885c528-870d-4feb-9462-e4a6113071e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.1184585 Nov 23 18:35:39.257029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0449-5193-41d2-ad47-bf219105bd6e req-38d95138-5f4f-486d-95e4-674089f5697e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.258680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-689e0449-5193-41d2-ad47-bf219105bd6e req-38d95138-5f4f-486d-95e4-674089f5697e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0665531 Nov 23 18:35:39.312461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-f8764050-137d-4f4d-8b5a-b50309af661e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.0560765 Nov 23 18:35:39.317804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-689e0449-5193-41d2-ad47-bf219105bd6e req-fbf955ea-2106-4a86-a66d-65890eed100c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 Nov 23 18:35:39.361552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910bf88-1997-4311-a367-2ad704c04511 req-f7c582bb-7d9a-4019-ac6a-7fe3f3104ac0 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.363691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b910bf88-1997-4311-a367-2ad704c04511 req-f7c582bb-7d9a-4019-ac6a-7fe3f3104ac0 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.1177461 Nov 23 18:35:39.384095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-43529070-ab76-4bb9-affe-2a117e96b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.385461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-43529070-ab76-4bb9-affe-2a117e96b5a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0641146 Nov 23 18:35:39.423795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-49b8fbfc-5a11-441c-a116-186065b5fcf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293083 Nov 23 18:35:39.436839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d80e8-8cf2-44fc-89a1-665859d65344 req-c1317beb-ca90-45c2-8f86-d0e9b6640355 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.438340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb2d80e8-8cf2-44fc-89a1-665859d65344 req-c1317beb-ca90-45c2-8f86-d0e9b6640355 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Nov 23 18:35:39.463623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b910bf88-1997-4311-a367-2ad704c04511 req-29bf3f68-ba46-4c12-813d-99904cb7f03a tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889180 Nov 23 18:35:39.496465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb2d80e8-8cf2-44fc-89a1-665859d65344 req-a23c912d-e7fa-459f-8368-e14f097a7f99 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Nov 23 18:35:39.569931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6ba6495-848b-4b11-b377-4c458800e839 req-7b672311-163f-4ddb-b2b2-f39a71f98829 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b012ff9b-2774-4774-9245-72dd09b74823 HTTP/1.1" status: 200 len: 1794 time: 0.0452619 Nov 23 18:35:39.572160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-95710b59-fa33-4b73-9275-fbd1bf260286 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399493 Nov 23 18:35:39.645586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6ba6495-848b-4b11-b377-4c458800e839 req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.670205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6ba6495-848b-4b11-b377-4c458800e839 req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.682736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8973fa56-8eee-4e23-99cc-8fb029aa24d4 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024885 Nov 23 18:35:39.739363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6ba6495-848b-4b11-b377-4c458800e839 req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.741922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6ba6495-848b-4b11-b377-4c458800e839 req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:39.743296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6ba6495-848b-4b11-b377-4c458800e839 req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/b012ff9b-2774-4774-9245-72dd09b74823 HTTP/1.1" status: 204 len: 173 time: 0.1665149 Nov 23 18:35:39.752902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5331a-7750-4682-b2aa-d58764fea6a6 tempest-SecurityGroupsTestAdminJSON-886767759 tempest-SecurityGroupsTestAdminJSON-886767759-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012ff9b-2774-4774-9245-72dd09b74823,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:39.769125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-4a813d5c-507c-4514-a297-bec2110690ed tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235984 Nov 23 18:35:39.995671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-eb2b6291-d95a-462c-bd0d-eecc3219cf64 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "GET /v2.0/security-groups/0566b602-1293-4a1e-9970-3363cc382a5e HTTP/1.1" status: 200 len: 1795 time: 0.0452332 Nov 23 18:35:40.067296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.067906 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.103528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.153077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.156124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.157466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2adfe71-645a-4e3d-ac43-5f6fbfb3e412 req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "DELETE /v2.0/security-groups/0566b602-1293-4a1e-9970-3363cc382a5e HTTP/1.1" status: 204 len: 173 time: 0.1545403 Nov 23 18:35:40.172515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6d7d7-e9e6-47f2-9fa6-9abe1f64d7e2 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0566b602-1293-4a1e-9970-3363cc382a5e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:40.180172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8f13c2e9-414c-4008-9fee-8006a9015c51 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.181734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8f13c2e9-414c-4008-9fee-8006a9015c51 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.3204072 Nov 23 18:35:40.188539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-2a54a5dc-a226-430e-8dff-d4453267debb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.190053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-2a54a5dc-a226-430e-8dff-d4453267debb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136696 Nov 23 18:35:40.195782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-9'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:40.234304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-1ff7c130-19af-4dd8-bd49-bb06d7f9ff99 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.0342600 Nov 23 18:35:40.281719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-73049df4-f3be-4091-9eb8-853dc5a2b3ce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465355 Nov 23 18:35:40.290654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.440451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:40.487250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3680-4685-408c-bf31-31e204dbb9ec req-c430c8db-153b-4ca4-b8a8-824c3ac20b69 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.491871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1dc3680-4685-408c-bf31-31e204dbb9ec req-c430c8db-153b-4ca4-b8a8-824c3ac20b69 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.0769587 Nov 23 18:35:40.522815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:40.547362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-28d1be15-9e7e-4b66-9898-1014da054950 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "GET /v2.0/security-groups/c1e5dd10-3890-43aa-86c6-7323e5018516 HTTP/1.1" status: 200 len: 1793 time: 0.0906236 Nov 23 18:35:40.560642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1dc3680-4685-408c-bf31-31e204dbb9ec req-934c43e5-d5fc-4934-b653-279e4ffa32aa tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Nov 23 18:35:40.627897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:40.631754 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f8d46-ab62-4cac-b381-7bfe3f0878e0" -d '{"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:40.640946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.658962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.709276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.742000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a0739-d0e7-4294-ba74-78699a1dc9c5 req-df3788ad-efb4-43a7-a99d-96353c18df52 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.744232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d23a0739-d0e7-4294-ba74-78699a1dc9c5 req-df3788ad-efb4-43a7-a99d-96353c18df52 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1020911 Nov 23 18:35:40.755924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-212317dd-6f9b-498c-8ce5-bd086c012d3f tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.758265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-212317dd-6f9b-498c-8ce5-bd086c012d3f tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.1291411 Nov 23 18:35:40.770045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.804242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:40.855655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:40.855985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:40.856316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:40.856498 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d23a0739-d0e7-4294-ba74-78699a1dc9c5 req-f684b68b-5da7-4c13-9ebd-a5cfe204b02d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971026 Nov 23 18:35:40.863366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:40.863827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:40.871869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:40.872210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:40.872595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:40.873058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Bound port: fe31cbe3-711d-4fa5-9138-01461e2cf7af, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:40.873680 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.895261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.898453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.913217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9086cc62-b582-4548-8bb7-5f21cb0ecc71 req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1e5dd10-3890-43aa-86c6-7323e5018516 HTTP/1.1" status: 204 len: 173 time: 0.3540745 Nov 23 18:35:40.967693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Deleting port 031fa937-2235-4725-ab8e-5fcd9b98f5ae {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:40.968032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.979455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403adaf-2066-49da-8046-5f8cd612c163 tempest-SecurityGroupsTestAdminJSON-1627373098 tempest-SecurityGroupsTestAdminJSON-1627373098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5dd10-3890-43aa-86c6-7323e5018516,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:41.085739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb17c8e8-11f3-48ca-b1a3-ae9049c5e551 req-ed6fe69b-909a-4b1f-9d1f-50016e8e3498 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 210 time: 0.1025257 Nov 23 18:35:41.112390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:41.189081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:41.201991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:41.264717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] For port 031fa937-2235-4725-ab8e-5fcd9b98f5ae, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=031fa937-2235-4725-ab8e-5fcd9b98f5ae,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:41.265187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:41.288575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b25f-376c-4e2e-9645-b1e381169ed9 req-eff5e5a3-2522-4287-b516-04ccd83478b8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:41.290273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3600b25f-376c-4e2e-9645-b1e381169ed9 req-eff5e5a3-2522-4287-b516-04ccd83478b8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1030002 Nov 23 18:35:41.300963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9427419-e512-4e6f-b598-afe2d51870b7 req-331000e4-58e2-4488-95bd-c846ef146391 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:41.303041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9427419-e512-4e6f-b598-afe2d51870b7 req-331000e4-58e2-4488-95bd-c846ef146391 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd45f830-3f32-4c4a-87dd-1bca8ede9252 HTTP/1.1" status: 200 len: 950 time: 0.2250383 Nov 23 18:35:41.304875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Calling delete_port for 031fa937-2235-4725-ab8e-5fcd9b98f5ae owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:41.376193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:41.376820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:41.378741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 1121 time: 1.1873243 Nov 23 18:35:41.383471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742053-ce43-42a9-9857-cf097b0f8827 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:41.407565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3600b25f-376c-4e2e-9645-b1e381169ed9 req-21953572-77cd-4f4b-8dc0-eaeb06a149b4 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038356 Nov 23 18:35:41.413052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device df4a1fc4-373b-4650-8fbe-29daa4f9ae4f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:41.417373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:41.465526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9427419-e512-4e6f-b598-afe2d51870b7 req-36b0d98b-7c7d-4593-ae70-328e11c53e16 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.37 "GET /v2.0/security-groups?id=f030223f-4dd7-4239-9843-4c1cb5be866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524053 Nov 23 18:35:41.467894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: df4a1fc4-373b-4650-8fbe-29daa4f9ae4f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:41.468288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device df4a1fc4-373b-4650-8fbe-29daa4f9ae4f not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:41.521597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:41.584764 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b73438-f35c-4ff3-8960-6c852e7d82f8 x-openstack-request-id: req-f1b73438-f35c-4ff3-8960-6c852e7d82f8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:41.585051 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:41.585999 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1b73438-f35c-4ff3-8960-6c852e7d82f8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:41.587846 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'code': 200} Nov 23 18:35:41.613024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:41.633702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['031fa937-2235-4725-ab8e-5fcd9b98f5ae'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:41.660623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Pushing event deleted for resources: {'Port': ['ID=031fa937-2235-4725-ab8e-5fcd9b98f5ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:41.781148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] No DVR routers for this DVR port 031fa937-2235-4725-ab8e-5fcd9b98f5ae on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:41.785697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:41.791647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-0e353c50-645b-4b5a-81ed-3005849db37f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:41.794383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-0e353c50-645b-4b5a-81ed-3005849db37f tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.1261029 Nov 23 18:35:41.798754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25fcfecf-e478-4458-8b21-9c44d9aac431 req-84f3dda1-d6cb-4ad6-bb7b-97d8cd027371 tempest-DeleteServersAdminTestJSON-1321154434 tempest-DeleteServersAdminTestJSON-1321154434-project] 10.222.0.47 "DELETE /v2.0/ports/031fa937-2235-4725-ab8e-5fcd9b98f5ae HTTP/1.1" status: 204 len: 173 time: 1.0323832 Nov 23 18:35:41.801401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'name': 'network-vif-deleted', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:41.819345 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043f960-cf97-4e4d-9f26-091e4e389d38" -d '{"events": [{"server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "name": "network-vif-deleted", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:41.856864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91a15dc8-d49a-4fe5-a42a-6c3a15f76d5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7ffbe045afe4fdbb93d07e568a99370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349358 Nov 23 18:35:41.878512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:41.972745 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5435118d-b59f-43ac-8a5e-7af3dc61fd18 x-openstack-request-id: req-5435118d-b59f-43ac-8a5e-7af3dc61fd18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:41.973652 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd45f830-3f32-4c4a-87dd-1bca8ede9252", "name": "network-vif-deleted", "tag": "031fa937-2235-4725-ab8e-5fcd9b98f5ae", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:41.974081 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5435118d-b59f-43ac-8a5e-7af3dc61fd18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:41.974940 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45f830-3f32-4c4a-87dd-1bca8ede9252', 'name': 'network-vif-deleted', 'tag': '031fa937-2235-4725-ab8e-5fcd9b98f5ae', 'status': 'completed', 'code': 200} Nov 23 18:35:42.055038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0d2d-f729-4567-8d44-8c6790942f7b req-757f1f65-2db4-4dd4-9a90-233339422730 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.057371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cc3d0d2d-f729-4567-8d44-8c6790942f7b req-757f1f65-2db4-4dd4-9a90-233339422730 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 950 time: 0.2307713 Nov 23 18:35:42.082949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.086089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Deleting port d53c467e-fa83-4e66-b611-293b26efc9c3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:42.086523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.126231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.190534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cc3d0d2d-f729-4567-8d44-8c6790942f7b req-cb2f6f76-943d-46ed-924b-a2c98ad095f3 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/security-groups?id=21296e65-07e1-4cde-9b56-9435c1f99cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167405 Nov 23 18:35:42.199432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024c2a-36c3-4a55-8967-958d26ec71d8 req-c2b4681f-da9d-4ecc-a091-973f5062f753 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.207121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77024c2a-36c3-4a55-8967-958d26ec71d8 req-c2b4681f-da9d-4ecc-a091-973f5062f753 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1239727 Nov 23 18:35:42.247733 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-8d9e2e57-55bc-4ae5-bb05-9a740178d5c9 service neutron] show failed (client error): The resource could not be found. Nov 23 18:35:42.248816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-8d9e2e57-55bc-4ae5-bb05-9a740178d5c9 service neutron] 10.222.0.47 "GET /v2.0/ports/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1117446 Nov 23 18:35:42.293760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] For port d53c467e-fa83-4e66-b611-293b26efc9c3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d53c467e-fa83-4e66-b611-293b26efc9c3,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:42.294153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.303634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d92615de-3ff0-4924-9d91-027b8f0f2e38 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569689 Nov 23 18:35:42.339202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Calling delete_port for d53c467e-fa83-4e66-b611-293b26efc9c3 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:42.422564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.425773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.429530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51216785-b714-425c-8201-944435c9e0aa HTTP/1.1" status: 204 len: 168 time: 0.5495493 Nov 23 18:35:42.460894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77024c2a-36c3-4a55-8967-958d26ec71d8 req-dd330d21-5ac2-44e9-bc58-61d3aaa6d324 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527754 Nov 23 18:35:42.541711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1fe8041-1ee4-4d32-bcee-ae90e96b5cef req-3d09cd61-98bd-4d20-8f58-d51b22222825 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 210 time: 0.1186929 Nov 23 18:35:42.573378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-86a58751-2ad3-44bd-a3c9-1c349712d26e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.575925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-86a58751-2ad3-44bd-a3c9-1c349712d26e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621725 Nov 23 18:35:42.617870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:42.622977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327fb06-3d1b-4b87-8d59-bf9765a2fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51216785-b714-425c-8201-944435c9e0aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:42.724416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.742747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d53c467e-fa83-4e66-b611-293b26efc9c3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:42.768701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Pushing event deleted for resources: {'Port': ['ID=d53c467e-fa83-4e66-b611-293b26efc9c3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:42.834295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-681ebe94-8ce5-4cec-9054-ab8ed8b93e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.836377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-681ebe94-8ce5-4cec-9054-ab8ed8b93e95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1101 time: 0.2298341 Nov 23 18:35:42.866537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] No DVR routers for this DVR port d53c467e-fa83-4e66-b611-293b26efc9c3 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:42.873130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:42.879251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.883889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5d7aa7d-bed5-4877-9610-8f8ab72bc1e4 req-5fffb3a6-e2cf-42a3-874f-ffd9e68c8127 tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.47 "DELETE /v2.0/ports/d53c467e-fa83-4e66-b611-293b26efc9c3 HTTP/1.1" status: 204 len: 173 time: 1.0793040 Nov 23 18:35:42.984734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78351bf-6aa6-4f6f-9afd-91e91058fbf5 req-a4a25b08-781c-494d-b284-e566728f9b8b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.987437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d78351bf-6aa6-4f6f-9afd-91e91058fbf5 req-a4a25b08-781c-494d-b284-e566728f9b8b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.2755075 Nov 23 18:35:43.021891 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.064375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:43.085377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:43.091863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.167256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.216801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d78351bf-6aa6-4f6f-9afd-91e91058fbf5 req-f047bc19-f22f-4f1f-a4a6-3cb4732555ac tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101109 Nov 23 18:35:43.344439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c94a9c30-a1d2-48e9-8dea-b9abc7a7dba0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f49799decb4484898939df02d58764f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763605 Nov 23 18:35:43.353108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:43.457754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:43.509083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.589079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}, {'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'name': 'network-vif-deleted', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:43.591660 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}, {"server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "name": "network-vif-deleted", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:43.597040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b9ade23-c856-46bf-8a1b-753db9b010fe req-565dcd46-8629-4a79-a4ea-ccbe798f62bf tempest-ServersAdminNegativeTestJSON-252792443 tempest-ServersAdminNegativeTestJSON-252792443-project] 10.222.0.37 "GET /v2.0/ports?device_id=abad95e6-f9a9-494c-af89-19041d591447 HTTP/1.1" status: 200 len: 210 time: 0.0542257 Nov 23 18:35:43.601210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:43.646599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.677248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.696974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Transition to ACTIVE for port object a2eba9f3-e9d5-4b67-a7a1-de9f404991bc will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:43.702999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.728219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.793480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] No DVR routers for this DVR port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:43.796146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:43.834596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.848197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:43.848609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:43.849047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:43.868881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:43.869203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Attempting to bind port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:43.899406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe479520-7bc2-40dc-b309-955ea7857e31 req-7936ea8a-4dea-43b9-b9be-b92c4597294d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Nov 23 18:35:43.900838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.901827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:43.902437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:43.902886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:43.903004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.903486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Bound port: a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:43.906468 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:43.906914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/181174f9-977c-4f07-aefd-0b8e2126b5ed HTTP/1.1" status: 204 len: 168 time: 0.5524464 Nov 23 18:35:44.029060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9850efca-cddd-4a1b-8503-a6040df4d81d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:44.074667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:44.084380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:44.088040 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106a58b-8dd6-46a7-a48f-093890727c43 x-openstack-request-id: req-c106a58b-8dd6-46a7-a48f-093890727c43 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:44.088586 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "status": "completed", "code": 200}, {"server_uuid": "abad95e6-f9a9-494c-af89-19041d591447", "name": "network-vif-deleted", "tag": "d53c467e-fa83-4e66-b611-293b26efc9c3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:44.090731 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c106a58b-8dd6-46a7-a48f-093890727c43 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:44.092973 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'status': 'completed', 'code': 200} Nov 23 18:35:44.093727 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad95e6-f9a9-494c-af89-19041d591447', 'name': 'network-vif-deleted', 'tag': 'd53c467e-fa83-4e66-b611-293b26efc9c3', 'status': 'completed', 'code': 200} Nov 23 18:35:44.098550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:44.198695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.201586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:44.206086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] 10.222.0.50 "PUT /v2.0/ports/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 1096 time: 1.3412962 Nov 23 18:35:44.244941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d501-19b3-4e7c-8324-7886942b1315 req-2d15fd25-b577-4377-96fd-2e436ee507b0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.255940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc31d501-19b3-4e7c-8324-7886942b1315 req-2d15fd25-b577-4377-96fd-2e436ee507b0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.4375379 Nov 23 18:35:44.264790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04886b-7f77-406b-af94-b14efadd0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181174f9-977c-4f07-aefd-0b8e2126b5ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:44.381685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.169 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/20b458bc-c199-48a6-993e-2cc172838813) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:44.394255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7298c-ed9b-492f-a79d-cca2d3902600 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:44.468316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-5e9ac401-a337-45d5-9c5f-3f401b5d6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.469822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-5e9ac401-a337-45d5-9c5f-3f401b5d6ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1124 time: 0.4284344 Nov 23 18:35:44.498898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-5ff6ec64-1a52-4167-a493-5b9674551b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.503453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-5ff6ec64-1a52-4167-a493-5b9674551b0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1099 time: 0.2393384 Nov 23 18:35:44.552409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc31d501-19b3-4e7c-8324-7886942b1315 req-5c3e37d8-d460-4e38-95a4-68b6d0c5835f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951391 Nov 23 18:35:44.612604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d6066-daea-4cba-a7c4-8c4259a2ee46 req-de4347cb-f5f3-4bcb-882e-da7a16a23008 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.625126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a32d6066-daea-4cba-a7c4-8c4259a2ee46 req-de4347cb-f5f3-4bcb-882e-da7a16a23008 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.2121017 Nov 23 18:35:44.628680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:44.782104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a32d6066-daea-4cba-a7c4-8c4259a2ee46 req-dd2005f8-5081-4491-a50f-345dbdc8c789 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556623 Nov 23 18:35:44.794463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-fa5733f0-f532-4ff7-ac99-90e40037dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.797086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-fa5733f0-f532-4ff7-ac99-90e40037dacd service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2842009 Nov 23 18:35:44.911268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-979747ef-09f0-407c-be3d-fdae34b683b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.1053774 Nov 23 18:35:45.052147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-fb37d7f1-2ad2-456e-b1d3-073ef8c52305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.053580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-fb37d7f1-2ad2-456e-b1d3-073ef8c52305 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1324997 Nov 23 18:35:45.056729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10f408b8-6537-48d8-8f95-2830becb5a37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6fcf32625c546ecb492315c64e85380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160383 Nov 23 18:35:45.059697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:45.097486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-6d9aa306-f5c9-4c33-a027-72b6eb64f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.099799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-6d9aa306-f5c9-4c33-a027-72b6eb64f618 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.6143754 Nov 23 18:35:45.103195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-694b7f48-de39-4217-974b-ed4ac1772eee req-e4d1cafd-e72e-4fd1-82ad-70d62f1bf4bf tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 210 time: 0.0504284 Nov 23 18:35:45.104427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:45.109512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.208098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-43cacd4d-0b3f-4a56-8e2f-826e7c7c258d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.0928900 Nov 23 18:35:45.222595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:45.223745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 031fa937-2235-4725-ab8e-5fcd9b98f5ae no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:45.279572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-06f98a60-8bea-4066-b6a2-af0bd93c1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.285703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 031fa937-2235-4725-ab8e-5fcd9b98f5ae {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:45.286981 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-06f98a60-8bea-4066-b6a2-af0bd93c1691 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2184546 Nov 23 18:35:45.287670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 031fa937-2235-4725-ab8e-5fcd9b98f5ae not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:45.289013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d53c467e-fa83-4e66-b611-293b26efc9c3 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:45.328304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: d53c467e-fa83-4e66-b611-293b26efc9c3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:45.329606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d53c467e-fa83-4e66-b611-293b26efc9c3 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:45.372513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.430129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-0dc4693b-49df-486a-be08-811e75f2a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.433043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-0dc4693b-49df-486a-be08-811e75f2a111 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.2073445 Nov 23 18:35:45.436129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.487859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-b90eb4c1-242e-41bf-b6da-545c4d62db09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318813 Nov 23 18:35:45.509027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.546651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:45.552693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:45.557957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:45.658063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-d089f6ae-a996-403d-8828-ca18fccee8bf service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467767 Nov 23 18:35:45.660048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:45.735933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:45.788647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.793016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.816932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f030223f-4dd7-4239-9843-4c1cb5be866f HTTP/1.1" status: 204 len: 168 time: 0.7344606 Nov 23 18:35:45.906184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4169a-bc4c-4fa5-b875-2613638f5f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f030223f-4dd7-4239-9843-4c1cb5be866f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.034634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c78ffd-0381-4591-8863-7a0c1c867427 req-2e5d2e83-cbfc-47b4-8ff1-a076edc382b6 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559325 Nov 23 18:35:46.043484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3bcd3ba0-db34-48cc-a18f-946105f8a14b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6ca90158fd3493dbd25232b09e52b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807042 Nov 23 18:35:46.045638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:46.062850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.083491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-network', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:46.097110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}, {'name': 'network-changed', 'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:46.100102 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093cedc2-f693-4485-935c-d019b8f5bf0c" -d '{"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-unplugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}, {"name": "network-changed", "server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:46.149297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Made reservation on behalf of 525eb12936de4b59bffa9176dc9a3545 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:46.150526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:46.151404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.151766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.165350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.167819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.204556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.242254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fc65-6f6e-4cbf-9590-25b28a1db80f req-4ab8c35d-933b-4faf-afb3-c4ca6176054a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:46.243993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bb3fc65-6f6e-4cbf-9590-25b28a1db80f req-4ab8c35d-933b-4faf-afb3-c4ca6176054a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.3310156 Nov 23 18:35:46.256925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-6ef6869d-83b3-4bc5-bb85-721c5cfb84b3 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294223 Nov 23 18:35:46.261988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-d758561c-f415-43d0-915a-0a36b029ba35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6618168 Nov 23 18:35:46.300467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Request body: {'port': {'device_id': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:46.357050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.359501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.360710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21296e65-07e1-4cde-9b56-9435c1f99cbc HTTP/1.1" status: 204 len: 168 time: 0.3140075 Nov 23 18:35:46.380773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409dd03-3852-4ea6-b045-c632b0c97382 req-46437559-6afa-4df4-8a9d-cc0fcdea9893 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:46.383291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1409dd03-3852-4ea6-b045-c632b0c97382 req-46437559-6afa-4df4-8a9d-cc0fcdea9893 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1053917 Nov 23 18:35:46.410156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0e21-8a78-4e15-b820-ef31b76e3ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21296e65-07e1-4cde-9b56-9435c1f99cbc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.415137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bb3fc65-6f6e-4cbf-9590-25b28a1db80f req-3f82f5b7-2b0c-413c-9a74-fffdb1ba2958 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571214 Nov 23 18:35:46.415369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.422061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.450156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.484266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:46.484880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa9ce0b-fbcc-45a3-80ba-f413ef67b199 req-208d6b7b-e9ac-4bb1-a679-2ea22c23be74 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026355 Nov 23 18:35:46.590814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:46.615767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1409dd03-3852-4ea6-b045-c632b0c97382 req-627646d5-59b4-47a3-bd9f-b2eddc19fe3b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616385 Nov 23 18:35:46.629772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719135a7-8072-47a3-a33b-88231eb35fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.632621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.633971 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Added segment a4ac9a57-1be1-48b2-9853-16012ed94c84 of type vlan for network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 Nov 23 18:35:46.808293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.873283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc132dcb-0b4d-4559-86ed-960bdb6b8144,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.979870 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca4618-c6cc-4b33-ab5c-291318049941 x-openstack-request-id: req-c3ca4618-c6cc-4b33-ab5c-291318049941 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:46.980336 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-unplugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "code": 200}, {"name": "network-changed", "server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:46.980755 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ca4618-c6cc-4b33-ab5c-291318049941 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:46.983695 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'code': 200} Nov 23 18:35:46.984126 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'status': 'completed', 'code': 200} Nov 23 18:35:46.987191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.988996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:46.990372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.083327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-cbb2c052-0f85-4973-9e0d-46d8e4ac3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.092552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-cbb2c052-0f85-4973-9e0d-46d8e4ac3bba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1099 time: 0.2963333 Nov 23 18:35:47.130216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3886921 Nov 23 18:35:47.139692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:47.154143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Request body: {'subnet': {'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-subnet', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:47.182457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff018-9457-4d18-98de-e4ac8675a24c req-13e7bbc6-d5e6-4a4e-8d41-d84fa76edd15 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.191096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a4ff018-9457-4d18-98de-e4ac8675a24c req-13e7bbc6-d5e6-4a4e-8d41-d84fa76edd15 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 936 time: 0.2698724 Nov 23 18:35:47.208708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719135a7-8072-47a3-a33b-88231eb35fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.214654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-eef41511-2cf9-41e3-bd49-28d3585b8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.219520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-eef41511-2cf9-41e3-bd49-28d3585b8dfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1099 time: 0.3268569 Nov 23 18:35:47.227050 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719135a7-8072-47a3-a33b-88231eb35fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.245060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8e605-6eff-4b2e-95c7-2b5ccb360c04 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:47.263925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:47.356819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Made reservation on behalf of 525eb12936de4b59bffa9176dc9a3545 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:47.359293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.367246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b458bc-c199-48a6-993e-2cc172838813 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:47.374348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a4ff018-9457-4d18-98de-e4ac8675a24c req-47ddad4b-1a00-4d10-a3f8-3bced84b6c94 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822340 Nov 23 18:35:47.416842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:47.451679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.482812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa86a9a5-4973-4524-abea-0ea5c74c8a4f None None] Provisioning complete for port 20b458bc-c199-48a6-993e-2cc172838813 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:47.483514 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa86a9a5-4973-4524-abea-0ea5c74c8a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.504452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Transition to ACTIVE for port object 20b458bc-c199-48a6-993e-2cc172838813 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:47.517287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-719135a7-8072-47a3-a33b-88231eb35fd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a23f4316aef42ebbbf3306d1a336cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9165118 Nov 23 18:35:47.519242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:47.536121 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.544034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719135a7-8072-47a3-a33b-88231eb35fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a08f5-ba6c-42ed-b8e9-bbef46d7d56c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:47.575409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa86a9a5-4973-4524-abea-0ea5c74c8a4f None None] Port 20b458bc-c199-48a6-993e-2cc172838813 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:47.580072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-2e52100e-68ca-4b84-88aa-b66a65d8545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.583911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-2e52100e-68ca-4b84-88aa-b66a65d8545b service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3343558 Nov 23 18:35:47.608927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa46cec5-6411-4b5f-94a7-d65b084cd6f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b70a4897de164560a61a534672a37368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906519 Nov 23 18:35:47.619088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:47.661307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-69b79036-c5d2-4939-9d8f-c885652ab31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.662801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-69b79036-c5d2-4939-9d8f-c885652ab31b service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.5560966 Nov 23 18:35:47.753982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-6d58ed86-37a1-4316-b0b1-541d1a4c4973 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.1337960 Nov 23 18:35:47.766562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-b015b619-4333-4c50-86e1-cf8ec535ac10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0843897 Nov 23 18:35:47.812263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:47.869378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Pushing event updated for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:47.940267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-1cf1dab6-06bf-4ac7-bfc0-0a6b7af6b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.941897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-1cf1dab6-06bf-4ac7-bfc0-0a6b7af6b646 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1440368 Nov 23 18:35:48.115475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e460d-b17d-4868-abc1-d2a0b8c584f8 req-da8ab279-60f6-4d3b-8d69-3d234eea7877 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.117599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-934e460d-b17d-4868-abc1-d2a0b8c584f8 req-da8ab279-60f6-4d3b-8d69-3d234eea7877 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.4655857 Nov 23 18:35:48.125049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a9cea00-8e96-4361-af2d-a219293a2599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.134840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.153130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Attempting to bind port 20b458bc-c199-48a6-993e-2cc172838813 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:48.153516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Attempting to bind port 20b458bc-c199-48a6-993e-2cc172838813 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:48.153796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Attempting to bind port 20b458bc-c199-48a6-993e-2cc172838813 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:48.170381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-c5542ef4-0c75-4ca0-8151-0adcc57c28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.171790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-c5542ef4-0c75-4ca0-8151-0adcc57c28f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0935838 Nov 23 18:35:48.180010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.201108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912871b-f92d-4961-b5af-c211dadc6ae6 req-a4d941e6-d18f-454a-b453-bf0738379319 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.208007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0912871b-f92d-4961-b5af-c211dadc6ae6 req-a4d941e6-d18f-454a-b453-bf0738379319 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.4579110 Nov 23 18:35:48.252829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Port 20b458bc-c199-48a6-993e-2cc172838813 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:48.253415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Attempting to bind port 20b458bc-c199-48a6-993e-2cc172838813 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:48.259179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.267199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.278613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-d98676bf-683b-4a93-a754-59483ee69630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.280735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-d98676bf-683b-4a93-a754-59483ee69630 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447891 Nov 23 18:35:48.299849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:48.300413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:48.300551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:48.301046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Bound port: 20b458bc-c199-48a6-993e-2cc172838813, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:48.301661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.326072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-82fcfcad-3f70-4825-9783-3c8f65fa4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.327897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-82fcfcad-3f70-4825-9783-3c8f65fa4f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457400 Nov 23 18:35:48.337487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0912871b-f92d-4961-b5af-c211dadc6ae6 req-4de20f24-7207-4efd-ae11-56da9ab3af04 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282463 Nov 23 18:35:48.404585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.427990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-934e460d-b17d-4868-abc1-d2a0b8c584f8 req-c45d2722-523a-48b7-9846-b4d2f22e71d3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881677 Nov 23 18:35:48.433347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.436310 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.440254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02e4a790-6ee2-4ff2-a4f4-c10dd604d61c HTTP/1.1" status: 204 len: 168 time: 0.8111818 Nov 23 18:35:48.460515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521c1b3-fe44-4617-bdfc-15122c1e1357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4a790-6ee2-4ff2-a4f4-c10dd604d61c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:48.506538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-3bced1a5-9e49-4d10-8e3b-3eb0d632c053 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681180 Nov 23 18:35:48.626327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-cea9bb58-c7f9-4876-84ca-772d654dad95 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105528 Nov 23 18:35:48.692875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b30c59-38e7-4971-a350-46caaad80e7b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:48.747248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.749874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.754042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb5a08f5-ba6c-42ed-b8e9-bbef46d7d56c HTTP/1.1" status: 204 len: 168 time: 1.2082653 Nov 23 18:35:48.831795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b9583-6c92-44a3-a8d2-23b1482cb849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a08f5-ba6c-42ed-b8e9-bbef46d7d56c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:48.847612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2189e-dafb-4155-a1df-44692a824842 req-ccbc81b1-fe84-4945-b600-630f0317b592 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:48.855046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ada2189e-dafb-4155-a1df-44692a824842 req-ccbc81b1-fe84-4945-b600-630f0317b592 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 948 time: 0.2616107 Nov 23 18:35:48.857040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Checking segment: {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:48.857602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Network hostable DHCP agents. Network: 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:48.861719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:48.868064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a9cea00-8e96-4361-af2d-a219293a2599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.870537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-b631ea43-4436-4942-9638-a9934c55cad0 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748811 Nov 23 18:35:48.907263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a9cea00-8e96-4361-af2d-a219293a2599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.913456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=20b458bc-c199-48a6-993e-2cc172838813,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:48.949341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.078471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:49.090303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cea00-8e96-4361-af2d-a219293a2599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffdc5e-4b39-4d4c-a3db-3b34e89969dc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:49.095377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9a9cea00-8e96-4361-af2d-a219293a2599 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e3e169c145347999f7bec58dacdce47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2776206 Nov 23 18:35:49.099632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:49.102944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:49.104030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.105867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] 10.222.0.50 "PUT /v2.0/ports/20b458bc-c199-48a6-993e-2cc172838813 HTTP/1.1" status: 200 len: 1096 time: 2.8115587 Nov 23 18:35:49.111149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'tag': '20b458bc-c199-48a6-993e-2cc172838813'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:49.114315 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe325d-8155-4c56-aeae-7bed1716f469" -d '{"events": [{"name": "network-changed", "server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "tag": "20b458bc-c199-48a6-993e-2cc172838813"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:49.135896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ada2189e-dafb-4155-a1df-44692a824842 req-27b2dfe1-fb29-4499-920a-638641506c44 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797387 Nov 23 18:35:49.151924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:49.165423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:49.166259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.188655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e0ba8-7e28-41b9-b1c8-4ad8aa745998 None None] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:49.251326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd843fe-b8f1-447d-912e-c50c73155821 service neutron] Pushing event updated for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:49.258065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.370180 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a3e3b-f759-4b75-bafb-a26f836d63c5 x-openstack-request-id: req-e12a3e3b-f759-4b75-bafb-a26f836d63c5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:49.370795 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "tag": "20b458bc-c199-48a6-993e-2cc172838813", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:49.371068 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e12a3e3b-f759-4b75-bafb-a26f836d63c5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:49.371757 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'tag': '20b458bc-c199-48a6-993e-2cc172838813', 'status': 'completed', 'code': 200} Nov 23 18:35:49.379690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.391849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-093cedc2-f693-4485-935c-d019b8f5bf0c req-05954260-70ee-4e6d-9d58-8c831b14a352 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997387 Nov 23 18:35:49.467003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d0bcaba7-9d2b-4fc1-9b78-f8c1792369df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3185880 Nov 23 18:35:49.471461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:49.477631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:49.501892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:49.539026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.542699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.577358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-700f0605-fd26-4166-959f-7c2b6aa58661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:49.580370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-700f0605-fd26-4166-959f-7c2b6aa58661 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 1099 time: 0.3872628 Nov 23 18:35:49.599334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.602991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.604585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42ffdc5e-4b39-4d4c-a3db-3b34e89969dc HTTP/1.1" status: 204 len: 168 time: 0.5030048 Nov 23 18:35:49.724171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:49.735081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384c78-efae-4d2c-9c80-b1aa8ffa9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffdc5e-4b39-4d4c-a3db-3b34e89969dc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:49.804354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'mac_address': 'fa:16:3e:1f:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:49.826177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc723c3-0b4f-495e-8f09-19e41dd6634d req-45e2b31f-47d8-498a-8a76-8ec914133835 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:49.828159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-acc723c3-0b4f-495e-8f09-19e41dd6634d req-45e2b31f-47d8-498a-8a76-8ec914133835 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 948 time: 0.2007184 Nov 23 18:35:49.953072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'fixed_ips': [{'subnet_id': 'a4b30c59-38e7-4971-a350-46caaad80e7b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:35:49.954106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:49.961315 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-acc723c3-0b4f-495e-8f09-19e41dd6634d req-eb4b56cd-d159-42e9-8b1f-9ed4eb0366a2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227117 Nov 23 18:35:49.971965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.028159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eba9f3-e9d5-4b67-a7a1-de9f404991bc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:50.063927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.071666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-a88c936a-2792-4d23-a9c8-35d66fc2e09c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=20b458bc-c199-48a6-993e-2cc172838813 HTTP/1.1" status: 200 len: 217 time: 0.4772844 Nov 23 18:35:50.087072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079fca9-6e1d-4bb5-af03-3946d6b0a57a req-d54a76cc-946c-4818-9b01-6de0654bb3da tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:50.089456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1079fca9-6e1d-4bb5-af03-3946d6b0a57a req-d54a76cc-946c-4818-9b01-6de0654bb3da tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.5785804 Nov 23 18:35:50.140954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:50.147874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.267231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Allocated IP 172.20.0.2 (9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7/a4b30c59-38e7-4971-a350-46caaad80e7b/011f9812-ab0e-4ea6-88bd-4b52338c0ed0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:50.269627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-933526eb-5289-4fdd-a631-fb91180a9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:50.272175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-933526eb-5289-4fdd-a631-fb91180a9d3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1811459 Nov 23 18:35:50.288269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:50.494236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:50.536081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:50.541499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e127-7200-4116-a2d8-ee47db4046b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.584244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.603296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1079fca9-6e1d-4bb5-af03-3946d6b0a57a req-a1d340c9-9581-42a2-aae2-aa07fddca3c9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386381 Nov 23 18:35:50.605969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-9d4cafe5-789e-48e6-8a2e-26f9b9ac71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:50.608003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-9d4cafe5-789e-48e6-8a2e-26f9b9ac71f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3059580 Nov 23 18:35:50.698151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0eaa1-9c1f-4b3a-beb4-07a4df6d3076 req-ed864765-fa00-4c94-b3f1-8974a2f85182 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:50.707261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efb0eaa1-9c1f-4b3a-beb4-07a4df6d3076 req-ed864765-fa00-4c94-b3f1-8974a2f85182 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 948 time: 0.2789264 Nov 23 18:35:50.782546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-4f1292d0-9bbd-4f48-93a0-017032f34478 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:50.784604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-4f1292d0-9bbd-4f48-93a0-017032f34478 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284&tenant_id=843dbf999a6942af8105a567311de4e5&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 949 time: 0.2627754 Nov 23 18:35:50.844633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.867209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.912580 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-5852290f-6008-4bd7-92f8-6d949dcadc24 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:35:50.913784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-5852290f-6008-4bd7-92f8-6d949dcadc24 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1163538 Nov 23 18:35:50.934037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efb0eaa1-9c1f-4b3a-beb4-07a4df6d3076 req-a270cb0a-c00c-441c-b8ac-326e47704607 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256083 Nov 23 18:35:51.009949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e127-7200-4116-a2d8-ee47db4046b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.017470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e127-7200-4116-a2d8-ee47db4046b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.043965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:51.061404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:51.071419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-6ff7c896-94c1-4899-bb25-86f040f9ee72 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275739 Nov 23 18:35:51.082389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:51.121922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Pushing event updated for resources: {'Port': ['ID=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:51.174516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397d63f-6678-4f74-930d-6e86ee77902d req-8fba3a3a-a445-4f1b-a859-549ae088621e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.176354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b397d63f-6678-4f74-930d-6e86ee77902d req-8fba3a3a-a445-4f1b-a859-549ae088621e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 949 time: 0.3821478 Nov 23 18:35:51.196208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e127-7200-4116-a2d8-ee47db4046b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c3270-b425-4c1f-a07b-76c60827749f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:51.223106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ffc4e127-7200-4116-a2d8-ee47db4046b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fd3c96d59234bd488dd716059925c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271023 Nov 23 18:35:51.224246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:51.304951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Attempting to bind port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:51.305528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Attempting to bind port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:51.305763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Attempting to bind port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 on network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:51.314028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-03c2cb35-67f7-4aab-b276-f52ab90e1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.316222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-03c2cb35-67f7-4aab-b276-f52ab90e1d7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1100 time: 0.2377007 Nov 23 18:35:51.326122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:51.335946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Checking segment: {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:51.336792 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.337354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Bound using segment: {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:51.338683 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Bound port: 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:51.339272 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.386583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.504604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b397d63f-6678-4f74-930d-6e86ee77902d req-947b2491-2cc5-4701-b2f8-1fb2ab9d434c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936821 Nov 23 18:35:51.506604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.524256 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26602a6c-483b-435f-95f5-4c911c1cf1b9 req-766d3199-3c3c-4e4c-ac82-510d06871ebe service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517117 Nov 23 18:35:51.552632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] For port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:51.556741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] For port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:51.562735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.586579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-0c1c6803-a8be-40d0-aa10-02344513b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.589055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-0c1c6803-a8be-40d0-aa10-02344513b06e service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2496967 Nov 23 18:35:51.673680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-23af56a2-943d-4800-920a-d857ba3bf65f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0769265 Nov 23 18:35:51.741190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09518-067b-42ab-9dc1-51909c86073f None None] Pushing event updated for resources: {'Port': ['ID=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:51.744292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-72953d75-0c37-43a2-bdf5-92b47b72127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.746746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-72953d75-0c37-43a2-bdf5-92b47b72127f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0619714 Nov 23 18:35:51.816020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.827509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:51.829133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd8c3270-b425-4c1f-a07b-76c60827749f HTTP/1.1" status: 204 len: 168 time: 0.6028254 Nov 23 18:35:51.895066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15004052-c9e6-453a-be47-bf45416a2190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c3270-b425-4c1f-a07b-76c60827749f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:51.915751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-736aa3a4-10a3-468d-9bb3-64f5a291b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.916949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-0f1101cf-2e77-4bbc-a7b2-393944a3c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:51.917318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-736aa3a4-10a3-468d-9bb3-64f5a291b179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1124 time: 0.3904583 Nov 23 18:35:51.918776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-0f1101cf-2e77-4bbc-a7b2-393944a3c553 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597345 Nov 23 18:35:52.004749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:52.013452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe325d-8155-4c56-aeae-7bed1716f469 req-02aae2d7-c4ef-469f-8b06-8c6579a0d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:52.014995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-02aae2d7-c4ef-469f-8b06-8c6579a0d5dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 1099 time: 0.2398663 Nov 23 18:35:52.055749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f73b82-dba8-48e7-adf4-efe42ab64339 req-51ef6d45-4be1-4951-92b6-1a268dce74f9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:52.058384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86f73b82-dba8-48e7-adf4-efe42ab64339 req-51ef6d45-4be1-4951-92b6-1a268dce74f9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 943 time: 0.2853625 Nov 23 18:35:52.062766 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:52.161016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-81890f85-d3ae-4b05-960f-e05285adec41 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270873 Nov 23 18:35:52.461251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fbf06a6-b1b7-4337-8e8a-770f266e4999 req-6988bf63-90a4-4a6c-9989-43a64f4cc2b1 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886019 Nov 23 18:35:52.467103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Allocated IP 172.25.5.222 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b4a707ef-4a4b-478d-8a74-88873249c06c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:52.621054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ac01-7674-4e62-8a98-dcc59842d39e req-8536a28a-6134-494e-bfb6-70e43932ca49 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:52.623230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13e2ac01-7674-4e62-8a98-dcc59842d39e req-8536a28a-6134-494e-bfb6-70e43932ca49 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 948 time: 0.1667058 Nov 23 18:35:52.677952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86f73b82-dba8-48e7-adf4-efe42ab64339 req-a0a7a10a-eff6-4628-88f4-c75c33555f5e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567007 Nov 23 18:35:52.729480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c07ad224-ceb4-451e-bf9b-c4d740742a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:52.730391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13e2ac01-7674-4e62-8a98-dcc59842d39e req-34d87b35-1eff-4b1c-b01d-63d9169be5da tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Nov 23 18:35:52.734386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c07ad224-ceb4-451e-bf9b-c4d740742a9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.8005755 Nov 23 18:35:52.779647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe325d-8155-4c56-aeae-7bed1716f469 req-26daa33f-f6f3-40fc-beb4-3b451a7e7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:52.784470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-26daa33f-f6f3-40fc-beb4-3b451a7e7b97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.7247307 Nov 23 18:35:52.874534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:52.890657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8ae9bd68-64fc-426a-9178-6c92ac6bab8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.1164329 Nov 23 18:35:52.971652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-ca22f791-a8e4-46ec-b60c-fcc21c6cee85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=20b458bc-c199-48a6-993e-2cc172838813 HTTP/1.1" status: 200 len: 217 time: 0.0904675 Nov 23 18:35:53.091080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe325d-8155-4c56-aeae-7bed1716f469 req-0c90e51e-1d9f-48a6-bc65-8e43a77a9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:53.092925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-0c90e51e-1d9f-48a6-bc65-8e43a77a9866 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0978196 Nov 23 18:35:53.176792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-06e9cd59-675c-4aa2-9e87-9ed5d5fa748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:53.178279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-06e9cd59-675c-4aa2-9e87-9ed5d5fa748c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.2222173 Nov 23 18:35:53.187262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:53.219832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe325d-8155-4c56-aeae-7bed1716f469 req-cfa27591-56c8-404c-bebb-33350b152d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:53.222004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5489d08-c424-44a9-a1f7-671637957219 req-e176f9e1-f386-4185-b67d-a7baf10ad25b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:53.225204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-cfa27591-56c8-404c-bebb-33350b152d3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200171 Nov 23 18:35:53.235578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5489d08-c424-44a9-a1f7-671637957219 req-e176f9e1-f386-4185-b67d-a7baf10ad25b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 949 time: 0.2306275 Nov 23 18:35:53.396504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5489d08-c424-44a9-a1f7-671637957219 req-64244501-d7fd-4838-82d4-1fafcf16f73c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586306 Nov 23 18:35:53.447429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:53.461231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:53.518710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a707ef-4a4b-478d-8a74-88873249c06c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:53.540758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:53.544453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-23b6f8d1-25b1-43ed-af5b-731cb526f04b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3172035 Nov 23 18:35:53.548843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:53.582496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:53.697873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d967f5b-499a-4c7a-b917-c8e8fbf5e92c None None] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:53.742073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:53.777337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:53.777781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:53.832687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:53.834703 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:53.929288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-495e278f-e3f4-4cad-a73e-2155663a3c79 None None] Provisioning complete for port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:53.929716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-495e278f-e3f4-4cad-a73e-2155663a3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.010833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ab683-9b0f-4b81-86b4-db54345fac73 req-ad1fa09a-ab5f-4d9e-89c1-a7d3eb10878d tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:54.017677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b15ab683-9b0f-4b81-86b4-db54345fac73 req-ad1fa09a-ab5f-4d9e-89c1-a7d3eb10878d tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1124 time: 0.6566241 Nov 23 18:35:54.081668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.180036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:54.182969 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb751d44-9847-469c-abcb-2cd5224ac312" -d '{"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-plugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:54.191012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.197896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-a0e2f83d-26b7-4031-bc86-44f41b645731 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527229 Nov 23 18:35:54.218611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:54.229352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.241468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-495e278f-e3f4-4cad-a73e-2155663a3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.360621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174c32e-777d-4489-ac16-e18e55bcbcbd req-78568b2d-9bde-444b-8420-4628d3954cb8 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:54.369110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c174c32e-777d-4489-ac16-e18e55bcbcbd req-78568b2d-9bde-444b-8420-4628d3954cb8 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 948 time: 0.0790002 Nov 23 18:35:54.415599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-cc86c327-ee02-471a-ad71-6092b939aa2d service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515277 Nov 23 18:35:54.425453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b15ab683-9b0f-4b81-86b4-db54345fac73 req-a10e1804-5046-482b-976d-da59867b3921 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066372 Nov 23 18:35:54.504164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c174c32e-777d-4489-ac16-e18e55bcbcbd req-30d42b51-7f43-4095-8d87-ce49b1b34dee tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164834 Nov 23 18:35:54.504710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:54.577946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:54.637001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:54.649297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-effe325d-8155-4c56-aeae-7bed1716f469 req-df464ad9-25f3-4a53-9232-ec48beda5c3b service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385228 Nov 23 18:35:54.778693 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d771cb37-0013-47d0-95b9-9a72e2de1d1d x-openstack-request-id: req-d771cb37-0013-47d0-95b9-9a72e2de1d1d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:54.779129 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-plugged", "status": "completed", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:54.779517 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d771cb37-0013-47d0-95b9-9a72e2de1d1d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:54.780230 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'code': 200} Nov 23 18:35:54.806864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-f67aa8ac-423e-495a-be27-e9d43e9c1ad2 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708117 Nov 23 18:35:54.825460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-495e278f-e3f4-4cad-a73e-2155663a3c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:35:54.826173 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-495e278f-e3f4-4cad-a73e-2155663a3c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:35:54.832298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:54.844453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.115647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62b57-85c3-46da-b5e1-a3ac387ce204 req-75c8d089-13fa-4399-afbd-178313e2bbc6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:55.116984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ca33fcdb-5c84-482d-96ec-d2a59afa072b tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:55.118476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-ca33fcdb-5c84-482d-96ec-d2a59afa072b tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1124 time: 0.2664173 Nov 23 18:35:55.123220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-afd62b57-85c3-46da-b5e1-a3ac387ce204 req-75c8d089-13fa-4399-afbd-178313e2bbc6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.0890660 Nov 23 18:35:55.141683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:55.200133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-afd62b57-85c3-46da-b5e1-a3ac387ce204 req-f5fc36c8-598b-42a5-92f5-e4b85076e722 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758257 Nov 23 18:35:55.311361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.374497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:55.396165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.437621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:55.437991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.473017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 20b458bc-c199-48a6-993e-2cc172838813 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:55.486458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-de3645e4-f516-4850-8ea6-2d2f7599c9c3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:55.488265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-de3645e4-f516-4850-8ea6-2d2f7599c9c3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.2286060 Nov 23 18:35:55.572539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-8ed84a96-6a25-4293-bbe2-def22e7ba222 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/quotas/48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 375 time: 0.0704184 Nov 23 18:35:55.629455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85bb03de-9c9b-4b91-b73d-0b4910fc32ff None None] Provisioning complete for port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:55.630184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85bb03de-9c9b-4b91-b73d-0b4910fc32ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.671561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:55.685515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=20b458bc-c199-48a6-993e-2cc172838813,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:55.703932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '20b458bc-c199-48a6-993e-2cc172838813', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '20b458bc-c199-48a6-993e-2cc172838813', 'mac_address': 'fa:16:3e:c7:e1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:55.712989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-c5b087e4-1904-4f84-8102-4f7a4f639438 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263683 Nov 23 18:35:55.721960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13c937-90da-44bf-982b-5ca8870b3f89 req-a532f0d7-2880-494c-bff9-5a9c7b28c207 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:55.724036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce13c937-90da-44bf-982b-5ca8870b3f89 req-a532f0d7-2880-494c-bff9-5a9c7b28c207 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.0676320 Nov 23 18:35:55.777637 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.781621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:55.801644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b458bc-c199-48a6-993e-2cc172838813 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:55.808039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce13c937-90da-44bf-982b-5ca8870b3f89 req-ae22bbdb-860b-45ed-9669-afbfde6c6976 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Nov 23 18:35:55.833520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Router 3fbab319-d230-4bde-ba95-e6c177bf17a0 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:35:55.833654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=20b458bc-c199-48a6-993e-2cc172838813,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:55.852470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.878616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe31cbe3-711d-4fa5-9138-01461e2cf7af {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:55.931701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:55.942566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:55.950857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:56.066774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04b01-81d3-4ba6-94cb-5b987fd9baf7 req-9fce2734-ec85-400a-8d2c-28aa363f2acd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:56.068430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30f04b01-81d3-4ba6-94cb-5b987fd9baf7 req-9fce2734-ec85-400a-8d2c-28aa363f2acd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 949 time: 0.0776012 Nov 23 18:35:56.135213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30f04b01-81d3-4ba6-94cb-5b987fd9baf7 req-0b4936ba-fc0a-4fc4-8196-e87f7ad81441 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Nov 23 18:35:56.213164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-143063e3-a765-4524-923b-2f7a5e275b1d service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848220 Nov 23 18:35:56.215786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:56.317436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on host n-h2-792364-9 for vnic_type normal with profile {} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:56.317705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:56.317985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:56.327282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:56.350735 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Sync routers for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:56.357757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:56.360953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:56.360953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Attempting to bind port fe31cbe3-711d-4fa5-9138-01461e2cf7af on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:56.366682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:56.373914 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:35:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:56.380234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:56.380569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:56.380957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:56.381496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Bound port: fe31cbe3-711d-4fa5-9138-01461e2cf7af, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:56.381740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:56.399379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:56.403618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a29885a0-818d-46ff-be8f-af4b0ab844f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9306605 Nov 23 18:35:56.404077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:56.445157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-d5f7fe42-2bb3-4fea-b946-be9be97b53cf service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090085 Nov 23 18:35:56.496251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:56.501456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:56.510710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:56.563973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:56.565559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:56.567179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 1091 time: 1.4337003 Nov 23 18:35:56.568033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:56.570498 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b68d09-ae70-4ca5-9203-576f3a8e9012" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:56.634881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7e30f-396a-4cdc-a577-0baa1135f426 service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:56.695406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:56.749170 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:56.943284 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc06035-ff29-4028-826d-5f1ffd277f26 x-openstack-request-id: req-1bc06035-ff29-4028-826d-5f1ffd277f26 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:56.943898 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:56.944292 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bc06035-ff29-4028-826d-5f1ffd277f26 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:56.945003 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'status': 'completed', 'code': 200} Nov 23 18:35:57.228591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-716aff35-ed90-4970-acce-74dded2e0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:57.234638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-716aff35-ed90-4970-acce-74dded2e0208 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1762204 Nov 23 18:35:57.241213 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:35:54Z', 'revision_number': 3, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:57.319248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce8e21f4-8688-4e94-8866-f6e6093d462d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:57.324631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8eab2e7b-9b64-4531-8e89-773197c11b4c service neutron] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:57.348491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8eab2e7b-9b64-4531-8e89-773197c11b4c service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:57.348491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378d28fd-bcda-4e0e-8aad-2aced089c425 req-8eab2e7b-9b64-4531-8e89-773197c11b4c service neutron] 10.222.0.47 "DELETE /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.7630033 Nov 23 18:35:57.352675 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Checking router: 3fbab319-d230-4bde-ba95-e6c177bf17a0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:57.354642 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Updating router 3fbab319-d230-4bde-ba95-e6c177bf17a0 port b4a707ef-4a4b-478d-8a74-88873249c06c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:35:57.393091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-5357f306-733e-4674-8693-32e1dbb40b98 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675182 Nov 23 18:35:57.418686 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:57.483560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e4b6ca-0c0c-42f7-b648-d1f7737b6bf7 req-d1c846b2-43d7-4bbf-8572-6f9b488fb289 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 210 time: 0.0449491 Nov 23 18:35:57.489984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 20b458bc-c199-48a6-993e-2cc172838813 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:57.526559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-4d863106-dc52-4123-b31c-f95b63f6c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:57.528415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-4d863106-dc52-4123-b31c-f95b63f6c799 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.2655902 Nov 23 18:35:57.592677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-52f07c92-7209-462e-912b-2cc0acfdb70a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:57.610009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-52f07c92-7209-462e-912b-2cc0acfdb70a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156386 Nov 23 18:35:57.627236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-328a008e-40cf-43a0-834c-77c8951f020d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.0862813 Nov 23 18:35:57.675496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-aed46b63-31e8-4c4b-a0e7-3a9dc7b4b4c6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/quotas/843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 375 time: 0.0636806 Nov 23 18:35:57.686187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 20b458bc-c199-48a6-993e-2cc172838813 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:57.709326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 20b458bc-c199-48a6-993e-2cc172838813 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:57.710077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:57.804854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-2c869474-2626-4b99-b54f-c833bfc6d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:57.808090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-2c869474-2626-4b99-b54f-c833bfc6d3da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1644194 Nov 23 18:35:57.831407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661957-d1d1-4661-ab02-adc810e7fbd7 req-b057b94e-84c6-4f4a-b5ff-efbdb1fc0cac tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:57.847260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-ebfd8d9b-6e1d-4a93-83c4-fef89b55feb4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1704986 Nov 23 18:35:57.850453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec661957-d1d1-4661-ab02-adc810e7fbd7 req-b057b94e-84c6-4f4a-b5ff-efbdb1fc0cac tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 949 time: 0.1155255 Nov 23 18:35:57.890772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:57.934704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-e1e5db5c-b45d-44ca-81db-6d08c0f1a3aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814526 Nov 23 18:35:57.997903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=20b458bc-c199-48a6-993e-2cc172838813,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:57.997903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b458bc-c199-48a6-993e-2cc172838813'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:58.011963 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377dc5d-cf3d-404e-b702-f0247e92ba3a" -d '{"events": [{"server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "name": "network-vif-plugged", "status": "completed", "tag": "20b458bc-c199-48a6-993e-2cc172838813"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:58.025522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.028666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.029976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:58.096573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-5fafc7c6-c107-48c4-960b-390afcc961ff service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315455 Nov 23 18:35:58.119258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec661957-d1d1-4661-ab02-adc810e7fbd7 req-de1a5670-d716-4413-a8fe-9f68df3bbe72 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656276 Nov 23 18:35:58.203371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:58.269620 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.286004 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.380010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24b68d09-ae70-4ca5-9203-576f3a8e9012 req-e24d2bfd-fb92-46ab-b3b3-f96d2806ad34 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502046 Nov 23 18:35:58.393181 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Pushing event updated for resources: {'Port': ['ID=b4a707ef-4a4b-478d-8a74-88873249c06c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:58.415578 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.416391 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.417164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.417790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.418446 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.419452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.420055 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.420840 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.421577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.422373 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.423002 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.424297 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:58.437951 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Attempting to bind port b4a707ef-4a4b-478d-8a74-88873249c06c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:58.438361 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Attempting to bind port b4a707ef-4a4b-478d-8a74-88873249c06c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:58.438742 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Attempting to bind port b4a707ef-4a4b-478d-8a74-88873249c06c on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:58.442208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e85937-c5d7-40a7-97c5-5ae294bea5ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.445804 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28e4b51-4f02-4bb3-983e-0721af311fb5 x-openstack-request-id: req-f28e4b51-4f02-4bb3-983e-0721af311fb5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:58.448018 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "name": "network-vif-plugged", "status": "completed", "tag": "20b458bc-c199-48a6-993e-2cc172838813", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:58.448700 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f28e4b51-4f02-4bb3-983e-0721af311fb5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:58.449620 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b458bc-c199-48a6-993e-2cc172838813', 'code': 200} Nov 23 18:35:58.457076 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:58.457545 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:58.458027 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.458606 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:58.459111 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Bound port: b4a707ef-4a4b-478d-8a74-88873249c06c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:58.459542 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.482080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fee0eb5-881c-42e6-beb3-52706caced04 req-d7ce25ef-da1c-42a7-a93c-7ec517a4cda6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 210 time: 0.0509968 Nov 23 18:35:58.612369 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] For port b4a707ef-4a4b-478d-8a74-88873249c06c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:58.641279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] For port b4a707ef-4a4b-478d-8a74-88873249c06c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b4a707ef-4a4b-478d-8a74-88873249c06c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:58.649930 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.685141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e85937-c5d7-40a7-97c5-5ae294bea5ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.707279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e85937-c5d7-40a7-97c5-5ae294bea5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:58.758766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fec95fe-4291-41cb-b62c-74220254f498 req-3fff2d3c-7793-46f9-996d-fefb9f44a9eb tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 210 time: 0.0780463 Nov 23 18:35:58.799541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66e85937-c5d7-40a7-97c5-5ae294bea5ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=855da61d49fe402a90aa642a893ad11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668662 Nov 23 18:35:58.801280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:58.842949 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:58.844242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:35:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:58.907458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e85937-c5d7-40a7-97c5-5ae294bea5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd979a-c5aa-4ef1-9399-c3549cc05548,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:58.932930 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837134f-a166-4bc9-b9ab-9eaf6145bb9e None None] Pushing event updated for resources: {'Port': ['ID=b4a707ef-4a4b-478d-8a74-88873249c06c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:59.005573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Allocated IP 172.20.0.1 (9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7/a4b30c59-38e7-4971-a350-46caaad80e7b/46878ce7-f2da-4a36-8d68-37059f15d852) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:59.051539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c56d3-638c-4862-8a99-054801bf8237 req-10e95f86-3a80-4f85-8bce-caecec667ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:59.060943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca9c56d3-638c-4862-8a99-054801bf8237 req-10e95f86-3a80-4f85-8bce-caecec667ba9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 1101 time: 0.4472342 Nov 23 18:35:59.066761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.172529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.187548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-dfd684a3-bfe3-4020-9ae9-3fdb2bb0e58f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:59.193321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-dfd684a3-bfe3-4020-9ae9-3fdb2bb0e58f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.5593421 Nov 23 18:35:59.197303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca9c56d3-638c-4862-8a99-054801bf8237 req-0dc219de-bb03-43b6-bc4f-c1455725eec6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253803 Nov 23 18:35:59.217479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Request body: {'port': {'device_id': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'admin_state_up': True, 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:59.321078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:59.403094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.417274 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:59.432109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:59.436342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f2de-35cd-4977-8d81-77a69603bdd0 req-a73b82c6-cb40-46e3-bbd3-b1cb514e4690 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:59.439383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.449994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b712f2de-35cd-4977-8d81-77a69603bdd0 req-a73b82c6-cb40-46e3-bbd3-b1cb514e4690 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.2066751 Nov 23 18:35:59.453779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:59.487950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.491439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.496494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8bd979a-c5aa-4ef1-9399-c3549cc05548 HTTP/1.1" status: 204 len: 168 time: 0.6819801 Nov 23 18:35:59.519908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1494-f670-480e-ad57-1ad58eb45666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd979a-c5aa-4ef1-9399-c3549cc05548,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:59.591203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b712f2de-35cd-4977-8d81-77a69603bdd0 req-89c3b028-d513-4591-912c-c07e7307daed tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397829 Nov 23 18:35:59.623160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.713186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1943cf3-88b8-43cc-8e4e-92b5744c27d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.734848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:59.741996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:59.750714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:59.760943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Pushing event updated for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:59.833112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:59.889498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f050eb50-135e-4789-ad7c-5d112346e0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.027694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f050eb50-135e-4789-ad7c-5d112346e0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.060561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f050eb50-135e-4789-ad7c-5d112346e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.113529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1fbf87e2-41ff-4e85-bc08-7f9092bc1b67 req-a55674fa-d5bf-49b6-9b2d-418b3189a40b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 210 time: 0.1959283 Nov 23 18:36:00.142049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e7859ac-0a4b-49b0-b774-fc8ef9c7e9e8 req-4bd7edb0-61ee-486e-af95-5e2b4a387f0f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 210 time: 0.1518643 Nov 23 18:36:00.228123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:35:54Z', 'revision_number': 3, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:00.231814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Allocated IP 172.20.0.9 (d10a83a4-c7e2-4c8c-9165-ff95cb0af19c/e141e0fd-54be-43c8-ba1d-45f91a90568a/ee2c5855-ec76-4862-97e5-5081d58743ce) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:00.244524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050eb50-135e-4789-ad7c-5d112346e0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d57f1e-fabd-4098-ba83-36d0b763c358,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:00.281720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f050eb50-135e-4789-ad7c-5d112346e0d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc4e8bc3a58443e4a1d89bc7d8df6b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9552126 Nov 23 18:36:00.285420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:00.356852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629186d4-397e-4c5f-bf23-17ca1160efaa None None] The sync data for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 is: [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:35:54Z', 'revision_number': 3, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:36:00.363837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:00.367453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4898e4c-6f2b-498a-bcb0-ca72bf3ec819 None None] Provisioning complete for port 46878ce7-f2da-4a36-8d68-37059f15d852 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:00.369892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4898e4c-6f2b-498a-bcb0-ca72bf3ec819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.398631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2a27ad5-2ce6-4ee2-8c27-a21f93887837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.418789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c577-0d84-4980-92f4-188052d9e1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.424361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4898e4c-6f2b-498a-bcb0-ca72bf3ec819 None None] Port 46878ce7-f2da-4a36-8d68-37059f15d852 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:00.450771 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-5aa2f910-4230-48d7-b4a6-e4bef11023c7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688980 Nov 23 18:36:00.480899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.567271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.581597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.589751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.774422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2a27ad5-2ce6-4ee2-8c27-a21f93887837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.790648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2a27ad5-2ce6-4ee2-8c27-a21f93887837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.840126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c577-0d84-4980-92f4-188052d9e1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.852001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2e1c577-0d84-4980-92f4-188052d9e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.857380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.864192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.867236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:00.868784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19d57f1e-fabd-4098-ba83-36d0b763c358 HTTP/1.1" status: 204 len: 168 time: 0.5818295 Nov 23 18:36:00.952765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f2e1c577-0d84-4980-92f4-188052d9e1cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4baac04854f546b5b057dd271bd3941f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853736 Nov 23 18:36:00.956063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1c577-0d84-4980-92f4-188052d9e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c0bad0-47a7-4d2f-86e0-831680289ad5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:00.978888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:00.996021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-9158fead-f4fe-4bfb-8c76-684f339fc066 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:00.997888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-9158fead-f4fe-4bfb-8c76-684f339fc066 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365260 Nov 23 18:36:01.033590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Request body: {'port': {'device_id': 'fc840422-92b6-4136-bea3-8451456c2e85', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '843dbf999a6942af8105a567311de4e5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:01.062342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6d79d-e4d0-4d8a-83f7-d259abd11fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d57f1e-fabd-4098-ba83-36d0b763c358,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:01.144358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.149803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.174450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:01.299855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.308638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:01.317752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:01.324704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:01.329628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:01.487693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2c80af-a766-4f6a-a74d-7cf63d20710d req-06dcb257-bc26-44f2-95c1-9e2929b6dbab tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 210 time: 0.0646677 Nov 23 18:36:01.523471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:01.524149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.525074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0cbc4-53f2-4710-8146-9360e3708f06 req-bdbb4eba-61ba-4575-906c-e7bfa2c80202 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:01.526772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40b0cbc4-53f2-4710-8146-9360e3708f06 req-bdbb4eba-61ba-4575-906c-e7bfa2c80202 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.8179905 Nov 23 18:36:01.529714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2a27ad5-2ce6-4ee2-8c27-a21f93887837 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1854c350907945c8bce71633763076ea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0705135 Nov 23 18:36:01.562839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:01.569137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.571690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.575695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2c0bad0-47a7-4d2f-86e0-831680289ad5 HTTP/1.1" status: 204 len: 168 time: 0.5954218 Nov 23 18:36:01.596593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a27ad5-2ce6-4ee2-8c27-a21f93887837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441641d0-9992-4650-913c-0aeebd3abb49,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:01.596953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b4a707ef-4a4b-478d-8a74-88873249c06c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:01.692720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724b0bd-97db-4b46-a4bd-cbccbd361cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c0bad0-47a7-4d2f-86e0-831680289ad5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:01.751642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-97b93bba-1c87-478d-b5d1-5e18691814f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5471971 Nov 23 18:36:01.772820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.803081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40b0cbc4-53f2-4710-8146-9360e3708f06 req-a24651a6-496a-49d7-a53f-384d57958ca2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127013 Nov 23 18:36:01.804410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.830459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Request body: {'port': {'device_id': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:01.870627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Made reservation on behalf of 843dbf999a6942af8105a567311de4e5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:01.874185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:01.981618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:01.983808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5064-09e6-43d7-bf23-a71a9f4a5e53 req-a8f894cd-e5b5-4d1f-8698-d244295cba09 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:01.987755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.001511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-620f5064-09e6-43d7-bf23-a71a9f4a5e53 req-a8f894cd-e5b5-4d1f-8698-d244295cba09 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 931 time: 0.2913599 Nov 23 18:36:02.005645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.031496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dcd5b0-0236-4941-938d-f9ebe3e4993a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.066734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b4a707ef-4a4b-478d-8a74-88873249c06c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:02.067208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.072615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Pushing event updated for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:02.140605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.208913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.228983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.270446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:02.280902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:02.330742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.382396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b4a707ef-4a4b-478d-8a74-88873249c06c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b4a707ef-4a4b-478d-8a74-88873249c06c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:02.384040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-620f5064-09e6-43d7-bf23-a71a9f4a5e53 req-fa83d704-d10f-4e30-b48f-efd12950513c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519619 Nov 23 18:36:02.388668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.500965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.504669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.509119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/441641d0-9992-4650-913c-0aeebd3abb49 HTTP/1.1" status: 204 len: 168 time: 0.9416704 Nov 23 18:36:02.518563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b4a707ef-4a4b-478d-8a74-88873249c06c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:02.542861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e624c2-fdbe-423d-8310-821666279f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441641d0-9992-4650-913c-0aeebd3abb49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:02.653246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Allocated IP 192.168.233.35 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:02.815327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-750f1ed1-084c-4304-b4d3-2862ab459827 None None] Provisioning complete for port 46878ce7-f2da-4a36-8d68-37059f15d852 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:02.816436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-750f1ed1-084c-4304-b4d3-2862ab459827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:02.927084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c39ba7f6-3376-4a61-b4b4-72b2e687e012 req-f6b45e03-e990-4696-aeb4-5c4ad1535fef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 210 time: 0.1858988 Nov 23 18:36:02.976218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2c5855-ec76-4862-97e5-5081d58743ce {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:03.000015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.000678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-750f1ed1-084c-4304-b4d3-2862ab459827 None None] Port 46878ce7-f2da-4a36-8d68-37059f15d852 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:03.038630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Transition to ACTIVE for port object ee2c5855-ec76-4862-97e5-5081d58743ce will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:03.043648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.094329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Router 3fbab319-d230-4bde-ba95-e6c177bf17a0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:36:03.121912 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.146280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dcd5b0-0236-4941-938d-f9ebe3e4993a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.159477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dcd5b0-0236-4941-938d-f9ebe3e4993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.219901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10dcd5b0-0236-4941-938d-f9ebe3e4993a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f52ea42d983b49c9ab7a99b1bfef8554&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2349875 Nov 23 18:36:03.237869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:03.358238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:03.402541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcd5b0-0236-4941-938d-f9ebe3e4993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa2177a-981c-4bf0-b670-fa5fad5f318d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:03.410779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b4a707ef-4a4b-478d-8a74-88873249c06c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:03.432216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-950b2cbc-1682-46e0-a00f-2aabbd881d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.435249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:03.485292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16755a-0808-4a68-8f79-08b458db7d5b req-08e6cb9d-1fbb-45d1-9237-6e56b69afd68 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:03.487925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.488436 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c16755a-0808-4a68-8f79-08b458db7d5b req-08e6cb9d-1fbb-45d1-9237-6e56b69afd68 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.3434105 Nov 23 18:36:03.494603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.580769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:03.581782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:03.581782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:03.618757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b4a707ef-4a4b-478d-8a74-88873249c06c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:03.621325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:03.621570 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.621847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:03.655404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.663472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:03.663991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:03.664811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:03.665459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Bound port: ee2c5855-ec76-4862-97e5-5081d58743ce, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:03.665932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.706838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c16755a-0808-4a68-8f79-08b458db7d5b req-a21a27d1-cbb5-41db-83a0-6b6b5b264c6d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075593 Nov 23 18:36:03.799995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:36:03.808296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8db0a548-c826-4beb-81ad-2aa154dc1b63 admin admin] 10.222.0.37 "PUT /v2.0/routers/3fbab319-d230-4bde-ba95-e6c177bf17a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4023643 Nov 23 18:36:03.829275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Sync routers for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:36:03.831526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-950b2cbc-1682-46e0-a00f-2aabbd881d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.838220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-950b2cbc-1682-46e0-a00f-2aabbd881d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.867742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:03.868271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:03.869632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35027f6-c2ef-4d70-9abd-b1ca85a8d801 req-e533012f-419f-43a1-a658-3b7116a35292 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:03.874837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-950b2cbc-1682-46e0-a00f-2aabbd881d2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67daf377224e4a7991568567e0dbbbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5147016 Nov 23 18:36:03.879441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:36:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:03.886690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c35027f6-c2ef-4d70-9abd-b1ca85a8d801 req-e533012f-419f-43a1-a658-3b7116a35292 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.2400956 Nov 23 18:36:03.889103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:03.895118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.904997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:03.921967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.937387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b2cbc-1682-46e0-a00f-2aabbd881d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd25bf-b204-4e79-b249-d3aecca20b2c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:03.997966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:03.998588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:03.999029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.000684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] 10.222.0.47 "PUT /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 1091 time: 2.1785789 Nov 23 18:36:04.001346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:04.001541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.004533 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a56ea-57f4-4165-bb65-7ce69d75b441" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:04.006271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa2177a-981c-4bf0-b670-fa5fad5f318d HTTP/1.1" status: 204 len: 168 time: 0.7644019 Nov 23 18:36:04.045726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:04.056487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:04.061021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:04.073283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:04.074633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96edf-7e02-46e8-8c29-6d79a6f69662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa2177a-981c-4bf0-b670-fa5fad5f318d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:04.094543 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.095650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c35027f6-c2ef-4d70-9abd-b1ca85a8d801 req-d75185b5-4ef7-4464-aef0-dfac86c8e4e6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064295 Nov 23 18:36:04.121255 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.151418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:04.226310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:04.227442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.270135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd291a-4762-495f-8119-9d2a910ac47a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:04.315500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-c6f73fd5-54de-4d55-9fbc-c9ff25acbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:04.317491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-c6f73fd5-54de-4d55-9fbc-c9ff25acbcb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1094 time: 0.2403104 Nov 23 18:36:04.405601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-4b6ddca0-ca61-4e3a-a4e4-e50d3320b501 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3815432 Nov 23 18:36:04.426701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d353-cc17-4e82-b8d3-19d193bb23bf req-5ad21b41-117d-4869-b362-8578bea9ea4f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:04.428275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.429092 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e84d353-cc17-4e82-b8d3-19d193bb23bf req-5ad21b41-117d-4869-b362-8578bea9ea4f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 935 time: 0.1865849 Nov 23 18:36:04.434591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.438055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0afd25bf-b204-4e79-b249-d3aecca20b2c HTTP/1.1" status: 204 len: 168 time: 0.5474939 Nov 23 18:36:04.440319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Request body: {'port': {'device_id': 'fc840422-92b6-4136-bea3-8451456c2e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:04.452608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-1c7fc055-8c99-41bc-837e-ddebd707f059 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 217 time: 0.1203473 Nov 23 18:36:04.586644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:04.588097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2749fe-0ccd-4130-919d-78cd92666348 req-16fa0a4f-6751-4677-a323-be385a26bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:04.592078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-16fa0a4f-6751-4677-a323-be385a26bb2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1259911 Nov 23 18:36:04.594734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5e5b2-7ae6-47fb-9828-7a1bedabcc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd25bf-b204-4e79-b249-d3aecca20b2c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:04.688389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-899f9128-097e-4a9d-a391-ab7c88435f31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777690 Nov 23 18:36:04.728049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13ad7012-f510-4dc2-83c0-7e8fa4aaf312 None None] Provisioning complete for port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:04.728503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13ad7012-f510-4dc2-83c0-7e8fa4aaf312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:04.740649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33673408-2dfd-44de-931e-d37489f29075 req-45d7ef5e-e7cc-4b02-9427-5d16b642cd35 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:04.742729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33673408-2dfd-44de-931e-d37489f29075 req-45d7ef5e-e7cc-4b02-9427-5d16b642cd35 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 1101 time: 0.1494927 Nov 23 18:36:04.748676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e84d353-cc17-4e82-b8d3-19d193bb23bf req-c150e97a-6af4-48bf-ab7a-70b9206add10 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033986 Nov 23 18:36:04.755552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.151413 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb38d122-b35f-4f6b-b06c-3f733e8adae4 x-openstack-request-id: req-bb38d122-b35f-4f6b-b06c-3f733e8adae4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:05.151716 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:05.151970 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb38d122-b35f-4f6b-b06c-3f733e8adae4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:05.152384 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'status': 'completed', 'code': 200} Nov 23 18:36:05.177593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-13ad7012-f510-4dc2-83c0-7e8fa4aaf312 None None] Port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:05.179965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-33673408-2dfd-44de-931e-d37489f29075 req-0eaac246-2bac-443b-9510-3858166fe845 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.232403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-fb714a71-043f-4b98-b975-03be24c13f5b service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301876 Nov 23 18:36:05.418382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-33673408-2dfd-44de-931e-d37489f29075 req-0eaac246-2bac-443b-9510-3858166fe845 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.421671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2749fe-0ccd-4130-919d-78cd92666348 req-104ac7d3-8eab-4b3c-8d69-2214e0b6af4f service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754568 Nov 23 18:36:05.426563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-33673408-2dfd-44de-931e-d37489f29075 req-0eaac246-2bac-443b-9510-3858166fe845 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.443429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:00Z', 'revision_number': 4, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '46878ce7-f2da-4a36-8d68-37059f15d852', 'name': '', 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'mac_address': 'fa:16:3e:04:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:58Z', 'updated_at': '2021-11-23T18:36:00Z', 'revision_number': 2, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'subnets': [{'id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:05.456065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4662b2c-51f1-4d67-8a9c-fd5732b9c56e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:05.467884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.472275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33673408-2dfd-44de-931e-d37489f29075 req-0eaac246-2bac-443b-9510-3858166fe845 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189347 Nov 23 18:36:05.474718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaac246-2bac-443b-9510-3858166fe845 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ac75f1-52ba-48cd-a924-b77f9eef718c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:05.501182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Transition to ACTIVE for port object f4662b2c-51f1-4d67-8a9c-fd5732b9c56e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:05.509193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.540307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Checking router: 3fbab319-d230-4bde-ba95-e6c177bf17a0 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:36:05.540890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Updating router 3fbab319-d230-4bde-ba95-e6c177bf17a0 port 46878ce7-f2da-4a36-8d68-37059f15d852 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:36:05.629137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:05.634089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-e9c3aee7-d33a-4e0e-b82d-5b09bb0c93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:05.638401 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-e9c3aee7-d33a-4e0e-b82d-5b09bb0c93f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1094 time: 0.1090331 Nov 23 18:36:05.850057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:06.015413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2ec1-dd02-488a-a700-1756111f25bb req-2b729827-e043-4003-b6e7-b3774f592893 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.017735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ceef2ec1-dd02-488a-a700-1756111f25bb req-2b729827-e043-4003-b6e7-b3774f592893 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.2432203 Nov 23 18:36:06.032550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-cc04ddd5-52a7-4a40-8642-cde9c02a1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.035107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-cc04ddd5-52a7-4a40-8642-cde9c02a1176 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.3871136 Nov 23 18:36:06.119051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-19941efc-4ad3-43a2-8d05-8a17b06a5c5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 217 time: 0.0668139 Nov 23 18:36:06.192954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:06.193512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:06.194046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:06.198599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ceef2ec1-dd02-488a-a700-1756111f25bb req-f53412a3-e202-4669-a5db-1507a8301a91 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623611 Nov 23 18:36:06.212156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-5de6d5ce-2c79-433c-a208-4b1e9771bf17 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4513657 Nov 23 18:36:06.212962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:06.213380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:06.222226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-2390f432-6477-4d4d-bd3d-498908061e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.224307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:06.225677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-2390f432-6477-4d4d-bd3d-498908061e45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0946114 Nov 23 18:36:06.229900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:06.230385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:06.230867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:06.231894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Bound port: f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:06.232150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.273012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.289200 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.295715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-2e2e43e1-74ab-4e19-a344-a2ed4fedf874 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517411 Nov 23 18:36:06.336164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:06.344278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:06.346975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.351811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.428786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.434406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.445102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 1095 time: 2.0066266 Nov 23 18:36:06.451113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:06.462833 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb75b7-087e-4e3d-80b5-7559924df5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:06.476829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d6fb-ec1d-4abc-924e-37246162d9e8 None None] Pushing event updated for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:06.634230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-2556635f-fdaa-4e96-86ab-be4ce0887543 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373256 Nov 23 18:36:06.645832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587af3f-6568-4c8e-b153-1beab9b12648 service neutron] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:06.737205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Attempting to bind port 46878ce7-f2da-4a36-8d68-37059f15d852 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:06.737858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Attempting to bind port 46878ce7-f2da-4a36-8d68-37059f15d852 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:06.738399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Attempting to bind port 46878ce7-f2da-4a36-8d68-37059f15d852 on network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:06.756867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:06.757564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Checking segment: {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:06.760473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.760979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Bound using segment: {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:06.761499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Bound port: 46878ce7-f2da-4a36-8d68-37059f15d852, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ac9a57-1be1-48b2-9853-16012ed94c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:06.761956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.781941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-569529f2-72a1-438d-ab83-48da87ce270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.791197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-569529f2-72a1-438d-ab83-48da87ce270d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.2876930 Nov 23 18:36:06.879217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-5ab16410-3dbe-48dc-9567-6d3bcd5e8aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.0752738 Nov 23 18:36:06.898291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a47a56ea-57f4-4165-bb65-7ce69d75b441 req-075e47d8-ed09-4677-9dca-9cfee6455c71 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528906 Nov 23 18:36:06.921097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596e53-34fa-40b5-b869-72d41a4059af req-2ad0f791-f7e7-4122-a0d2-e3f8c7b8b482 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:06.931901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63596e53-34fa-40b5-b869-72d41a4059af req-2ad0f791-f7e7-4122-a0d2-e3f8c7b8b482 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.1305690 Nov 23 18:36:06.945450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f150731f-2046-4783-8525-5428b4ee2c13 None None] Provisioning complete for port 46878ce7-f2da-4a36-8d68-37059f15d852 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:06.945857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f150731f-2046-4783-8525-5428b4ee2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.981066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:06.998123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f150731f-2046-4783-8525-5428b4ee2c13 None None] Port 46878ce7-f2da-4a36-8d68-37059f15d852 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:07.000405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-b7949a1d-7f38-412a-901d-05da4a67654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:07.002310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-b7949a1d-7f38-412a-901d-05da4a67654d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1111798 Nov 23 18:36:07.008800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] For port 46878ce7-f2da-4a36-8d68-37059f15d852, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:07.031532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] For port 46878ce7-f2da-4a36-8d68-37059f15d852, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=46878ce7-f2da-4a36-8d68-37059f15d852,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:07.041690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:07.045051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63596e53-34fa-40b5-b869-72d41a4059af req-6bf95f19-28ac-4ae9-8ec0-6ea1eb0d8446 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108654 Nov 23 18:36:07.123929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:07.125036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:36:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:07.159127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-8f0c0447-c5a8-47ed-90a5-cbe066a36847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:07.161038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-8f0c0447-c5a8-47ed-90a5-cbe066a36847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310627 Nov 23 18:36:07.196886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d6fb-ec1d-4abc-924e-37246162d9e8 None None] Pushing event updated for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:07.307887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:07.366554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Allocated IP 172.25.5.203 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/6bafe83e-4600-4996-84b5-68b9a166592e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:07.400619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-24fe473d-dcbb-414d-bce2-90189ee034d5 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242489 Nov 23 18:36:07.580206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] Provisioning complete for port 46878ce7-f2da-4a36-8d68-37059f15d852 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:07.580672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:07.853739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:07.879488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:00Z', 'revision_number': 4, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '46878ce7-f2da-4a36-8d68-37059f15d852', 'name': '', 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'mac_address': 'fa:16:3e:04:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:58Z', 'updated_at': '2021-11-23T18:36:06Z', 'revision_number': 4, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'subnets': [{'id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:07.884418 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610e59ab-0755-4ddd-b56e-9ddd39c3a7e8 x-openstack-request-id: req-610e59ab-0755-4ddd-b56e-9ddd39c3a7e8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:07.884973 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:07.884973 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-610e59ab-0755-4ddd-b56e-9ddd39c3a7e8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:07.885298 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'status': 'completed', 'code': 200} Nov 23 18:36:07.891301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2209ef06-249d-4af0-ac9e-6f541895b01a req-cfef6962-7588-4426-a736-4f1b50fd9b92 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778962 Nov 23 18:36:07.913391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:07.930782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707986a-f883-491b-ac4b-b96150a8a225 None None] The sync data for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 is: [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:00Z', 'revision_number': 4, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '46878ce7-f2da-4a36-8d68-37059f15d852', 'name': '', 'network_id': '9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'mac_address': 'fa:16:3e:04:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:58Z', 'updated_at': '2021-11-23T18:36:06Z', 'revision_number': 4, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'subnets': [{'id': 'a4b30c59-38e7-4971-a350-46caaad80e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:36:07.962883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] For port 46878ce7-f2da-4a36-8d68-37059f15d852, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=46878ce7-f2da-4a36-8d68-37059f15d852,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:07.972894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:08.076047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-6b47bee2-7f4b-4126-83f2-06b3c6abcb74 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779123 Nov 23 18:36:08.104618 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:08.146323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-d546d2c1-f78c-4c54-9c3c-d18fab7a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:08.147895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-d546d2c1-f78c-4c54-9c3c-d18fab7a2cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.1736579 Nov 23 18:36:08.150242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0090a-4fa9-4375-87e9-402cee9c7176 None None] Pushing event updated for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:08.274361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:08.299916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:08.308418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-da73fae3-442f-453e-8760-98b5ca5052be tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:08.321462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-da73fae3-442f-453e-8760-98b5ca5052be tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436070 Nov 23 18:36:08.342446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-631d0eba-e8be-40e8-9a18-ca2651e3bfc7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.0194178 Nov 23 18:36:08.380125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:08.385131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=6bafe83e-4600-4996-84b5-68b9a166592e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:08.449712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-bf30156b-ea11-4c26-8741-c3268c504d29 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056590 Nov 23 18:36:08.460052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-01717a26-c0d9-406c-ad08-092661385fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:08.461797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-01717a26-c0d9-406c-ad08-092661385fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2727621 Nov 23 18:36:08.487571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:08.547716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-49370903-5356-4fd5-8097-d15da16adfba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.0710285 Nov 23 18:36:08.659721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-d293ed4b-c8d9-4cb8-aab0-bf4b16407dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:08.661832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-d293ed4b-c8d9-4cb8-aab0-bf4b16407dd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1047776 Nov 23 18:36:08.715741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:08.747193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-75d97f6b-db62-43f1-8d98-d0954c20417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:08.750170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-75d97f6b-db62-43f1-8d98-d0954c20417f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789430 Nov 23 18:36:08.797388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.046725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-37d66cc1-b716-43d2-b85b-781d951e4254 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802794 Nov 23 18:36:09.053496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f8d6-4db7-46c3-9cfd-f3a4c0acd574 req-236784ed-04d3-4b03-83d4-cda495f8fef3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:09.062268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8647f8d6-4db7-46c3-9cfd-f3a4c0acd574 req-236784ed-04d3-4b03-83d4-cda495f8fef3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.0761693 Nov 23 18:36:09.148514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8647f8d6-4db7-46c3-9cfd-f3a4c0acd574 req-2a2034c1-c08b-409d-8192-76f11e9654d4 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848579 Nov 23 18:36:09.179679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:09.234558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.242812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.377217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640820-275a-4224-b119-1e4e8c55f4b7 req-7e5c6c71-b7d2-444f-a095-2b174d5d840f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:09.390768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99640820-275a-4224-b119-1e4e8c55f4b7 req-7e5c6c71-b7d2-444f-a095-2b174d5d840f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.1084244 Nov 23 18:36:09.417441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39cb75b7-087e-4e3d-80b5-7559924df5ff req-ed081a2b-e7e4-44eb-9785-096b7aeae27c service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557210 Nov 23 18:36:09.418077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=6bafe83e-4600-4996-84b5-68b9a166592e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:09.421079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.456873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.458229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-68da5781-c228-45bf-b718-37af3b1ae1ab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2391515 Nov 23 18:36:09.479428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:09.493229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 46878ce7-f2da-4a36-8d68-37059f15d852 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:09.500328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'port_id': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'mac_address': 'fa:16:3e:97:cb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e141e0fd-54be-43c8-ba1d-45f91a90568a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:09.567778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99640820-275a-4224-b119-1e4e8c55f4b7 req-e0f480a3-b5b6-4637-9ddc-1156683a07f2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759050 Nov 23 18:36:09.570875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-2231d8f7-8622-4dc0-b17d-caf7b861cdba tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.1050758 Nov 23 18:36:09.630286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.679949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2c5855-ec76-4862-97e5-5081d58743ce {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:09.702877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 46878ce7-f2da-4a36-8d68-37059f15d852 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:09.710208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.741531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-e87c56f6-4c6e-464a-9ec8-adc372a54eca tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:09.742917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-e87c56f6-4c6e-464a-9ec8-adc372a54eca tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1519778 Nov 23 18:36:09.759080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-dede74ab-1634-4c2c-9fe9-dbe197c65df7 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:09.760212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-793e6f63-8ea3-4a8e-a275-256020adc5ac req-dede74ab-1634-4c2c-9fe9-dbe197c65df7 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073047 Nov 23 18:36:09.784371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:09.796095 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:09.918302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:10.062429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ee2c5855-ec76-4862-97e5-5081d58743ce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:10.103846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:10.492645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-55c5825b-a00a-4801-9d2d-c4949209cb18 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1924558 Nov 23 18:36:10.507364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:10.554334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:10.655807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:10.688717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:10.759339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79177875-f537-4f0d-a766-72e73e1ac937 req-529ed14d-99db-4a26-a5c0-e2334b6ad336 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:10.761934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79177875-f537-4f0d-a766-72e73e1ac937 req-529ed14d-99db-4a26-a5c0-e2334b6ad336 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.0653188 Nov 23 18:36:10.832253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Allocated IP 172.25.5.251 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/57388eb1-f567-468a-b9ca-a285822d8810) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:10.841079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79177875-f537-4f0d-a766-72e73e1ac937 req-8b4dcc94-28fb-4595-b355-e787b25a20fa tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Nov 23 18:36:10.859895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a77fec5-cc5c-4dc7-a53d-71fba96fbd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:10.998136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5136347-7bba-46e7-aa7b-ca438e67f3a1 req-a775af0e-cd92-44b0-a875-72648346cf96 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 210 time: 0.0344229 Nov 23 18:36:11.013241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a77fec5-cc5c-4dc7-a53d-71fba96fbd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.013975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.028387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a77fec5-cc5c-4dc7-a53d-71fba96fbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.067583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.079869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77fec5-cc5c-4dc7-a53d-71fba96fbd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb19f4-8554-448b-b734-c2effb7d694c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:11.120334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a77fec5-cc5c-4dc7-a53d-71fba96fbd00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ff117610bb14764b205d66e3935c6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633670 Nov 23 18:36:11.123368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:11.151935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:11.154223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:11.159713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:11.184487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.191043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:11.196697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:11.209690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.269710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.274079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.288254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72eb19f4-8554-448b-b734-c2effb7d694c HTTP/1.1" status: 204 len: 168 time: 0.1516678 Nov 23 18:36:11.310794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab22e-340e-41a3-94ec-75671d887030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb19f4-8554-448b-b734-c2effb7d694c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:11.347606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.368735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-c8d694a7-b3f9-45b5-88b0-27d44cacda9d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153705 Nov 23 18:36:11.384710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=57388eb1-f567-468a-b9ca-a285822d8810,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:11.403870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port ee2c5855-ec76-4862-97e5-5081d58743ce completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:11.421369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ee2c5855-ec76-4862-97e5-5081d58743ce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:11.422048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.464892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:11.468002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.485240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'mac_address': 'fa:16:3e:8c:5c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:11.575182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860a01-2b75-4d9a-8f84-519c0a86199d req-644f6cdf-2139-46d3-ad61-d5daa33af7f1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:11.589343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66860a01-2b75-4d9a-8f84-519c0a86199d req-644f6cdf-2139-46d3-ad61-d5daa33af7f1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.1257703 Nov 23 18:36:11.590387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.593359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.696809 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:11.715927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-356a8f9c-ccf4-494d-b1fe-bb1a10d418dc tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730698 Nov 23 18:36:11.739295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-3b1023fb-ed9f-4ef5-b311-5f9ba633888c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:11.741769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-3b1023fb-ed9f-4ef5-b311-5f9ba633888c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372266 Nov 23 18:36:11.767656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '594c49de-a088-4caa-b163-664984ada7f1', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:11.778114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66860a01-2b75-4d9a-8f84-519c0a86199d req-bb5d5b79-c312-4b55-95de-24c545affac2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875978 Nov 23 18:36:11.834079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:11.837043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:11.840339 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb17c481-fe76-4955-bf85-de679d245f87" -d '{"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-plugged", "status": "completed", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:11.844246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4662b2c-51f1-4d67-8a9c-fd5732b9c56e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:11.851492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.898993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:11.914464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.934971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:11.955794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:11.971364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703d44e3-d008-4c42-ab7f-90ba35ce536f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:11.991749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:11.998654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-1c32a40a-e381-486d-adc6-64aca2fbbc65 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.002301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-1c32a40a-e381-486d-adc6-64aca2fbbc65 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741711 Nov 23 18:36:12.019696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:12.023480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.024566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:12.039955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.044818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.176307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=57388eb1-f567-468a-b9ca-a285822d8810,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:12.180599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:12.208923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.228220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:12.231980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.254653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703d44e3-d008-4c42-ab7f-90ba35ce536f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.259520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703d44e3-d008-4c42-ab7f-90ba35ce536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.266787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.268632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-26a467b3-ef18-4976-89b1-91fd8f158d73 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7675736 Nov 23 18:36:12.316565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.127 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/dc44db5e-a463-4095-bd6b-5daf530c4159) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:12.350656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-703d44e3-d008-4c42-ab7f-90ba35ce536f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f403c34606ab407f983374d3788dd2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940644 Nov 23 18:36:12.357430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:12.383614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d44e3-d008-4c42-ab7f-90ba35ce536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cd819e-84a2-4f3a-a4a3-8aa81efa1aea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:12.407141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-43d22e15-e0af-4dd4-a634-bc4af34ab1ac tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.1252401 Nov 23 18:36:12.435483 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b2027b-7499-437e-81ff-1ded477874d1 x-openstack-request-id: req-57b2027b-7499-437e-81ff-1ded477874d1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:12.435988 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-plugged", "status": "completed", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:12.436080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b2027b-7499-437e-81ff-1ded477874d1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:12.436409 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'code': 200} Nov 23 18:36:12.448216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.489849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.508510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.47', 51875) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:12.598923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e504-e558-49b9-a715-b33d377b3097 req-4128fcf5-1088-4a42-bc8b-b8954b88e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.600651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49c4e504-e558-49b9-a715-b33d377b3097 req-4128fcf5-1088-4a42-bc8b-b8954b88e1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1096 time: 0.0803788 Nov 23 18:36:12.633378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.636174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.637328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31cd819e-84a2-4f3a-a4a3-8aa81efa1aea HTTP/1.1" status: 204 len: 168 time: 0.2788930 Nov 23 18:36:12.660309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de887-2512-4dd5-bc58-7887c44e806e req-f27bd6f0-2459-4a55-bf83-bfe8e3477561 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.664209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-681de887-2512-4dd5-bc58-7887c44e806e req-f27bd6f0-2459-4a55-bf83-bfe8e3477561 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 945 time: 0.0990553 Nov 23 18:36:12.668873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-3ae97cea-8b44-4171-8f3a-a4d2cd40a230 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:12.670347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-234b7d60-162d-4cb0-8c76-023292005ee1 req-3ae97cea-8b44-4171-8f3a-a4d2cd40a230 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2533872 Nov 23 18:36:12.682351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0476a6-cb11-4250-8365-fe78ea8318f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cd819e-84a2-4f3a-a4a3-8aa81efa1aea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:12.731453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.739941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-681de887-2512-4dd5-bc58-7887c44e806e req-237c31da-6ec2-4121-9e1b-365d19fecf9f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Nov 23 18:36:12.744327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49c4e504-e558-49b9-a715-b33d377b3097 req-36097adf-2edf-4558-b450-a848e91d5b8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355336 Nov 23 18:36:12.779922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:12.791784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:12.888456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4b07314-2b79-412e-9d5f-7640629041c3 req-3b8cc278-09f8-46b7-b259-610b406d7d0e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 210 time: 0.0863061 Nov 23 18:36:12.894210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.92 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/ba9ca36e-7fa1-4aac-8927-0d143564402e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:12.900874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:12.907009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:12.911666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:13.094765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:13.095052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.111501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:13.147165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e32d048a-4813-4944-9136-d63b1310c46e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3883393 Nov 23 18:36:13.199853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.208394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:13.234445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Request body: {'port': {'device_id': '594c49de-a088-4caa-b163-664984ada7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:13.263913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980937a4-c877-4a2e-975f-0b479f337a67 req-a7aed920-7b9e-4858-8d8e-27f074342881 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:13.274694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-980937a4-c877-4a2e-975f-0b479f337a67 req-a7aed920-7b9e-4858-8d8e-27f074342881 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 948 time: 0.1756878 Nov 23 18:36:13.278846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.354988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.356268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:13.360244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-24c9a45a-d42a-41f9-8c5d-5b9c15ebc26b None None] Provisioning complete for port dc44db5e-a463-4095-bd6b-5daf530c4159 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:13.360725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24c9a45a-d42a-41f9-8c5d-5b9c15ebc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.364352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:13.364857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.394266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:13.412928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:13.416086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:13.431980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:13.455177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-3543d162-ec6e-4431-a975-782b26b6f71b tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4279177 Nov 23 18:36:13.466203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:13.489168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:13.515210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-980937a4-c877-4a2e-975f-0b479f337a67 req-4af75ea4-e56f-48c8-8d80-4122e562ad69 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395160 Nov 23 18:36:13.519381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24c9a45a-d42a-41f9-8c5d-5b9c15ebc26b None None] Port dc44db5e-a463-4095-bd6b-5daf530c4159 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:13.561366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.579566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:13.581723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.643734 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-b9ccb2fa-c414-4d93-bf45-aacb99c330d6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6308155 Nov 23 18:36:13.665422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Request body: {'port': {'device_id': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:13.669436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.863616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:13.918155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:13.946110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.032319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a5957bc8-8361-44c9-8248-e5c50ad75e27 None None] Provisioning complete for port ba9ca36e-7fa1-4aac-8927-0d143564402e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:14.032891 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5957bc8-8361-44c9-8248-e5c50ad75e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.130832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5957bc8-8361-44c9-8248-e5c50ad75e27 None None] Port ba9ca36e-7fa1-4aac-8927-0d143564402e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:14.153291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:14.230987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:14.327115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c7116-46cc-4070-b863-d8d0b96adbd8 req-a9dbdd13-ec9c-44e6-b68a-925b973e21c9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.339114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-194c7116-46cc-4070-b863-d8d0b96adbd8 req-a9dbdd13-ec9c-44e6-b68a-925b973e21c9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 945 time: 0.2552423 Nov 23 18:36:14.396576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-194c7116-46cc-4070-b863-d8d0b96adbd8 req-7b666ea8-de8a-431f-86f1-1bf68ec443da tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552387 Nov 23 18:36:14.409546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dad9de-a222-4817-8113-5ecdf4cd60be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.437954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:14.442505 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddb290e-a426-4604-8a59-62458e980fea" -d '{"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-plugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:14.456887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.524206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1ec5-2238-47cb-94fd-9a45edffca5e req-a0e0ef0c-1db2-46b1-b54e-94043d6a895c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:14.525747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-353d1ec5-2238-47cb-94fd-9a45edffca5e req-a0e0ef0c-1db2-46b1-b54e-94043d6a895c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 935 time: 0.0567982 Nov 23 18:36:14.582572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-353d1ec5-2238-47cb-94fd-9a45edffca5e req-6c4f92da-f75b-4680-94fc-c68d9c4cd139 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Nov 23 18:36:14.588906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc44db5e-a463-4095-bd6b-5daf530c4159 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:14.622601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.659739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Transition to ACTIVE for port object dc44db5e-a463-4095-bd6b-5daf530c4159 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:14.671277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.725329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Allocated IP 172.25.5.227 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ff788f66-9f26-49ad-a7e7-9cb3aeb218f9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:14.754655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dad9de-a222-4817-8113-5ecdf4cd60be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.789707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dad9de-a222-4817-8113-5ecdf4cd60be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.800099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-68915d56-598a-4547-ae46-d02ad6e729b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433244 Nov 23 18:36:14.843086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:14.944715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15dad9de-a222-4817-8113-5ecdf4cd60be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1485f1696ee64b4ca49a59b63018c454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7079878 Nov 23 18:36:14.946362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:14.983612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dad9de-a222-4817-8113-5ecdf4cd60be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c8990-8f9a-4716-9828-7da19150462c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:15.038894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Attempting to bind port dc44db5e-a463-4095-bd6b-5daf530c4159 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:15.039426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Attempting to bind port dc44db5e-a463-4095-bd6b-5daf530c4159 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:15.039724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Attempting to bind port dc44db5e-a463-4095-bd6b-5daf530c4159 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:15.050462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Port dc44db5e-a463-4095-bd6b-5daf530c4159 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:15.050977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Attempting to bind port dc44db5e-a463-4095-bd6b-5daf530c4159 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:15.058928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:15.059437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:15.059828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:15.060295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Bound port: dc44db5e-a463-4095-bd6b-5daf530c4159, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:15.060889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.123060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-a8da7e0a-6a33-4ba1-8be0-e9dc4964be98 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=10b81c609f3d469b84711f464914a92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675275 Nov 23 18:36:15.134386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.149809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9ca36e-7fa1-4aac-8927-0d143564402e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:15.168934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.184461 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.196560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:15.200260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-5bc7655e-5992-4980-96b2-1bf7004d320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.200866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dc44db5e-a463-4095-bd6b-5daf530c4159,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:15.202210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-5bc7655e-5992-4980-96b2-1bf7004d320b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.3204718 Nov 23 18:36:15.205769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.211767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.224683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Transition to ACTIVE for port object ba9ca36e-7fa1-4aac-8927-0d143564402e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:15.246615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.262282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.263092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.264516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] 10.222.0.47 "PUT /v2.0/ports/dc44db5e-a463-4095-bd6b-5daf530c4159 HTTP/1.1" status: 200 len: 1096 time: 2.0581825 Nov 23 18:36:15.265013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:15.269357 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48578d9-47da-4ff3-8c3f-09ff37e38eee" -d '{"events": [{"name": "network-changed", "server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:15.277493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:15.282449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:15.302433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:15.371715 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.390156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d18d-f33d-47ee-a84d-f05550c86f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:15.493136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:15.537570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=ff788f66-9f26-49ad-a7e7-9cb3aeb218f9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:15.541518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-6fab5311-f70e-484b-9a62-da2d35a7279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.543147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-6fab5311-f70e-484b-9a62-da2d35a7279e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 1099 time: 0.2309070 Nov 23 18:36:15.551097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-c3d05ee3-b01e-4f89-a903-16510f643c9e tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.551595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.553607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-c3d05ee3-b01e-4f89-a903-16510f643c9e tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930433 Nov 23 18:36:15.605872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-a033049e-e76b-4c13-a3c6-c3c9f62f889b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=dc44db5e-a463-4095-bd6b-5daf530c4159 HTTP/1.1" status: 200 len: 217 time: 0.0524061 Nov 23 18:36:15.669776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.701239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-1b5e91d1-a7b9-4a0d-b85c-a95f73ba5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.702864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-1b5e91d1-a7b9-4a0d-b85c-a95f73ba5c9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0750973 Nov 23 18:36:15.799867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-5980846b-5405-4211-a74d-befa810a633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.801451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-5980846b-5405-4211-a74d-befa810a633c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905721 Nov 23 18:36:15.858514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-ae953cde-0219-4568-b0f0-fa0b2a05dca5 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/quotas/10b81c609f3d469b84711f464914a92a HTTP/1.1" status: 200 len: 375 time: 0.0263934 Nov 23 18:36:15.922058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-ff0bdbb7-9e28-444c-8695-831ec28a9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:15.923486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-ff0bdbb7-9e28-444c-8695-831ec28a9de3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6896095 Nov 23 18:36:15.927680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-76e32221-a072-462b-bc38-0186fe085fc4 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10b81c609f3d469b84711f464914a92a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421596 Nov 23 18:36:15.930430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.934595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.936415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d5c8990-8f9a-4716-9828-7da19150462c HTTP/1.1" status: 204 len: 168 time: 0.9862602 Nov 23 18:36:15.978026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-d26a3c90-9a6b-4909-9ed2-69fd0a3b4bb7 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426241 Nov 23 18:36:15.982034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.001369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.010172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-6910bd5e-1963-4aa5-9c7f-2e96907c1d9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0628445 Nov 23 18:36:16.038984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c0a8-ce83-4241-bbfb-be0eec6c7876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c8990-8f9a-4716-9828-7da19150462c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:16.042575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Attempting to bind port ba9ca36e-7fa1-4aac-8927-0d143564402e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:16.042743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Attempting to bind port ba9ca36e-7fa1-4aac-8927-0d143564402e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:16.042976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Attempting to bind port ba9ca36e-7fa1-4aac-8927-0d143564402e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:16.077012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Port ba9ca36e-7fa1-4aac-8927-0d143564402e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:16.077341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Attempting to bind port ba9ca36e-7fa1-4aac-8927-0d143564402e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:16.089415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:16.089714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:16.090101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:16.090643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Bound port: ba9ca36e-7fa1-4aac-8927-0d143564402e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:16.090930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.113936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-14d69a3b-6adb-4b74-a31c-30df9b96bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.115788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-14d69a3b-6adb-4b74-a31c-30df9b96bfa2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0742350 Nov 23 18:36:16.256117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-da2ab519-658f-4f7b-8be6-06cb52a24ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.259181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-da2ab519-658f-4f7b-8be6-06cb52a24ac7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180315 Nov 23 18:36:16.261407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:16.268145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:16.274176 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31d66c-73d2-4c86-93ec-00b3b8297296 x-openstack-request-id: req-6b31d66c-73d2-4c86-93ec-00b3b8297296 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:16.274956 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-plugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:16.274956 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b31d66c-73d2-4c86-93ec-00b3b8297296 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:16.276463 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'code': 200} Nov 23 18:36:16.286772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=ff788f66-9f26-49ad-a7e7-9cb3aeb218f9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:16.289198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.290647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.369149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.385418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-51d41fdf-df49-439d-8b94-93472fb7cd9d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9222159 Nov 23 18:36:16.459876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:16.490729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63232cd7-a777-4dd0-b440-85dc51f13161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.523262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-3d121494-a193-4792-b76e-ea603902ef89 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357738 Nov 23 18:36:16.539282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.539982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.541426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-429176af-3861-4eaa-90df-99342f490c6f service neutron] 10.222.0.47 "PUT /v2.0/ports/ba9ca36e-7fa1-4aac-8927-0d143564402e HTTP/1.1" status: 200 len: 1095 time: 2.8874249 Nov 23 18:36:16.544166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-0949f061-778e-470a-9d90-8b9db22309e1 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.1561639 Nov 23 18:36:16.591136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:16.593243 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c0ae2f-689e-45ee-997b-d5c712c98b43" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:16.676616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429176af-3861-4eaa-90df-99342f490c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:16.732028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a71187-efd5-490c-ad58-50fc61de94da req-d6b6c491-1497-48be-adc5-a917d161f5e8 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.741415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10a71187-efd5-490c-ad58-50fc61de94da req-d6b6c491-1497-48be-adc5-a917d161f5e8 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1096 time: 0.2795191 Nov 23 18:36:16.766410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63232cd7-a777-4dd0-b440-85dc51f13161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.779124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-48c7346b-c1c5-48c1-9318-574ce266844a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.779967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1bd99-63d1-4018-a56b-068ab7f2ce3c req-988ce245-2c87-4e4a-ad0c-8a5f89ee19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.781269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8a1bd99-63d1-4018-a56b-068ab7f2ce3c req-988ce245-2c87-4e4a-ad0c-8a5f89ee19dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1100 time: 0.3559427 Nov 23 18:36:16.781555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fad687b-29f6-4baa-a262-535896ee0f14 req-48c7346b-c1c5-48c1-9318-574ce266844a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2363586 Nov 23 18:36:16.782992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63232cd7-a777-4dd0-b440-85dc51f13161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.820647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-da6273a6-b4af-43bf-ad54-43a032fa57cc service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497012 Nov 23 18:36:16.849836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63232cd7-a777-4dd0-b440-85dc51f13161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57751c9b-cd1d-46dd-8d91-f57d2c4617eb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:16.858009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-63232cd7-a777-4dd0-b440-85dc51f13161 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e22056860591480695852aae6b342bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931057 Nov 23 18:36:16.860497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:16.984531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10a71187-efd5-490c-ad58-50fc61de94da req-26eceea3-57ae-45aa-b9ba-147d43d4cdbe tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417789 Nov 23 18:36:16.990861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4418d5-bf4d-44a2-86a5-ea190af52643 req-e2199ed2-9493-4012-abe2-a9336cfa3e79 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:16.992659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d4418d5-bf4d-44a2-86a5-ea190af52643 req-e2199ed2-9493-4012-abe2-a9336cfa3e79 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.0869622 Nov 23 18:36:16.993317 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.003881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-d1622a4e-8d51-46a4-9910-3b6f6654dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.005859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-d1622a4e-8d51-46a4-9910-3b6f6654dbf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1098 time: 0.3502080 Nov 23 18:36:17.011740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8a1bd99-63d1-4018-a56b-068ab7f2ce3c req-e9ab71b4-43f0-4a7e-a820-4c82207542ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085996 Nov 23 18:36:17.047274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066b2b7e-8a3a-47fd-bc68-89ec7f153cd3 req-e1a31983-5e2d-4a5f-9f45-a89f7105aa0d service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824934 Nov 23 18:36:17.063647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.109158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d4418d5-bf4d-44a2-86a5-ea190af52643 req-99cdbe5a-e085-4402-b02a-3ef269f8671b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046441 Nov 23 18:36:17.176578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.180407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.182562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57751c9b-cd1d-46dd-8d91-f57d2c4617eb HTTP/1.1" status: 204 len: 168 time: 0.3203602 Nov 23 18:36:17.200250 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d7d92-c415-4de3-96fd-aa325dd3a042 x-openstack-request-id: req-e89d7d92-c415-4de3-96fd-aa325dd3a042 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:17.200967 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:17.201580 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e89d7d92-c415-4de3-96fd-aa325dd3a042 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:17.202323 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159', 'status': 'completed', 'code': 200} Nov 23 18:36:17.204256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3ab67-fa50-4fb4-a5f8-01630f70005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57751c9b-cd1d-46dd-8d91-f57d2c4617eb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:17.310074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-becc9ca9-ba2e-4d77-82b6-8122cf962a19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e HTTP/1.1" status: 200 len: 217 time: 0.1076686 Nov 23 18:36:17.384925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ef55c16-d916-4159-862a-0dded6af64dd req-9aec94d9-8475-456d-9aca-40c5ed13dc83 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 210 time: 0.0632157 Nov 23 18:36:17.445604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-632c560e-18e5-4036-8e3f-163c8e1f652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.447160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-632c560e-18e5-4036-8e3f-163c8e1f652b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 1099 time: 0.1518898 Nov 23 18:36:17.448895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e3773b65-4216-43c7-80d2-0b512ad6677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.450281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-e3773b65-4216-43c7-80d2-0b512ad6677d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1257849 Nov 23 18:36:17.458209 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b731f-4ab0-4edb-9513-82bcceab8430 x-openstack-request-id: req-c21b731f-4ab0-4edb-9513-82bcceab8430 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:17.459710 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:17.459905 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c21b731f-4ab0-4edb-9513-82bcceab8430 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:17.460377 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e', 'status': 'completed', 'code': 200} Nov 23 18:36:17.473829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719985-fb26-4aa1-a673-c0943e6c0e60 req-9c9da4b4-9034-4998-952c-1b65f0fa4580 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.475913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a719985-fb26-4aa1-a673-c0943e6c0e60 req-9c9da4b4-9034-4998-952c-1b65f0fa4580 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 947 time: 0.1815107 Nov 23 18:36:17.630405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-a9a88e85-68f9-441a-81f9-e50fd146537f tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1572421 Nov 23 18:36:17.642606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:17.661014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-bf9f3bd0-3aec-4c1b-80bf-e4d6eba77729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.662588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-bf9f3bd0-3aec-4c1b-80bf-e4d6eba77729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834075 Nov 23 18:36:17.668611 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a719985-fb26-4aa1-a673-c0943e6c0e60 req-78708d66-700d-48bf-8197-46e57973ce37 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585693 Nov 23 18:36:17.674210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-9bf44844-f639-4b97-b19e-7e55cff97523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:17.675703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-9bf44844-f639-4b97-b19e-7e55cff97523 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1985059 Nov 23 18:36:17.679064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.776428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-36160244-1b74-439d-b693-7cc1a14b8358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=dc44db5e-a463-4095-bd6b-5daf530c4159 HTTP/1.1" status: 200 len: 217 time: 0.0902109 Nov 23 18:36:17.907965 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:17.994916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-2da22095-cbc0-409e-9ec0-35d17eb44bce tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=10b81c609f3d469b84711f464914a92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024854 Nov 23 18:36:18.050580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e18c8-0eb7-4e2e-a949-e30a87eec072 req-81117353-4686-4c46-b41c-c686fa73a9dd tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.052372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-780e18c8-0eb7-4e2e-a949-e30a87eec072 req-81117353-4686-4c46-b41c-c686fa73a9dd tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1096 time: 0.2750041 Nov 23 18:36:18.053883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-04d6eb85-9aaf-4ce9-b0f4-37e6a3127f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.055415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-04d6eb85-9aaf-4ce9-b0f4-37e6a3127f5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2650304 Nov 23 18:36:18.061933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-1e1e058f-6deb-4b18-a2e3-050464a7fafc service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900242 Nov 23 18:36:18.122930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Allocated IP 172.25.5.186 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/2eea4d00-55aa-4da7-b3be-10864f651235) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:18.338097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-8325452a-fee1-4421-a04d-436ad251b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.340566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-8325452a-fee1-4421-a04d-436ad251b0be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683020 Nov 23 18:36:18.341437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.354184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-780e18c8-0eb7-4e2e-a949-e30a87eec072 req-03293e8e-abbb-47f5-8385-e50934299346 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808971 Nov 23 18:36:18.389316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-b8f09cdd-f8ba-4593-bf6a-5d93b50361f2 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.390927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-b8f09cdd-f8ba-4593-bf6a-5d93b50361f2 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831449 Nov 23 18:36:18.405168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.427877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Request body: {'port': {'device_id': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '10b81c609f3d469b84711f464914a92a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:18.485488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3749fddd-2f95-40d3-a34e-7b9f5c39849e req-285d6b88-385d-4db5-9ce1-492e7df1c226 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935292 Nov 23 18:36:18.507396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:18.526490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:18.546631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:18.582322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=2eea4d00-55aa-4da7-b3be-10864f651235,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:18.649886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-77bd1af2-ef68-45ee-a36c-50276da409bf service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915120 Nov 23 18:36:18.678575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.682534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a203291-bd05-4d44-9a39-dadc3a64d1d4 req-9175886a-47db-498c-bab2-4347e7e24187 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.684254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a203291-bd05-4d44-9a39-dadc3a64d1d4 req-9175886a-47db-498c-bab2-4347e7e24187 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1726258 Nov 23 18:36:18.702525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-db0bdee4-23ae-427a-b1b5-60c9a3211925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:18.706533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-db0bdee4-23ae-427a-b1b5-60c9a3211925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1098 time: 0.1269350 Nov 23 18:36:18.739020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.965880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.972094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.082394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event updated for resources: {'Port': ['ID=2eea4d00-55aa-4da7-b3be-10864f651235,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:19.093185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Made reservation on behalf of 10b81c609f3d469b84711f464914a92a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:19.098029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.099622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.119179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.120573 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-1f06e117-f30f-4801-93fb-711fb6652109 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4839115 Nov 23 18:36:19.138393 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.153705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a203291-bd05-4d44-9a39-dadc3a64d1d4 req-5e28826e-e0eb-4227-b15e-e01de923981a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438906 Nov 23 18:36:19.174021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48578d9-47da-4ff3-8c3f-09ff37e38eee req-b98d1259-b3ff-43cc-baa5-a048e7327555 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097451 Nov 23 18:36:19.182800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-379b482a-587f-4f13-9da6-2b8945c67ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.188737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-379b482a-587f-4f13-9da6-2b8945c67ad5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4693017 Nov 23 18:36:19.217281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-209bae26-bb07-48a3-95f8-289ce906a20a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0875371 Nov 23 18:36:19.239658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dc44db5e-a463-4095-bd6b-5daf530c4159 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:19.292972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-7a1c6e83-cf11-4be2-b72a-785d8f8f3f89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e HTTP/1.1" status: 200 len: 217 time: 0.0932972 Nov 23 18:36:19.358068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-2e767767-cffc-4648-a385-c38ffda50486 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.359524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a028f1ab-7144-4c9b-8c42-463b5ecadd02 req-2e767767-cffc-4648-a385-c38ffda50486 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1308296 Nov 23 18:36:19.409741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dc44db5e-a463-4095-bd6b-5daf530c4159,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:19.427837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'dc44db5e-a463-4095-bd6b-5daf530c4159', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'dc44db5e-a463-4095-bd6b-5daf530c4159', 'mac_address': 'fa:16:3e:ca:46:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:19.477328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-201dc79a-fbe4-44cb-9de5-78a428519948 req-31e57b69-58bf-491a-87c0-ea279a8a30ec tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 210 time: 0.0606494 Nov 23 18:36:19.480598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.481891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-864e1e03-bfb9-4c59-8c5a-f6dfca0d630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.483451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-864e1e03-bfb9-4c59-8c5a-f6dfca0d630a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1686013 Nov 23 18:36:19.498067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44db5e-a463-4095-bd6b-5daf530c4159 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:19.524926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dc44db5e-a463-4095-bd6b-5daf530c4159,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:19.532422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.534978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.545960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:19.590217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:19.620838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6570fb1-2551-4076-b75e-1f58dc0467bb req-9c7bb4af-cd20-4a3c-85b3-0fee3c28ec6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.623113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6570fb1-2551-4076-b75e-1f58dc0467bb req-9c7bb4af-cd20-4a3c-85b3-0fee3c28ec6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 947 time: 0.0908060 Nov 23 18:36:19.657463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:19.673803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-f4edd183-fa0e-404d-84e2-61244efcd14b req-05601b8d-076d-4608-99cd-6e805638beb0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:19.675159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4edd183-fa0e-404d-84e2-61244efcd14b req-05601b8d-076d-4608-99cd-6e805638beb0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067129 Nov 23 18:36:19.680486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-72f95d53-59c3-4ac7-a580-16af586325b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:19.682455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-72f95d53-59c3-4ac7-a580-16af586325b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471586 Nov 23 18:36:19.686550 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6570fb1-2551-4076-b75e-1f58dc0467bb req-61cb729a-5b98-4ad4-b65e-760fa1b2e07e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568540 Nov 23 18:36:19.775567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc18a2ee-b982-43c9-8944-cf952afb97c1 req-7391bd46-9315-4dc6-a435-9ce1f146fdbf tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips/66f61f55-d10a-472c-be32-83cee8154ddb HTTP/1.1" status: 200 len: 693 time: 0.0576108 Nov 23 18:36:19.788161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:19.854945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Allocated IP 192.168.233.23 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:19.930431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-84edb3e7-6883-40d3-a522-b263b89c9128 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387185 Nov 23 18:36:20.045134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18a2ee-b982-43c9-8944-cf952afb97c1 req-f79ba293-e35e-430a-b050-1716ca1c1869 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:20.048038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc18a2ee-b982-43c9-8944-cf952afb97c1 req-f79ba293-e35e-430a-b050-1716ca1c1869 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2638960 Nov 23 18:36:20.071588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-bc18a2ee-b982-43c9-8944-cf952afb97c1 req-14be72fb-4f58-4a55-bfdf-b47c7f41f983 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:20.073726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc18a2ee-b982-43c9-8944-cf952afb97c1 req-14be72fb-4f58-4a55-bfdf-b47c7f41f983 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159235 Nov 23 18:36:20.101471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-acdd9024-9bac-4574-93e4-c6bdf1f908fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213040 Nov 23 18:36:20.165165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24c0ae2f-689e-45ee-997b-d5c712c98b43 req-75328801-ee2b-4244-8a79-137eec308f90 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238092 Nov 23 18:36:20.206017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.265310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.324950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:20.332303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:20.335102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:20.354502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128a8a-ff25-4a95-a6e3-272840f16127 req-b6866104-050d-4c5f-8162-729ce1f855d5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:20.362499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3128a8a-ff25-4a95-a6e3-272840f16127 req-b6866104-050d-4c5f-8162-729ce1f855d5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1311078 Nov 23 18:36:20.421786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:20.471619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:20.473738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.476181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3128a8a-ff25-4a95-a6e3-272840f16127 req-1aaef1ab-bd25-458c-90cc-3e747fdf2b6f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048040 Nov 23 18:36:20.510773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-4bf8e722-8ee9-42c1-8eb7-90c365f5e4ef tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0924726 Nov 23 18:36:20.526107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Request body: {'port': {'device_id': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:20.651221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.727565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c660894-a2cd-499c-861c-5fbe2c1150ee req-b0dfc2b1-9eb6-4c1d-80fa-2cec787bce83 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:20.732207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c660894-a2cd-499c-861c-5fbe2c1150ee req-b0dfc2b1-9eb6-4c1d-80fa-2cec787bce83 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1096 time: 0.1233933 Nov 23 18:36:20.797609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fecba0e9-4043-47af-a09c-e9959f533fde None None] Provisioning complete for port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:20.799059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fecba0e9-4043-47af-a09c-e9959f533fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:20.816260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c660894-a2cd-499c-861c-5fbe2c1150ee req-3e7ee39c-4077-415e-a05d-18ee6cc4b3c9 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758343 Nov 23 18:36:20.851462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-fcd47059-3272-4e0f-ac58-233d714dafaa tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips/66f61f55-d10a-472c-be32-83cee8154ddb HTTP/1.1" status: 200 len: 693 time: 0.1238627 Nov 23 18:36:20.859528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fecba0e9-4043-47af-a09c-e9959f533fde None None] Port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:21.115585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-3c3a8212-c6f6-4068-a745-0e12c2210e0f tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:21.117054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-3c3a8212-c6f6-4068-a745-0e12c2210e0f tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2547669 Nov 23 18:36:21.133497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-e0313e62-a2f6-4032-8e0d-8c8591977560 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:21.134490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-e0313e62-a2f6-4032-8e0d-8c8591977560 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084677 Nov 23 18:36:21.252476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-941157da-e67f-49d0-82af-5cb15528fa14 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0913489 Nov 23 18:36:21.256478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba9ca36e-7fa1-4aac-8927-0d143564402e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:21.258842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dc44db5e-a463-4095-bd6b-5daf530c4159 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:21.335469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cb550-7bb6-48c7-8608-0c5fc532b366 req-1113d77f-8a3b-4db5-84fb-d1a858b509ec tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:21.336800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c8cb550-7bb6-48c7-8608-0c5fc532b366 req-1113d77f-8a3b-4db5-84fb-d1a858b509ec tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 935 time: 0.1011019 Nov 23 18:36:21.352877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-34ef8d25-52e2-49ad-8098-a673c811a3d2 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0830164 Nov 23 18:36:21.361453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:21.371048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.431762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Transition to ACTIVE for port object 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:21.447794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port dc44db5e-a463-4095-bd6b-5daf530c4159 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:21.464076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c8cb550-7bb6-48c7-8608-0c5fc532b366 req-f2ec9f90-20d4-42b0-b481-976be1e8a39d tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099946 Nov 23 18:36:21.466733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port dc44db5e-a463-4095-bd6b-5daf530c4159 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:21.467818 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.474760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.558113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:21.560747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:21.592116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ba9ca36e-7fa1-4aac-8927-0d143564402e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'ba9ca36e-7fa1-4aac-8927-0d143564402e', 'mac_address': 'fa:16:3e:0e:b2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:21.635758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Deleting port 2eea4d00-55aa-4da7-b3be-10864f651235 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:21.636096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.675060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.735027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Attempting to bind port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:21.736072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Attempting to bind port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:21.736476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Attempting to bind port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:21.739965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9ca36e-7fa1-4aac-8927-0d143564402e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:21.749789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:21.750331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Attempting to bind port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:21.760351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:21.760710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:21.761072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:21.761560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Bound port: 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:21.761919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.782677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:21.784079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.800212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.861467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.861973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.884645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:21.890269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Calling delete_port for 2eea4d00-55aa-4da7-b3be-10864f651235 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:21.907017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:21.908308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:21.910280 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d09ff-225b-4d37-8aca-1cbd6a075a8e" -d '{"events": [{"server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "name": "network-vif-plugged", "status": "completed", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:21.912987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:21.929134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dc44db5e-a463-4095-bd6b-5daf530c4159,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:21.935548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:21.976760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:22.015099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:22.029296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.030082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:22.031642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] 10.222.0.50 "PUT /v2.0/ports/9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 HTTP/1.1" status: 200 len: 1095 time: 1.5102012 Nov 23 18:36:22.032276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:22.035300 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:22.077927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ba9ca36e-7fa1-4aac-8927-0d143564402e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:22.085095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cab905-095c-4bdd-afb4-0f2f9a521840 req-51a52d01-85c3-469b-86d6-e76c9e02a88d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.098338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23cab905-095c-4bdd-afb4-0f2f9a521840 req-51a52d01-85c3-469b-86d6-e76c9e02a88d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 948 time: 0.1188347 Nov 23 18:36:22.137345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4743ab-8e3e-448d-9394-ca9e5a6062bb service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:22.200907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-05608d47-5ac9-4ada-b784-808b357b900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.202443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-05608d47-5ac9-4ada-b784-808b357b900e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10b81c609f3d469b84711f464914a92a&device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 1098 time: 0.1166923 Nov 23 18:36:22.216684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23cab905-095c-4bdd-afb4-0f2f9a521840 req-0cb89115-cb64-440d-b046-f5971c15a3c7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166711 Nov 23 18:36:22.241429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:22.339161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-f600e749-ae8d-4040-aff8-61830ea85065 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 HTTP/1.1" status: 200 len: 217 time: 0.1100726 Nov 23 18:36:22.363638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-d65146d4-85f2-4310-b6da-477eb86f5b9e req-a17219fb-e349-4f3b-91d1-c15155816ba7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:22.365254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d65146d4-85f2-4310-b6da-477eb86f5b9e req-a17219fb-e349-4f3b-91d1-c15155816ba7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066082 Nov 23 18:36:22.378941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event deleted for resources: {'Port': ['ID=2eea4d00-55aa-4da7-b3be-10864f651235,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:22.417963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.418378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.418719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.419078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.419463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.419824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.420199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.420595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.420903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.421188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.421538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.421914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:22.479132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-58719db2-a01c-46b5-9046-e238d33eef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.481169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-58719db2-a01c-46b5-9046-e238d33eef51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1100 time: 0.2418737 Nov 23 18:36:22.486244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-f4cce260-00b5-48f6-92ea-944c6defb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.487657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-f4cce260-00b5-48f6-92ea-944c6defb1bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1206899 Nov 23 18:36:22.561331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:22.564598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:22.565765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a0a8ea1-d663-47b2-8273-c5aa5750e4b0 req-c19d46e0-1395-4337-8f15-215b0b42476a tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "DELETE /v2.0/floatingips/66f61f55-d10a-472c-be32-83cee8154ddb HTTP/1.1" status: 204 len: 173 time: 1.1998053 Nov 23 18:36:22.628921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-30937b8e-ece6-40c9-8e95-68096843b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.630762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-30937b8e-ece6-40c9-8e95-68096843b58a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309750 Nov 23 18:36:22.677046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-7735974c-570f-4d3d-9c69-13cae6276d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.678584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-7735974c-570f-4d3d-9c69-13cae6276d03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1881440 Nov 23 18:36:22.780461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-9756b398-038c-4d06-8822-55fb1becd8ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.0830288 Nov 23 18:36:22.864567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ba4e-52d2-4f9c-b440-501ff70adff3 req-1ce19a4b-0db3-40da-ab03-32853722a6d7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.866143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ada4ba4e-52d2-4f9c-b440-501ff70adff3 req-1ce19a4b-0db3-40da-ab03-32853722a6d7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1865842 Nov 23 18:36:22.877484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-33e73aec-37b7-4308-b12c-0994f26fa11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:22.879024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-33e73aec-37b7-4308-b12c-0994f26fa11e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0889528 Nov 23 18:36:22.885783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-41fb39ec-f6e2-462c-a401-137b3222490f service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372892 Nov 23 18:36:23.244818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ada4ba4e-52d2-4f9c-b440-501ff70adff3 req-66c893a1-fec5-4154-9ba0-9d75619392bf tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708730 Nov 23 18:36:23.256137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-d04ae25c-9b1c-4a7a-a46f-0899d80111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.257635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-d04ae25c-9b1c-4a7a-a46f-0899d80111a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3629434 Nov 23 18:36:23.277465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba9ca36e-7fa1-4aac-8927-0d143564402e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:23.300070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1f0956-61fd-4cbb-a4ec-f120d0c41239 req-3d30b5a8-12c8-403a-a0de-0bbfb9a3f0ca service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039676 Nov 23 18:36:23.367257 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688c06d-f1a0-4ff3-a260-18cd9f277022 x-openstack-request-id: req-6688c06d-f1a0-4ff3-a260-18cd9f277022 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:23.367935 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "name": "network-vif-plugged", "status": "completed", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:23.368528 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6688c06d-f1a0-4ff3-a260-18cd9f277022 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:23.368988 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159', 'code': 200} Nov 23 18:36:23.427743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-2c3d2025-2bfb-4368-bf69-443bb281d185 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613762 Nov 23 18:36:23.434794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port ba9ca36e-7fa1-4aac-8927-0d143564402e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:23.442353 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941342d-6400-4ac9-a987-c3e7d6690ec8 x-openstack-request-id: req-a941342d-6400-4ac9-a987-c3e7d6690ec8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:23.442806 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:23.442990 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a941342d-6400-4ac9-a987-c3e7d6690ec8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:23.443306 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'status': 'completed', 'code': 200} Nov 23 18:36:23.453754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ba9ca36e-7fa1-4aac-8927-0d143564402e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:23.454736 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:23.555263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:23.602584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:23.621373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df6b93-05b1-4442-9900-0aa4d3b4e27f req-70436e80-76fa-4738-bfde-32e598beb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.623452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64df6b93-05b1-4442-9900-0aa4d3b4e27f req-70436e80-76fa-4738-bfde-32e598beb952 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 1101 time: 0.1929007 Nov 23 18:36:23.637299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-bc865597-174f-4f0e-baca-fbf61b881858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.638813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-bc865597-174f-4f0e-baca-fbf61b881858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10b81c609f3d469b84711f464914a92a&device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 1098 time: 0.2068813 Nov 23 18:36:23.665765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:23.671451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:23.749607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-836de851-9478-499d-bd2d-d6b6e2e20bd9 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:23.750620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-836de851-9478-499d-bd2d-d6b6e2e20bd9 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1921172 Nov 23 18:36:23.756922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:23.780121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-6d0c68eb-eac7-4d6d-96b4-93c8abcb4de7 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345618 Nov 23 18:36:23.790844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556d16-68dc-4264-92d4-218085f9a2cc req-85f4fe6c-30be-4aa6-9528-94ae01cefc84 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.792346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f556d16-68dc-4264-92d4-218085f9a2cc req-85f4fe6c-30be-4aa6-9528-94ae01cefc84 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 947 time: 0.2106018 Nov 23 18:36:23.797477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64df6b93-05b1-4442-9900-0aa4d3b4e27f req-1a78c330-d725-460c-a13f-cfc98849c2ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626301 Nov 23 18:36:23.833434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-a9128a34-a921-483c-a852-bd6d7df364e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.834541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-a9128a34-a921-483c-a852-bd6d7df364e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1747940 Nov 23 18:36:23.890076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-6c60a481-3f80-48db-ba0d-2e7a75e4fe47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 HTTP/1.1" status: 200 len: 217 time: 0.0437491 Nov 23 18:36:23.899055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f556d16-68dc-4264-92d4-218085f9a2cc req-1715381d-2a0d-4bdf-8386-2212f8d7ad2a tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Nov 23 18:36:23.917127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-872ef0ad-a075-404e-974d-f2980ad07716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:23.919501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-872ef0ad-a075-404e-974d-f2980ad07716 service neutron] 10.222.0.37 "GET /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 1093 time: 0.1101708 Nov 23 18:36:23.935075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Request body: {'binding': {'host': 'n-h2-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:23.935815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:36:24.053260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-3fa4531a-eba7-4d27-922d-4eb000bfabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.055973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-3fa4531a-eba7-4d27-922d-4eb000bfabbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1554651 Nov 23 18:36:24.160877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on host n-h2-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:24.161199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:24.162347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:24.167436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:24.167875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:24.175719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:24.175719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:24.175719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:24.175719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Bound port: ee2c5855-ec76-4862-97e5-5081d58743ce, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:24.244112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5308c8-dd34-4141-9563-b6a8871d6613 req-b6441b05-cf75-4970-9107-dc43f96db352 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.245693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab5308c8-dd34-4141-9563-b6a8871d6613 req-b6441b05-cf75-4970-9107-dc43f96db352 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3090296 Nov 23 18:36:24.246696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:24.247750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-d606f734-5da6-4c11-98ea-fb0dab39d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.249294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-d606f734-5da6-4c11-98ea-fb0dab39d9d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810343 Nov 23 18:36:24.257719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:24.260007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e238dc89-619e-4aca-91e0-66bf59462430 service neutron] 10.222.0.37 "POST /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.3323691 Nov 23 18:36:24.418429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-6544c602-59ba-40a6-80a4-b645f874e50e service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570504 Nov 23 18:36:24.461968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a0e89-931d-4d34-9098-09ea1a939cf7 req-c0ed9171-f496-4280-8bc6-c479e98ea655 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.463613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-943a0e89-931d-4d34-9098-09ea1a939cf7 req-c0ed9171-f496-4280-8bc6-c479e98ea655 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 949 time: 0.0834644 Nov 23 18:36:24.609334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29efc8a9-d7ad-40fa-a47a-23c628a46c2b req-e8cb9f6b-da0c-4d6e-80f1-0e5d16e024ec service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733427 Nov 23 18:36:24.609334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-943a0e89-931d-4d34-9098-09ea1a939cf7 req-91e9980a-dcf2-4209-9f3d-c49ebe0c5d0e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033683 Nov 23 18:36:24.631756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-15172c4e-1166-4916-ba0e-3efb862072ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.633647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-15172c4e-1166-4916-ba0e-3efb862072ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1096 time: 0.0788076 Nov 23 18:36:24.676365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29389ea9-aaf4-4cca-8314-47b3a4c50f47 req-6786fb6e-c0f2-41d8-8a33-4ae803b3e304 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=525eb12936de4b59bffa9176dc9a3545 HTTP/1.1" status: 200 len: 1657 time: 0.1015744 Nov 23 18:36:24.791133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98719f49-4b74-4ee5-9ebf-ed543d489b03 req-ddb85c59-26c6-449e-87ed-3998a2e9d100 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.792998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98719f49-4b74-4ee5-9ebf-ed543d489b03 req-ddb85c59-26c6-449e-87ed-3998a2e9d100 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1062822 Nov 23 18:36:24.794109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-41c4ba72-1382-4297-aed8-33e862182b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.795621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-41c4ba72-1382-4297-aed8-33e862182b1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.1453383 Nov 23 18:36:24.861536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-c0dd91c8-98a3-44f9-ba92-30464453a064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 217 time: 0.0522003 Nov 23 18:36:24.931579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98719f49-4b74-4ee5-9ebf-ed543d489b03 req-f146e895-2dcc-49a4-8874-70f2254b341b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Nov 23 18:36:24.942636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-c2203e7d-943a-41cf-bf3c-ace8a6f8b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:24.944238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-c2203e7d-943a-41cf-bf3c-ace8a6f8b1b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0753748 Nov 23 18:36:24.991502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-a22556ae-30e3-4933-bab2-2cf8080b7311 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382619 Nov 23 18:36:25.096713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29389ea9-aaf4-4cca-8314-47b3a4c50f47 req-fc5449c9-0989-4f9a-8be7-ffce51ebaf14 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.098145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29389ea9-aaf4-4cca-8314-47b3a4c50f47 req-fc5449c9-0989-4f9a-8be7-ffce51ebaf14 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks?id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 787 time: 0.4092550 Nov 23 18:36:25.109197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-29389ea9-aaf4-4cca-8314-47b3a4c50f47 req-83962dc8-276f-4540-865a-69ad955d7b53 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:25.110214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29389ea9-aaf4-4cca-8314-47b3a4c50f47 req-83962dc8-276f-4540-865a-69ad955d7b53 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058556 Nov 23 18:36:25.135665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-c1ef5717-126d-4c6b-b113-581c42bccca3 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316164 Nov 23 18:36:25.144973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910deb5-742a-43d2-b9bf-4d64ff5113d1 req-fdc5c3d1-4a01-4438-b580-242151465b14 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.146442 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e910deb5-742a-43d2-b9bf-4d64ff5113d1 req-fdc5c3d1-4a01-4438-b580-242151465b14 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 945 time: 0.0758288 Nov 23 18:36:25.253476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e910deb5-742a-43d2-b9bf-4d64ff5113d1 req-62cf8b6c-586c-4b11-b234-136b5af94d00 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971513 Nov 23 18:36:25.276608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-8cc00008-bef2-435a-b557-5002da198ab9 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244264 Nov 23 18:36:25.320903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4f14c-c34c-4b5c-afe2-560523750e2a req-ae876f47-7500-4160-a591-5a5b7a0860fc tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.322598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ad4f14c-c34c-4b5c-afe2-560523750e2a req-ae876f47-7500-4160-a591-5a5b7a0860fc tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 947 time: 0.0677176 Nov 23 18:36:25.370437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:25.374565 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e9f804-17f2-4481-b642-39cfcceaeb2c" -d '{"events": [{"server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "name": "network-vif-plugged", "status": "completed", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:25.381640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ad4f14c-c34c-4b5c-afe2-560523750e2a req-75b158ad-a74f-4778-a078-ce4e4d7c3cc5 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519934 Nov 23 18:36:25.492549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-c133b653-66b6-4635-8fc8-53ab4c24d791 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips/e3c526e1-773e-4d12-9973-3367622535fd HTTP/1.1" status: 200 len: 693 time: 0.0756207 Nov 23 18:36:25.506796 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d7f6e-8f1a-4dd0-82a4-a926cf53e902 x-openstack-request-id: req-f04d7f6e-8f1a-4dd0-82a4-a926cf53e902 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:25.507422 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "name": "network-vif-plugged", "status": "completed", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:25.507954 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f04d7f6e-8f1a-4dd0-82a4-a926cf53e902 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:25.508462 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e', 'code': 200} Nov 23 18:36:25.571189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-4c8a6674-7d08-479e-88b4-06a0fd357fa9 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.573128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-4c8a6674-7d08-479e-88b4-06a0fd357fa9 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.0857995 Nov 23 18:36:25.581688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:25.623424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-9'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:25.675043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-3f87cf2b-a1e2-4427-9a75-60c2ee7ad2d9 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.683156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c471c-9257-43dc-b356-c37a2eb78cf3 req-ec09ee9b-04a1-4b8d-811e-0fc59d93a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.684079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-3f87cf2b-a1e2-4427-9a75-60c2ee7ad2d9 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1837797 Nov 23 18:36:25.686201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1d3c471c-9257-43dc-b356-c37a2eb78cf3 req-ec09ee9b-04a1-4b8d-811e-0fc59d93a1ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1100 time: 0.1010125 Nov 23 18:36:25.692369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-2189fcb1-6c94-4ed2-a1a1-d43b7f43702d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:36:25.706370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-2189fcb1-6c94-4ed2-a1a1-d43b7f43702d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212998 Nov 23 18:36:25.745912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:25.746606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:25.762209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'mac_address': 'fa:16:3e:52:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:25.774596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-00cf31d5-84d7-49cf-a7cb-40862160344b tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0671830 Nov 23 18:36:25.822968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:25.841381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:25.846054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-5ff4cdd4-0148-4211-bd99-3b3e381d5d59 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0702810 Nov 23 18:36:25.858063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1d3c471c-9257-43dc-b356-c37a2eb78cf3 req-99d28d82-4757-465d-9a16-280785ee1176 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452789 Nov 23 18:36:25.871805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:25.877345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:25.952106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66309ee0-ec8b-44a8-b5f4-06955af39ac2 req-d5aae425-ba52-4158-b9aa-689372ed8b0f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:25.957004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:25.964088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66309ee0-ec8b-44a8-b5f4-06955af39ac2 req-d5aae425-ba52-4158-b9aa-689372ed8b0f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 949 time: 0.1269069 Nov 23 18:36:26.054279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Deleting port ff788f66-9f26-49ad-a7e7-9cb3aeb218f9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:26.054461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.071224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66309ee0-ec8b-44a8-b5f4-06955af39ac2 req-7ebfbfa4-9b90-4089-9e03-9362114a7590 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Nov 23 18:36:26.110694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:26.175002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:26.192772 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.193102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.205408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:26.212528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Calling delete_port for ff788f66-9f26-49ad-a7e7-9cb3aeb218f9 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:26.237691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:26.269654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:26.272153 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c7b864-206d-40e3-84cb-41bb26cfdd2d" -d '{"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-unplugged", "status": "completed", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:26.276943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.285555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.311269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834c5d-3b9d-4fc9-8b43-ddcdaa0c5e50 req-dedef049-ed0e-4ba0-8099-8ce9c52913a1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:26.312822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31834c5d-3b9d-4fc9-8b43-ddcdaa0c5e50 req-dedef049-ed0e-4ba0-8099-8ce9c52913a1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1048234 Nov 23 18:36:26.381309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bc78eb-4d90-4f10-8ca5-f003ba026c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.437101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:26.450749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.474192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on host n-h1-792364-9 for vnic_type normal with profile {"migrating_to": "n-h2-792364-9"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:26.475174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:26.476438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event deleted for resources: {'Port': ['ID=ff788f66-9f26-49ad-a7e7-9cb3aeb218f9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:26.476649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:26.492729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31834c5d-3b9d-4fc9-8b43-ddcdaa0c5e50 req-b6c40a74-668b-4773-9200-1ec924a53bae tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616874 Nov 23 18:36:26.500301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:26.500625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Attempting to bind port ee2c5855-ec76-4862-97e5-5081d58743ce on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:26.508179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.508525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.508861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.509306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.509573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.510039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.520306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.520306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.520306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.520306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.520790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:26.520903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.521001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:26.521093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:26.521179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:26.521179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Bound port: ee2c5855-ec76-4862-97e5-5081d58743ce, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:26.521179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.583655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.588194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.590722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1c09e2f-4784-4175-b4d2-2dd586c7647a req-713a1509-bc1c-4a30-a1e0-282348f86f5c tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3c526e1-773e-4d12-9973-3367622535fd HTTP/1.1" status: 204 len: 173 time: 0.7317085 Nov 23 18:36:26.628721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bc78eb-4d90-4f10-8ca5-f003ba026c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.630826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:26.635628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:26.637338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bc78eb-4d90-4f10-8ca5-f003ba026c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.660352 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8329176c-623c-4379-8654-b23ff0bcdd1e x-openstack-request-id: req-8329176c-623c-4379-8654-b23ff0bcdd1e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:26.660647 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-unplugged", "status": "completed", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:26.660900 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8329176c-623c-4379-8654-b23ff0bcdd1e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:26.661295 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'code': 200} Nov 23 18:36:26.668041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:26.717153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc78eb-4d90-4f10-8ca5-f003ba026c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44a30f-6662-483c-b565-60a14d121fc8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:26.740778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-74bc78eb-4d90-4f10-8ca5-f003ba026c56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0341d8f5a3f4ebc87f9f870e5f9f14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305541 Nov 23 18:36:26.749648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:26.786737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c06fb8-a90e-4943-8f0b-eb88c95b14b0 req-67d0df50-353b-4995-b67a-c9aeef48ae03 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:26.791855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c06fb8-a90e-4943-8f0b-eb88c95b14b0 req-67d0df50-353b-4995-b67a-c9aeef48ae03 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 948 time: 0.0659614 Nov 23 18:36:26.857524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c06fb8-a90e-4943-8f0b-eb88c95b14b0 req-b387ccf1-6e35-408d-b95d-4fb88a02d2c4 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552080 Nov 23 18:36:26.972645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-57fd8dae-ea7f-4d41-b8f3-e21398fd85a9 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips/9559eaba-4e26-410d-bcd4-6efbfe092777 HTTP/1.1" status: 200 len: 693 time: 0.0571640 Nov 23 18:36:27.089541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:27.090456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.091925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] 10.222.0.50 "PUT /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 1121 time: 1.4736578 Nov 23 18:36:27.101210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d487c-fecb-4bbf-a04a-bad8e8960d9a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:27.132908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a9de-bffc-4e39-a9c6-87785a89695f req-14d55bb0-9907-4bb5-b425-961478b0ba99 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:27.135649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a131a9de-bffc-4e39-a9c6-87785a89695f req-14d55bb0-9907-4bb5-b425-961478b0ba99 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.4050050 Nov 23 18:36:27.145199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-f4da234e-c93c-44a4-9a2f-5fec81c78a58 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:27.146824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-f4da234e-c93c-44a4-9a2f-5fec81c78a58 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1693833 Nov 23 18:36:27.166313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.178289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ee2c5855-ec76-4862-97e5-5081d58743ce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:27.216409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-662df313-e532-491f-855a-596a0fbb589b tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.0568428 Nov 23 18:36:27.217301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.246463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a131a9de-bffc-4e39-a9c6-87785a89695f req-692b6d61-352f-465b-bc06-5edb8376ebfb tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958068 Nov 23 18:36:27.295930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.301138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.302932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b44a30f-6662-483c-b565-60a14d121fc8 HTTP/1.1" status: 204 len: 168 time: 0.5492520 Nov 23 18:36:27.316640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3a8cb-a91a-42fb-93f4-c90a863e1306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44a30f-6662-483c-b565-60a14d121fc8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:27.319960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-47fc7187-f849-4f89-adb6-2e1b6144e7e1 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.251 HTTP/1.1" status: 200 len: 696 time: 0.0953400 Nov 23 18:36:27.350208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d875de6e-83b5-413f-a724-08a8c8dcafc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.504182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Deleting port 57388eb1-f567-468a-b9ca-a285822d8810 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:27.505009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.589853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:27.602799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.603229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.619090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Calling delete_port for 57388eb1-f567-468a-b9ca-a285822d8810 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:27.667144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:36:27.681266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:27.681653 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.754890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:27.788722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5cfd-10ef-4085-8f8c-7d11d14302c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.796679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.797149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b595e53-ddb2-4f15-a650-74cc09e2b1d2 req-dc986b9c-86f5-4c22-beb5-48459a2ce2aa tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:27.807856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b595e53-ddb2-4f15-a650-74cc09e2b1d2 req-dc986b9c-86f5-4c22-beb5-48459a2ce2aa tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 949 time: 0.0674040 Nov 23 18:36:27.834842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:27.837382 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0058b0-3451-44a6-98aa-f3e6d685f7cc" -d '{"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:27.846386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.865097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:27.867828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b595e53-ddb2-4f15-a650-74cc09e2b1d2 req-eefa2fb4-f247-4868-8708-04973c2b93b9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Nov 23 18:36:27.877092 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.882835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event deleted for resources: {'Port': ['ID=57388eb1-f567-468a-b9ca-a285822d8810,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:27.980902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:27.990122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.990122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.990501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.990845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.991178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.991627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.991961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.992289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.992615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.992941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.993324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:27.993587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:36:28.008013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5cfd-10ef-4085-8f8c-7d11d14302c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.012843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5cfd-10ef-4085-8f8c-7d11d14302c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.019870 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.022602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.023937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5839b7a-8434-4726-aabc-2a9d21de82ca req-afbe8981-1dac-419b-96c1-66834d755dda tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "DELETE /v2.0/floatingips/9559eaba-4e26-410d-bcd4-6efbfe092777 HTTP/1.1" status: 204 len: 173 time: 0.7008147 Nov 23 18:36:28.059472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8d75b-9cb3-49e8-9712-4a6f26f482b9 req-a893232a-29df-4aac-9299-88bae51ac9d1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.062036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90b8d75b-9cb3-49e8-9712-4a6f26f482b9 req-a893232a-29df-4aac-9299-88bae51ac9d1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.0690804 Nov 23 18:36:28.074206 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9fb5cfd-10ef-4085-8f8c-7d11d14302c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=941b7f5d15094c1e8e720d22b2c28a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159091 Nov 23 18:36:28.074206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5cfd-10ef-4085-8f8c-7d11d14302c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886cfefc-d403-4ffa-9cc4-1e689d363875,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:28.076620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:28.129129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90b8d75b-9cb3-49e8-9712-4a6f26f482b9 req-86c375ae-aae1-4815-8f9b-207fef3d8133 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569847 Nov 23 18:36:28.176052 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e87e9-10e2-4995-a927-5dfb06756fd9 x-openstack-request-id: req-2c7e87e9-10e2-4995-a927-5dfb06756fd9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:28.176459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.176631 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:28.176882 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c7e87e9-10e2-4995-a927-5dfb06756fd9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:28.177402 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'code': 200} Nov 23 18:36:28.209023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.308460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.311186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:28.312893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/886cfefc-d403-4ffa-9cc4-1e689d363875 HTTP/1.1" status: 204 len: 168 time: 0.2349184 Nov 23 18:36:28.323941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb35e-eab8-4142-9a6a-c4be4e0bb890 req-681c66d8-ef01-44db-ab9d-5ff76a643e5d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.328088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a3eb35e-eab8-4142-9a6a-c4be4e0bb890 req-681c66d8-ef01-44db-ab9d-5ff76a643e5d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 950 time: 0.0828044 Nov 23 18:36:28.345465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b1fd0-e0a8-4daa-91a8-738d72cc2c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cfefc-d403-4ffa-9cc4-1e689d363875,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:28.348061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e242ef6-5fb8-4640-9651-a2b54bcd4c54 req-1252c716-f7da-45da-acab-b3a3c101d5e5 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.349466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e242ef6-5fb8-4640-9651-a2b54bcd4c54 req-1252c716-f7da-45da-acab-b3a3c101d5e5 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 949 time: 0.1276214 Nov 23 18:36:28.365192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fef6ab-6f03-405e-8677-3c69544aecdb req-e7e7976f-b39a-416a-8eea-ba827659286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.368060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8fef6ab-6f03-405e-8677-3c69544aecdb req-e7e7976f-b39a-416a-8eea-ba827659286a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 1100 time: 0.0924492 Nov 23 18:36:28.414787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1a3eb35e-eab8-4142-9a6a-c4be4e0bb890 req-8ed7a24a-3ed2-48b4-9c1c-c94aec79f386 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713584 Nov 23 18:36:28.485120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e242ef6-5fb8-4640-9651-a2b54bcd4c54 req-53e88715-fd0e-4332-9d66-b716df3e83cf tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243415 Nov 23 18:36:28.492645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8fef6ab-6f03-405e-8677-3c69544aecdb req-963a6ae7-b2ef-4799-aa62-a66fc5f60f08 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943365 Nov 23 18:36:28.499373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-375088a7-f22b-4568-bcea-bd87ade492ca tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips/9b6098c3-304d-4bb3-9dea-4e8b1be463cc HTTP/1.1" status: 200 len: 693 time: 0.0547814 Nov 23 18:36:28.655054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-c749e669-5858-4940-adc9-8765b9263eab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.657376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-c749e669-5858-4940-adc9-8765b9263eab tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1477277 Nov 23 18:36:28.662787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:28.665333 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94030f5-6948-4118-a35d-c56d70ebc65f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:28.686778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01df62-aa43-4791-9cdf-5f1fcdde50bf req-805b6e62-9fa0-49ce-b0f0-f2b3e99bf47a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:28.689285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d01df62-aa43-4791-9cdf-5f1fcdde50bf req-805b6e62-9fa0-49ce-b0f0-f2b3e99bf47a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.0600832 Nov 23 18:36:28.737046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-b3ce9546-9250-4316-8080-48eb47270a7d tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.0726438 Nov 23 18:36:28.777406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d01df62-aa43-4791-9cdf-5f1fcdde50bf req-b205536e-3b3b-4547-85c6-cf88cbf8331c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Nov 23 18:36:28.837341 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-c69a31c3-b933-4659-86f3-292d8a790b67 tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.0870562 Nov 23 18:36:28.970657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:29.003050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Deleting port 6bafe83e-4600-4996-84b5-68b9a166592e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:29.003430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.147774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.148208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.162751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Calling delete_port for 6bafe83e-4600-4996-84b5-68b9a166592e owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:29.296971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bda838a-8845-4d35-9945-d9a5674c659b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.444419 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.475587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bda838a-8845-4d35-9945-d9a5674c659b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.486112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1bd0-c1d5-49f9-984b-21d3de3d4aee req-749521a2-5f97-4ad3-883d-e2ebf318bbf1 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:29.489878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Pushing event deleted for resources: {'Port': ['ID=6bafe83e-4600-4996-84b5-68b9a166592e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:29.492463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1bd0-c1d5-49f9-984b-21d3de3d4aee req-749521a2-5f97-4ad3-883d-e2ebf318bbf1 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:29.494126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce3e1bd0-c1d5-49f9-984b-21d3de3d4aee req-749521a2-5f97-4ad3-883d-e2ebf318bbf1 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1&device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1690 time: 0.0982001 Nov 23 18:36:29.495656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bda838a-8845-4d35-9945-d9a5674c659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.559890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8bda838a-8845-4d35-9945-d9a5674c659b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94f3bb5d49ad4c69b26209e6152fcec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806048 Nov 23 18:36:29.559890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda838a-8845-4d35-9945-d9a5674c659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67905a23-5765-461b-871b-9c7a63f7f2b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:29.563992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:29.600801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:29.607707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.611986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.623278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:29.627492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32b4d0f9-709f-49a8-9666-d8f89221275c req-cb75fdf5-6210-45da-859c-37702f9f158e tempest-FloatingIPDetailsTestJSON-1458222537 tempest-FloatingIPDetailsTestJSON-1458222537-project] 10.222.0.37 "DELETE /v2.0/floatingips/9b6098c3-304d-4bb3-9dea-4e8b1be463cc HTTP/1.1" status: 204 len: 173 time: 0.7775304 Nov 23 18:36:29.632461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce3e1bd0-c1d5-49f9-984b-21d3de3d4aee req-20b1d438-aa76-4236-b4ca-e31554619f61 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Nov 23 18:36:29.696950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:29.756444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b44771-1630-49e1-bd1e-c5adf1e73db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.847341 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff2d11-3c43-4683-8bd7-0e28d1eb42ee x-openstack-request-id: req-72ff2d11-3c43-4683-8bd7-0e28d1eb42ee {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:29.847578 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:29.847862 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72ff2d11-3c43-4683-8bd7-0e28d1eb42ee {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:29.848206 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'status': 'completed', 'code': 200} Nov 23 18:36:29.861097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:29.872744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d498da-edf0-44c6-8a16-44c4e24f0305 req-7c4d6941-7a26-46f4-98ee-444a4dd01233 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:29.875409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce has no active binding in host n-h2-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:36:29.879749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6d498da-edf0-44c6-8a16-44c4e24f0305 req-7c4d6941-7a26-46f4-98ee-444a4dd01233 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1003132 Nov 23 18:36:29.896178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:29.969290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-898791187-network', 'tenant_id': '307f7d321f7c4154b131353ef6872478'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:29.979393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6d498da-edf0-44c6-8a16-44c4e24f0305 req-60dd23a6-2634-445e-a0b5-151ea6aa8dde tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Nov 23 18:36:30.009148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:30.013509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.013643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.036637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.048232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-cbe84347-2429-4607-9730-82ac2412d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.050508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-cbe84347-2429-4607-9730-82ac2412d6ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1124 time: 0.2270744 Nov 23 18:36:30.199833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.206319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.236556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be57b5-cacd-42a8-b75c-746921d21449 req-73b60eac-34b3-4929-b253-363dba663603 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.237965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97be57b5-cacd-42a8-b75c-746921d21449 req-73b60eac-34b3-4929-b253-363dba663603 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 949 time: 0.3375142 Nov 23 18:36:30.275702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:36:30.291393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f878079-8720-4613-b735-e200e1f7574c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:30.303643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.304063 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Added segment 1bf9306a-f92a-4ef1-a45b-1f22dd54a81e of type vlan for network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d Nov 23 18:36:30.374279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933025b-6e31-4c5d-b8be-12659ed357d1 req-5c2f1daf-4a26-4ee3-9a71-c85d190a253f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.383814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3933025b-6e31-4c5d-b8be-12659ed357d1 req-5c2f1daf-4a26-4ee3-9a71-c85d190a253f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.1600404 Nov 23 18:36:30.421455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.448264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97be57b5-cacd-42a8-b75c-746921d21449 req-6ac3effb-8867-4c8d-90c3-c08f53114cd4 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016530 Nov 23 18:36:30.449929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.455473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.457421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67905a23-5765-461b-871b-9c7a63f7f2b7 HTTP/1.1" status: 204 len: 168 time: 0.8923647 Nov 23 18:36:30.472680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-e9be3414-f44b-4dec-8a8e-b16b0415e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.474919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-e9be3414-f44b-4dec-8a8e-b16b0415e82a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.4035172 Nov 23 18:36:30.485289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b080b-f1e7-4270-abe4-5a8d4d765f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67905a23-5765-461b-871b-9c7a63f7f2b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:30.503584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3933025b-6e31-4c5d-b8be-12659ed357d1 req-916c9dba-c230-4766-9f4f-738350419a1d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042445 Nov 23 18:36:30.506455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.508027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.508743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.575949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.593754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8953512 Nov 23 18:36:30.614599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:30.634900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bab406-c3ce-4c83-b85d-59d6e8068a94 admin admin] Pushing event updated for resources: {'Network': ['ID=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:30.639199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Request body: {'subnet': {'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-898791187-subnet', 'tenant_id': '307f7d321f7c4154b131353ef6872478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:30.650181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:36:30.702550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-99ce617f-30e3-4f60-ad8c-3b937ad1aff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 217 time: 0.1179795 Nov 23 18:36:30.770099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:30.772560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:30.893875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fc7f5-fe15-4ac6-9ada-7b45ecd3820e req-78653817-7d7f-4b38-a103-39cd86358674 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.896999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a27fc7f5-fe15-4ac6-9ada-7b45ecd3820e req-78653817-7d7f-4b38-a103-39cd86358674 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 1101 time: 0.2831178 Nov 23 18:36:30.899218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-3f9ebf86-e1d3-4e99-bd1f-202f9887c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:30.901286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-3f9ebf86-e1d3-4e99-bd1f-202f9887c80e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1795411 Nov 23 18:36:30.969149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-3125949c-a540-46d5-8eb2-b246235240ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578537 Nov 23 18:36:31.024444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:31.046071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6b1e-41fc-4cf7-8ea5-c22bdb51365a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.102264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a27fc7f5-fe15-4ac6-9ada-7b45ecd3820e req-602a3e63-7d80-4ec6-b962-bf2ceefe0d75 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932855 Nov 23 18:36:31.233543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce14b7-4666-4737-b94b-721389a8227e req-b1cf715f-73ac-4541-b632-0bb8ccee513d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.237217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22ce14b7-4666-4737-b94b-721389a8227e req-b1cf715f-73ac-4541-b632-0bb8ccee513d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1074455 Nov 23 18:36:31.239457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-8586ee36-edc3-4fe9-bae5-8033b57e8a5e service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609537 Nov 23 18:36:31.257292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6b1e-41fc-4cf7-8ea5-c22bdb51365a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.266100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6b1e-41fc-4cf7-8ea5-c22bdb51365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.350089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1ffe6b1e-41fc-4cf7-8ea5-c22bdb51365a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6255e4abcbca4646a8ba21ee8714ad71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227305 Nov 23 18:36:31.351154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6b1e-41fc-4cf7-8ea5-c22bdb51365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec567a50-6262-4957-bffb-183f5dff29bc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:31.354874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:31.377834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22ce14b7-4666-4737-b94b-721389a8227e req-3989dd8f-9a29-4b84-8a91-d77693830c5a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228104 Nov 23 18:36:31.412908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.436607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.447564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.476857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.527896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e584-2d68-45da-a296-37bde81862fa req-ab2044e2-eb1e-4c71-8e6f-8a5f74f494ea tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.534006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92b2e584-2d68-45da-a296-37bde81862fa req-ab2044e2-eb1e-4c71-8e6f-8a5f74f494ea tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1100 time: 0.2774816 Nov 23 18:36:31.553743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.559361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:31.565867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec567a50-6262-4957-bffb-183f5dff29bc HTTP/1.1" status: 204 len: 168 time: 0.2083769 Nov 23 18:36:31.584560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e94030f5-6948-4118-a35d-c56d70ebc65f req-b11e92ef-3510-46f7-b82b-9dc719f0b806 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309815 Nov 23 18:36:31.645528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd0fd9-aa6c-443d-a24a-856203efde9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec567a50-6262-4957-bffb-183f5dff29bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:31.692970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2a8ed-775b-4aa5-9884-8d12fa001688 req-3c1db5c9-d009-4bd2-be37-5d6a793209dd tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.705770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50a2a8ed-775b-4aa5-9884-8d12fa001688 req-3c1db5c9-d009-4bd2-be37-5d6a793209dd tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 949 time: 0.1554785 Nov 23 18:36:31.788264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50a2a8ed-775b-4aa5-9884-8d12fa001688 req-06637104-6c18-42b3-b8ae-ce8bfce9a525 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806897 Nov 23 18:36:31.888661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:31.992868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e5406-309a-4814-b983-b83f2c954812 req-0ba36abd-6f8a-4e23-939a-dbff2027fd00 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:31.996214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c5e5406-309a-4814-b983-b83f2c954812 req-0ba36abd-6f8a-4e23-939a-dbff2027fd00 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.0757592 Nov 23 18:36:32.046121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.066611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:32.067279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Network hostable DHCP agents. Network: 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:36:32.087231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c5e5406-309a-4814-b983-b83f2c954812 req-d86fa2e3-5baa-4286-bb61-761ef55d6417 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826321 Nov 23 18:36:32.288534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39022) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:32.289903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92b2e584-2d68-45da-a296-37bde81862fa req-9a660065-4c07-4a68-8771-73d155bad246 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547600 Nov 23 18:36:32.305853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b54e81e-8031-4b74-9116-f01a948a6419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.349445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:36:32.382035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-18f8eeac-586f-4aa2-87f7-66b6124a5120 service neutron] 10.222.0.47 "GET /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 384 time: 0.4941297 Nov 23 18:36:32.398030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:32.415028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e30321-93a5-410e-a9a5-3d62f3e78317 None None] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:32.417568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:32.418545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.460801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b54e81e-8031-4b74-9116-f01a948a6419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.474543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b54e81e-8031-4b74-9116-f01a948a6419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.540041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c665aa83-a196-4548-b301-8a45fbb8f51e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9241896 Nov 23 18:36:32.575128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b54e81e-8031-4b74-9116-f01a948a6419 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c2ae71b065b4d8193edb9830cf8890b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856135 Nov 23 18:36:32.582816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:32.589116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54e81e-8031-4b74-9116-f01a948a6419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a51ee-9b4b-46e1-aff9-78c695b6fc3d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:32.683819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57ed49-baf8-456c-a260-629fdb08f3a5 None None] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:32.778148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.881228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.973356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.976447 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:32.979612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c9a51ee-9b4b-46e1-aff9-78c695b6fc3d HTTP/1.1" status: 204 len: 168 time: 0.3934190 Nov 23 18:36:32.999162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b0c90-6309-41e9-8d28-b72469be85bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a51ee-9b4b-46e1-aff9-78c695b6fc3d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:33.100921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.113302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:33.186582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cffa3-e7e8-4141-b60f-4632f1a1d12e req-ee8e0d75-403c-46fc-ae3c-e11f40afbdba tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:33.202074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d89cffa3-e7e8-4141-b60f-4632f1a1d12e req-ee8e0d75-403c-46fc-ae3c-e11f40afbdba tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.3270011 Nov 23 18:36:33.238223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-610c1ee0-0009-42f0-98df-d8c98adb689c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363092 Nov 23 18:36:33.266255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Deleting port 46878ce7-f2da-4a36-8d68-37059f15d852 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:33.268487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.279096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:33.411347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2c5855-ec76-4862-97e5-5081d58743ce {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:33.461682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-135f48c9-617e-4164-9417-5012ebb9e0f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:33.462914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d89cffa3-e7e8-4141-b60f-4632f1a1d12e req-afd3166b-e716-4ee0-b20a-e1ca009b59ce tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585914 Nov 23 18:36:33.464281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-135f48c9-617e-4164-9417-5012ebb9e0f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252269 Nov 23 18:36:33.465932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:33.493204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-ac8ee45c-b20a-4aa0-aaeb-99b4b81593f2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.0140240 Nov 23 18:36:33.515424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.599008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] For port 46878ce7-f2da-4a36-8d68-37059f15d852, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=46878ce7-f2da-4a36-8d68-37059f15d852,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:33.599909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.639054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Calling delete_port for 46878ce7-f2da-4a36-8d68-37059f15d852 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:33.648990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-83734271-8892-48b5-bf7f-035879541697 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1403580 Nov 23 18:36:33.947822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39090) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:33.951923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] Transition to ACTIVE for port object ee2c5855-ec76-4862-97e5-5081d58743ce will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:33.958072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1029974980-network', 'tenant_id': '07dafec42d6048728dc0e461673b115f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:33.974836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8a2cc-7e1a-4330-97e5-5183dff9e1fd req-7d1a28ba-3dd7-43d1-9845-791bcfa7b53f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:33.987499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2db8a2cc-7e1a-4330-97e5-5183dff9e1fd req-7d1a28ba-3dd7-43d1-9845-791bcfa7b53f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 943 time: 0.1937020 Nov 23 18:36:33.990863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:33.991969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Made reservation on behalf of 07dafec42d6048728dc0e461673b115f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:33.996945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.025225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.255839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] No DVR routers for this DVR port ee2c5855-ec76-4862-97e5-5081d58743ce on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:36:34.257613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.281691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.307544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:36:34.325515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.326224 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Added segment 72482324-35ed-418d-b743-4900319ac731 of type vlan for network a51646d6-2c42-4700-b3a7-0e0bb0bd65fb Nov 23 18:36:34.356605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:34.413726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2db8a2cc-7e1a-4330-97e5-5183dff9e1fd req-9e139cbe-de94-4c72-a9a6-331a2af2b3cd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251707 Nov 23 18:36:34.419607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-1e0814e3-a60e-44d0-be86-080dc6ed4e60 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce/bindings/n-h2-792364-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0241163 Nov 23 18:36:34.442590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.514247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.515880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.518181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:34.519008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:34.578440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=46878ce7-f2da-4a36-8d68-37059f15d852,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:34.706457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-921e0784-b5df-4c66-943e-125e5dcf7141 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:34.708109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-921e0784-b5df-4c66-943e-125e5dcf7141 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.1309705 Nov 23 18:36:34.741344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Pushing event updated for resources: {'Network': ['ID=a51646d6-2c42-4700-b3a7-0e0bb0bd65fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:34.745901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd5734f-6218-4607-b6d8-ff358f1909e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:34.758181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a51646d6-2c42-4700-b3a7-0e0bb0bd65fb details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:36:34.821373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f1384fdb-61bc-4012-ba8b-f1c4f33685da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8718004 Nov 23 18:36:34.832822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:34.844802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Request body: {'subnet': {'network_id': 'a51646d6-2c42-4700-b3a7-0e0bb0bd65fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1029974980-subnet', 'tenant_id': '07dafec42d6048728dc0e461673b115f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:35.030132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Made reservation on behalf of 07dafec42d6048728dc0e461673b115f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:35.035629 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:35.143645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-651175ba-45eb-443e-85b2-160eacd14d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.151118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-651175ba-45eb-443e-85b2-160eacd14d37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 1095 time: 0.4288104 Nov 23 18:36:35.213962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaddf35-66dd-43d2-9ff1-bc8c6820b714 req-248752aa-2a31-4a3e-8692-88d0cef89f77 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.216943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daaddf35-66dd-43d2-9ff1-bc8c6820b714 req-248752aa-2a31-4a3e-8692-88d0cef89f77 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.4675424 Nov 23 18:36:35.248247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-621ebc96-9792-4137-b335-288f395186f4 req-f02a0bf1-590b-4b03-bc7d-cdf7b28cda24 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 210 time: 0.0802650 Nov 23 18:36:35.259402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:35.283187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-7fdeed0b-1135-4221-8a46-d80de0311e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.284800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-7fdeed0b-1135-4221-8a46-d80de0311e03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1095 time: 0.0937247 Nov 23 18:36:35.314834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daaddf35-66dd-43d2-9ff1-bc8c6820b714 req-ea3e2f87-76be-4258-85a6-c2a38c79626d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876973 Nov 23 18:36:35.360709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:35.481187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:36:35.550149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:35.634850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:35.686722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ddfc30-107d-4881-9aa1-4c37260f9dd5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:35.746195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Checking segment: {'id': '72482324-35ed-418d-b743-4900319ac731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a51646d6-2c42-4700-b3a7-0e0bb0bd65fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:35.748088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Network hostable DHCP agents. Network: a51646d6-2c42-4700-b3a7-0e0bb0bd65fb, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:36:35.762987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-93f32afd-b11a-403c-a5e1-7f71f9a9edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.765979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-93f32afd-b11a-403c-a5e1-7f71f9a9edcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.3811131 Nov 23 18:36:35.797257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf009e1-b85c-46f1-9095-8d358314fa1f req-9e4f8e54-4ea5-4f3a-83da-9bb8aeb9f823 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.800384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1cf009e1-b85c-46f1-9095-8d358314fa1f req-9e4f8e54-4ea5-4f3a-83da-9bb8aeb9f823 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.1752536 Nov 23 18:36:35.803676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Network a51646d6-2c42-4700-b3a7-0e0bb0bd65fb is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:36:35.840999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a51646d6-2c42-4700-b3a7-0e0bb0bd65fb) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:35.860226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7892b2-4a3b-4e42-9a6a-6faf5b09b68b None None] Network a51646d6-2c42-4700-b3a7-0e0bb0bd65fb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:35.865852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:35.866897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:35.911174 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6fd10fc6-5ade-405b-934e-f1a4b1c7024e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0765841 Nov 23 18:36:36.030979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-56d14fcc-df5b-43cb-b72d-38811c208797 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 200 len: 217 time: 0.2201905 Nov 23 18:36:36.127143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:36.144727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'mac_address': 'fa:16:3e:52:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:36.182164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1cf009e1-b85c-46f1-9095-8d358314fa1f req-bc4862ea-2569-4ee7-9d33-e231979655ed tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616472 Nov 23 18:36:36.229502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:36.289259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:36.323497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:36.349569 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:36.386201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9eefc-162f-4b07-9c29-802f8253f522 None None] Network a51646d6-2c42-4700-b3a7-0e0bb0bd65fb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:36.482635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcafd562-1325-4c6f-acc4-73a8b31e576a req-0e9b2c5c-177e-429f-97d1-4b23efc1e433 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 210 time: 0.0920827 Nov 23 18:36:36.499203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-0aa481d0-385e-4509-8369-1295f798a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:36.502200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-0aa481d0-385e-4509-8369-1295f798a92a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.4010568 Nov 23 18:36:36.536249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Router 3fbab319-d230-4bde-ba95-e6c177bf17a0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:36:36.543238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:36.575400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-846f5fc4-002d-428e-b21b-5cabdbc922b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521233 Nov 23 18:36:36.579745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:36.651965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf87e-10c4-46df-b9c9-d9dc99ac2067 req-213f2b53-99c5-4cc1-9b10-23d60c6a7266 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:36.657842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d4cf87e-10c4-46df-b9c9-d9dc99ac2067 req-213f2b53-99c5-4cc1-9b10-23d60c6a7266 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.2043285 Nov 23 18:36:36.779433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d4cf87e-10c4-46df-b9c9-d9dc99ac2067 req-84facb00-4628-40e9-b516-1a38d495c71c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147728 Nov 23 18:36:37.403026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-0b96dd51-f88f-4669-837b-ca402421b8e5 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1755669 Nov 23 18:36:37.429646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-4b8b0198-b90d-4da8-a500-afa10ea3c335 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449462 Nov 23 18:36:37.440905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-4a746f5d-4c72-4356-b20d-36d544e43aab tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386130 Nov 23 18:36:37.498881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:36:37.544779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Sync routers for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:36:37.574174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:37.575654 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:36:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:37.597223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e24c8a8-62fd-4a9b-bb8e-36ad4ad51f67 admin admin] 10.222.0.37 "PUT /v2.0/routers/3fbab319-d230-4bde-ba95-e6c177bf17a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9634919 Nov 23 18:36:37.605433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:37.612891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad66816-66ff-4d30-a69b-750f61cbf570 req-f5caa44d-6b80-4e45-bdd8-ad9948cb1bcc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:37.618862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ad66816-66ff-4d30-a69b-750f61cbf570 req-f5caa44d-6b80-4e45-bdd8-ad9948cb1bcc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.1605785 Nov 23 18:36:37.637302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:37.772134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-7a4539b4-5b39-47e7-9f1e-5a927550fcba tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:37.772530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ad66816-66ff-4d30-a69b-750f61cbf570 req-46d224bc-a4c1-4fed-8080-ece102aa9eff tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384258 Nov 23 18:36:37.774862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-7a4539b4-5b39-47e7-9f1e-5a927550fcba tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.6197233 Nov 23 18:36:37.775778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:37.776397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:37.863248 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:37.934598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-733e34ca-fa94-4ebf-ac75-0896c548dc95 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/quotas/307f7d321f7c4154b131353ef6872478 HTTP/1.1" status: 200 len: 375 time: 0.1159048 Nov 23 18:36:38.014595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6e44ee6f-96c3-4abb-b2fe-9683b4c8af11 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:38.016321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6e44ee6f-96c3-4abb-b2fe-9683b4c8af11 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5798612 Nov 23 18:36:38.059632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.096205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-78ac5368-d965-4915-bfb8-2e2f1adb1590 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121671 Nov 23 18:36:38.108321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:38.129162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:38.134270 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d515ee-c659-432f-a37d-3237932f03f0" -d '{"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:38.139171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-c9e95a82-75bc-4b86-ba28-c915f59fba34 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187444 Nov 23 18:36:38.171658 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-243ed4db-bf94-4c88-ae54-bd835a9f4dad req-a5b28199-dffd-488e-bcf1-b07f3bcfff74 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 210 time: 0.0746865 Nov 23 18:36:38.197767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:38.205751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.258092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-fae3a55c-2dd0-465f-8153-4d323eb55a64 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:38.260072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-fae3a55c-2dd0-465f-8153-4d323eb55a64 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7283936 Nov 23 18:36:38.274105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.291365 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 5, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:38.320501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:38.357832 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Checking router: 3fbab319-d230-4bde-ba95-e6c177bf17a0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:36:38.368896 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Routers {'3fbab319-d230-4bde-ba95-e6c177bf17a0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:38.369963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:36:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3fbab319-d230-4bde-ba95-e6c177bf17a0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:38.382188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f28eec-7c45-449a-92f8-80d6a62ea5e0 req-bfa2167d-a6e3-482e-b3b8-5b299a981c86 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:38.392524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08f28eec-7c45-449a-92f8-80d6a62ea5e0 req-bfa2167d-a6e3-482e-b3b8-5b299a981c86 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1007407 Nov 23 18:36:38.402136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:38.484808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08f28eec-7c45-449a-92f8-80d6a62ea5e0 req-fa818128-3629-4179-a204-14315a32ef1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755098 Nov 23 18:36:38.516918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.614560 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] Set router 3fbab319-d230-4bde-ba95-e6c177bf17a0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:38.694567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-4f7b4eb0-b730-4180-b20a-396122846b56 service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617456 Nov 23 18:36:38.707433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:38.716093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.745534 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa2d43-03ca-43c2-86be-bc36bbdcdbed x-openstack-request-id: req-c4fa2d43-03ca-43c2-86be-bc36bbdcdbed {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:38.746379 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:38.746565 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4fa2d43-03ca-43c2-86be-bc36bbdcdbed {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:38.747650 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'code': 200} Nov 23 18:36:38.855483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:38.864189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-088e1cb9-6719-4eb5-bef8-215e886c8b00 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:38.865606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-088e1cb9-6719-4eb5-bef8-215e886c8b00 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.2891669 Nov 23 18:36:38.924808 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 5, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:38.960441 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759f0d6-7b14-44f7-89d4-66e26420dbbc None None] The sync data for ids ['3fbab319-d230-4bde-ba95-e6c177bf17a0'] in n-d-792364-9 is: [{'id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1284660650-router', 'tenant_id': '525eb12936de4b59bffa9176dc9a3545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:49Z', 'updated_at': '2021-11-23T18:36:34Z', 'revision_number': 5, 'project_id': '525eb12936de4b59bffa9176dc9a3545', 'gw_port': {'id': 'b4a707ef-4a4b-478d-8a74-88873249c06c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbab319-d230-4bde-ba95-e6c177bf17a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:52Z', 'updated_at': '2021-11-23T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:36:39.090053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99ce4-4d38-43a9-9312-da2d762fea68 req-c61d45aa-5114-4451-a840-256b1814cce8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:39.104225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:39.106020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48a99ce4-4d38-43a9-9312-da2d762fea68 req-c61d45aa-5114-4451-a840-256b1814cce8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.1325691 Nov 23 18:36:39.112495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:39.199356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48a99ce4-4d38-43a9-9312-da2d762fea68 req-995af076-fcdb-4a6c-9fde-91b5c7aa1f9b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905800 Nov 23 18:36:39.247209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-46fe1542-91cf-4993-bf09-1f6e2f2166e6 service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189979 Nov 23 18:36:39.377393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 46878ce7-f2da-4a36-8d68-37059f15d852 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:39.426902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 46878ce7-f2da-4a36-8d68-37059f15d852 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:36:39.427659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 46878ce7-f2da-4a36-8d68-37059f15d852 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:36:39.475909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.168 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/2187a920-0d4a-4d9e-af6e-34c8fae81796) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:39.556770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Deleting port b4a707ef-4a4b-478d-8a74-88873249c06c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:39.557156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:39.638099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c87a8df9-f3b1-411b-b572-847eec0639c7 req-0db11911-d25f-43ba-a171-e6c305d401ea tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 210 time: 0.0685363 Nov 23 18:36:39.716766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] For port b4a707ef-4a4b-478d-8a74-88873249c06c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b4a707ef-4a4b-478d-8a74-88873249c06c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:39.719357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:39.739795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Calling delete_port for b4a707ef-4a4b-478d-8a74-88873249c06c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:39.892508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f29d-11b6-40af-9f9e-5a57817ba057 req-4903b9de-4c05-4d39-a020-9f1a836037f7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:39.902991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8488f29d-11b6-40af-9f9e-5a57817ba057 req-4903b9de-4c05-4d39-a020-9f1a836037f7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1039717 Nov 23 18:36:39.977890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ea10c52-ef21-47ab-8ebb-74e5c18aaba0 req-4ada8d2a-2483-410d-a7f3-b78ace702fc3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.0970800 Nov 23 18:36:39.987103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8488f29d-11b6-40af-9f9e-5a57817ba057 req-99d04531-9af8-452b-820a-a75561b96bcb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Nov 23 18:36:40.029047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-29673c01-9b84-4f81-9b43-f443a2ecde78 service neutron] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:40.054628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-29673c01-9b84-4f81-9b43-f443a2ecde78 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:40.057473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab6d4df-33ae-4402-88a1-e536eddd8012 req-29673c01-9b84-4f81-9b43-f443a2ecde78 service neutron] 10.222.0.50 "DELETE /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 1.1569643 Nov 23 18:36:40.090025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:40.178283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7081-15c6-4a3b-b740-eeca3fc510a6 req-86ff942b-48c0-4b38-ad00-99316a2f43ee tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:40.190568 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99a7081-15c6-4a3b-b740-eeca3fc510a6 req-86ff942b-48c0-4b38-ad00-99316a2f43ee tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 1095 time: 0.0931168 Nov 23 18:36:40.311963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99a7081-15c6-4a3b-b740-eeca3fc510a6 req-9e1c3eaf-24f8-44d2-ba1d-162129d6821d tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198821 Nov 23 18:36:40.399692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:40.519875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a707ef-4a4b-478d-8a74-88873249c06c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:40.583202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:40.772594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:40.930708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bd1ea05-42e2-4a13-9505-b34583991375 req-92a30ed1-88d9-4b08-9faf-b15c101f66c8 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 210 time: 0.0517800 Nov 23 18:36:41.076664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39326) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:41.197111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e4e4d38-c8c3-4ef2-a801-c78bf7b7575f req-98f05a99-6353-454f-9632-eb21f1b6ddc8 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.0500398 Nov 23 18:36:41.280441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9e0b-bcf5-462c-a5be-7e6e6026f5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.334144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.338229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.451094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.451954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fbab319-d230-4bde-ba95-e6c177bf17a0 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:36:41.471602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.473255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-067c61a5-7bdb-4e37-afe6-cbaee1902a39 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3fbab319-d230-4bde-ba95-e6c177bf17a0 HTTP/1.1" status: 204 len: 168 time: 3.8515399 Nov 23 18:36:41.491915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:41.507211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9e0b-bcf5-462c-a5be-7e6e6026f5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.515553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9e0b-bcf5-462c-a5be-7e6e6026f5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.571744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Deleting subnet a4b30c59-38e7-4971-a350-46caaad80e7b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:36:41.593446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.620944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7378a-32d5-4a3e-893c-e43b6677b920 req-664ef1f9-035c-4ea7-bdfb-27da38734bc4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:41.630617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bd7378a-32d5-4a3e-893c-e43b6677b920 req-664ef1f9-035c-4ea7-bdfb-27da38734bc4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1852162 Nov 23 18:36:41.647182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7d0f9e0b-bcf5-462c-a5be-7e6e6026f5e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40442882bda84a8dbeb4844485b9712b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692928 Nov 23 18:36:41.655546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9e0b-bcf5-462c-a5be-7e6e6026f5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a20bf5-0ef0-4f2b-9d52-091c7c0489cb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:41.661952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:41.735815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bd7378a-32d5-4a3e-893c-e43b6677b920 req-1efa1a13-4e89-46b2-a81b-22e101dd1a52 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Nov 23 18:36:41.760543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.103 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/b0664569-689d-450b-af90-9241e1344d96) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:41.796051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:41.827973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:41.873943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:41.966711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.300812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58626fa9-7a6f-43fb-b7aa-fa20ac4c893b req-c1f0152b-cf78-4ef0-a633-f683c5a7533f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:42.309841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58626fa9-7a6f-43fb-b7aa-fa20ac4c893b req-c1f0152b-cf78-4ef0-a633-f683c5a7533f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 936 time: 0.2039435 Nov 23 18:36:42.396522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58626fa9-7a6f-43fb-b7aa-fa20ac4c893b req-1ef42ef5-b8b7-4c01-8c00-3e8b44240a4d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856237 Nov 23 18:36:42.438904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:42.458771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:42.473129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-a155b50d-8cb1-4b67-a722-210fd380c5a5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:42.475497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-a155b50d-8cb1-4b67-a722-210fd380c5a5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 1.0278990 Nov 23 18:36:42.490307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:42.502970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:42.616044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90ac812d-4015-4036-af85-4b46daeff307 req-a93d2066-4fd9-4c3c-badb-017c58e52c5d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.0772328 Nov 23 18:36:42.656940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-8bb72501-a39f-4191-bd05-3881b80be19c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:42.658634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-8bb72501-a39f-4191-bd05-3881b80be19c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.8688724 Nov 23 18:36:42.674104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.704003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.747557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.822386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-323afcc4-a56f-483d-af0f-3d58b9288c3c None None] Provisioning complete for port 2187a920-0d4a-4d9e-af6e-34c8fae81796 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:42.823061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323afcc4-a56f-483d-af0f-3d58b9288c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.872066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-5bf0cc5a-d6d5-4aa8-8828-ebbc4b1b7747 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/quotas/48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 375 time: 0.3138640 Nov 23 18:36:42.875590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-323afcc4-a56f-483d-af0f-3d58b9288c3c None None] Port 2187a920-0d4a-4d9e-af6e-34c8fae81796 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:42.880992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:42.882162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.899983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Request body: {'port': {'device_id': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'admin_state_up': True, 'tenant_id': '307f7d321f7c4154b131353ef6872478'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:42.966529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.978858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:42.986131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:42.986743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380bc6d-0059-4d0f-984c-2c6375d928ed req-ebd5a32e-7131-43bb-ab29-7392616d3cff tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:42.988604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:42.998944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4380bc6d-0059-4d0f-984c-2c6375d928ed req-ebd5a32e-7131-43bb-ab29-7392616d3cff tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1175804 Nov 23 18:36:43.100415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4380bc6d-0059-4d0f-984c-2c6375d928ed req-b837c45b-5a97-4745-9cdb-58df2ee475c7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001995 Nov 23 18:36:43.122466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:43.147929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-50c6dad1-46b7-453c-a5d2-7f3f72760a06 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2741764 Nov 23 18:36:43.154874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-e55a62d6-51bd-4c4c-9f83-c573e5b4217d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0920467 Nov 23 18:36:43.273353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:43.285803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-78c97f83-4134-4495-8662-24633b66d9b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289840 Nov 23 18:36:43.293892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Request body: {'port': {'device_id': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:43.357420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:43.372110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b4a707ef-4a4b-478d-8a74-88873249c06c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:43.405193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b4a707ef-4a4b-478d-8a74-88873249c06c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:36:43.405518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b4a707ef-4a4b-478d-8a74-88873249c06c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:36:43.582278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:43.582965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.653129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.656166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.661107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5a20bf5-0ef0-4f2b-9d52-091c7c0489cb HTTP/1.1" status: 204 len: 168 time: 1.9923131 Nov 23 18:36:43.757575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:43.771576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee985-7a5c-4229-a801-804a78787be7 req-b3ef6140-fff3-4471-90ba-0664055114ce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:43.775805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.789729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b39ee985-7a5c-4229-a801-804a78787be7 req-b3ef6140-fff3-4471-90ba-0664055114ce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 936 time: 0.1184576 Nov 23 18:36:43.790087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6a905e48-28f4-49da-b2a9-d8d5d8c65e87 None None] Provisioning complete for port b0664569-689d-450b-af90-9241e1344d96 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:43.790424 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a905e48-28f4-49da-b2a9-d8d5d8c65e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.805317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:43.815751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:43.898725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b39ee985-7a5c-4229-a801-804a78787be7 req-c92668b3-91e1-4415-9234-543f10fc6b7c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026788 Nov 23 18:36:43.904011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6a905e48-28f4-49da-b2a9-d8d5d8c65e87 None None] Port b0664569-689d-450b-af90-9241e1344d96 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:36:43.955928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760d840-af07-430d-a903-9bad3f72d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a20bf5-0ef0-4f2b-9d52-091c7c0489cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:43.968534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b30c59-38e7-4971-a350-46caaad80e7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:43.990051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-dc72c18e-2363-45d0-8b69-5a7dbad80496 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7130284 Nov 23 18:36:44.011933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4036a215-90b8-4d0f-886d-a1d9b6c15a34 req-2eb189d6-0f28-4c93-86d0-3fbf966f1aa2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Nov 23 18:36:44.022405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.036250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.042605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a2452-ffc8-4c0d-b3b7-6cb2efd74a83 None None] Network 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:44.043688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8336d490-ce8d-421d-92b2-82252feea3ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4b30c59-38e7-4971-a350-46caaad80e7b HTTP/1.1" status: 204 len: 168 time: 2.5499592 Nov 23 18:36:44.045916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:44.058835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Request body: {'port': {'device_id': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:44.071523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-4fe14834-72b5-4a41-af3f-94e70b2c9321 service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7844324 Nov 23 18:36:44.150323 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.237426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Deleting port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:44.237931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.365339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:44.441162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234b98ee-e8ec-4f71-ad12-b9440913cfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.483151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] For port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:44.483869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.544451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] DHCP port deletion for 9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:36:44.586207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Calling delete_port for 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:44.655155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3c2a6-ca44-45fe-9134-b013712ce80f req-11fa98fb-6fb2-4f5d-969b-6400cbb6396d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:44.665408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30f3c2a6-ca44-45fe-9134-b013712ce80f req-11fa98fb-6fb2-4f5d-969b-6400cbb6396d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.2803960 Nov 23 18:36:44.685495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Deleting port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:36:44.685868 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.838295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] For port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,segment=NetworkSegment(a4ac9a57-1be1-48b2-9853-16012ed94c84),segment_id=a4ac9a57-1be1-48b2-9853-16012ed94c84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:44.838744 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.880436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Calling delete_port for 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:36:44.897431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e7851c3-4e86-4005-9fb8-0c317bcf3526 req-96eda144-1394-44f4-b76b-9ffcdae8f4e2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 210 time: 0.1285706 Nov 23 18:36:45.023367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Allocated IP 172.20.0.5 (966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d/5e62cf34-c045-4d0e-bc1d-aea5b950cdd5/51224b72-54e4-41a4-9444-704a668e1d11) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:45.060671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.177752 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.257435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] Pushing event deleted for resources: {'Port': ['ID=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:45.293023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51d6bb-90c1-40a3-8ac4-651622dc7b3d None None] No DVR routers for this DVR port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:36:45.468390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.476474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30f3c2a6-ca44-45fe-9134-b013712ce80f req-1d6e464d-e000-472f-b810-49c9f774d070 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719887 Nov 23 18:36:45.495674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2187a920-0d4a-4d9e-af6e-34c8fae81796 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:45.513745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.524682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:45.541714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=011f9812-ab0e-4ea6-88bd-4b52338c0ed0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:45.551250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234b98ee-e8ec-4f71-ad12-b9440913cfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.553819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55791-4726-4a41-85fb-ba56882a311e req-5dc7617e-5506-4bcf-91df-d01bdd5b12e9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:45.557631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] No DVR routers for this DVR port 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:36:45.563940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3a55791-4726-4a41-85fb-ba56882a311e req-5dc7617e-5506-4bcf-91df-d01bdd5b12e9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 936 time: 0.3978534 Nov 23 18:36:45.587926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234b98ee-e8ec-4f71-ad12-b9440913cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.661957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:36:45.662265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 011f9812-ab0e-4ea6-88bd-4b52338c0ed0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:36:45.762483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34622654-2439-45ee-b331-1fa1f02d185d req-49cc54e2-4e1b-4609-8880-ca384b5129b9 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.1542580 Nov 23 18:36:45.781029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b98ee-e8ec-4f71-ad12-b9440913cfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bcc120-ad8e-4836-baec-ae5d889c54a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:45.808356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-234b98ee-e8ec-4f71-ad12-b9440913cfc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=544aeddd35c240aebb7104f546ac782a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4398677 Nov 23 18:36:45.843823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:45.927849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Transition to ACTIVE for port object 2187a920-0d4a-4d9e-af6e-34c8fae81796 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:45.970339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.970961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3a55791-4726-4a41-85fb-ba56882a311e req-1799df08-d400-467c-b1ee-d72b3b21a3d3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057386 Nov 23 18:36:45.993473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.997309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:46.019095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ac9a57-1be1-48b2-9853-16012ed94c84') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:46.019491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ac9a57-1be1-48b2-9853-16012ed94c84') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:46.043850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.110637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.144941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:36:46.145546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:36:46.161712 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:36:46.183862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.189954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Pushing event updated for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:46.292847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.304464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.314849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Attempting to bind port 2187a920-0d4a-4d9e-af6e-34c8fae81796 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:46.316012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Attempting to bind port 2187a920-0d4a-4d9e-af6e-34c8fae81796 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:46.316416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Attempting to bind port 2187a920-0d4a-4d9e-af6e-34c8fae81796 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:46.316601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7 HTTP/1.1" status: 204 len: 168 time: 2.2693138 Nov 23 18:36:46.323251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.331258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-debb8206-a682-40bf-9ff0-8659bbecbbf0 req-1f71efb7-2324-4030-a326-02bac60e54ee tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 210 time: 0.1997914 Nov 23 18:36:46.355599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Port 2187a920-0d4a-4d9e-af6e-34c8fae81796 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:46.356104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Attempting to bind port 2187a920-0d4a-4d9e-af6e-34c8fae81796 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:46.387229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.396400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba37f3-89a3-42e4-b23a-22d4d3e15ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd1bd4b-9b52-4f00-b610-4f8d4d2ccea7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:46.423219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:46.424745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:46.426180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:46.427925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Bound port: 2187a920-0d4a-4d9e-af6e-34c8fae81796, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:46.428709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.441308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:46.465166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.540325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:46.559976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:46.632666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.636030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.637397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1bcc120-ad8e-4836-baec-ae5d889c54a4 HTTP/1.1" status: 204 len: 168 time: 0.7890971 Nov 23 18:36:46.666756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e1cf9-a861-457c-8e9f-dbf3afa7dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bcc120-ad8e-4836-baec-ae5d889c54a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:46.671793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:46.802117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:46.915842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0664569-689d-450b-af90-9241e1344d96 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:46.941524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1771a150-71d8-4e89-b909-4847a2ac106f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=525eb12936de4b59bffa9176dc9a3545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268749 Nov 23 18:36:46.942368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:46.998649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.064965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.066208 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.077018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Transition to ACTIVE for port object b0664569-689d-450b-af90-9241e1344d96 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:47.080499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.089533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-0e3cdc00-3872-4deb-88f1-feeb8f9fd8d9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.090961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-0e3cdc00-3872-4deb-88f1-feeb8f9fd8d9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.6481400 Nov 23 18:36:47.119599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d8f3-d094-4f74-8670-66b8d0263b8a req-a0c4dbfb-3bbf-45f8-b408-537aa69d4490 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.121485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa91d8f3-d094-4f74-8670-66b8d0263b8a req-a0c4dbfb-3bbf-45f8-b408-537aa69d4490 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 931 time: 0.1188238 Nov 23 18:36:47.134580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:47.139014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:47.149986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.152292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262cfc3-040d-4edb-8a5d-5a719cbe6913 req-b3a0f0db-de98-4ff7-b4c1-cb7b96105ee8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.162625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6262cfc3-040d-4edb-8a5d-5a719cbe6913 req-b3a0f0db-de98-4ff7-b4c1-cb7b96105ee8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.3473232 Nov 23 18:36:47.164831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.171179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Request body: {'port': {'device_id': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'admin_state_up': True, 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:47.183165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-12a30014-0a86-4b72-86a4-e7315a915309 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3908443 Nov 23 18:36:47.184419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.239846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Request body: {'port': {'device_id': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:47.242411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.248582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.255840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc132dcb-0b4d-4559-86ed-960bdb6b8144 HTTP/1.1" status: 204 len: 168 time: 0.3113194 Nov 23 18:36:47.274767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb75548-5366-4df0-86be-d5024e8c8031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc132dcb-0b4d-4559-86ed-960bdb6b8144,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:47.317725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa91d8f3-d094-4f74-8670-66b8d0263b8a req-61a43fd0-0779-450f-b706-e34120f6b4e2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938675 Nov 23 18:36:47.440725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.441826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.444029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] 10.222.0.47 "PUT /v2.0/ports/2187a920-0d4a-4d9e-af6e-34c8fae81796 HTTP/1.1" status: 200 len: 1096 time: 4.1754131 Nov 23 18:36:47.467646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:47.476591 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f627067-3cbe-43a6-b1de-f12630870655" -d '{"events": [{"name": "network-changed", "server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:47.711390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633c7b-7334-4c91-9258-a692e589c4ce req-8b7eaf05-6e84-419b-9295-4d45abba8dda tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.721240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb633c7b-7334-4c91-9258-a692e589c4ce req-8b7eaf05-6e84-419b-9295-4d45abba8dda tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 948 time: 0.1249008 Nov 23 18:36:47.769575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:47.893715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb633c7b-7334-4c91-9258-a692e589c4ce req-a978d78f-ffbc-407a-b015-310ed9c87560 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662910 Nov 23 18:36:47.921953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6262cfc3-040d-4edb-8a5d-5a719cbe6913 req-a6c0d322-9334-4e2c-87e8-ded280160a0b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578986 Nov 23 18:36:47.973459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:47.982271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-d76a6bb7-fd3a-4a5c-b086-e7d935f716a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:47.983918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-d76a6bb7-fd3a-4a5c-b086-e7d935f716a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 1099 time: 0.3918178 Nov 23 18:36:48.228315 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6e5c9-d0f9-4854-923d-8f965695ed0c x-openstack-request-id: req-73e6e5c9-d0f9-4854-923d-8f965695ed0c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:48.228990 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:48.228990 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73e6e5c9-d0f9-4854-923d-8f965695ed0c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:48.229299 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796', 'status': 'completed', 'code': 200} Nov 23 18:36:48.244384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Attempting to bind port b0664569-689d-450b-af90-9241e1344d96 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:48.246075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Attempting to bind port b0664569-689d-450b-af90-9241e1344d96 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:48.246395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Attempting to bind port b0664569-689d-450b-af90-9241e1344d96 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:48.599925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51224b72-54e4-41a4-9444-704a668e1d11 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:48.609087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.625624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9e7f-b815-49d6-b0c2-cf9486ffbec3 req-91629c85-c271-4f52-8a9e-4e7bc8369b3d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:48.639195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4eb9e7f-b815-49d6-b0c2-cf9486ffbec3 req-91629c85-c271-4f52-8a9e-4e7bc8369b3d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 931 time: 0.1686521 Nov 23 18:36:48.642101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9216-cf52-473d-b150-26106e6202dd service neutron] Pushing event updated for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:48.646863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-239b89df-14d4-494a-8cd7-dd61771a3e48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796 HTTP/1.1" status: 200 len: 217 time: 0.6409612 Nov 23 18:36:48.679779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:48.681033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:48.685949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.706609 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:48.708241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Port b0664569-689d-450b-af90-9241e1344d96 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:48.708589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Attempting to bind port b0664569-689d-450b-af90-9241e1344d96 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:48.717849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-827b5773-44b8-43b2-a985-0223c9d6d1dd req-fd2cbed0-cda7-4ae6-b448-1070d6be3d4f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 210 time: 0.4987559 Nov 23 18:36:48.728826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:48.729248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:48.729639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:48.730136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Bound port: b0664569-689d-450b-af90-9241e1344d96, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:48.730576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.755784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Transition to ACTIVE for port object 51224b72-54e4-41a4-9444-704a668e1d11 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:48.807895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.823570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4eb9e7f-b815-49d6-b0c2-cf9486ffbec3 req-373011c4-f650-462b-aed1-05d836a3cce5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790044 Nov 23 18:36:49.096892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-network', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:49.141850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6137ea22-dfa8-4bb2-892f-c8b8b6af7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.145844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6137ea22-dfa8-4bb2-892f-c8b8b6af7058 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4495192 Nov 23 18:36:49.188457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:49.202677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e01982-2f90-4b52-8abf-2b28c59b69dd req-6dd2c7db-e7c7-42af-a8c8-4a92b0b104f7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.204455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02e01982-2f90-4b52-8abf-2b28c59b69dd req-6dd2c7db-e7c7-42af-a8c8-4a92b0b104f7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 948 time: 0.1887202 Nov 23 18:36:49.206522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Made reservation on behalf of ee55f8c19cf0445a867d78aedfa05d55 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:49.209233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.240651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.275637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:49.296396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02e01982-2f90-4b52-8abf-2b28c59b69dd req-5784d74f-6eb1-480a-ac89-e81e70f6423c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841978 Nov 23 18:36:49.461413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.465432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b0664569-689d-450b-af90-9241e1344d96,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:49.471023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.485774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.560729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-59fcae26-1223-48a4-aa74-a5c8f10c15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.563190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-59fcae26-1223-48a4-aa74-a5c8f10c15c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3996863 Nov 23 18:36:49.564670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:36:49.583349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b8a41-f910-49dd-bf89-2fc751935193,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:49.589128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1444-f1fe-420e-9e5b-e3fdbdf86dd9 req-ac1f9845-ed97-4368-9446-598b214cc64b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.606176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.607834 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Added segment a98d2b3f-747d-4cab-8649-0b7c73bde863 of type vlan for network d66a9d70-ef45-4d37-9541-cdba91eda8ec Nov 23 18:36:49.612382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4bd1444-f1fe-420e-9e5b-e3fdbdf86dd9 req-ac1f9845-ed97-4368-9446-598b214cc64b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.4903662 Nov 23 18:36:49.676662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.678092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.680729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/b0664569-689d-450b-af90-9241e1344d96 HTTP/1.1" status: 200 len: 1096 time: 5.6539905 Nov 23 18:36:49.754079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.788816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Allocated IP 172.20.0.2 (d10a83a4-c7e2-4c8c-9165-ff95cb0af19c/e141e0fd-54be-43c8-ba1d-45f91a90568a/773efb01-efad-4966-a08d-3503e1aef3c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:49.816227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4bd1444-f1fe-420e-9e5b-e3fdbdf86dd9 req-11a4d05f-4ab5-4afc-a141-4c99860ee849 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004380 Nov 23 18:36:49.849156 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.853495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:49.854712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:49.946917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2643609 Nov 23 18:36:49.949860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:49.965913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Request body: {'subnet': {'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-subnet', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:50.049699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936552a-2649-4a3d-af82-e444f3aa7fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=d66a9d70-ef45-4d37-9541-cdba91eda8ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:50.095635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:36:50.108630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Made reservation on behalf of ee55f8c19cf0445a867d78aedfa05d55 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:36:50.116251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.176537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84339-1002-43a9-9d50-0f7adc54d6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:50.216051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:50.216323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:50.216734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:50.241270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'tag': 'b0664569-689d-450b-af90-9241e1344d96'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:50.243849 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "tag": "b0664569-689d-450b-af90-9241e1344d96"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:50.304234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376250e8-7444-4fba-887b-f3524c133561 req-3df6f386-328e-4447-b4a1-9862fbe2dec5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:50.313417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-376250e8-7444-4fba-887b-f3524c133561 req-3df6f386-328e-4447-b4a1-9862fbe2dec5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.1215529 Nov 23 18:36:50.351665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cc88f3b-bb03-42a5-89b5-78a70ddae931 req-8b8493e1-3a7c-4bca-9ea2-3f99d6eabcab tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 210 time: 0.3105052 Nov 23 18:36:50.392347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:50.392868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:50.397025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-376250e8-7444-4fba-887b-f3524c133561 req-01f15df3-5fc8-49ca-b956-d02f87d1d05a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821087 Nov 23 18:36:50.453112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:50.454003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:50.454381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:50.454861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Bound port: 51224b72-54e4-41a4-9444-704a668e1d11, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:50.455226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.478141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6bfea879-9095-49d7-baee-cc24384d8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:50.479626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-6bfea879-9095-49d7-baee-cc24384d8827 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 1099 time: 0.6215189 Nov 23 18:36:50.517312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-56912ce3-bc96-4ea2-b92f-22a8eaee9e42 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8922255 Nov 23 18:36:50.522580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.581408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-8ff71492-cfa5-44fa-9c52-4c09e5370f41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b0664569-689d-450b-af90-9241e1344d96 HTTP/1.1" status: 200 len: 217 time: 0.0848210 Nov 23 18:36:50.582911 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca97e9-ff95-4203-a368-eae106b3b6af x-openstack-request-id: req-a2ca97e9-ff95-4203-a368-eae106b3b6af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:50.583216 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "tag": "b0664569-689d-450b-af90-9241e1344d96", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:50.583684 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2ca97e9-ff95-4203-a368-eae106b3b6af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:50.583882 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'tag': 'b0664569-689d-450b-af90-9241e1344d96', 'status': 'completed', 'code': 200} Nov 23 18:36:50.681470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ac898f-8923-4fe8-8946-f2ba163ee4df,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:50.698973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Checking segment: {'id': 'a98d2b3f-747d-4cab-8649-0b7c73bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:50.699529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Network hostable DHCP agents. Network: d66a9d70-ef45-4d37-9541-cdba91eda8ec, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:36:50.710520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2790-3ad4-40ad-bd22-94cf64c279b2 req-2ae87a46-c353-41fa-8de5-dc672ba72167 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:50.720064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da7e2790-3ad4-40ad-bd22-94cf64c279b2 req-2ae87a46-c353-41fa-8de5-dc672ba72167 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 948 time: 0.0943608 Nov 23 18:36:50.767205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:36:50.796561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da7e2790-3ad4-40ad-bd22-94cf64c279b2 req-330d79ce-690e-4793-b1f7-6826c0c3dc8e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Nov 23 18:36:50.802190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d66a9d70-ef45-4d37-9541-cdba91eda8ec) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:50.807015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:50.807820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.816684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66193f90-8901-4cf4-bc85-2d38fe5e1c73 None None] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:50.843144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04a38eb5-e775-4ac1-bbb6-4ef277e14562 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8920758 Nov 23 18:36:50.847569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:50.855710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:50.902819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.905236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:50.990576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.216091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d66a9d70-ef45-4d37-9541-cdba91eda8ec', 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'fixed_ips': [{'subnet_id': '12ac898f-8923-4fe8-8946-f2ba163ee4df'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:36:51.218694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.329074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:51.352607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.360817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:51.372062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-f90a1afc-ce51-48e7-9c09-330d687d6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:51.373773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-f90a1afc-ce51-48e7-9c09-330d687d6c77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.7714279 Nov 23 18:36:51.392189 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-f31e9273-3166-4064-8791-412c07d874dd service neutron] show failed (client error): The resource could not be found. Nov 23 18:36:51.393286 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-f31e9273-3166-4064-8791-412c07d874dd service neutron] 10.222.0.47 "GET /v2.0/ports/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1903987 Nov 23 18:36:51.482977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:51.502107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Allocated IP 172.20.0.2 (d66a9d70-ef45-4d37-9541-cdba91eda8ec/12ac898f-8923-4fe8-8946-f2ba163ee4df/c12ceec5-df03-49b6-90bf-40dccaa55ac2) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:51.537792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.580556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb040c9e-09c4-4651-b9c0-0aa65b7635f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.619588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cf8d6-2054-4016-97b5-07b10f5c1e3c req-cc765d43-c7ea-4a51-8da8-64a94ffd3b2a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:51.622385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-983cf8d6-2054-4016-97b5-07b10f5c1e3c req-cc765d43-c7ea-4a51-8da8-64a94ffd3b2a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.3642173 Nov 23 18:36:51.634795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-fda8fe41-9b4d-4fef-8027-f2dc3db12c7e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602558 Nov 23 18:36:51.645647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.653220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:51.662038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:51.662688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.664750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-904162cf-5e7c-4ed5-8ea5-8ca933f9e9db service neutron] 10.222.0.50 "PUT /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 1091 time: 4.4322524 Nov 23 18:36:51.705102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8086-9759-4420-80ec-7af4b9196778 req-4857ef34-4bbe-485b-b2c1-56cbc801ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:51.706902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-4857ef34-4bbe-485b-b2c1-56cbc801ca16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879384 Nov 23 18:36:51.872861 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.874686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-983cf8d6-2054-4016-97b5-07b10f5c1e3c req-b3b9040e-553f-4aef-9fd3-d5353670451f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241752 Nov 23 18:36:51.879777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:51.920101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:51.923731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:51.927338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:51.928882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca2401-c96e-4342-89fa-49857f5886cc req-bc17dac4-8fc7-474a-890a-7dda7e3e743b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:51.930705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3ca2401-c96e-4342-89fa-49857f5886cc req-bc17dac4-8fc7-474a-890a-7dda7e3e743b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.3363302 Nov 23 18:36:51.978489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.007966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:52.057014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Pushing event updated for resources: {'Port': ['ID=c12ceec5-df03-49b6-90bf-40dccaa55ac2,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:52.079802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Attempting to bind port c12ceec5-df03-49b6-90bf-40dccaa55ac2 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:52.080485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Attempting to bind port c12ceec5-df03-49b6-90bf-40dccaa55ac2 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a98d2b3f-747d-4cab-8649-0b7c73bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:52.080918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Attempting to bind port c12ceec5-df03-49b6-90bf-40dccaa55ac2 on network d66a9d70-ef45-4d37-9541-cdba91eda8ec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:52.090238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:52.090901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Checking segment: {'id': 'a98d2b3f-747d-4cab-8649-0b7c73bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:52.091393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.091851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Bound using segment: {'id': 'a98d2b3f-747d-4cab-8649-0b7c73bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:52.092397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Bound port: c12ceec5-df03-49b6-90bf-40dccaa55ac2, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98d2b3f-747d-4cab-8649-0b7c73bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:52.092869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.100333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb040c9e-09c4-4651-b9c0-0aa65b7635f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.127207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-d3d5000d-fa67-4a10-8f2d-3509f6e59e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.130906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-3265c1f0-a5d3-4535-8041-4cd2d7775de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.132641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-3265c1f0-a5d3-4535-8041-4cd2d7775de4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1100 time: 0.3810558 Nov 23 18:36:52.138196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:52.138438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-d3d5000d-fa67-4a10-8f2d-3509f6e59e55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1094 time: 0.3233554 Nov 23 18:36:52.143441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627067-3cbe-43a6-b1de-f12630870655 req-972ff65a-0ac8-4e64-a164-2cbeadfe07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.145120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-972ff65a-0ac8-4e64-a164-2cbeadfe07ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 1099 time: 0.3765216 Nov 23 18:36:52.150543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:52.151932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb040c9e-09c4-4651-b9c0-0aa65b7635f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.154104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-5e149907-1ac6-478e-a02a-dc660d97e45e service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217861 Nov 23 18:36:52.154852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:52.181593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:52.190828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:52.242755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] For port c12ceec5-df03-49b6-90bf-40dccaa55ac2, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:52.248067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] For port c12ceec5-df03-49b6-90bf-40dccaa55ac2, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c12ceec5-df03-49b6-90bf-40dccaa55ac2,segment=NetworkSegment(a98d2b3f-747d-4cab-8649-0b7c73bde863),segment_id=a98d2b3f-747d-4cab-8649-0b7c73bde863)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:52.255541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.270077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3ca2401-c96e-4342-89fa-49857f5886cc req-358c5137-a51c-4109-bebd-6255ab5417e7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044028 Nov 23 18:36:52.279249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:52.282009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb040c9e-09c4-4651-b9c0-0aa65b7635f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d3a99270bbe4f2db22a7b561df55977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9484746 Nov 23 18:36:52.284662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.378486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2a12-bb01-442d-9798-52b428fbf0c7 req-3b8f08f6-19d2-4599-b12d-2a8568f06728 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.385974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25da2a12-bb01-442d-9798-52b428fbf0c7 req-3b8f08f6-19d2-4599-b12d-2a8568f06728 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 931 time: 0.3805380 Nov 23 18:36:52.396129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8c21-3a88-47de-a8ce-8df880340549 None None] Pushing event updated for resources: {'Port': ['ID=c12ceec5-df03-49b6-90bf-40dccaa55ac2,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:52.426953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.427962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.466459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-b80b044b-8751-4332-9536-f0601bec52cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.2849610 Nov 23 18:36:52.522369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.607484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.607484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:52.607484 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:52.644534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb040c9e-09c4-4651-b9c0-0aa65b7635f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba698c-ce33-4907-a740-dde1928c4e0a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:52.644772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-29ce4b6c-e592-4c97-9c40-25c0926c24ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5161660 Nov 23 18:36:52.765090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Request body: {'port': {'device_id': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:36:52.775567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-d1b87ad0-c193-4d20-835b-a93065cac96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.777204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-d1b87ad0-c193-4d20-835b-a93065cac96e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2787552 Nov 23 18:36:52.783666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:52.798297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3c8086-9759-4420-80ec-7af4b9196778 req-0ee33c76-542f-4534-bbfd-3dd9b47f4c01 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084061 Nov 23 18:36:52.799393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627067-3cbe-43a6-b1de-f12630870655 req-6f61f30d-5645-42a5-8371-95f463ef326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:52.801076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-6f61f30d-5645-42a5-8371-95f463ef326d service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6366425 Nov 23 18:36:52.804965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25da2a12-bb01-442d-9798-52b428fbf0c7 req-e0aff9d1-176b-48e1-9ba7-d5a48ed8b21e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181502 Nov 23 18:36:52.918964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-35a9dced-d926-4452-b90c-8510c0054320 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218553 Nov 23 18:36:52.968534 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85fde41-3998-4816-93e6-e0ab7a5fe3bd x-openstack-request-id: req-b85fde41-3998-4816-93e6-e0ab7a5fe3bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:52.969478 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:52.970214 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b85fde41-3998-4816-93e6-e0ab7a5fe3bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:52.971067 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'status': 'completed', 'code': 200} Nov 23 18:36:53.116439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.152569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Allocated IP 172.25.5.206 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c860b9dd-4bd5-48ba-9bd5-2444b839639a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:53.193552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66b6f5-2d67-455d-9fe9-15209501faae req-35dca8ba-d590-4c4a-be39-8c6d062a5fce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:53.207090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee66b6f5-2d67-455d-9fe9-15209501faae req-35dca8ba-d590-4c4a-be39-8c6d062a5fce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 948 time: 0.2838769 Nov 23 18:36:53.297602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.297602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.299544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aba698c-ce33-4907-a740-dde1928c4e0a HTTP/1.1" status: 204 len: 168 time: 1.0145304 Nov 23 18:36:53.302175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-2610a4ac-7028-49bf-965d-9ef79c432ae6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796 HTTP/1.1" status: 200 len: 217 time: 0.3368018 Nov 23 18:36:53.404221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627067-3cbe-43a6-b1de-f12630870655 req-e8e35231-3907-4a89-bb97-d70bb77708b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:53.405736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-e8e35231-3907-4a89-bb97-d70bb77708b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0713227 Nov 23 18:36:53.414932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-08316e34-038a-4af9-8b08-b0d5070fe80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:53.416529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-08316e34-038a-4af9-8b08-b0d5070fe80f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 1099 time: 0.4621408 Nov 23 18:36:53.417289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3f0a-36d6-43c4-ace9-43d3c6ad6744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba698c-ce33-4907-a740-dde1928c4e0a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:53.466167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-c8e88cbc-c013-41f6-b462-6994594feca0 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917936 Nov 23 18:36:53.488421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.652056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c12ceec5-df03-49b6-90bf-40dccaa55ac2 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:53.690679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee66b6f5-2d67-455d-9fe9-15209501faae req-a867852a-b222-4067-8293-084fd563a0df tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823763 Nov 23 18:36:53.788415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9a7f-8ebd-43d2-9345-4e3a7f04e2c1 req-b9d069ff-3272-44de-8dfb-70a8ca119056 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:53.793198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c12ceec5-df03-49b6-90bf-40dccaa55ac2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:53.793972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.797739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38aa9a7f-8ebd-43d2-9345-4e3a7f04e2c1 req-b9d069ff-3272-44de-8dfb-70a8ca119056 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.7109237 Nov 23 18:36:53.845743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:53.848832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5c89f2f-f5e7-421e-be21-cda1c2694509 req-f442a7d2-f1c3-415b-ab59-bb696203f5a0 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581100 Nov 23 18:36:53.978892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:54.078845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-babde6e0-4bbb-4a98-b626-1fbd62a60a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.080932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-babde6e0-4bbb-4a98-b626-1fbd62a60a69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1094 time: 0.1175110 Nov 23 18:36:54.084276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:54.098753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c12ceec5-df03-49b6-90bf-40dccaa55ac2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c12ceec5-df03-49b6-90bf-40dccaa55ac2,segment=NetworkSegment(a98d2b3f-747d-4cab-8649-0b7c73bde863),segment_id=a98d2b3f-747d-4cab-8649-0b7c73bde863)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:54.105587 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:54.129376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-967a7943-a7e6-4094-89c1-f74b4c2ac5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.132201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-967a7943-a7e6-4094-89c1-f74b4c2ac5b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.5937107 Nov 23 18:36:54.185576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:54.237927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c12ceec5-df03-49b6-90bf-40dccaa55ac2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:54.285143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:36:54.307824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a007f23-7f36-4302-8dfd-022c8044756f req-dc81f571-c3a6-4a87-a0de-f2f2b09f37d7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.318580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a007f23-7f36-4302-8dfd-022c8044756f req-dc81f571-c3a6-4a87-a0de-f2f2b09f37d7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.4217701 Nov 23 18:36:54.328150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:36:54.332832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:36:54.396060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627067-3cbe-43a6-b1de-f12630870655 req-8c90cbf4-6202-4759-a3ae-ac87248e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.397638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-8c90cbf4-6202-4759-a3ae-ac87248e82d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9782999 Nov 23 18:36:54.399113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-71e442f9-5fec-45dd-8fe3-52a80ac87ab3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b0664569-689d-450b-af90-9241e1344d96 HTTP/1.1" status: 200 len: 217 time: 0.2431355 Nov 23 18:36:54.413845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e7f07-3f8d-424c-80c2-8e5319de1c62 None None] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:36:54.508877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-bbea5667-774d-468e-a95d-052e93495f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.510371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-bbea5667-774d-468e-a95d-052e93495f18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0804009 Nov 23 18:36:54.533859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38aa9a7f-8ebd-43d2-9345-4e3a7f04e2c1 req-2758e094-8a18-4435-8d5c-5127b049988d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061213 Nov 23 18:36:54.631680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1e668e7-f21f-49c0-8da9-2f2d6f540b40 None None] Provisioning complete for port c12ceec5-df03-49b6-90bf-40dccaa55ac2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:54.632269 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1e668e7-f21f-49c0-8da9-2f2d6f540b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:54.880817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9afad2ee-0d8a-4a5b-88d3-9441f92198f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:54.885308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773efb01-efad-4966-a08d-3503e1aef3c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:54.931292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-7083fe57-9063-475d-8eb0-23c725b45f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:54.933549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-7083fe57-9063-475d-8eb0-23c725b45f48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3616054 Nov 23 18:36:54.937440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.136337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9afad2ee-0d8a-4a5b-88d3-9441f92198f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.190076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9afad2ee-0d8a-4a5b-88d3-9441f92198f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.237348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-096c1053-ead9-4c2b-8468-3abeffacd43c None None] Provisioning complete for port c12ceec5-df03-49b6-90bf-40dccaa55ac2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:55.237917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-096c1053-ead9-4c2b-8468-3abeffacd43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.240049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Pushing event updated for resources: {'Port': ['ID=c860b9dd-4bd5-48ba-9bd5-2444b839639a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:55.311043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afad2ee-0d8a-4a5b-88d3-9441f92198f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb51ed8-ab39-4cac-a02f-0a0cb975bafb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:55.426401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:55.481508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Transition to ACTIVE for port object 773efb01-efad-4966-a08d-3503e1aef3c8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:55.493316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd30ae-dab3-4a1a-8900-b36a6df921da req-e1b8a293-7ffb-4ee4-9186-071d7c967ecf tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:55.494943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92bd30ae-dab3-4a1a-8900-b36a6df921da req-e1b8a293-7ffb-4ee4-9186-071d7c967ecf tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 931 time: 0.6171472 Nov 23 18:36:55.502345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-d6d823c9-815c-4793-830d-d2ce4339b740 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0756588 Nov 23 18:36:55.502846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.513559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9afad2ee-0d8a-4a5b-88d3-9441f92198f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae3adfe2bdcb408ebee5fee0ae59c70e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2488995 Nov 23 18:36:55.530129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 2187a920-0d4a-4d9e-af6e-34c8fae81796 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:55.539008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:55.575744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:36:55.593166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c12ceec5-df03-49b6-90bf-40dccaa55ac2 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:55.595803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a007f23-7f36-4302-8dfd-022c8044756f req-30a91ba7-2331-4310-bb6b-a0325f624b36 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2757263 Nov 23 18:36:55.602884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-c279d832-e269-46da-9da1-b0266dab306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:55.606277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-c279d832-e269-46da-9da1-b0266dab306f service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 1.5026095 Nov 23 18:36:55.614960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:55.687952 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.709470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:55.755047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:36:55.758277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-17bacf8b-5bb8-4026-8a74-3924e90e6a8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.1210573 Nov 23 18:36:55.870598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.871030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b0664569-689d-450b-af90-9241e1344d96 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:55.897207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92bd30ae-dab3-4a1a-8900-b36a6df921da req-e651426c-ef77-4ccd-86d8-00252839df82 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856662 Nov 23 18:36:55.925255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-3595cd38-21ab-426d-91cf-d214179a9282 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740729 Nov 23 18:36:55.939596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:55.942164 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda899e9-9625-4636-8346-510beef05324" -d '{"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-unplugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:55.949157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.995252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-4055021c-2a52-4e63-9501-71bbe739cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:56.010801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-4055021c-2a52-4e63-9501-71bbe739cf11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1945546 Nov 23 18:36:56.053292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a91cd4-3094-4c06-b9a1-6bc1d75b5832 req-d66cc369-1c56-4ffd-b3f9-173c86b1367d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:56.059000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2a91cd4-3094-4c06-b9a1-6bc1d75b5832 req-d66cc369-1c56-4ffd-b3f9-173c86b1367d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 948 time: 0.2573228 Nov 23 18:36:56.136573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:56.138413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:56.138820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:56.190385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-bdb3c541-56eb-4e7a-a3c2-93d85c7fe6cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181030 Nov 23 18:36:56.199801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:56.200168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:56.203258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Transition to ACTIVE for port object f4662b2c-51f1-4d67-8a9c-fd5732b9c56e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:36:56.230760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f627067-3cbe-43a6-b1de-f12630870655 req-77faa421-527f-41e5-aed9-263080dffcd6 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741071 Nov 23 18:36:56.232397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.241361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.270035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:56.270484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:56.270877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:56.271382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Bound port: 773efb01-efad-4966-a08d-3503e1aef3c8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:56.272528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.351120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0494261b-aa8e-4ca0-abf2-fe9e9ef813a6 req-748cfb7d-431f-4973-8d9d-85d51586d62c service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138656 Nov 23 18:36:56.407344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b0664569-689d-450b-af90-9241e1344d96,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:56.420269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.433724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.434258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.438590 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcb51ed8-ab39-4cac-a02f-0a0cb975bafb HTTP/1.1" status: 204 len: 168 time: 0.8944588 Nov 23 18:36:56.439255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:56.452766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b0664569-689d-450b-af90-9241e1344d96', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'b0664569-689d-450b-af90-9241e1344d96', 'mac_address': 'fa:16:3e:bc:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:56.473667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c12ceec5-df03-49b6-90bf-40dccaa55ac2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:36:56.474510 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.480650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '2187a920-0d4a-4d9e-af6e-34c8fae81796', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '2187a920-0d4a-4d9e-af6e-34c8fae81796', 'mac_address': 'fa:16:3e:d4:f7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:56.508015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2a91cd4-3094-4c06-b9a1-6bc1d75b5832 req-1dc4685b-b4cb-4c32-aa84-ce2dfbc9fa8c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020000 Nov 23 18:36:56.530786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030ea79-4528-4e96-8774-6781ddca5086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb51ed8-ab39-4cac-a02f-0a0cb975bafb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:56.556322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda4d3-3017-49d0-964f-734744986d95 req-25080ec7-c2a2-4f81-bb75-dbe968f7a8a6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:56.561034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2acda4d3-3017-49d0-964f-734744986d95 req-25080ec7-c2a2-4f81-bb75-dbe968f7a8a6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.4006743 Nov 23 18:36:56.667334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:56.678960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:56.686118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] No DVR routers for this DVR port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:36:56.697002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:56.736800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:56.762790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-b49d2424-39cc-4cf4-8b47-2dfe5c05c69e service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543058 Nov 23 18:36:56.923804 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dca996c-b234-4917-91de-e489bcd753e9 x-openstack-request-id: req-1dca996c-b234-4917-91de-e489bcd753e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:56.923804 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-unplugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:56.924018 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dca996c-b234-4917-91de-e489bcd753e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:56.924463 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'code': 200} Nov 23 18:36:56.957902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:56.995196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.036347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:57.036712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.037598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:36:57.038125 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:36:57.039222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-fc5b3b15-06f1-4ab6-8dde-56aabd6f4be9 service neutron] 10.222.0.47 "PUT /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 1091 time: 4.3298504 Nov 23 18:36:57.043440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.062113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0664569-689d-450b-af90-9241e1344d96 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:57.070459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.100858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2187a920-0d4a-4d9e-af6e-34c8fae81796 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:57.164083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b0664569-689d-450b-af90-9241e1344d96,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:57.165453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:57.176645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.178815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:36:57.179208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:36:57.179538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:57.190392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.223202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2acda4d3-3017-49d0-964f-734744986d95 req-9ac8682e-b2a4-4806-a47b-44c1f46dd70b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059831 Nov 23 18:36:57.237535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:36:57.237535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Attempting to bind port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:36:57.261708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:36:57.267956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:36:57.268388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:36:57.268861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Bound port: f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:36:57.269231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.277943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-2fc7d3c7-e44d-422b-9362-6aadc0caa693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:57.284768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-2fc7d3c7-e44d-422b-9362-6aadc0caa693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1094 time: 0.1739874 Nov 23 18:36:57.354098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:57.376694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0215d385-69a9-42c1-b141-225133d563bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.483799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['2187a920-0d4a-4d9e-af6e-34c8fae81796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:57.497654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5fc1f5d-b9aa-43f7-9d57-1f0d50786ae8 req-1e38882a-dd12-4ccb-b2c5-349dcadc6093 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253416 Nov 23 18:36:57.514363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c5f6-a652-4632-9f88-4729360941d6 req-797ffed9-10ba-40f4-9e5e-9512fec4101f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:57.515986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a9c5f6-a652-4632-9f88-4729360941d6 req-797ffed9-10ba-40f4-9e5e-9512fec4101f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.4330575 Nov 23 18:36:57.545750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:36:57.551997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:36:57.557822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-a3d0d5bf-43a1-4d4a-a49a-1ba32c4d809e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 217 time: 0.2459271 Nov 23 18:36:57.569726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.613376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:57.613799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Router 6b527190-5636-4912-ac14-f1b9c11a311b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:36:57.614119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:57.615767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] 10.222.0.50 "PUT /v2.0/ports/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 1095 time: 5.4526927 Nov 23 18:36:57.679594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a9c5f6-a652-4632-9f88-4729360941d6 req-c7b15b21-a0b9-45f3-a786-58d37a829a7d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552188 Nov 23 18:36:57.680182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:57.691572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:57.775294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 51224b72-54e4-41a4-9444-704a668e1d11 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:36:57.841386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-38b31235-63c9-4486-acbb-16fd320bb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:57.844479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-38b31235-63c9-4486-acbb-16fd320bb830 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.2565944 Nov 23 18:36:57.958616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-f5e2d352-4f95-4ff2-96a1-b590286e4a18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593555 Nov 23 18:36:57.998192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:36:58.018761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc93ea-2af6-47dd-ab34-84a12cf0cb21 req-8ba2ee3d-c54c-4de6-bdf2-23990ce86013 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.019411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Sync routers for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:36:58.027058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddbc93ea-2af6-47dd-ab34-84a12cf0cb21 req-8ba2ee3d-c54c-4de6-bdf2-23990ce86013 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 949 time: 0.2071662 Nov 23 18:36:58.115473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddbc93ea-2af6-47dd-ab34-84a12cf0cb21 req-22856c25-fd00-4b4d-8c7e-aba8b70f90e9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708590 Nov 23 18:36:58.123616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:58.134641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:36:58.134641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:36:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:58.147690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16139e83-b13b-4ac0-866e-8ef40cbc2557 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2991822 Nov 23 18:36:58.151729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:36:58.167648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-0e896da5-327b-4e7e-a274-cbeb5877121c service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741362 Nov 23 18:36:58.269283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:58.337956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571e4ad-952d-4a5a-baa9-629183bb3854 service neutron] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:58.350478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '51224b72-54e4-41a4-9444-704a668e1d11', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'port_id': '51224b72-54e4-41a4-9444-704a668e1d11', 'mac_address': 'fa:16:3e:27:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62cf34-c045-4d0e-bc1d-aea5b950cdd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:36:58.362144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832722b-2653-41ac-9a84-14eaa09c286a req-18b3d92e-6ffd-4abb-9cdf-25e46883da8e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.363943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6832722b-2653-41ac-9a84-14eaa09c286a req-18b3d92e-6ffd-4abb-9cdf-25e46883da8e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.9553602 Nov 23 18:36:58.377726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-473071e9-6598-4f47-a490-2e7624127040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.384425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-473071e9-6598-4f47-a490-2e7624127040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.7258089 Nov 23 18:36:58.509408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d334dc6-a090-40f5-a918-15bb04ace13a req-e29975a8-5f4b-4abe-8c63-5ef1473dbd71 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286681 Nov 23 18:36:58.518795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:36:58.632667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42075100-bd52-455f-a242-5427473709cf req-f5fa175b-b0db-4644-9535-cee13b7d5fc7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.636927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6832722b-2653-41ac-9a84-14eaa09c286a req-bf477c4b-7633-4dcb-954a-0aedf8838dd2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511568 Nov 23 18:36:58.640222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42075100-bd52-455f-a242-5427473709cf req-f5fa175b-b0db-4644-9535-cee13b7d5fc7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.1495461 Nov 23 18:36:58.669101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-b3331d81-42cd-4518-8a2f-471eb62af397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.671051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-b3331d81-42cd-4518-8a2f-471eb62af397 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2766888 Nov 23 18:36:58.692198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:58.733758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42075100-bd52-455f-a242-5427473709cf req-eaf2e464-b46d-4b61-babf-8f804dae2337 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858195 Nov 23 18:36:58.800137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51224b72-54e4-41a4-9444-704a668e1d11 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:36:58.810186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-87362c70-5273-47fb-831d-ff687dbce8e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.1281986 Nov 23 18:36:58.926151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8'}, {'name': 'network-changed', 'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:36:58.927094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:36:58.929470 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e8e3c0-1830-423b-b7c3-11907a789773" -d '{"events": [{"name": "network-changed", "server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8"}, {"name": "network-changed", "server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:36:58.942263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:58.949947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-9134df83-8fce-4510-9d63-82b3de9d0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:58.951882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-9134df83-8fce-4510-9d63-82b3de9d0fe7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1332552 Nov 23 18:36:59.011753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa135d-59de-4df3-8a17-9ca445696871 req-13585891-bb2f-49ec-8340-cacb51aafaea tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.025137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:36:59.047598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43aa135d-59de-4df3-8a17-9ca445696871 req-13585891-bb2f-49ec-8340-cacb51aafaea tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.1564224 Nov 23 18:36:59.129552 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ce6f5f-ffbf-4b11-a951-082bf9523971 x-openstack-request-id: req-f8ce6f5f-ffbf-4b11-a951-082bf9523971 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:36:59.130008 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:36:59.130408 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8ce6f5f-ffbf-4b11-a951-082bf9523971 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:36:59.131031 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8', 'status': 'completed', 'code': 200} Nov 23 18:36:59.131484 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'status': 'completed', 'code': 200} Nov 23 18:36:59.183704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-78d39de6-8e33-42aa-88a6-317915d0bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.186301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-78d39de6-8e33-42aa-88a6-317915d0bc22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198329 Nov 23 18:36:59.249322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43aa135d-59de-4df3-8a17-9ca445696871 req-40156665-7d3d-44a2-90ce-16ce0a15c2e5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662853 Nov 23 18:36:59.315455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:36:55Z', 'revision_number': 3, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:36:59.425834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Checking router: 6b527190-5636-4912-ac14-f1b9c11a311b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:36:59.441178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Updating router 6b527190-5636-4912-ac14-f1b9c11a311b port c860b9dd-4bd5-48ba-9bd5-2444b839639a binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:36:59.444922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:36:59.457940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-e9ebef06-54c1-4218-8acb-220bf4f400f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.460227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-e9ebef06-54c1-4218-8acb-220bf4f400f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1094 time: 0.3200421 Nov 23 18:36:59.503223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:59.565167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c558d-e324-46de-bc80-717edab08f1d req-3b2ed20a-5dd3-4766-b9eb-f2e43031a239 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.567388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f68c558d-e324-46de-bc80-717edab08f1d req-3b2ed20a-5dd3-4766-b9eb-f2e43031a239 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 949 time: 0.2131960 Nov 23 18:36:59.589452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-5eef1f3b-6e82-406a-8691-121f679757e9 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385837 Nov 23 18:36:59.592854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 2187a920-0d4a-4d9e-af6e-34c8fae81796 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:36:59.703024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:59.741821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-d606629a-9bc1-4c1a-9282-50bfb947e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.746352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-d606629a-9bc1-4c1a-9282-50bfb947e41c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.2659938 Nov 23 18:36:59.746772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f68c558d-e324-46de-bc80-717edab08f1d req-47121184-17fe-4091-b26c-d3d5a61b8d88 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626494 Nov 23 18:36:59.831944 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42fa61f3-d403-4c90-987f-0aeca74ee5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:59.874876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-a3d2de40-1b3d-40e6-972b-5e13a4fc5913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 217 time: 0.0831916 Nov 23 18:36:59.953524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-488daa1d-d804-40e0-bb40-0bc36dae6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:59.955187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-488daa1d-d804-40e0-bb40-0bc36dae6533 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0720053 Nov 23 18:36:59.973858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Allocated IP 172.20.0.1 (d66a9d70-ef45-4d37-9541-cdba91eda8ec/12ac898f-8923-4fe8-8946-f2ba163ee4df/836bb7ed-29f1-4403-b2a3-1a8bcec50378) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:36:59.982556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 2187a920-0d4a-4d9e-af6e-34c8fae81796 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:00.023565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 2187a920-0d4a-4d9e-af6e-34c8fae81796 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:00.023952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:00.031357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc36f7e-f50b-494b-8fbf-f6b074ac1c17 req-bfa7c6de-371e-468f-a602-46abc3e5067b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:00.032930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bc36f7e-f50b-494b-8fbf-f6b074ac1c17 req-bfa7c6de-371e-468f-a602-46abc3e5067b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.1361871 Nov 23 18:37:00.048232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-641cf859-431a-44e7-a0f7-f636a3fba3aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793474 Nov 23 18:37:00.070158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ebf979-abbd-40d9-bc8a-38ae921bce2b req-d07315c7-e08d-431d-a727-8940a7b97ec3 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656620 Nov 23 18:37:00.217878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfd09a-6e82-465f-b14d-6fdfdb5bfe4f req-b86693df-20a8-41bb-877a-fd31d6319b0b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:00.222332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eadfd09a-6e82-465f-b14d-6fdfdb5bfe4f req-b86693df-20a8-41bb-877a-fd31d6319b0b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.2440484 Nov 23 18:37:00.441058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-19c68a2e-e2b7-481b-8736-b6f2e225a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:00.443075 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-19c68a2e-e2b7-481b-8736-b6f2e225a828 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.2195146 Nov 23 18:37:00.445367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-e3ce59cd-e446-4624-ada6-880a0bdd0677 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908679 Nov 23 18:37:00.457593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eadfd09a-6e82-465f-b14d-6fdfdb5bfe4f req-3265605f-4f04-43c5-8e76-c740b5e94644 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229247 Nov 23 18:37:00.573956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bc36f7e-f50b-494b-8fbf-f6b074ac1c17 req-3972c27f-72a9-40d0-a20a-7ce70aad3688 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226047 Nov 23 18:37:00.646024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:00.678552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-cc4deb1e-6405-4658-a852-a4973dd06dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051976 Nov 23 18:37:00.682796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-87ed6e45-dac6-43c9-97c5-1f9675bf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:00.685237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-87ed6e45-dac6-43c9-97c5-1f9675bf14bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2265382 Nov 23 18:37:00.820502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:00.840255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdd214-99cd-45bb-a185-d1453bcc922f req-fe86d613-bdeb-4bc2-bc4e-bc445fb83727 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:00.847023 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:00.851218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-d135c719-3aa3-4f56-a7a3-5ce4b0a0cc0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.1520486 Nov 23 18:37:00.857763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fbdd214-99cd-45bb-a185-d1453bcc922f req-fe86d613-bdeb-4bc2-bc4e-bc445fb83727 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 944 time: 0.1408751 Nov 23 18:37:00.901790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:00.990635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:00.993861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-cd49a4b5-5a4d-47de-8bdd-d5e5c2e5ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.007495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-cd49a4b5-5a4d-47de-8bdd-d5e5c2e5ed06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.2453725 Nov 23 18:37:01.009513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-38e14458-e5c3-4dfa-8f9a-44701893e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.009822 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.011478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-38e14458-e5c3-4dfa-8f9a-44701893e1ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1432860 Nov 23 18:37:01.034643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:01.049016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Attempting to bind port c860b9dd-4bd5-48ba-9bd5-2444b839639a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:01.049275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Attempting to bind port c860b9dd-4bd5-48ba-9bd5-2444b839639a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:01.049731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Attempting to bind port c860b9dd-4bd5-48ba-9bd5-2444b839639a on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:01.050728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:01.124359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:01.124767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:01.125891 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.126305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:01.126798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Bound port: c860b9dd-4bd5-48ba-9bd5-2444b839639a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:01.127185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.219893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Pushing event updated for resources: {'Port': ['ID=836bb7ed-29f1-4403-b2a3-1a8bcec50378,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:01.253411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.268123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fbdd214-99cd-45bb-a185-d1453bcc922f req-25240bd1-0a9d-4a8f-95ae-1648a2a13f98 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089975 Nov 23 18:37:01.291947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369e38e-b948-4287-a368-8225daad1013 None None] Pushing event updated for resources: {'Port': ['ID=c860b9dd-4bd5-48ba-9bd5-2444b839639a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:01.310619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.330850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-19d44810-7046-4920-a33d-26ecaee86d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.332376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-19d44810-7046-4920-a33d-26ecaee86d10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2905872 Nov 23 18:37:01.334464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-36beb04f-ae2f-4578-a928-73622325ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.337371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-36beb04f-ae2f-4578-a928-73622325ac70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3137259 Nov 23 18:37:01.437258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-c9abced0-21ae-49c8-ab73-6cc189ac0bb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.0952442 Nov 23 18:37:01.485980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:01.494037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:01.502102 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb586e4-37b1-409d-9adf-e39342ffc564" -d '{"events": [{"server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "name": "network-vif-plugged", "status": "completed", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:01.522511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:01.535119 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.543038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.545717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] For port c860b9dd-4bd5-48ba-9bd5-2444b839639a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:01.573371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c8d6-b197-48bb-8aaf-6a187fa6938c req-02cccd2e-7268-4a0f-a3d2-591578fbffb3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.589953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e28c8d6-b197-48bb-8aaf-6a187fa6938c req-02cccd2e-7268-4a0f-a3d2-591578fbffb3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 949 time: 0.4537268 Nov 23 18:37:01.704589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e28c8d6-b197-48bb-8aaf-6a187fa6938c req-4f7c739d-3534-48b1-a376-e44d6124bb0d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133692 Nov 23 18:37:01.744251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] For port c860b9dd-4bd5-48ba-9bd5-2444b839639a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c860b9dd-4bd5-48ba-9bd5-2444b839639a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:01.766884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-743d1afd-2c4a-4a5a-b9c0-3bacd001aced None None] Provisioning complete for port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:01.767271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-743d1afd-2c4a-4a5a-b9c0-3bacd001aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.814393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b0664569-689d-450b-af90-9241e1344d96 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:01.909566 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:01.922154 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:37:01.935223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86417da-08bf-4cef-a40c-ebe8e572d6c1 req-22d05a01-b8c4-4183-994b-d4c8c978938f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:01.944310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b86417da-08bf-4cef-a40c-ebe8e572d6c1 req-22d05a01-b8c4-4183-994b-d4c8c978938f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.2503583 Nov 23 18:37:01.960372 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9721315-218e-4766-bdcf-db2c65e400a5 x-openstack-request-id: req-d9721315-218e-4766-bdcf-db2c65e400a5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:01.960727 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "name": "network-vif-plugged", "status": "completed", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:01.960951 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9721315-218e-4766-bdcf-db2c65e400a5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:01.961699 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796', 'code': 200} Nov 23 18:37:01.962833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-743d1afd-2c4a-4a5a-b9c0-3bacd001aced None None] Port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:01.981584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:02.069502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b86417da-08bf-4cef-a40c-ebe8e572d6c1 req-d45f8d9f-02c7-461b-b366-f763d41d50ef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239407 Nov 23 18:37:02.092425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.105879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.179425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:02.181425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:02.186894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b0664569-689d-450b-af90-9241e1344d96 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:02.280662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.290061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b0664569-689d-450b-af90-9241e1344d96 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:02.290741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.302701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-dd89e4e0-a5ac-4e6e-a533-92e3d8f07828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:02.304258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-dd89e4e0-a5ac-4e6e-a533-92e3d8f07828 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.8456824 Nov 23 18:37:02.318899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0c1c7-eec4-4993-89d6-ffef89dae585 req-8315b182-b380-427f-905c-a642762b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:02.320659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e9a0c1c7-eec4-4993-89d6-ffef89dae585 req-8315b182-b380-427f-905c-a642762b7c36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 1101 time: 0.0843036 Nov 23 18:37:02.331456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369e38e-b948-4287-a368-8225daad1013 None None] Pushing event updated for resources: {'Port': ['ID=c860b9dd-4bd5-48ba-9bd5-2444b839639a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:02.360950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:02.401304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.412395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-5f558024-f0e5-4dba-a89b-993201e2530f service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9728155 Nov 23 18:37:02.420659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Pushing event updated for resources: {'Port': ['ID=836bb7ed-29f1-4403-b2a3-1a8bcec50378,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:02.422295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-7c405608-67d4-4318-abf6-1a9ec29707ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:02.423871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-7c405608-67d4-4318-abf6-1a9ec29707ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077702 Nov 23 18:37:02.439109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '773efb01-efad-4966-a08d-3503e1aef3c8', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'port_id': '773efb01-efad-4966-a08d-3503e1aef3c8', 'mac_address': 'fa:16:3e:b2:1f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e141e0fd-54be-43c8-ba1d-45f91a90568a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:02.478088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874b29-3889-4f26-8ad2-8f9486dc8515 req-5255526d-3a52-43cd-a521-100fcd4bfee2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:02.492368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75874b29-3889-4f26-8ad2-8f9486dc8515 req-5255526d-3a52-43cd-a521-100fcd4bfee2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.2499523 Nov 23 18:37:02.522625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-ab3577c0-b033-421e-b00d-7c3c8100c672 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973659 Nov 23 18:37:02.523902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:02.572015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e9a0c1c7-eec4-4993-89d6-ffef89dae585 req-ff64dc26-6e21-4aad-a763-158f61b00ee3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017562 Nov 23 18:37:02.667592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.698686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-c6af67b1-efd8-48c8-80d6-6189ce4888f8 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295390 Nov 23 18:37:02.722085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773efb01-efad-4966-a08d-3503e1aef3c8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:02.742502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:02.754220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:02.763940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.792864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:02.793830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75874b29-3889-4f26-8ad2-8f9486dc8515 req-9e7afa7a-a48d-4cae-8c44-de4c3fc30deb tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983963 Nov 23 18:37:02.794787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:02.879162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:03.143481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ae47-4498-4fb9-89aa-961c0e517908 req-f5e85958-afab-428d-afcc-97e76befe230 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:03.154153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a71ae47-4498-4fb9-89aa-961c0e517908 req-f5e85958-afab-428d-afcc-97e76befe230 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 950 time: 0.1281893 Nov 23 18:37:03.167187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624a724-5e31-4b21-b07c-7383a459228f req-69b1a1ab-d1ed-44d3-88e6-7d6d19a05a2c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:03.176639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Router 6b527190-5636-4912-ac14-f1b9c11a311b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:03.179790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e624a724-5e31-4b21-b07c-7383a459228f req-69b1a1ab-d1ed-44d3-88e6-7d6d19a05a2c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 944 time: 0.3565390 Nov 23 18:37:03.193010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e8e3c0-1830-423b-b7c3-11907a789773 req-1e72f55c-719d-4f04-aacd-2193c2347873 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072359 Nov 23 18:37:03.226813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a71ae47-4498-4fb9-89aa-961c0e517908 req-5db149e3-eedb-4914-83cc-ff03756e03ba tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716388 Nov 23 18:37:03.245448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:03.259063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b0664569-689d-450b-af90-9241e1344d96,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:03.313957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e624a724-5e31-4b21-b07c-7383a459228f req-b0454405-0d9a-42e5-a295-c1d5e01bcc7e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327519 Nov 23 18:37:03.316177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb2fdb-9820-4c57-b51f-8fc78caa6804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.316367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-88fa3412-5ed3-4c35-8406-626ce3129e0d None None] Provisioning complete for port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:03.316534 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88fa3412-5ed3-4c35-8406-626ce3129e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.356089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.376672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-88fa3412-5ed3-4c35-8406-626ce3129e0d None None] Port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:03.383494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.392369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:03.441638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:03.451708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411409e-c1fb-4b0c-b202-3824c530c1a7 req-9b6156ce-5098-4caa-9549-5ff7bdd2d205 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:03.452660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a411409e-c1fb-4b0c-b202-3824c530c1a7 req-9b6156ce-5098-4caa-9549-5ff7bdd2d205 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 947 time: 0.0821919 Nov 23 18:37:03.457408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-432eff52-2704-4de6-9ec9-46b8919aea1d admin admin] 10.222.0.37 "PUT /v2.0/routers/6b527190-5636-4912-ac14-f1b9c11a311b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3042002 Nov 23 18:37:03.460211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb2fdb-9820-4c57-b51f-8fc78caa6804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.466121 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb2fdb-9820-4c57-b51f-8fc78caa6804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.516185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb2fdb-9820-4c57-b51f-8fc78caa6804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85093fc-2233-40e7-a646-d963814a5697,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:03.518029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:03.524772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80cb2fdb-9820-4c57-b51f-8fc78caa6804 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c00620f1e674f8d9afe10307e4b9e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6382442 Nov 23 18:37:03.525836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:03.590379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a411409e-c1fb-4b0c-b202-3824c530c1a7 req-ac49161d-ca51-40ef-a1eb-90bf8df35bc2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141427 Nov 23 18:37:03.594440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.615383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 4, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '836bb7ed-29f1-4403-b2a3-1a8bcec50378', 'name': '', 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'mac_address': 'fa:16:3e:e7:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:59Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 2, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'subnets': [{'id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:03.639094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.663853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010151e-6ea4-4556-b46a-c5aa031d66ea None None] The sync data for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 is: [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 4, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '836bb7ed-29f1-4403-b2a3-1a8bcec50378', 'name': '', 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'mac_address': 'fa:16:3e:e7:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:59Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 2, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'subnets': [{'id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:03.749967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.759083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.764515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c85093fc-2233-40e7-a646-d963814a5697 HTTP/1.1" status: 204 len: 168 time: 0.2330236 Nov 23 18:37:03.771907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:03.777126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 51224b72-54e4-41a4-9444-704a668e1d11 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:03.811052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78766e9-9ad9-4346-9acf-2329d9497a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85093fc-2233-40e7-a646-d963814a5697,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:03.916814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 51224b72-54e4-41a4-9444-704a668e1d11 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:03.931396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 51224b72-54e4-41a4-9444-704a668e1d11 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:03.931778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:03.990418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0664569-689d-450b-af90-9241e1344d96'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:03.992682 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e63891-371d-476c-a6cf-ed74ae240bd7" -d '{"events": [{"server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "name": "network-vif-plugged", "status": "completed", "tag": "b0664569-689d-450b-af90-9241e1344d96"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:04.100022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:04.127101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'mac_address': 'fa:16:3e:8c:5c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:04.197161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-a9dd4d48-bd75-4c45-a142-1d889d2431ee tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:04.199653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-a9dd4d48-bd75-4c45-a142-1d889d2431ee tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85&tenant_id=843dbf999a6942af8105a567311de4e5&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 947 time: 0.2509325 Nov 23 18:37:04.212950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247ce0b-9c68-47b6-9d6b-e643eac98c4c req-80d0756a-a208-4edc-8cfb-4681920668e3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:04.220920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6247ce0b-9c68-47b6-9d6b-e643eac98c4c req-80d0756a-a208-4edc-8cfb-4681920668e3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.1967745 Nov 23 18:37:04.247010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.255430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.298899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:04.325122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-135b55c5-8f28-4b88-8d01-85f5474bb05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.365856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6247ce0b-9c68-47b6-9d6b-e643eac98c4c req-01220843-ff07-40c3-9de1-d7cfaf42d3c5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437414 Nov 23 18:37:04.368232 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-59ed5d0f-bf6d-4d48-b683-f2e8d584f0b4 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:37:04.369219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-59ed5d0f-bf6d-4d48-b683-f2e8d584f0b4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1448715 Nov 23 18:37:04.448524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4662b2c-51f1-4d67-8a9c-fd5732b9c56e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:04.451437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-135b55c5-8f28-4b88-8d01-85f5474bb05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.467353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-135b55c5-8f28-4b88-8d01-85f5474bb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.491116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:04.494175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:04.497174 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.506661 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.540794 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-eee4d88d-284b-465c-b1d4-2fdaeff29d59 req-f69ec880-7e5d-4184-ab1f-0a4904a7cc89 tempest-FloatingIPDetailsNegativeTestJSON-1727113697 tempest-FloatingIPDetailsNegativeTestJSON-1727113697-project] show failed (client error): The resource could not be found. Nov 23 18:37:04.542622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eee4d88d-284b-465c-b1d4-2fdaeff29d59 req-f69ec880-7e5d-4184-ab1f-0a4904a7cc89 tempest-FloatingIPDetailsNegativeTestJSON-1727113697 tempest-FloatingIPDetailsNegativeTestJSON-1727113697-project] 10.222.0.37 "GET /v2.0/floatingips/3f1e65d2-93e6-4ba2-986d-51b776ac1341 HTTP/1.1" status: 404 len: 350 time: 0.0853157 Nov 23 18:37:04.559132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:04.583887 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-135b55c5-8f28-4b88-8d01-85f5474bb05c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce18f5411c140e897a78afe61883bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836692 Nov 23 18:37:04.593241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:04.594856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:04.606068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b55c5-8f28-4b88-8d01-85f5474bb05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f367ec-9326-4c0f-9643-b25e39db7815,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:04.675446 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c82e2f-3365-41ce-9e2c-ab49eea695c1 x-openstack-request-id: req-86c82e2f-3365-41ce-9e2c-ab49eea695c1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:04.675900 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "name": "network-vif-plugged", "status": "completed", "tag": "b0664569-689d-450b-af90-9241e1344d96", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:04.676165 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c82e2f-3365-41ce-9e2c-ab49eea695c1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:04.676578 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0664569-689d-450b-af90-9241e1344d96', 'code': 200} Nov 23 18:37:04.750710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:04.799998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.814270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812229-a987-4790-8339-bbc6e3d1fc8c req-963f8c1d-10df-46dd-8c8f-fa22ef26b210 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:04.824355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e812229-a987-4790-8339-bbc6e3d1fc8c req-963f8c1d-10df-46dd-8c8f-fa22ef26b210 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 948 time: 0.3522673 Nov 23 18:37:04.850830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-6d9ce019-27d6-49b3-9049-a787b57af179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:04.852409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-6d9ce019-27d6-49b3-9049-a787b57af179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 1098 time: 0.3821371 Nov 23 18:37:04.857270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883d62e-396e-4ff6-bd78-7511c52bf177 req-54b44734-d973-496b-aa89-846e67f2157c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:04.858870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1883d62e-396e-4ff6-bd78-7511c52bf177 req-54b44734-d973-496b-aa89-846e67f2157c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 950 time: 0.1153543 Nov 23 18:37:04.876019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:04.955571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:05.026689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.031872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.036036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2f367ec-9326-4c0f-9643-b25e39db7815 HTTP/1.1" status: 204 len: 168 time: 0.4374459 Nov 23 18:37:05.063434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b84cca-f7e2-47f5-90f3-00e876a9fdc4 req-4ab91c35-acb2-4daa-8700-665780b3c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.065115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8b84cca-f7e2-47f5-90f3-00e876a9fdc4 req-4ab91c35-acb2-4daa-8700-665780b3c409 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 1101 time: 0.2883441 Nov 23 18:37:05.066280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1883d62e-396e-4ff6-bd78-7511c52bf177 req-b48bf390-a6e8-4b86-b828-b7efb1f76396 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828499 Nov 23 18:37:05.067550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b950f1-4841-4f56-96d5-27a816302505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f367ec-9326-4c0f-9643-b25e39db7815,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:05.109257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e812229-a987-4790-8339-bbc6e3d1fc8c req-91592324-71de-4825-b010-a41211c99448 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815120 Nov 23 18:37:05.213886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-99bece89-0dd3-4bea-a3ed-a589b953fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.215680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-99bece89-0dd3-4bea-a3ed-a589b953fe4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3467007 Nov 23 18:37:05.316694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8b84cca-f7e2-47f5-90f3-00e876a9fdc4 req-af54480d-e14b-407a-8955-e576390526f2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329741 Nov 23 18:37:05.319089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-1985bf5f-e9f5-4a28-9c3d-db84ebb96c78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 200 len: 217 time: 0.0778542 Nov 23 18:37:05.351070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03acd-91dd-42a8-895c-52d604fd3615 req-2273dfe5-67a0-479d-a9c8-6f5e1ceea2a5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.352810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ff03acd-91dd-42a8-895c-52d604fd3615 req-2273dfe5-67a0-479d-a9c8-6f5e1ceea2a5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.1285915 Nov 23 18:37:05.451060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ff03acd-91dd-42a8-895c-52d604fd3615 req-363e7c44-4d1f-43dd-895d-e0b2ee8dc5fe tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916522 Nov 23 18:37:05.501812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00a4b-7053-4c11-b68e-9475a673d22c req-1c8b17ea-b866-496e-9fec-bfcd9841c66c tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.503502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4b00a4b-7053-4c11-b68e-9475a673d22c req-1c8b17ea-b866-496e-9fec-bfcd9841c66c tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 949 time: 0.2660534 Nov 23 18:37:05.513627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-d5d8e05a-39d0-4b7c-9459-d3984635446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.517259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:05.531066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-d5d8e05a-39d0-4b7c-9459-d3984635446f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2019594 Nov 23 18:37:05.567530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c860b9dd-4bd5-48ba-9bd5-2444b839639a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:05.699261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 773efb01-efad-4966-a08d-3503e1aef3c8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:05.701777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4b00a4b-7053-4c11-b68e-9475a673d22c req-b7d69f5a-06aa-489f-a24f-4f240838a29e tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668828 Nov 23 18:37:05.705090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 773efb01-efad-4966-a08d-3503e1aef3c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:05.705538 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.707408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c860b9dd-4bd5-48ba-9bd5-2444b839639a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:05.707773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.715236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-0da669b4-7078-4483-a314-c359a3685304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.717201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-0da669b4-7078-4483-a314-c359a3685304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752055 Nov 23 18:37:05.846316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b061c-268d-470a-975f-71b99022e05e req-18dc0259-57f3-4a44-b166-73b710221ea4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:05.846316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c21b061c-268d-470a-975f-71b99022e05e req-18dc0259-57f3-4a44-b166-73b710221ea4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 950 time: 0.1552949 Nov 23 18:37:05.918859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.947568 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c21b061c-268d-470a-975f-71b99022e05e req-aff5e911-bce6-40e6-8d26-2b789a6e693a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945716 Nov 23 18:37:05.977036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c860b9dd-4bd5-48ba-9bd5-2444b839639a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c860b9dd-4bd5-48ba-9bd5-2444b839639a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:05.981672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:05.993159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.020416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.113310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b388e-fdd4-4d5c-bf90-953744cc2fe9 req-79fbc5bf-4184-43aa-86a4-7989848e1cd6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.121256 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-309b388e-fdd4-4d5c-bf90-953744cc2fe9 req-79fbc5bf-4184-43aa-86a4-7989848e1cd6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.2331026 Nov 23 18:37:06.143238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:06.150495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.153137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c860b9dd-4bd5-48ba-9bd5-2444b839639a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:06.162608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-b583cbe2-80be-4f51-9d8c-9400b65e3143 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350171 Nov 23 18:37:06.272092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:06.305962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-309b388e-fdd4-4d5c-bf90-953744cc2fe9 req-fdae1986-7605-45d7-8eee-e85139d0d3e8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834984 Nov 23 18:37:06.399708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4341027e-f96c-4a61-be8e-61d42a86f4e8 req-08266be1-ea40-4c3f-a8ec-eb2ef4b5f6b1 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245793 Nov 23 18:37:06.566318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd72b3-6099-4bb7-bd84-9fee6f6e0ffd req-acf6bf6f-2308-48df-a399-ffe60ecaa5ef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.566318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44cd72b3-6099-4bb7-bd84-9fee6f6e0ffd req-acf6bf6f-2308-48df-a399-ffe60ecaa5ef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 948 time: 0.1372969 Nov 23 18:37:06.678931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}, {'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:06.682449 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09fe110-5e31-43a8-82c8-fcc477078a21" -d '{"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-plugged", "status": "completed", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}, {"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-plugged", "status": "completed", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:06.708192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44cd72b3-6099-4bb7-bd84-9fee6f6e0ffd req-280be041-809c-4805-abfc-9477c4ebf644 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381369 Nov 23 18:37:06.717738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Deleting port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:37:06.718305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.914989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:06.951424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5b49-b123-4a13-98ac-776575fef222 req-7330acf2-34c7-48b7-b1ad-806c1d13f0d4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:06.954451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fed5b49-b123-4a13-98ac-776575fef222 req-7330acf2-34c7-48b7-b1ad-806c1d13f0d4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.1406124 Nov 23 18:37:06.961791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Calling delete_port for 836bb7ed-29f1-4403-b2a3-1a8bcec50378 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:37:07.155714 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Sync routers for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:07.168663 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:07.169410 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:07.314771 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:07.526906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c860b9dd-4bd5-48ba-9bd5-2444b839639a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:07.572505 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 4, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '836bb7ed-29f1-4403-b2a3-1a8bcec50378', 'name': '', 'network_id': 'd66a9d70-ef45-4d37-9541-cdba91eda8ec', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'mac_address': 'fa:16:3e:e7:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:59Z', 'updated_at': '2021-11-23T18:37:01Z', 'revision_number': 2, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'subnets': [{'id': '12ac898f-8923-4fe8-8946-f2ba163ee4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:07.592164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fed5b49-b123-4a13-98ac-776575fef222 req-193bcb49-1bc9-4e29-9f91-197692f63b88 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000383 Nov 23 18:37:07.650917 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Checking router: 6b527190-5636-4912-ac14-f1b9c11a311b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:07.652818 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Updating router 6b527190-5636-4912-ac14-f1b9c11a311b port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:37:07.655360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c860b9dd-4bd5-48ba-9bd5-2444b839639a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:07.656024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:07.705263 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d687da69-3dac-4b54-88a9-5c8033e9b108 x-openstack-request-id: req-d687da69-3dac-4b54-88a9-5c8033e9b108 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:07.705948 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-plugged", "status": "completed", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "code": 200}, {"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-plugged", "status": "completed", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:07.706386 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d687da69-3dac-4b54-88a9-5c8033e9b108 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:07.707099 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'code': 200} Nov 23 18:37:07.707676 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8', 'code': 200} Nov 23 18:37:07.732521 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:07.735588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:07.785768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Pushing event deleted for resources: {'Port': ['ID=836bb7ed-29f1-4403-b2a3-1a8bcec50378,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:07.838143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Port 836bb7ed-29f1-4403-b2a3-1a8bcec50378 not found while updating agent binding for router 6b527190-5636-4912-ac14-f1b9c11a311b. {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 18:37:07.849063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:07.856828 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:07.857630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:08.014656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:08.024119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:08.025081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.158325 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:08.184929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457b8b7-c702-49b4-a6d8-b3fd7315f0aa req-1a3f7713-491c-444b-b315-85fad5df5165 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.200692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c457b8b7-c702-49b4-a6d8-b3fd7315f0aa req-1a3f7713-491c-444b-b315-85fad5df5165 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.1237895 Nov 23 18:37:08.237532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa808023-a242-4d25-81bf-6edcb71c29de req-8e6ab494-85d6-4594-bcea-29590d91793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.240870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa808023-a242-4d25-81bf-6edcb71c29de req-8e6ab494-85d6-4594-bcea-29590d91793f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1096 time: 0.3250148 Nov 23 18:37:08.261977 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.274384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c457b8b7-c702-49b4-a6d8-b3fd7315f0aa req-c8ab6b24-bb0c-40ad-a51e-fe1584e2f680 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Nov 23 18:37:08.331464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:08.339215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.342854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:08.429092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f49d1-565f-4bc8-afcb-9bf926516119 req-f662ddec-4840-4c88-91e5-7151700e1727 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.435225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8085801b-5cff-494c-802a-b5976645f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:07Z', 'revision_number': 5, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:08.442956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b1f49d1-565f-4bc8-afcb-9bf926516119 req-f662ddec-4840-4c88-91e5-7151700e1727 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 950 time: 0.5309501 Nov 23 18:37:08.457193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c651a83-7d7c-4f13-99f7-707640d473dc req-b2c0ae83-19b7-4ff2-aa4f-707824a26640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.459914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c651a83-7d7c-4f13-99f7-707640d473dc req-b2c0ae83-19b7-4ff2-aa4f-707824a26640 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1096 time: 0.5972788 Nov 23 18:37:08.472118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085801b-5cff-494c-802a-b5976645f335 None None] The sync data for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 is: [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:07Z', 'revision_number': 5, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port': {'id': 'c860b9dd-4bd5-48ba-9bd5-2444b839639a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:36:52Z', 'updated_at': '2021-11-23T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:08.518792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:08.527900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.550536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa808023-a242-4d25-81bf-6edcb71c29de req-525d50b0-5de3-4512-83e5-550f2d2cd6d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980738 Nov 23 18:37:08.581641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b278-0cd1-4d51-8ede-19984634b32e req-7a572899-c2de-4d27-af99-6e99002f9b55 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.582549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.588117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83c5b278-0cd1-4d51-8ede-19984634b32e req-7a572899-c2de-4d27-af99-6e99002f9b55 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1076415 Nov 23 18:37:08.621247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c651a83-7d7c-4f13-99f7-707640d473dc req-81959a7e-c301-4612-b070-16d2c9a62fec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425707 Nov 23 18:37:08.622171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.637032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:08.643372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:08.658489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83c5b278-0cd1-4d51-8ede-19984634b32e req-f6e52013-dd25-479e-9df2-38315a34bfc3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Nov 23 18:37:08.663895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b1f49d1-565f-4bc8-afcb-9bf926516119 req-57662a52-c2f9-4333-93ac-6dc04f45659d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195039 Nov 23 18:37:08.742191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:08.899060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e66e-2210-4dd1-b65c-4e14f5af3330 req-0371f347-f942-4ca5-b95d-dbe4a969b9c3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:08.901604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e00e66e-2210-4dd1-b65c-4e14f5af3330 req-0371f347-f942-4ca5-b95d-dbe4a969b9c3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.1001520 Nov 23 18:37:09.028436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e00e66e-2210-4dd1-b65c-4e14f5af3330 req-e246e4b1-8e9d-4f35-9642-a259298d3498 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130624 Nov 23 18:37:09.079443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Router 6b527190-5636-4912-ac14-f1b9c11a311b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:09.259532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:09.270152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35bbfe36-0bc9-42ab-b505-7476593ca025 admin admin] 10.222.0.37 "PUT /v2.0/routers/6b527190-5636-4912-ac14-f1b9c11a311b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7075911 Nov 23 18:37:09.275379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:09.394692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53194ac-4d8e-451e-aceb-90504d88ae69 req-bbb6950d-5395-4a76-b5ed-ea4ed73b9206 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:09.406561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f53194ac-4d8e-451e-aceb-90504d88ae69 req-bbb6950d-5395-4a76-b5ed-ea4ed73b9206 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1377873 Nov 23 18:37:09.409765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 836bb7ed-29f1-4403-b2a3-1a8bcec50378 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:09.471710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 836bb7ed-29f1-4403-b2a3-1a8bcec50378 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:37:09.472058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 836bb7ed-29f1-4403-b2a3-1a8bcec50378 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:37:09.495410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f53194ac-4d8e-451e-aceb-90504d88ae69 req-90d4f11a-5567-4a34-ab55-b870e09e80ed tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859470 Nov 23 18:37:09.554199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:09.709259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}, {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:09.713705 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ab7e4-0eec-401b-a755-036564486ae0" -d '{"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-plugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}, {"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:09.806909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:09.832499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20b094-7392-4006-9cf1-e7d79144136a req-bfe585b9-3677-48f1-8065-1671054b0440 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:09.834428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7770c2-0fd4-4142-a192-20f26e62baa0 req-4029d775-52e6-4586-a403-fc808e16ffef tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:09.837473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe7770c2-0fd4-4142-a192-20f26e62baa0 req-4029d775-52e6-4586-a403-fc808e16ffef tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0842502 Nov 23 18:37:09.851291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20b094-7392-4006-9cf1-e7d79144136a req-bfe585b9-3677-48f1-8065-1671054b0440 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:09.852971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f20b094-7392-4006-9cf1-e7d79144136a req-bfe585b9-3677-48f1-8065-1671054b0440 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7&device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 1691 time: 0.1774206 Nov 23 18:37:09.959358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe7770c2-0fd4-4142-a192-20f26e62baa0 req-4bb6a8b0-0946-481d-8d54-18d1c7c19ac9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Nov 23 18:37:10.023552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f20b094-7392-4006-9cf1-e7d79144136a req-178d9df8-a9b0-4def-963b-d7b9343af089 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513791 Nov 23 18:37:10.081006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Deleting port c860b9dd-4bd5-48ba-9bd5-2444b839639a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:37:10.081571 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:10.093398 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2461af60-5583-4cc9-9945-3774694011d1 x-openstack-request-id: req-2461af60-5583-4cc9-9945-3774694011d1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:10.095672 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-plugged", "status": "completed", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "code": 200}, {"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:10.104891 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2461af60-5583-4cc9-9945-3774694011d1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:10.106073 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'code': 200} Nov 23 18:37:10.106753 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'code': 200} Nov 23 18:37:10.133626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:10.255274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] For port c860b9dd-4bd5-48ba-9bd5-2444b839639a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c860b9dd-4bd5-48ba-9bd5-2444b839639a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:10.255889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:10.278147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Calling delete_port for c860b9dd-4bd5-48ba-9bd5-2444b839639a owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:37:10.381044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e723aa-130f-4fae-9f15-49193db37077 req-e15ab2a8-3266-44cc-bd4b-a216b2b8282c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:10.383031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51e723aa-130f-4fae-9f15-49193db37077 req-e15ab2a8-3266-44cc-bd4b-a216b2b8282c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.2043939 Nov 23 18:37:10.410985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Sync routers for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:10.425570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:10.426604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:10.442004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d5211-0cac-446e-8d0a-6da332daad75 req-c3006b75-39c0-4e15-a949-b771a55337fa tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:10.444559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349d5211-0cac-446e-8d0a-6da332daad75 req-c3006b75-39c0-4e15-a949-b771a55337fa tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 1101 time: 0.0825205 Nov 23 18:37:10.534628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349d5211-0cac-446e-8d0a-6da332daad75 req-0f1e7a13-5ffb-4b3f-b010-0e8703274b18 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767505 Nov 23 18:37:10.548502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51e723aa-130f-4fae-9f15-49193db37077 req-11068207-0151-4854-98cd-e91e092a30a0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Nov 23 18:37:10.576865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:10.619307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:10.673149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c860b9dd-4bd5-48ba-9bd5-2444b839639a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:10.727922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:09Z', 'revision_number': 6, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:10.768633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Checking router: 6b527190-5636-4912-ac14-f1b9c11a311b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:10.788428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Routers {'6b527190-5636-4912-ac14-f1b9c11a311b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:10.790589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6b527190-5636-4912-ac14-f1b9c11a311b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:10.808446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:10.932330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] Set router 6b527190-5636-4912-ac14-f1b9c11a311b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:11.044204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:10Z', 'revision_number': 7, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:11.083493 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.097129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.101615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1180ef-f1fa-4928-a6e6-d4bf7668bdf6 None None] The sync data for ids ['6b527190-5636-4912-ac14-f1b9c11a311b'] in n-d-792364-9 is: [{'id': '6b527190-5636-4912-ac14-f1b9c11a311b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1635911639-router', 'tenant_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:36:50Z', 'updated_at': '2021-11-23T18:37:10Z', 'revision_number': 7, 'project_id': 'ee55f8c19cf0445a867d78aedfa05d55', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:11.172897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0671d-5827-43f4-b1c9-db3755fafb05 req-fe99e5de-4b8e-4992-92d3-8200e78a5b71 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:11.175947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ae0671d-5827-43f4-b1c9-db3755fafb05 req-fe99e5de-4b8e-4992-92d3-8200e78a5b71 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 1101 time: 0.3814282 Nov 23 18:37:11.196804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.197461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b527190-5636-4912-ac14-f1b9c11a311b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:37:11.212179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.213983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8f71d66-3aff-403a-a75b-f25d85cf9e8e admin admin] 10.222.0.37 "DELETE /v2.0/routers/6b527190-5636-4912-ac14-f1b9c11a311b HTTP/1.1" status: 204 len: 168 time: 1.9369292 Nov 23 18:37:11.219370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:11.253723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287380a-5412-4335-bcf5-da105fce8b1a req-bfeeeb2c-e742-4740-81d8-9abeea73b6fc tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:11.255237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f287380a-5412-4335-bcf5-da105fce8b1a req-bfeeeb2c-e742-4740-81d8-9abeea73b6fc tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.0851460 Nov 23 18:37:11.325366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ae0671d-5827-43f4-b1c9-db3755fafb05 req-7a32f852-f9f6-425e-be5d-2700749ed033 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395595 Nov 23 18:37:11.330577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Deleting subnet 12ac898f-8923-4fe8-8946-f2ba163ee4df {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:37:11.332099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f287380a-5412-4335-bcf5-da105fce8b1a req-c0c1d38b-d3fc-419a-a324-659614ed3503 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686541 Nov 23 18:37:11.335518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.383896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.515932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1b5d2-d460-41ad-ab7b-9fbb77b8fb12 req-af04ee8e-969a-457b-b859-4e01357bc5fc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:11.524571 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ff1b5d2-d460-41ad-ab7b-9fbb77b8fb12 req-af04ee8e-969a-457b-b859-4e01357bc5fc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0929441 Nov 23 18:37:11.545861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.591239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ff1b5d2-d460-41ad-ab7b-9fbb77b8fb12 req-038d962b-90df-4189-a79a-67df55b48615 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656536 Nov 23 18:37:11.611967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-3c2925a5-ffe7-49a8-b8f1-821176f80942 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616057 Nov 23 18:37:11.745659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c860b9dd-4bd5-48ba-9bd5-2444b839639a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:11.773541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c860b9dd-4bd5-48ba-9bd5-2444b839639a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:37:11.774095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c860b9dd-4bd5-48ba-9bd5-2444b839639a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:37:11.781827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.812589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:11.817855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ac898f-8923-4fe8-8946-f2ba163ee4df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:11.826528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:11.836421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c5309b9d-839c-4f03-a3ee-f46bdf09f758 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12ac898f-8923-4fe8-8946-f2ba163ee4df HTTP/1.1" status: 204 len: 168 time: 0.6154635 Nov 23 18:37:11.837387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:11.848160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d5c24-3851-4fcf-9c96-92205b768008 None None] Network d66a9d70-ef45-4d37-9541-cdba91eda8ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:11.876643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-4cd19af7-339e-4f2e-91cf-a067819003c9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639687 Nov 23 18:37:11.911506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-5b08a911-9787-45c7-b349-569d7aed9f8d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:11.913595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-5b08a911-9787-45c7-b349-569d7aed9f8d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814238 Nov 23 18:37:11.994930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-683b5aff-db14-4f52-87bb-6ca0a8ea49fa tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/quotas/843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 375 time: 0.0310194 Nov 23 18:37:12.026313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.143132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-f30d94dd-ee5b-4bfa-ae12-5f9ba4f2f4b0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:12.162485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-f30d94dd-ee5b-4bfa-ae12-5f9ba4f2f4b0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641783 Nov 23 18:37:12.188721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-6246d29e-d2c5-4088-b7e5-c2342c46ff98 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.0250416 Nov 23 18:37:12.236474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-efce27b9-82fa-4766-96cb-5c5effb0fcb6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164528 Nov 23 18:37:12.291459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:12.313292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'mac_address': 'fa:16:3e:52:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:12.337856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Deleting port c12ceec5-df03-49b6-90bf-40dccaa55ac2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:37:12.338274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.357070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-9771bbab-d238-4bf9-8474-9500e85b2cf0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1561410 Nov 23 18:37:12.413461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] DHCP port deletion for d66a9d70-ef45-4d37-9541-cdba91eda8ec request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:37:12.427544 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.499581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:12.512441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] For port c12ceec5-df03-49b6-90bf-40dccaa55ac2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c12ceec5-df03-49b6-90bf-40dccaa55ac2,segment=NetworkSegment(a98d2b3f-747d-4cab-8649-0b7c73bde863),segment_id=a98d2b3f-747d-4cab-8649-0b7c73bde863)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:12.513145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.551517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Calling delete_port for c12ceec5-df03-49b6-90bf-40dccaa55ac2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:37:12.563068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:12.571120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.676242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Deleting port c12ceec5-df03-49b6-90bf-40dccaa55ac2 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:37:12.676642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.701356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:12.774152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:12.783172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] For port c12ceec5-df03-49b6-90bf-40dccaa55ac2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c12ceec5-df03-49b6-90bf-40dccaa55ac2,segment=NetworkSegment(a98d2b3f-747d-4cab-8649-0b7c73bde863),segment_id=a98d2b3f-747d-4cab-8649-0b7c73bde863)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:12.783985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:12.862510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Calling delete_port for c12ceec5-df03-49b6-90bf-40dccaa55ac2 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:37:12.916733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330b6d0-618e-496b-8cd5-a824f2db9d36 req-b2044be6-7bf5-4f9b-bf55-a85ea49688c6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:12.929129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273d59-731c-4a5e-9778-ca7856256c64 req-ebc21244-3e88-4e7a-a64a-d29a66771f72 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:12.935932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc273d59-731c-4a5e-9778-ca7856256c64 req-ebc21244-3e88-4e7a-a64a-d29a66771f72 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1096 time: 0.1414120 Nov 23 18:37:12.945361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b330b6d0-618e-496b-8cd5-a824f2db9d36 req-b2044be6-7bf5-4f9b-bf55-a85ea49688c6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.1855311 Nov 23 18:37:13.074171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b330b6d0-618e-496b-8cd5-a824f2db9d36 req-21c995fd-8f8f-4cd6-931b-478c7ea25067 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100185 Nov 23 18:37:13.080170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.088450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc273d59-731c-4a5e-9778-ca7856256c64 req-c73c6954-c82b-4eb2-b13e-278d745b624d tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433718 Nov 23 18:37:13.106767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.181753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12ceec5-df03-49b6-90bf-40dccaa55ac2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:13.194934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] No DVR routers for this DVR port c12ceec5-df03-49b6-90bf-40dccaa55ac2 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:37:13.206470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] No DVR routers for this DVR port c12ceec5-df03-49b6-90bf-40dccaa55ac2 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:37:13.290834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed76b54-5988-401b-8232-633c3b49c94e None None] Pushing event deleted for resources: {'Port': ['ID=c12ceec5-df03-49b6-90bf-40dccaa55ac2,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:13.438239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c4a248b-e0c7-4c26-b4e5-a062e4269077 req-a9543a86-6d85-4663-ad22-9640c6be2671 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.1130013 Nov 23 18:37:13.488475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c12ceec5-df03-49b6-90bf-40dccaa55ac2 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:13.500857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.528080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfb209b5-5b11-47ea-a365-a55b36621d45 req-d9905359-68a3-458e-b0ae-47f1a0323fea tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 210 time: 0.0600786 Nov 23 18:37:13.534642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c12ceec5-df03-49b6-90bf-40dccaa55ac2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:37:13.535817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c12ceec5-df03-49b6-90bf-40dccaa55ac2 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:37:13.540367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66a9d70-ef45-4d37-9541-cdba91eda8ec']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:13.559638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98d2b3f-747d-4cab-8649-0b7c73bde863') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:13.560687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98d2b3f-747d-4cab-8649-0b7c73bde863') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:13.581354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.605171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.616214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:37:13.616836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:37:13.620064 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:37:13.764648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.776725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:13.791581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d66a9d70-ef45-4d37-9541-cdba91eda8ec HTTP/1.1" status: 204 len: 168 time: 1.9478142 Nov 23 18:37:13.852812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5db93-4d02-44e3-99bf-f46fafed38c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66a9d70-ef45-4d37-9541-cdba91eda8ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:13.974969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193efe3-4017-45e0-bb73-03a6ad1b0f81 req-488a8b70-2b09-44c3-9029-a74483419b5b tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:13.995710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1193efe3-4017-45e0-bb73-03a6ad1b0f81 req-488a8b70-2b09-44c3-9029-a74483419b5b tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1096 time: 0.0827129 Nov 23 18:37:14.122052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1193efe3-4017-45e0-bb73-03a6ad1b0f81 req-41b171a6-9ddb-4f8f-98d0-918145a9fc77 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221042 Nov 23 18:37:14.267826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:14.382405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-119a6fd2-ee97-446b-8176-3dbabdbd177d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1581390589&fields=id&tenant_id=c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 267 time: 0.0806751 Nov 23 18:37:14.452114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-99997905-c7d6-41b1-af92-923a573bb8ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee55f8c19cf0445a867d78aedfa05d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777244 Nov 23 18:37:14.453741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:14.488650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31be587-7b42-4dfa-9581-4ca744727e42 req-bc31821f-e5da-4e0e-b512-b99c94778f4a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:14.509622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a31be587-7b42-4dfa-9581-4ca744727e42 req-bc31821f-e5da-4e0e-b512-b99c94778f4a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1096 time: 0.1891015 Nov 23 18:37:14.633690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a31be587-7b42-4dfa-9581-4ca744727e42 req-42675b53-0d15-4005-af8c-cc10e8ca4897 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124945 Nov 23 18:37:14.691275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:14.740510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-450a36a7-eb1c-467e-baa4-626df279f0e3 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:14.742349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-450a36a7-eb1c-467e-baa4-626df279f0e3 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 823 time: 0.3328118 Nov 23 18:37:14.792021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:14.868842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-5bd3c408-044d-416a-bd60-e3027de1e3fb tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/quotas/c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 375 time: 0.1201274 Nov 23 18:37:15.039902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-d823e7f5-a36d-4416-9d33-475b2240f37e tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565881 Nov 23 18:37:15.064728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:15.067907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:15.069416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5b8a41-f910-49dd-bf89-2fc751935193 HTTP/1.1" status: 204 len: 168 time: 0.6102049 Nov 23 18:37:15.145342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04a6baa7-21e3-40d8-a4fc-b6d4533393f9 req-9efd9e5b-9d6e-44ef-b7f8-4ce06e3fdf03 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.0996943 Nov 23 18:37:15.269281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbcdef-44a9-4da5-bf8e-4186fe61782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b8a41-f910-49dd-bf89-2fc751935193,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:15.369415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-bb31b490-9f94-45a9-9fff-27a761eaf432 service neutron] 10.222.0.37 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181126 Nov 23 18:37:15.417647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7143614c-3818-4449-bf82-e11682c5e752 req-b70dba1a-3a62-4e43-961d-957417036eb3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 210 time: 0.0527551 Nov 23 18:37:15.660807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-5133abc2-5f4b-40ce-b952-d64bcaddaebd service neutron] 10.222.0.37 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776136 Nov 23 18:37:15.835153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:15.972249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-3c3bdc5d-909e-47aa-99ce-613022f8e42e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164119 Nov 23 18:37:16.107818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:16.108451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:16.250492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191880a-d079-4dfa-8035-485991954221 req-3988a1df-8b33-46ca-b796-e0196197f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:16.267182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-3988a1df-8b33-46ca-b796-e0196197f009 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1964612 Nov 23 18:37:16.642035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c71742c-fcba-45dd-bb9b-22c80c4ee4ef req-5b455070-4237-40ae-b60e-9d2c170d28db tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.1672957 Nov 23 18:37:16.645809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:16.709695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:16.724339 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48969cb9-84e7-42a5-89f7-cb7ffe8b346b" -d '{"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:16.758666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:16.766500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:16.872493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191880a-d079-4dfa-8035-485991954221 req-ee34035f-f8fa-4e0c-88de-2739ab76f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:16.877777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-ee34035f-f8fa-4e0c-88de-2739ab76f042 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.5594597 Nov 23 18:37:17.070360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:17.073600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-ed9b9f6d-ae1e-467a-b982-92e806412271 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:17.079686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-ed9b9f6d-ae1e-467a-b982-92e806412271 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.50 "GET /v2.0/ports?device_id=f17d44fb-11d4-4912-9758-7b6aa6773937 HTTP/1.1" status: 200 len: 968 time: 0.2733941 Nov 23 18:37:17.208905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-5b57d230-9197-4f4a-8898-cc12bbbcd26c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3271897 Nov 23 18:37:17.253325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f59030b-341b-4c91-9705-9d4596e10e9b req-a15a742e-d333-49b6-be0b-a821ff9646d3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.1637614 Nov 23 18:37:17.391513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-b2e24c45-131a-4e4a-b14d-9462edd35a71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.1633868 Nov 23 18:37:17.604110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Deleting port 35f23724-a31f-4585-aa22-6eec02922fe8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:37:17.606502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:17.777821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:17.842186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3370a7dc-cf89-4acb-8229-d981a61f4133 req-c206eb83-0b32-46c6-bb1d-b30311551749 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 210 time: 0.2865098 Nov 23 18:37:18.043510 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32df4d-cd3d-4c7d-90b8-c4cd7f4d2abb x-openstack-request-id: req-dd32df4d-cd3d-4c7d-90b8-c4cd7f4d2abb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:18.044358 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-plugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:18.045302 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd32df4d-cd3d-4c7d-90b8-c4cd7f4d2abb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:18.046445 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'code': 200} Nov 23 18:37:18.359211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:18.365034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:18.381722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-45878b6f-b799-47f9-b6c5-24085b10acd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3696167 Nov 23 18:37:18.396307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191880a-d079-4dfa-8035-485991954221 req-5dbb10f9-6ffc-4a21-b041-32fd00b319f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:18.399874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-5dbb10f9-6ffc-4a21-b041-32fd00b319f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 1.0072207 Nov 23 18:37:18.500386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-1a4a58cd-1b54-49e3-a361-7292687b561d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502459 Nov 23 18:37:18.662129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-299b27b8-10e2-41ec-b577-277cbb94449b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512978 Nov 23 18:37:19.025807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:19.079386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f161f01f-9e45-4f99-a094-46595e0da33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.102058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-f8df1d6c-ca4b-4676-8967-91608a07891e service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416424 Nov 23 18:37:19.164663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-430c7764-0df0-48e2-b324-d9b888717124 req-3b4cf2b8-9dfe-4ca3-996c-697acda2b63b tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.4866765 Nov 23 18:37:19.175568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-6fa70b0d-4b08-4666-9ea9-c73d56325027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:19.177643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-6fa70b0d-4b08-4666-9ea9-c73d56325027 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 1101 time: 0.5315142 Nov 23 18:37:19.199227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-7ad015be-61b7-4f50-9e86-1d6a1699dfab tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:19.200807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-7ad015be-61b7-4f50-9e86-1d6a1699dfab tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8001719 Nov 23 18:37:19.254500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:19.489789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.47', 51919) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:19.602865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1184354952-network', 'tenant_id': '4344899c654b46aab585fc37c75b1c8e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:19.660017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-d2075e4c-782c-452f-a64b-ffeccf6595dd tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:37:19.667709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-d2075e4c-782c-452f-a64b-ffeccf6595dd tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0590134 Nov 23 18:37:19.697946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6adfe422-55f8-4c22-8836-9a7dee36225d req-e9af5e44-9cde-43c7-a011-5a10955ba238 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.2033541 Nov 23 18:37:19.805673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Made reservation on behalf of 4344899c654b46aab585fc37c75b1c8e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:19.808890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.831811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.887425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 35f23724-a31f-4585-aa22-6eec02922fe8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:19.889341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-e64f5acd-784d-436c-895b-fc81d3cf99d7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:19.891679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-e64f5acd-784d-436c-895b-fc81d3cf99d7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2150791 Nov 23 18:37:19.892526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-12b73bfc-fa77-45fb-8bc2-1a22ae4814d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:19.899682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-12b73bfc-fa77-45fb-8bc2-1a22ae4814d0 service neutron] 10.222.0.37 "GET /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 1093 time: 0.2304461 Nov 23 18:37:19.903243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Request body: {'binding': {'host': 'n-h1-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:19.904112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:37:19.913505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2191880a-d079-4dfa-8035-485991954221 req-6c849c2a-bff3-4bac-95f6-faa89f14a2df service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661309 Nov 23 18:37:19.948531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-352c912f-a730-4b48-abd6-c12f4742d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:19.950317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-352c912f-a730-4b48-abd6-c12f4742d53b service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6125448 Nov 23 18:37:19.968434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:19.970425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.970784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:19.971096 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Floating IP 5c5580fc-4b87-421a-9262-960561b35c69 disassociated. External IP: 172.25.5.79, port: 35f23724-a31f-4585-aa22-6eec02922fe8. Nov 23 18:37:19.971471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Calling delete_port for 35f23724-a31f-4585-aa22-6eec02922fe8 owned by compute:tempest-test_az-1013007429 {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:37:19.972144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.007936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Request body: {'port': {'device_id': '51f385d0-7266-464a-92a3-59735ae5d455', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '843dbf999a6942af8105a567311de4e5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:20.044513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-d7e23f8c-40c8-48d3-8138-9d26c895bc48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=dc44db5e-a463-4095-bd6b-5daf530c4159 HTTP/1.1" status: 200 len: 217 time: 0.0857511 Nov 23 18:37:20.145852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.195909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eae5b3e6-073d-4f73-8ada-3285326f7606 req-8c933144-e330-4b84-ab43-63a0723bf0a7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 210 time: 0.2022598 Nov 23 18:37:20.230166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 35f23724-a31f-4585-aa22-6eec02922fe8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=35f23724-a31f-4585-aa22-6eec02922fe8,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:20.236447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:20.239696 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19470a9-0340-4c45-9711-950b5732332e" -d '{"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-unplugged", "status": "completed", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:20.243831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.357303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:20.384139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.415558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-722a9ba6-54bb-4a37-8965-694fe2d43059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:20.420093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-722a9ba6-54bb-4a37-8965-694fe2d43059 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3490057 Nov 23 18:37:20.427889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.450617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:37:20.471768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.472613 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Added segment 46be3a9e-026a-4cfd-97c4-c53a13095840 of type vlan for network 83de184a-acca-4d3d-9680-25a30725b13c Nov 23 18:37:20.551357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.665502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127dccd0-14cb-435b-a3a9-f09487510ece,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:20.672243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.673966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:20.675243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:20.756548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-06859d63-a489-414d-91ef-a03933782088 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:20.759582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-06859d63-a489-414d-91ef-a03933782088 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.47 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 823 time: 1.2639074 Nov 23 18:37:20.778410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] Pushing event updated for resources: {'Network': ['ID=83de184a-acca-4d3d-9680-25a30725b13c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:20.813808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 83de184a-acca-4d3d-9680-25a30725b13c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:37:20.828451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-092b19e5-95d5-4ed4-9310-cb361835df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:20.830738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-092b19e5-95d5-4ed4-9310-cb361835df17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311766 Nov 23 18:37:20.989758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f161f01f-9e45-4f99-a094-46595e0da33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:21.032797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.94 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/9505347c-b1d6-4300-9c28-7f9138914665) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:21.044421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-5305f807-1a98-464c-b25d-17ec684d6340 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961350 Nov 23 18:37:21.275835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f161f01f-9e45-4f99-a094-46595e0da33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:21.275835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:21.275835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161f01f-9e45-4f99-a094-46595e0da33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4fe3f-d453-483a-97a1-381f7681b751,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:21.361765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f161f01f-9e45-4f99-a094-46595e0da33b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c209fe08df29445ca83d4952403d1ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5487576 Nov 23 18:37:21.394276 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e1b7e7-539a-42f7-b5eb-ca357904f89d x-openstack-request-id: req-66e1b7e7-539a-42f7-b5eb-ca357904f89d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:21.395199 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-unplugged", "status": "completed", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:21.395644 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66e1b7e7-539a-42f7-b5eb-ca357904f89d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:21.396199 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8', 'code': 200} Nov 23 18:37:21.407213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Made reservation on behalf of 843dbf999a6942af8105a567311de4e5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:21.423134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:21.426029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:21.463508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event deleted for resources: {'Port': ['ID=35f23724-a31f-4585-aa22-6eec02922fe8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:21.468151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f84ead1c-113f-4986-be39-f71c48bd709f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4383686 Nov 23 18:37:21.481748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:21.507034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Request body: {'subnet': {'network_id': '83de184a-acca-4d3d-9680-25a30725b13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1184354952-subnet', 'tenant_id': '4344899c654b46aab585fc37c75b1c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:21.549836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-8ecf2195-0a6a-4369-bb46-2450925930bc tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a6621a3bc646b3bac903f022d5ac9f HTTP/1.1" status: 200 len: 380 time: 0.6127174 Nov 23 18:37:21.566312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Made reservation on behalf of 4344899c654b46aab585fc37c75b1c8e for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:21.576797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:21.599685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'port': {'device_id': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'admin_state_up': True, 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'security_groups': ['461f5836-4e1a-409a-8532-12bd4a065f36']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:21.722932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-780ab107-3eb8-4b24-b067-dd6b1594acf5 req-bf65e9f9-648c-4df9-a983-ff7da9770c2b tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.1664143 Nov 23 18:37:21.807796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on host n-h1-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:21.811665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:21.812605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:21.868018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5a976e9-e69d-4aa6-8cba-e062f259a8a6 req-cd4a506a-cc4b-4e22-a695-587f6a8e6062 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133028 Nov 23 18:37:21.929153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:21.929594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:22.048426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57daeaa3-047c-4ff7-bf83-4674687cdab0 req-e40e359c-4619-4ed3-bbe9-5305066c5d51 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.1871700 Nov 23 18:37:22.075850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:22.077442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:22.078677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:22.079143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Bound port: 51224b72-54e4-41a4-9444-704a668e1d11, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:22.091343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.106497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.236199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.292462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.295259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d6a9b2-db8d-464a-976f-d583c11650bd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:22.311530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b228153a-1038-4357-add8-0e0063ba82c4 req-2921de76-4780-45ac-895f-19f5ab2bff2b tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 210 time: 0.1287045 Nov 23 18:37:22.461451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.476482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:22.523508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:22.527338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Made reservation on behalf of c8a6621a3bc646b3bac903f022d5ac9f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:22.527604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.529897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.533256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.542934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41b4fe3f-d453-483a-97a1-381f7681b751 HTTP/1.1" status: 204 len: 168 time: 1.1063583 Nov 23 18:37:22.549170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:22.555599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:22.567862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Checking segment: {'id': '46be3a9e-026a-4cfd-97c4-c53a13095840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '83de184a-acca-4d3d-9680-25a30725b13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:22.568463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Network hostable DHCP agents. Network: 83de184a-acca-4d3d-9680-25a30725b13c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:37:22.632063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:22.663122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:22.740235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:22.778748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4fe3f-d453-483a-97a1-381f7681b751,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:22.869377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.870409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.870409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.871125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.871333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.871783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.872272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.872765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.873240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.873715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.874226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.875243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318c068-00d8-4619-925f-f99e785c1443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:22.901395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Network 83de184a-acca-4d3d-9680-25a30725b13c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:37:22.928941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:22.965297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 83de184a-acca-4d3d-9680-25a30725b13c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:22.973735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-22adc241-3c8e-4ab6-a251-67c339416734 service neutron] 10.222.0.37 "POST /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11/bindings HTTP/1.1" status: 201 len: 389 time: 3.0737772 Nov 23 18:37:22.974930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:23.026025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:23.027144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:23.042373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562dc2f-0ba9-4e53-a365-7afcc612a893 None None] Network 83de184a-acca-4d3d-9680-25a30725b13c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:23.042897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:23.051834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5669741-233d-4186-9360-722650a82350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:23.236139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5669741-233d-4186-9360-722650a82350 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7490718 Nov 23 18:37:23.242324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-62ae1067-a9fc-4655-88ab-ddc4df6d38bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0163741 Nov 23 18:37:23.261264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Allocated IP 172.20.0.5 (22e42fc6-fc42-42f2-a5cb-fd8bdac02759/0a55e009-ccbe-4c1d-8a70-dc703012c333/b620fa40-7909-400d-a639-59338e44dfe2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:23.291390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Request body: {'port': {'device_id': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:23.335282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Allocated IP 192.168.233.60 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/216b2808-8f81-4969-bffc-ce67b2b2b2ed) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:23.677070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29efc1b1-8bb8-4245-8b00-be27f2d88364 None None] Provisioning complete for port 9505347c-b1d6-4300-9c28-7f9138914665 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:23.677764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29efc1b1-8bb8-4245-8b00-be27f2d88364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:23.678278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4338364-0418-435c-a9bb-2cc76b90c84c req-df74b707-e47f-4484-b64b-c681d5085fde tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.6684930 Nov 23 18:37:23.695391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e187991e-c40b-4998-ba1a-762b07e01de4 req-853f4a15-321d-4fdc-8c87-b214e0b5c299 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.2081041 Nov 23 18:37:23.753218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29efc1b1-8bb8-4245-8b00-be27f2d88364 None None] Port 9505347c-b1d6-4300-9c28-7f9138914665 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:23.765333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432532b-8aa2-47cf-9823-a97a05d5c1d9 None None] Network 83de184a-acca-4d3d-9680-25a30725b13c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:23.944597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:24.064298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-feee6a9e-f94f-4e46-9078-7a17641c1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:24.065862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-feee6a9e-f94f-4e46-9078-7a17641c1af9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1096 time: 0.4814508 Nov 23 18:37:24.161958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:24.201718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:24.217216 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:24.224143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:24.383128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] No DVR routers for this DVR port 35f23724-a31f-4585-aa22-6eec02922fe8 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:37:24.409143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:24.420497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0846538-bf0a-4d52-be27-89d32dd676d3 req-9507fae4-0897-4e4e-a045-adee73463898 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.50 "DELETE /v2.0/ports/35f23724-a31f-4585-aa22-6eec02922fe8 HTTP/1.1" status: 204 len: 173 time: 7.3059199 Nov 23 18:37:24.434074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-deleted', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:24.436384 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bcbf95-1095-4a2d-8407-27d302e552eb" -d '{"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-deleted", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:24.462423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0156c-c6cf-411c-a463-47c171556cf0 req-31f06ff5-c44b-4bd6-916e-2244f186b078 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:24.473326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7c0156c-c6cf-411c-a463-47c171556cf0 req-31f06ff5-c44b-4bd6-916e-2244f186b078 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.5939004 Nov 23 18:37:24.604452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:24.631000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:24.810168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:24.818202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7c0156c-c6cf-411c-a463-47c171556cf0 req-c513c8bf-1834-428a-9cb0-8a058505656e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438935 Nov 23 18:37:24.821480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-dd9f96c2-abd2-4cc6-b82a-29d84b426aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:24.835691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-dd9f96c2-abd2-4cc6-b82a-29d84b426aed service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.7490921 Nov 23 18:37:24.884119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-b85555cc-a4ad-4a11-8ba1-77b75f74f270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.0495372 Nov 23 18:37:25.073326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:25.094316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-6251ebb8-56ec-45f7-b0f6-4e0f59bb6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:25.098491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-6251ebb8-56ec-45f7-b0f6-4e0f59bb6c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2059987 Nov 23 18:37:25.135593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-network', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:25.164900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-b295af8d-0264-4976-8411-ea9d7570f848 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566602 Nov 23 18:37:25.228585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Made reservation on behalf of 4558e254f06c42bfb75aee4e6fe1cfd3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:25.231066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:25.232275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:25.262118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:25.271929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:25.320539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:25.419964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-7c881bf1-dd51-447a-9677-274fa0892d8d service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454057 Nov 23 18:37:25.439147 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:25.548150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:25.557273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:25.558389 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:25.600756 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:25.608064 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:25.776409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event updated for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:25.794783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47106d-8727-4ebc-a53c-5cfd0622896a req-582396f6-0ef6-467d-bf15-7a9bd34d5cb6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:25.807639 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd47106d-8727-4ebc-a53c-5cfd0622896a req-582396f6-0ef6-467d-bf15-7a9bd34d5cb6 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 935 time: 1.8293903 Nov 23 18:37:25.850701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c17fd5a5-e1a2-4469-a57a-00bcfa06d5c7 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2908010 Nov 23 18:37:25.862507 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:37:25.879599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Request body: {'port': {'device_id': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:25.905946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-3e4eec0a-689e-4987-831d-bbdbfb6e7752 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693141 Nov 23 18:37:25.919715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a98a07e4-3929-4fd8-b90b-5e63f3df1db4 None None] Provisioning complete for port b620fa40-7909-400d-a639-59338e44dfe2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:25.920831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a98a07e4-3929-4fd8-b90b-5e63f3df1db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:25.983622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.004327 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-2e3cebd7-b858-4884-a84b-a688bac8d6ad req-e323dec2-7ae2-4a4d-85d8-e8c27e080dc8 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] show failed (client error): The resource could not be found. Nov 23 18:37:26.005882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e3cebd7-b858-4884-a84b-a688bac8d6ad req-e323dec2-7ae2-4a4d-85d8-e8c27e080dc8 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/57057653-ab57-4e84-bbbe-0258104027ce HTTP/1.1" status: 404 len: 352 time: 0.2984993 Nov 23 18:37:26.054516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.066763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd47106d-8727-4ebc-a53c-5cfd0622896a req-c4961729-be4d-46d0-8756-d92b1b6b1075 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578032 Nov 23 18:37:26.081801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.084947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a98a07e4-3929-4fd8-b90b-5e63f3df1db4 None None] Port b620fa40-7909-400d-a639-59338e44dfe2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:26.091562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.147874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:37:26.162391 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:26.189292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.189906 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Added segment 25b76dcf-6e81-49e8-aecc-96c7e18a178a of type vlan for network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 Nov 23 18:37:26.280955 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd118c8-72b1-4c9c-ad85-2559745312bf x-openstack-request-id: req-1fd118c8-72b1-4c9c-ad85-2559745312bf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:26.280955 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17d44fb-11d4-4912-9758-7b6aa6773937", "name": "network-vif-deleted", "tag": "35f23724-a31f-4585-aa22-6eec02922fe8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:26.280955 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fd118c8-72b1-4c9c-ad85-2559745312bf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:26.280955 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17d44fb-11d4-4912-9758-7b6aa6773937', 'name': 'network-vif-deleted', 'tag': '35f23724-a31f-4585-aa22-6eec02922fe8', 'status': 'completed', 'code': 200} Nov 23 18:37:26.343558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.512394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:37:26.523732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-15308fa5-b934-44e4-86ea-ba20d04fae9f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:26.526465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-15308fa5-b934-44e4-86ea-ba20d04fae9f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.5247278 Nov 23 18:37:26.529075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae9438f9-0673-42e2-912d-0ec0a1e8d7b9 req-9668cdba-6310-45d1-af71-6f1d4e373d6e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.2272954 Nov 23 18:37:26.543888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.550272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-9'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:26.559590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:26.652209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:26.663857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:26.691359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01dc67b-04e1-4005-8137-8756442837ec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:26.708309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.709490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:26.710275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.723877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:26.844322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:26.848597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.863935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] Pushing event updated for resources: {'Network': ['ID=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:26.899547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:37:26.923887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:26.967777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:26.999062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb715860-003a-4e07-82c2-be64dca04c86 req-55565c73-ba02-466d-8d96-fbddfb31aba0 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:27.004875 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0304b6-b8d2-4940-8888-6fca5dbfd15e None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:27.013366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb715860-003a-4e07-82c2-be64dca04c86 req-55565c73-ba02-466d-8d96-fbddfb31aba0 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 931 time: 0.6648989 Nov 23 18:37:27.146897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c4a4d0fc-b76a-4ac7-beed-fd2af37d90ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5147865 Nov 23 18:37:27.165789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:27.166857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b620fa40-7909-400d-a639-59338e44dfe2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:27.181999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.203679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-31bf6d7c-a921-4a15-a709-c231c735608a None None] Provisioning complete for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:27.204518 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31bf6d7c-a921-4a15-a709-c231c735608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.215557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Request body: {'subnet': {'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-subnet', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:27.257297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Transition to ACTIVE for port object b620fa40-7909-400d-a639-59338e44dfe2 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:27.262098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:27.286526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-31bf6d7c-a921-4a15-a709-c231c735608a None None] Port 216b2808-8f81-4969-bffc-ce67b2b2b2ed cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:27.305837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.312742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.313259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.313706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.314148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.314729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.315180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.315649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.316077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.316563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.316946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.318007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:27.326804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.331729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f08c500-4533-41cc-9e92-aa16398bfd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.364834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-89ef8997-b30b-4c37-bd00-67faf46ad459 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3782084 Nov 23 18:37:27.418435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Request body: {'port': {'device_id': '51f385d0-7266-464a-92a3-59735ae5d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:27.486307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9505347c-b1d6-4300-9c28-7f9138914665 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:27.507826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.515806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Pushing event updated for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:27.548147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109c1f-ed11-4d09-bbd3-82ef7bf351b6 req-bc7cdb41-b648-42f2-9f17-4d2e1406d9a8 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:27.549878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5109c1f-ed11-4d09-bbd3-82ef7bf351b6 req-bc7cdb41-b648-42f2-9f17-4d2e1406d9a8 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 945 time: 0.3404317 Nov 23 18:37:27.606041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8b843-74ba-4175-9371-6eca665c429d None None] New status for floating IP 5c5580fc-4b87-421a-9262-960561b35c69: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:37:27.704513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.714973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Attempting to bind port b620fa40-7909-400d-a639-59338e44dfe2 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:27.718720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Attempting to bind port b620fa40-7909-400d-a639-59338e44dfe2 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:27.719498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Attempting to bind port b620fa40-7909-400d-a639-59338e44dfe2 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:27.747953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Port b620fa40-7909-400d-a639-59338e44dfe2 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:27.755591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Attempting to bind port b620fa40-7909-400d-a639-59338e44dfe2 on network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:27.841351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:27.841849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Checking segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:27.842460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Bound using segment: {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:27.845658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Bound port: b620fa40-7909-400d-a639-59338e44dfe2, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e663005-62fd-4ece-8fe5-be20b7778d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:27.845658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:27.940824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5109c1f-ed11-4d09-bbd3-82ef7bf351b6 req-1455187b-7f1c-47f0-9c42-903d3b84d83d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601048 Nov 23 18:37:28.122941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Transition to ACTIVE for port object 9505347c-b1d6-4300-9c28-7f9138914665 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:28.146928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb715860-003a-4e07-82c2-be64dca04c86 req-57b79299-c5bb-421c-b5d5-791670e9aa41 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1309574 Nov 23 18:37:28.162690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:28.375017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:28.392682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:28.404212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d394d60-cb91-44cc-bfb6-0ce6b53d10f8 req-c1592ac5-435d-457c-9a89-f8e43614f5b9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:28.415119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d394d60-cb91-44cc-bfb6-0ce6b53d10f8 req-c1592ac5-435d-457c-9a89-f8e43614f5b9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 947 time: 0.1513491 Nov 23 18:37:28.448243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Made reservation on behalf of 4558e254f06c42bfb75aee4e6fe1cfd3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:28.451018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:28.464782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b620fa40-7909-400d-a639-59338e44dfe2,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:28.487358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:28.541747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:28.576335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f80d69-e38f-4241-9959-f4bf23df5697 req-8d3071ce-60fc-40a6-92a9-caa40ebee518 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:28.587184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70f80d69-e38f-4241-9959-f4bf23df5697 req-8d3071ce-60fc-40a6-92a9-caa40ebee518 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 935 time: 0.2935765 Nov 23 18:37:28.796774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:28.799852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Attempting to bind port 9505347c-b1d6-4300-9c28-7f9138914665 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:28.800333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Attempting to bind port 9505347c-b1d6-4300-9c28-7f9138914665 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:28.800771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Attempting to bind port 9505347c-b1d6-4300-9c28-7f9138914665 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:28.838987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70f80d69-e38f-4241-9959-f4bf23df5697 req-eee6fd8a-4996-472f-8276-dbd0e1ff8bf5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504289 Nov 23 18:37:28.862340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Port 9505347c-b1d6-4300-9c28-7f9138914665 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:28.863723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Attempting to bind port 9505347c-b1d6-4300-9c28-7f9138914665 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:28.909706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:28.910473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:28.911099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:28.912002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Bound port: 9505347c-b1d6-4300-9c28-7f9138914665, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:28.912728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:28.966371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:28.967190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:28.968980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] 10.222.0.47 "PUT /v2.0/ports/b620fa40-7909-400d-a639-59338e44dfe2 HTTP/1.1" status: 200 len: 1091 time: 3.1061666 Nov 23 18:37:28.969556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:28.972160 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dd526a-0bc2-4e74-b7c2-25a110143259" -d '{"events": [{"name": "network-changed", "server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "tag": "b620fa40-7909-400d-a639-59338e44dfe2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:29.113822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d394d60-cb91-44cc-bfb6-0ce6b53d10f8 req-094e5b56-439b-4734-ac9d-74ad9532f86b tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973841 Nov 23 18:37:29.114996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0565-8bb3-48d4-ace6-8c0a210c4a45 service neutron] Pushing event updated for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:29.190470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c762733-8fdf-4c95-8983-a83dd4445c82 req-0fd52332-8478-4bab-8de9-b7492efbdb98 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4344899c654b46aab585fc37c75b1c8e HTTP/1.1" status: 200 len: 3001 time: 0.3201807 Nov 23 18:37:29.198790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:29.208533 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56261b26-ed2b-4d49-9125-ad44177240ac" -d '{"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-unplugged", "status": "completed", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:29.226877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.259187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:29.285095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.286922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.328349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Transition to ACTIVE for port object 216b2808-8f81-4969-bffc-ce67b2b2b2ed will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:29.335907 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34607001-f255-4acc-bebf-6607b4c58362 x-openstack-request-id: req-34607001-f255-4acc-bebf-6607b4c58362 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:29.337765 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "tag": "b620fa40-7909-400d-a639-59338e44dfe2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:29.338047 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34607001-f255-4acc-bebf-6607b4c58362 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:29.338454 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2', 'status': 'completed', 'code': 200} Nov 23 18:37:29.349322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.378825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-e2ad830b-8bf3-4d44-ac2d-a1956e357a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:29.380415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-e2ad830b-8bf3-4d44-ac2d-a1956e357a87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 1094 time: 0.3522222 Nov 23 18:37:29.546718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:29.547966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:29.548601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:29.572002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-e4a61915-e665-4187-ae68-7b80b283c97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b620fa40-7909-400d-a639-59338e44dfe2 HTTP/1.1" status: 200 len: 217 time: 0.1362348 Nov 23 18:37:29.587374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c762733-8fdf-4c95-8983-a83dd4445c82 req-cc4cb0af-089b-41c8-8ed9-c95e4301df37 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/127dccd0-14cb-435b-a3a9-f09487510ece HTTP/1.1" status: 200 len: 2998 time: 0.3929536 Nov 23 18:37:29.672172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:29.729679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:29.730383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:29.732311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f76d86e-c253-477c-ab9a-cda64710edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.765425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:29.771816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:29.795212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.798777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9505347c-b1d6-4300-9c28-7f9138914665,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:29.834620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:29.835057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:29.835647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:29.836592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Bound port: 51224b72-54e4-41a4-9444-704a668e1d11, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:29.837160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.847095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70e26-05f1-4dd6-a915-358300287220 req-eabc8710-48fd-4ba4-bf64-91cf61e2c2ab tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:29.849394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdb70e26-05f1-4dd6-a915-358300287220 req-eabc8710-48fd-4ba4-bf64-91cf61e2c2ab tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.3792670 Nov 23 18:37:29.856475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:29.981856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-23273666-f554-4819-9ada-c1b427294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:29.985068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-23273666-f554-4819-9ada-c1b427294208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.3966079 Nov 23 18:37:30.014466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c762733-8fdf-4c95-8983-a83dd4445c82 req-a5e3f032-39de-4beb-9140-44f34cd0b4e4 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/127dccd0-14cb-435b-a3a9-f09487510ece HTTP/1.1" status: 200 len: 2998 time: 0.4241207 Nov 23 18:37:30.105284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdb70e26-05f1-4dd6-a915-358300287220 req-45004c94-96d4-4a80-a06a-1bfcab2bd01e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289562 Nov 23 18:37:30.197884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-2096e3d1-bb5e-463e-8773-97c361e30e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.200742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-2096e3d1-bb5e-463e-8773-97c361e30e7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058768 Nov 23 18:37:30.248018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:30.252966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:30.269158 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dff086-eba4-43f7-a795-5870ebb7aa88 x-openstack-request-id: req-01dff086-eba4-43f7-a795-5870ebb7aa88 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:30.269500 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-unplugged", "status": "completed", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:30.269790 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01dff086-eba4-43f7-a795-5870ebb7aa88 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:30.270678 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'code': 200} Nov 23 18:37:30.286040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:30.286352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:30.286685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:30.312221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:30.312543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:30.314273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.318628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.322779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:30.323109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] 10.222.0.47 "PUT /v2.0/ports/9505347c-b1d6-4300-9c28-7f9138914665 HTTP/1.1" status: 200 len: 1095 time: 7.0707917 Nov 23 18:37:30.323255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:30.323526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:30.324106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Bound port: 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:30.324409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.372638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.396293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a4aa96-6701-4995-afba-fb8cd566c754,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:30.437688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Checking segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:30.438605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Network hostable DHCP agents. Network: b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:37:30.458733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9cd1b-f24f-4018-87e0-ee7f59ce5cc8 req-ecd9ea72-f611-44e4-bf70-f7ec174df187 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.460437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0f9cd1b-f24f-4018-87e0-ee7f59ce5cc8 req-ecd9ea72-f611-44e4-bf70-f7ec174df187 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 943 time: 0.2585714 Nov 23 18:37:30.549964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:37:30.555146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:30.562409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:30.584073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5a93-0019-47b8-8e1c-a62e92f72e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:30.634237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.636215 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-d6748a0b-c653-4896-b677-a829fac0eec4 service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195061 Nov 23 18:37:30.663409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.664496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.666438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] 10.222.0.47 "PUT /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 1121 time: 4.1230025 Nov 23 18:37:30.749171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:30.764581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb6a4a-fd03-4877-9c0e-801b0c09f3d3 None None] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:30.787375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-76e28c22-1d02-40d8-85ca-c8f8610703e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.790384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-76e28c22-1d02-40d8-85ca-c8f8610703e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 1098 time: 0.4007380 Nov 23 18:37:30.814266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7038a-cbe5-4bcd-b867-16ad3e8631dd req-0f7ef7f3-2a56-44d8-aab0-7fe6535c0a90 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.820070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40b7038a-cbe5-4bcd-b867-16ad3e8631dd req-0f7ef7f3-2a56-44d8-aab0-7fe6535c0a90 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.3329186 Nov 23 18:37:30.826401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:30.827193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.856826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:30.874045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:30.883283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c976c3cd-bf96-4d67-bd6d-11329b70c3e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.7073135 Nov 23 18:37:30.953089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:30.968624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:30.973301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-462a473f-b929-4883-9d66-5c69b18bff59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9505347c-b1d6-4300-9c28-7f9138914665 HTTP/1.1" status: 200 len: 217 time: 0.1144223 Nov 23 18:37:30.984923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bb7e957-2669-4e23-8d2b-4066d38283d2 req-90c9b51d-836b-4c48-89cc-b5be5c9c125f service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411262 Nov 23 18:37:31.130373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-44315ed5-835f-425d-bd4b-d182eb31bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.132508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-44315ed5-835f-425d-bd4b-d182eb31bca0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0997624 Nov 23 18:37:31.133221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e642f-0a21-4897-8486-c96be647da8e service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:31.152459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.153539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:31.156563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] 10.222.0.47 "PUT /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 1095 time: 3.7700424 Nov 23 18:37:31.199429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0f9cd1b-f24f-4018-87e0-ee7f59ce5cc8 req-87f51219-639e-4cc4-bf6b-c9c079eeda77 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6096401 Nov 23 18:37:31.276235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40b7038a-cbe5-4bcd-b867-16ad3e8631dd req-cae9cb59-35ab-4f42-83d9-745e104df2d1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077322 Nov 23 18:37:31.315706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:31.319511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:31.326043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-fa615299-03fb-48d4-8777-28a981a30be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.330510 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-fa615299-03fb-48d4-8777-28a981a30be1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 1094 time: 0.2657416 Nov 23 18:37:31.366666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-c9dc8758-269e-4ba1-a3dc-e39a2d2176da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.368443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-c9dc8758-269e-4ba1-a3dc-e39a2d2176da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676817 Nov 23 18:37:31.382059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:31.400592 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:31.528489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:37:31.529658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:31.574400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:31.698660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-7d9792b7-47b5-4dc5-b6b4-eca86216c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.701414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-7d9792b7-47b5-4dc5-b6b4-eca86216c6bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1098 time: 0.4979200 Nov 23 18:37:31.712528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e887d7-1277-44f9-8df7-d150fc458af0 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:31.853352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8899b9e-bfd8-4d37-9451-ecc17fac94b9 req-5ca97132-0f17-435f-a7b1-752ce1b0f587 tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/127dccd0-14cb-435b-a3a9-f09487510ece HTTP/1.1" status: 200 len: 2998 time: 0.5184650 Nov 23 18:37:31.857169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-1b85a592-46c8-4600-864a-036d5c55e033 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1346827 Nov 23 18:37:31.969159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836ecfc-9331-44af-bbf4-7a4b901f4b15 req-21dc9a50-2eb5-42f4-bfa2-b51812fb4a53 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:31.970045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8836ecfc-9331-44af-bbf4-7a4b901f4b15 req-21dc9a50-2eb5-42f4-bfa2-b51812fb4a53 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 947 time: 0.4713793 Nov 23 18:37:32.039967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.057696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.060846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-270815b8-4a70-4ba2-8b2a-2f0238b99e08 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791034 Nov 23 18:37:32.120750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Allocated IP 172.20.0.2 (b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9/52a4aa96-6701-4995-afba-fb8cd566c754/8caf4a74-24ec-48fa-826c-ce56abd0ce06) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:32.323821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-bc2b7db4-245d-49b1-b959-386cfb82f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:32.325911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-bc2b7db4-245d-49b1-b959-386cfb82f637 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3881929 Nov 23 18:37:32.417450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-aadc2eb3-3508-46b3-b9e8-f95c0494c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:32.420139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-aadc2eb3-3508-46b3-b9e8-f95c0494c1c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 924 time: 0.8726237 Nov 23 18:37:32.525936 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-a8899b9e-bfd8-4d37-9451-ecc17fac94b9 req-3964b6b2-090c-4c12-986f-4a7fa777e67f tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:37:32.527750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8899b9e-bfd8-4d37-9451-ecc17fac94b9 req-3964b6b2-090c-4c12-986f-4a7fa777e67f tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "DELETE /v2.0/security-groups/127dccd0-14cb-435b-a3a9-f09487510ece HTTP/1.1" status: 409 len: 352 time: 0.5552940 Nov 23 18:37:32.548095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-4abef5a2-3378-4fa7-9375-007530bc8977 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b620fa40-7909-400d-a639-59338e44dfe2 HTTP/1.1" status: 200 len: 217 time: 0.1003449 Nov 23 18:37:32.562257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665'}, {'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:32.564015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.565222 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c9e3ff-46a5-4bef-b50a-2035b64326c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "tag": "9505347c-b1d6-4300-9c28-7f9138914665"}, {"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:32.573234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.573461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37bbb7f5-6862-417b-a4e3-be6a67ece3e5 req-7d48f14f-351c-4928-a400-a7779c067bf0 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956100 Nov 23 18:37:32.577614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8836ecfc-9331-44af-bbf4-7a4b901f4b15 req-ad0410f1-c259-4d43-852d-2ed31a073b0b tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910547 Nov 23 18:37:32.690507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Pushing event updated for resources: {'Port': ['ID=8caf4a74-24ec-48fa-826c-ce56abd0ce06,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:32.725060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.736099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.736727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.743726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.744408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.745012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.745624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.746192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.746871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.747507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.747913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.748262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:32.756937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-7839c0b4-ec19-4094-b20c-a0e20ad0bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:32.768691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-7839c0b4-ec19-4094-b20c-a0e20ad0bf31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.2192447 Nov 23 18:37:32.787360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:32.789883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:32.795765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:32.959459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Attempting to bind port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:32.959933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Attempting to bind port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:32.960313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Attempting to bind port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:32.972464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:32.983267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Checking segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:32.984378 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.984822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Bound using segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:32.985324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Bound port: 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:32.985522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-72f4ca86-7d22-40e8-92e1-5d7ff00e0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:32.985688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:32.991187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-72f4ca86-7d22-40e8-92e1-5d7ff00e0f45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1124 time: 0.3904285 Nov 23 18:37:32.994055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899066-750c-4f13-a564-d9aa327ce1bf req-36c493e3-a213-4cd7-95ac-97f26e80b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:33.001370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-36c493e3-a213-4cd7-95ac-97f26e80b9e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6650996 Nov 23 18:37:33.006998 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3789c8ee-0d14-4ce6-9926-06460fb81567 x-openstack-request-id: req-3789c8ee-0d14-4ce6-9926-06460fb81567 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:33.007286 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:33.007563 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3789c8ee-0d14-4ce6-9926-06460fb81567 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:33.008058 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'status': 'completed', 'code': 200} Nov 23 18:37:33.171735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:33.256383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] For port 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:33.283903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] For port 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8caf4a74-24ec-48fa-826c-ce56abd0ce06,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:33.291638 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:33.329934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975c55e-dfbc-48a4-a069-8d17594d01ff req-3c0b0a19-5734-46db-99bf-329f6b21bf7f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:33.351811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8975c55e-dfbc-48a4-a069-8d17594d01ff req-3c0b0a19-5734-46db-99bf-329f6b21bf7f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 943 time: 0.5815902 Nov 23 18:37:33.514035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4cca6-1eaf-41ff-8650-fae568b7f9ea None None] Pushing event updated for resources: {'Port': ['ID=8caf4a74-24ec-48fa-826c-ce56abd0ce06,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:33.619025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-40058e73-2ed4-4c37-adeb-1edd1968e65f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780687 Nov 23 18:37:33.690856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b620fa40-7909-400d-a639-59338e44dfe2 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:33.950311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-43890d84-b140-4add-b383-8f5619f0d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:33.954187 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-43890d84-b140-4add-b383-8f5619f0d70f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0013096 Nov 23 18:37:33.968850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-83a5a82b-c0eb-4e58-a970-bc0730d4db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:33.978334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-83a5a82b-c0eb-4e58-a970-bc0730d4db80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.9659853 Nov 23 18:37:34.002230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:34.094749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b620fa40-7909-400d-a639-59338e44dfe2,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:34.096674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:34.138236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5934b1f-4dd1-4e5f-bcb9-8d79e9c78f51 req-1a62c3e0-5aea-4f3c-8fc9-b1f6bce38d8d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:34.145709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b620fa40-7909-400d-a639-59338e44dfe2', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'port_id': 'b620fa40-7909-400d-a639-59338e44dfe2', 'mac_address': 'fa:16:3e:c6:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:34.149383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5934b1f-4dd1-4e5f-bcb9-8d79e9c78f51 req-1a62c3e0-5aea-4f3c-8fc9-b1f6bce38d8d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 943 time: 0.8857992 Nov 23 18:37:34.211955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-16de2093-1dc2-46e9-8cf2-fcc7c930bec6 service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253885 Nov 23 18:37:34.241003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:34.266810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-84dc9401-8b5a-4ad9-b237-748d12a39f0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.2802591 Nov 23 18:37:34.292488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8975c55e-dfbc-48a4-a069-8d17594d01ff req-7ae3fff4-f9c4-4688-b496-9760223a8e62 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719337 Nov 23 18:37:34.310022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b620fa40-7909-400d-a639-59338e44dfe2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:34.367445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b620fa40-7909-400d-a639-59338e44dfe2,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:34.378220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:34.404776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70899066-750c-4f13-a564-d9aa327ce1bf req-74056458-b770-4ddb-87ca-4fad2fb9dd5c service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618580 Nov 23 18:37:34.550174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:34.672961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dd526a-0bc2-4e74-b7c2-25a110143259 req-13867e58-adfd-4913-b7fc-e796a9d5e929 service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929527 Nov 23 18:37:34.704885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b620fa40-7909-400d-a639-59338e44dfe2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:34.770015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-ca081351-9e2a-4ec5-b6a8-4d24191139a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:34.771884 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-ca081351-9e2a-4ec5-b6a8-4d24191139a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1098 time: 0.2790878 Nov 23 18:37:34.792118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-316be3ad-b069-4dfb-aabc-07a62a74bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:34.813967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-316be3ad-b069-4dfb-aabc-07a62a74bb68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2660289 Nov 23 18:37:34.840124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f8cf9-7a93-4803-bf8d-3a91044acfa1 req-c700ddbf-de53-44dc-bcb3-8432aa9005ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:34.841041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c92f8cf9-7a93-4803-bf8d-3a91044acfa1 req-c700ddbf-de53-44dc-bcb3-8432aa9005ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.2992268 Nov 23 18:37:34.894362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-e4a36ac8-1e72-44ea-b4bf-d94094a8bb24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691655 Nov 23 18:37:34.897795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5934b1f-4dd1-4e5f-bcb9-8d79e9c78f51 req-facf60f9-004b-4a53-b688-2b655a127175 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6561649 Nov 23 18:37:34.909510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Allocated IP 172.25.5.119 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d18cf2c8-8262-4ca4-b9d7-95a8d8c79457) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:35.158378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c92f8cf9-7a93-4803-bf8d-3a91044acfa1 req-e5114f57-3a60-4028-8333-22f5c982635c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790518 Nov 23 18:37:35.205068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-822a4fe2-a5ea-4861-9fba-88cbf893440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:35.207589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-822a4fe2-a5ea-4861-9fba-88cbf893440f service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3654134 Nov 23 18:37:35.358984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-9830ed38-9e0d-4562-8f0d-2a34e28373b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1373088 Nov 23 18:37:35.643939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c1b8e-6bb0-4c7a-b21d-c30138e627a4 None None] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:35.751492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8caf4a74-24ec-48fa-826c-ce56abd0ce06 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:35.755875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9505347c-b1d6-4300-9c28-7f9138914665 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:35.833772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-6af28046-565d-4943-ba0a-d28d34401a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:35.836384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-6af28046-565d-4943-ba0a-d28d34401a00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4661844 Nov 23 18:37:35.839604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-283e9385-5dc1-44c3-a247-910cb0caf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:35.842020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-283e9385-5dc1-44c3-a247-910cb0caf08e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 1098 time: 0.3524673 Nov 23 18:37:35.948510 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd9453d-c16a-450b-bb9c-4e3e57ac6a25 x-openstack-request-id: req-3cd9453d-c16a-450b-bb9c-4e3e57ac6a25 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:35.949051 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "tag": "9505347c-b1d6-4300-9c28-7f9138914665", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:35.949499 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cd9453d-c16a-450b-bb9c-4e3e57ac6a25 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:35.950229 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665', 'status': 'completed', 'code': 200} Nov 23 18:37:35.950750 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'status': 'completed', 'code': 200} Nov 23 18:37:35.997618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] Provisioning complete for port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:35.998130 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.014890 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-10a4f41d-fe26-4a34-91f0-df67ebcff9ec req-1c1c2648-6157-4ab8-9941-5e899e56093f tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] show failed (client error): The resource could not be found. Nov 23 18:37:36.016773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10a4f41d-fe26-4a34-91f0-df67ebcff9ec req-1c1c2648-6157-4ab8-9941-5e899e56093f tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/5a082676-5e6d-457c-98d3-a643cb21432d HTTP/1.1" status: 404 len: 352 time: 0.1743057 Nov 23 18:37:36.149654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-52529d3c-90c5-4be3-87eb-efb6071bfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:36.152615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-52529d3c-90c5-4be3-87eb-efb6071bfc98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2825539 Nov 23 18:37:36.163594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-4f674e24-9f0f-41d6-847c-bf2a580058b3 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2564220 Nov 23 18:37:36.166519 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.176871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd0b57-996b-46e1-863c-9a2ff9a3cbfd req-827e118a-bb3c-4f8f-af9f-09c7c222fd7d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:36.192817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1abd0b57-996b-46e1-863c-9a2ff9a3cbfd req-827e118a-bb3c-4f8f-af9f-09c7c222fd7d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 947 time: 0.5297089 Nov 23 18:37:36.278591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-08c2cc8c-2bfc-43d3-a874-4d993e149feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:36.285619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-08c2cc8c-2bfc-43d3-a874-4d993e149feb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1124 time: 0.6961823 Nov 23 18:37:36.312118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-021dbc6a-a6fb-4d88-af3a-2434d7f369f0 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268003 Nov 23 18:37:36.354090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:36.354511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.535242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.539136 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.582117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] For port 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8caf4a74-24ec-48fa-826c-ce56abd0ce06,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:36.609326 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.695950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9505347c-b1d6-4300-9c28-7f9138914665,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:36.738748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-fd90ac88-86be-4765-81eb-cbdea5a8a7b8 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:36.741488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-fd90ac88-86be-4765-81eb-cbdea5a8a7b8 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1124 time: 0.3574061 Nov 23 18:37:36.748127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:36.763526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '9505347c-b1d6-4300-9c28-7f9138914665', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '9505347c-b1d6-4300-9c28-7f9138914665', 'mac_address': 'fa:16:3e:c6:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:36.798426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:36.833441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:36.838147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:36.899813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2ea62-b198-49c9-bff1-44402395f2bf None None] Pushing event updated for resources: {'Port': ['ID=8caf4a74-24ec-48fa-826c-ce56abd0ce06,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:36.903432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a458b65-6e9d-417d-aea5-202e6e83b0f8 req-06bc2466-dbe0-4e85-99a8-a325375a7c91 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:36.916972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a458b65-6e9d-417d-aea5-202e6e83b0f8 req-06bc2466-dbe0-4e85-99a8-a325375a7c91 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 944 time: 0.4248140 Nov 23 18:37:36.920170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Pushing event updated for resources: {'Port': ['ID=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:36.953044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:36.984518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9505347c-b1d6-4300-9c28-7f9138914665 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:37.051666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9505347c-b1d6-4300-9c28-7f9138914665,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:37.058972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.103069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-35272eab-a221-4b05-8455-a2026036bef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9505347c-b1d6-4300-9c28-7f9138914665 HTTP/1.1" status: 200 len: 217 time: 0.8634541 Nov 23 18:37:37.120184 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1abd0b57-996b-46e1-863c-9a2ff9a3cbfd req-049e0063-b0aa-4728-bead-516719827ba8 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9256952 Nov 23 18:37:37.206654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:37.220281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-421057f7-e016-4028-bd73-e0c340188963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:37.223123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-421057f7-e016-4028-bd73-e0c340188963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3700511 Nov 23 18:37:37.253186 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-82f6e8ff-19cf-4028-b7e6-a6ea9cef0a9a req-254bc5a7-a310-4797-8ad1-3db063e4ea5c tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] show failed (client error): The resource could not be found. Nov 23 18:37:37.254897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-82f6e8ff-19cf-4028-b7e6-a6ea9cef0a9a req-254bc5a7-a310-4797-8ad1-3db063e4ea5c tempest-SecurityGroupsNegativeTestJSON-1391158439 tempest-SecurityGroupsNegativeTestJSON-1391158439-project] 10.222.0.37 "GET /v2.0/security-groups/32253fd4-09a8-4fb8-a513-8cffe22369b6 HTTP/1.1" status: 404 len: 352 time: 0.0303044 Nov 23 18:37:37.263088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-82e2c28c-38ef-4c51-a666-5cc81e017463 None None] Provisioning complete for port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:37.263804 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82e2c28c-38ef-4c51-a666-5cc81e017463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.354605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:37.375184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['9505347c-b1d6-4300-9c28-7f9138914665'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:37.433836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.572100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8caf4a74-24ec-48fa-826c-ce56abd0ce06 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:37.575099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-49f99142-d860-4081-bb39-b656a5f6ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:37.578225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-49f99142-d860-4081-bb39-b656a5f6ed06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 1.2154479 Nov 23 18:37:37.585212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-c30204a0-124c-46eb-b97d-d65e73c183d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:37.587094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-c30204a0-124c-46eb-b97d-d65e73c183d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4657223 Nov 23 18:37:37.699138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:37.728450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:37.771854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370ee97-d959-4720-bf22-01806f770bd1 req-8e2a11ff-bbab-4be2-8263-91d00943a656 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:37.773726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7370ee97-d959-4720-bf22-01806f770bd1 req-8e2a11ff-bbab-4be2-8263-91d00943a656 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.3489826 Nov 23 18:37:37.779407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-c3388b94-945a-4b5a-9c71-835ffadbd429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.1616640 Nov 23 18:37:37.789096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:37.837116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51224b72-54e4-41a4-9444-704a668e1d11 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:37.848677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.856969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Deleting subnet d1d6a9b2-db8d-464a-976f-d583c11650bd {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:37:37.867250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.908106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-ba0c920f-c2b8-414f-9474-1af3821357f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:37.914848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-ba0c920f-c2b8-414f-9474-1af3821357f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1066217 Nov 23 18:37:37.976787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:37.982288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:37.985520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on host n-h2-792364-9 for vnic_type normal with profile {} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:37.986089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:37.996924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:38.021690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b620fa40-7909-400d-a639-59338e44dfe2 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:38.049192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-de9f281f-374d-4601-9759-1e387a018d0f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824254 Nov 23 18:37:38.052305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-fab9ecd4-6b30-4e55-8f98-e2e28d571de8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174073 Nov 23 18:37:38.061261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-ed8aa3bf-1c73-48c4-87a3-1022da05158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:38.064505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-ed8aa3bf-1c73-48c4-87a3-1022da05158f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4611053 Nov 23 18:37:38.075489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a458b65-6e9d-417d-aea5-202e6e83b0f8 req-e65cd34e-326f-4129-94cb-9a36d5fa4c0a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1573353 Nov 23 18:37:38.112123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:38.112890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Attempting to bind port 51224b72-54e4-41a4-9444-704a668e1d11 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:38.136575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:38.137881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:38.138703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:38.140894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Bound port: 51224b72-54e4-41a4-9444-704a668e1d11, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:38.141710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.149776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.175956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:38.176768 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.260856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:38.290079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port b620fa40-7909-400d-a639-59338e44dfe2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:38.299385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b620fa40-7909-400d-a639-59338e44dfe2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:38.299859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.345410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.375515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'mac_address': 'fa:16:3e:e7:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:38.375745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-97f608e9-d518-4d04-9fa4-475787c66f5b service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671759 Nov 23 18:37:38.437643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.462668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:38.495521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:38.497891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7370ee97-d959-4720-bf22-01806f770bd1 req-be7f2afa-7e66-4f58-915b-5eae2bdf390d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097595 Nov 23 18:37:38.568988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:38.570760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.577061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.646125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac98ea-86e7-448e-8ec3-96871b68bf73 req-4cf90fb1-0f20-4115-b67b-cd2df42da819 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:38.652157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9ac98ea-86e7-448e-8ec3-96871b68bf73 req-4cf90fb1-0f20-4115-b67b-cd2df42da819 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1052 time: 0.3567917 Nov 23 18:37:38.678280 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.684690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:38.705718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.774586 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.792567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:38.833515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b620fa40-7909-400d-a639-59338e44dfe2,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:38.835447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:38.840007 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe17a0-a2d4-489c-805f-7f1bbf8249b6" -d '{"events": [{"server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "name": "network-vif-plugged", "status": "completed", "tag": "b620fa40-7909-400d-a639-59338e44dfe2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:38.850756 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.867965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:38.868581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:38.870113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] 10.222.0.47 "PUT /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 1091 time: 2.1105361 Nov 23 18:37:38.887133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa6a03fe-1ec2-4a70-ac59-61096041d0c3 req-f582af37-3f58-4b69-a726-efe391872d1c service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036652 Nov 23 18:37:38.888963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-00c56bca-95a7-4329-b065-a9f27ee12489 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8188658 Nov 23 18:37:38.898537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:38.900696 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864b9f7-d98f-47b4-928b-06be2c0de8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:38.905523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3fe96-91b3-4473-b090-4b2bc32ed4d6 req-543dde81-a31f-46bc-b309-c5866f6e716b tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:38.919218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c3fe96-91b3-4473-b090-4b2bc32ed4d6 req-543dde81-a31f-46bc-b309-c5866f6e716b tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 948 time: 0.1675603 Nov 23 18:37:38.923176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:38.997048 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-af398d3b-07c5-47b0-b96c-fdea67021b9c service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935838 Nov 23 18:37:39.011811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:39.026804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9ac98ea-86e7-448e-8ec3-96871b68bf73 req-16c4e32d-88e0-4954-8ddf-6fcb092382a9 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538107 Nov 23 18:37:39.042596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['216b2808-8f81-4969-bffc-ce67b2b2b2ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:39.059366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:39.128178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:39.139171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d1d6a9b2-db8d-464a-976f-d583c11650bd HTTP/1.1" status: 204 len: 168 time: 1.7746894 Nov 23 18:37:39.199218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6336c6-e07c-4443-b115-31413a83b483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d6a9b2-db8d-464a-976f-d583c11650bd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:39.212018 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89446c-5ed5-4780-a66c-320f6c17087e x-openstack-request-id: req-da89446c-5ed5-4780-a66c-320f6c17087e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:39.212714 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "name": "network-vif-plugged", "status": "completed", "tag": "b620fa40-7909-400d-a639-59338e44dfe2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:39.213329 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da89446c-5ed5-4780-a66c-320f6c17087e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:39.214425 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2', 'code': 200} Nov 23 18:37:39.226973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:39.263009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c3fe96-91b3-4473-b090-4b2bc32ed4d6 req-a859e475-8bff-4f9c-96d1-5259ceb582c2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422453 Nov 23 18:37:39.377843 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195d4ee-f0ad-46e5-bf93-6001bfa98198 x-openstack-request-id: req-c195d4ee-f0ad-46e5-bf93-6001bfa98198 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:39.378728 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:39.379255 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c195d4ee-f0ad-46e5-bf93-6001bfa98198 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:39.380281 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'status': 'completed', 'code': 200} Nov 23 18:37:39.398597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b15e-228f-42d9-b614-2221bfa76993 service neutron] Pushing event updated for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:39.441737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c9e3ff-46a5-4bef-b50a-2035b64326c6 req-c807218f-7278-4e52-a8d2-54ae2b461ae9 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088699 Nov 23 18:37:39.491906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599cf3a-d956-40bb-9b50-1228d7001ff0 req-aa54c0b3-d948-4331-9b6b-9515b4fa52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:39.493908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b599cf3a-d956-40bb-9b50-1228d7001ff0 req-aa54c0b3-d948-4331-9b6b-9515b4fa52e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 1096 time: 0.1798272 Nov 23 18:37:39.576974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971a548-df62-4c99-9374-67f5e5af7b1d req-bb2bc24c-f13f-435a-a2c5-05c1c1c89fe3 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:39.588594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3971a548-df62-4c99-9374-67f5e5af7b1d req-bb2bc24c-f13f-435a-a2c5-05c1c1c89fe3 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.1755762 Nov 23 18:37:39.705184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-a0e9113c-a379-428d-99ec-317072eb60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:39.708483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-a0e9113c-a379-428d-99ec-317072eb60b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1095 time: 0.1647820 Nov 23 18:37:39.711956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9505347c-b1d6-4300-9c28-7f9138914665 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:39.736345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3971a548-df62-4c99-9374-67f5e5af7b1d req-4f9c72f6-dbb4-4537-85ec-ec414a125b35 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464651 Nov 23 18:37:39.742720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:39.928839 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:39.930835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 9505347c-b1d6-4300-9c28-7f9138914665 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:39.938880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 9505347c-b1d6-4300-9c28-7f9138914665 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:39.939691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:39.946188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b599cf3a-d956-40bb-9b50-1228d7001ff0 req-8ace4fa9-9181-4426-b387-cb906c3e22c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401231 Nov 23 18:37:39.952917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-2e2ac739-7899-4637-a655-8d4cffbca017 service neutron] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:40.062953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-c9983e80-1794-4301-89fd-61136daba308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:40.065011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-c9983e80-1794-4301-89fd-61136daba308 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.3227408 Nov 23 18:37:40.065147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-2e2ac739-7899-4637-a655-8d4cffbca017 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.067920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19274bc8-36da-4ce5-ba62-aeb9ed88e9e1 req-2e2ac739-7899-4637-a655-8d4cffbca017 service neutron] 10.222.0.47 "DELETE /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 1.1241770 Nov 23 18:37:40.098444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-06d9e3d1-0eb4-450c-8264-fa99c6f4e823 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:40.105897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-06d9e3d1-0eb4-450c-8264-fa99c6f4e823 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.1561542 Nov 23 18:37:40.120580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.140815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.188113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-bdc434dd-c8db-418b-b32a-d0b35d0adf4c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/quotas/307f7d321f7c4154b131353ef6872478 HTTP/1.1" status: 200 len: 375 time: 0.0798519 Nov 23 18:37:40.204686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9505347c-b1d6-4300-9c28-7f9138914665,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:40.217961 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.227934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-b888bf67-c295-402a-90b4-69ee00b37a6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.1096213 Nov 23 18:37:40.301616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:40.303204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-ec0c7998-ac6f-40ff-bd73-0c7ee9512319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:40.305648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-ec0c7998-ac6f-40ff-bd73-0c7ee9512319 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.0606489 Nov 23 18:37:40.354775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081aa9c-24e5-4306-9454-e6fc400c93e1 req-030b85c6-1a31-4c13-aa3f-7006dccb1d46 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:40.357240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5081aa9c-24e5-4306-9454-e6fc400c93e1 req-030b85c6-1a31-4c13-aa3f-7006dccb1d46 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.4176331 Nov 23 18:37:40.374768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-099dabc2-c7e1-40e5-a6b3-4bd716a271a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492914 Nov 23 18:37:40.394889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.438027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83de184a-acca-4d3d-9680-25a30725b13c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:40.461909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46be3a9e-026a-4cfd-97c4-c53a13095840') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:40.462293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46be3a9e-026a-4cfd-97c4-c53a13095840') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:40.483028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:37:40.493159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.496932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-82a25982-4188-4bdc-af0b-06245a6f53d6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3058317 Nov 23 18:37:40.520381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5081aa9c-24e5-4306-9454-e6fc400c93e1 req-a72262b1-4020-4171-9200-2e4181fb2c98 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336639 Nov 23 18:37:40.521550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.574265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:37:40.574538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:37:40.576617 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:37:40.580902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-0287c321-7fc6-4cc7-87a8-ae3be5628b03 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841176 Nov 23 18:37:40.846973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-d8f5cacd-e063-4820-a053-ee4d38eb6f3f service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437524 Nov 23 18:37:40.883928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1864b9f7-d98f-47b4-928b-06be2c0de8e6 req-ed2eb8c8-8df8-4988-8ca2-8d107e516944 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889848 Nov 23 18:37:41.006945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:41.012210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:41.015521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-188dcd34-06ea-4fb8-aa7b-d8f38c7760bb service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640098 Nov 23 18:37:41.015939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83de184a-acca-4d3d-9680-25a30725b13c HTTP/1.1" status: 204 len: 168 time: 1.7879140 Nov 23 18:37:41.076403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf95fa-150c-4d8a-9886-f1a619292d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=83de184a-acca-4d3d-9680-25a30725b13c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:41.087239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:41.104456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:41.112642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642fba5-a4fa-4cef-b939-bd7216e2a96b req-751cb298-65bd-4313-a9f4-b22626d4ce6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:41.114492 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:41.115223 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:41.126113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9642fba5-a4fa-4cef-b939-bd7216e2a96b req-751cb298-65bd-4313-a9f4-b22626d4ce6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 949 time: 0.1579132 Nov 23 18:37:41.215743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:41.220559 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcc303-beee-4b46-a56a-5cd4e6859732" -d '{"events": [{"server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9505347c-b1d6-4300-9c28-7f9138914665"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:41.347405 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:41.348305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9642fba5-a4fa-4cef-b939-bd7216e2a96b req-88fc7828-48dc-4d30-bab0-b04d83993f06 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204490 Nov 23 18:37:41.354218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:41.358399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:41.372097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc1f0b9a-2487-4a97-80e0-df701fb7e7ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.4127758 Nov 23 18:37:41.388949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:41.531811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2da9e206-fbe5-4778-b3b0-172c9ae9a89a req-22c280d8-7d93-4fab-b055-4687699866f2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 210 time: 0.0800366 Nov 23 18:37:41.628655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-48423343-b4c5-4e87-8890-4c42f495fa43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4344899c654b46aab585fc37c75b1c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372622 Nov 23 18:37:41.631164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:41.660663 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7017a7d6-b2c7-42c7-8b0f-b67b1f16a6c4 x-openstack-request-id: req-7017a7d6-b2c7-42c7-8b0f-b67b1f16a6c4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:41.661211 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9505347c-b1d6-4300-9c28-7f9138914665", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:41.661703 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7017a7d6-b2c7-42c7-8b0f-b67b1f16a6c4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:41.662393 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665', 'code': 200} Nov 23 18:37:41.681503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a954e-42b3-432a-b8a9-94587b15c1ab req-6ed9506e-afce-4723-b615-78f5630c28df tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:41.686199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-973a954e-42b3-432a-b8a9-94587b15c1ab req-6ed9506e-afce-4723-b615-78f5630c28df tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.2116189 Nov 23 18:37:41.707199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:41.924093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:38Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:41.930992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:37:41.958214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:41.958838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:41.979610 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:41.980265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Updating router fd9f9cad-149d-45d7-882d-249e11d9cb24 port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:37:42.025886 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.028828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.041403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d973-e075-4ed0-ba7f-7b08944709c7 req-d3821888-7f6c-4ff8-9fcf-9b9a5f503045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:42.043046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be01d973-e075-4ed0-ba7f-7b08944709c7 req-d3821888-7f6c-4ff8-9fcf-9b9a5f503045 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 1100 time: 0.2922170 Nov 23 18:37:42.066467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d64f-20b3-4377-a552-6579d7cf2ffc req-f8b944fb-9e18-4af2-a64c-1696443f27ea tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:42.078209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14c2d64f-20b3-4377-a552-6579d7cf2ffc req-f8b944fb-9e18-4af2-a64c-1696443f27ea tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.2251086 Nov 23 18:37:42.098551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.204990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:42.208187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.212684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.247421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-973a954e-42b3-432a-b8a9-94587b15c1ab req-1ee21ed2-52b7-4749-b2f8-eeb410ecb94c tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5426471 Nov 23 18:37:42.301437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be01d973-e075-4ed0-ba7f-7b08944709c7 req-5f5e8dc1-4f78-4a0a-b1a5-2061385e7c66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110853 Nov 23 18:37:42.319519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14c2d64f-20b3-4377-a552-6579d7cf2ffc req-9cc1d67c-5c71-44d4-a429-fe6d0a40c704 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356977 Nov 23 18:37:42.362456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.365465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.366986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/127dccd0-14cb-435b-a3a9-f09487510ece HTTP/1.1" status: 204 len: 168 time: 0.7332437 Nov 23 18:37:42.404838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73893d-cd08-4327-94f4-561c29bb3604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127dccd0-14cb-435b-a3a9-f09487510ece,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:42.490538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:42.612133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87bf8-700f-44b2-b9bf-9c3b1f212e92 req-31a3997d-c5ed-422b-b9d1-3ae6bc794401 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:42.615113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29a87bf8-700f-44b2-b9bf-9c3b1f212e92 req-31a3997d-c5ed-422b-b9d1-3ae6bc794401 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 949 time: 0.0727360 Nov 23 18:37:42.729128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.745902 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.772299 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.788128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29a87bf8-700f-44b2-b9bf-9c3b1f212e92 req-9ebd3dba-e20a-48d6-bc6d-fe58b5ce4e25 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573560 Nov 23 18:37:42.852641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-839601c7-565c-4ff0-b029-1522c21bfba4 req-401d3458-7c33-467b-8677-3bbafbdf0c09 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 210 time: 0.1176639 Nov 23 18:37:42.903952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Attempting to bind port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:42.904380 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Attempting to bind port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:42.904693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Attempting to bind port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:42.914429 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:42.914804 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:42.915210 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.915682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:42.916694 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Bound port: d18cf2c8-8262-4ca4-b9d7-95a8d8c79457, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:42.916907 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:42.919860 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Pushing event updated for resources: {'Port': ['ID=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:42.953653 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.954256 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.954695 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.955234 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.955829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.956481 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.957293 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.958139 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.958361 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.958898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.959454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:42.959809 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:43.065959 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] For port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:43.079070 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] For port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:43.085968 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:43.217282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Allocated IP 172.20.0.1 (b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9/52a4aa96-6701-4995-afba-fb8cd566c754/6614705b-98fb-41eb-b29a-7ea25efdbb90) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:43.259794 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:43.260521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:43.265193 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99c5d4-dd9c-4793-9242-0270587be85d None None] Pushing event updated for resources: {'Port': ['ID=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:43.567825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:43.663576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:43.666061 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256db43-acb6-4cfd-bf6d-08c5d34bd403" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:43.667105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:43.696685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889efa3f-ab0c-460e-bdfe-0e40303fa093 req-891c3dc9-9c09-4556-9ef7-bc794a76f769 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:43.703107 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:43.705850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-889efa3f-ab0c-460e-bdfe-0e40303fa093 req-891c3dc9-9c09-4556-9ef7-bc794a76f769 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.1974006 Nov 23 18:37:43.828817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-889efa3f-ab0c-460e-bdfe-0e40303fa093 req-686c3aab-280d-4962-a063-c7eafd34ad3f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173637 Nov 23 18:37:44.129270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:44.147645 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00224e03-7468-4a61-99e4-0a224c88d5f5 x-openstack-request-id: req-00224e03-7468-4a61-99e4-0a224c88d5f5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:44.148137 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:44.148549 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00224e03-7468-4a61-99e4-0a224c88d5f5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:44.149359 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'code': 200} Nov 23 18:37:44.257748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:38Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:44.334916 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86dc1-c748-4585-b990-14561a32d461 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:38Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:44.454371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1998197555-network', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:44.520166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:44.533504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3891b9-d3c1-41c2-8b84-ae10e5f5fd43 req-583b959c-7201-42d8-9412-ffac5c1025c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:44.537670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e3891b9-d3c1-41c2-8b84-ae10e5f5fd43 req-583b959c-7201-42d8-9412-ffac5c1025c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1100 time: 0.2468333 Nov 23 18:37:44.543665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:44.561742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:44.637974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b41f8-d08d-4630-9618-57778282ed1d req-dd26feec-a96d-4b67-9a66-489668f23623 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:44.651941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b979a-ea40-4139-acbe-99bbb3e316c1 req-2fe251fa-41bb-4530-92aa-3bb40a7fb739 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:44.655471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb7b41f8-d08d-4630-9618-57778282ed1d req-dd26feec-a96d-4b67-9a66-489668f23623 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 949 time: 0.3449233 Nov 23 18:37:44.669420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f2b979a-ea40-4139-acbe-99bbb3e316c1 req-2fe251fa-41bb-4530-92aa-3bb40a7fb739 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 1.0291173 Nov 23 18:37:44.670121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Pushing event updated for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:44.763871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Made reservation on behalf of fe21152eba034d2a88b64168e2f306f3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:44.767492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:44.863000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:44.868453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:44.904649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e3891b9-d3c1-41c2-8b84-ae10e5f5fd43 req-08763ac5-4c5f-43b4-8f8a-76e7b2a4e386 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258431 Nov 23 18:37:44.932590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb7b41f8-d08d-4630-9618-57778282ed1d req-562ae742-1e3f-4ceb-85f3-6556fa7ec1d2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642467 Nov 23 18:37:45.144804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c63bbc2e-dfcc-4265-94a1-0428e3015af8 None None] Provisioning complete for port 6614705b-98fb-41eb-b29a-7ea25efdbb90 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:45.145604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c63bbc2e-dfcc-4265-94a1-0428e3015af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.155889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.192010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-1010e261-3c75-461e-a6a2-ccd065610704 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.211804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-1010e261-3c75-461e-a6a2-ccd065610704 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.6977525 Nov 23 18:37:45.234072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Request body: {'port': {'device_id': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'admin_state_up': True, 'tenant_id': '307f7d321f7c4154b131353ef6872478'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:45.248064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.253716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c63bbc2e-dfcc-4265-94a1-0428e3015af8 None None] Port 6614705b-98fb-41eb-b29a-7ea25efdbb90 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:45.288500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f2b979a-ea40-4139-acbe-99bbb3e316c1 req-3e738776-49dd-4173-814b-d43e8bc8cb5d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009645 Nov 23 18:37:45.305690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:37:45.334590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d8405-8e34-47eb-97c6-43c7576b1d62,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:45.340044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.340984 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Added segment 0215a973-3400-416c-aa57-5f5cc38313c5 of type vlan for network 36f223f5-b778-4133-ab3d-9238d1982092 Nov 23 18:37:45.364629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd4c9b-d27d-4e98-b4c5-89a4f6bad7e6 req-e1e42080-09f4-488d-96ef-1ff562576305 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.387162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dd4c9b-d27d-4e98-b4c5-89a4f6bad7e6 req-e1e42080-09f4-488d-96ef-1ff562576305 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.2200768 Nov 23 18:37:45.388788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:45.400593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Request body: {'floatingip': {'port_id': 'b620fa40-7909-400d-a639-59338e44dfe2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:45.470760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.540912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.542418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.543212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.595779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4641840 Nov 23 18:37:45.605859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:45.614426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:45.617497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Request body: {'subnet': {'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1998197555-subnet', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:45.624504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83f755-5158-4641-96cc-d745f127b75e req-1b39dc49-9d61-4e29-9ebb-a4027fcf9ba7 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.634338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.634947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d83f755-5158-4641-96cc-d745f127b75e req-1b39dc49-9d61-4e29-9ebb-a4027fcf9ba7 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1096 time: 0.1526814 Nov 23 18:37:45.731384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:45.732337 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.749963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.758352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c412b-83ac-4987-a642-abdee470efad admin admin] Pushing event updated for resources: {'Network': ['ID=36f223f5-b778-4133-ab3d-9238d1982092,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:45.769786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-526c0fda-4d72-4b53-b503-aef310dfb241 req-abdca9f7-5541-430b-8ed7-23ff1b478520 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 210 time: 0.2367568 Nov 23 18:37:45.836208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 36f223f5-b778-4133-ab3d-9238d1982092 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:37:45.861839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d83f755-5158-4641-96cc-d745f127b75e req-904d681c-684c-4006-a09e-1af33f070177 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260106 Nov 23 18:37:45.891045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Made reservation on behalf of fe21152eba034d2a88b64168e2f306f3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:45.906511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.087282 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.126900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:46.134081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.263591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:46.463781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.538945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:46.544358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.594230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f3057c-6a57-4116-a694-bf41027c36df,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:46.614459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Checking segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:46.615704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Network hostable DHCP agents. Network: 36f223f5-b778-4133-ab3d-9238d1982092, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:37:46.651214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22291a-36a7-4557-bd35-cfcf5d0eb0d6 req-9c64e6ae-2ab9-46ad-84b8-3ed3407d88d2 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:46.658553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Network 36f223f5-b778-4133-ab3d-9238d1982092 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:37:46.664912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba22291a-36a7-4557-bd35-cfcf5d0eb0d6 req-9c64e6ae-2ab9-46ad-84b8-3ed3407d88d2 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 1100 time: 0.5723617 Nov 23 18:37:46.674315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 36f223f5-b778-4133-ab3d-9238d1982092) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:46.681482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:46.682641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.709087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-df9b358c-06af-4ac6-9247-689deb755d8c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0975351 Nov 23 18:37:46.714528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d649c4-f81b-4d27-8630-3b6f26f7969b None None] Network 36f223f5-b778-4133-ab3d-9238d1982092 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:46.718807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:46.740259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:46.797143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.802750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.935466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.063189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba22291a-36a7-4557-bd35-cfcf5d0eb0d6 req-abd3f5a1-eca6-4625-bc6d-73e6ea911aad tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910856 Nov 23 18:37:47.100276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.124569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.213025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-36f223f5-b778-4133-ab3d-9238d1982092', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:37:47.213929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.280454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Pushing event updated for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:47.394387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.573969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Allocated IP 172.20.0.2 (36f223f5-b778-4133-ab3d-9238d1982092/d2f3057c-6a57-4116-a694-bf41027c36df/bc502034-6b98-4af2-b080-7941b308df2c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:47.622975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:47.689067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ac798-2e55-4924-9116-51ae7f43cd14 req-62480d2e-6b42-40b6-911c-adbf51727be2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:47.699919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-860ac798-2e55-4924-9116-51ae7f43cd14 req-62480d2e-6b42-40b6-911c-adbf51727be2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.4070697 Nov 23 18:37:47.702856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.730082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Allocated IP 172.20.0.11 (966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d/5e62cf34-c045-4d0e-bc1d-aea5b950cdd5/d45ce717-ea4e-4efd-a000-c85cb913ed8b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:47.852551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:47.853099 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.941175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.962465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:47.993787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.010455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.044162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-860ac798-2e55-4924-9116-51ae7f43cd14 req-a412fe49-4d2a-451f-b976-6e290dd8930e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425286 Nov 23 18:37:48.144806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Network 36f223f5-b778-4133-ab3d-9238d1982092 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:48.163184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:48.164311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Allocated IP 172.25.5.233 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/02878b82-f0a8-4a39-bfcc-590e10fdf4c3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:48.170111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:48.172286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:48.212964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:48.242905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:37:48.257954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Pushing event updated for resources: {'Port': ['ID=bc502034-6b98-4af2-b080-7941b308df2c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:48.344247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.348398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Attempting to bind port bc502034-6b98-4af2-b080-7941b308df2c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:48.353023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Attempting to bind port bc502034-6b98-4af2-b080-7941b308df2c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:48.353778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Attempting to bind port bc502034-6b98-4af2-b080-7941b308df2c on network 36f223f5-b778-4133-ab3d-9238d1982092 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:48.370964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:48.376341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Checking segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:48.377682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.378612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Bound using segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:48.379794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Bound port: bc502034-6b98-4af2-b080-7941b308df2c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:48.380774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.403162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.464133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:48.470774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:48.474303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21273270-5e7c-4005-b831-851ae7707c0d req-23466925-0757-48e3-b18e-d465ca6838c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 210 time: 0.2628090 Nov 23 18:37:48.478010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-ef2322bd-aa84-4e2a-835b-2a6ff5718358 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:37:48.479005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-ef2322bd-aa84-4e2a-835b-2a6ff5718358 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0410993 Nov 23 18:37:48.479478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:48.518041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Pushing event updated for resources: {'Port': ['ID=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:48.519425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] For port bc502034-6b98-4af2-b080-7941b308df2c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:48.540384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] For port bc502034-6b98-4af2-b080-7941b308df2c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bc502034-6b98-4af2-b080-7941b308df2c,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:48.549113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.590556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-54c1fb8b-5611-4fd8-8b8c-0623d1640519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:48.591983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-54c1fb8b-5611-4fd8-8b8c-0623d1640519 service neutron] 10.222.0.37 "GET /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 1093 time: 0.0690162 Nov 23 18:37:48.606856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.619752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Request body: {'binding': {'host': 'n-h2-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:48.620203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:37:48.653336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.666109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.682109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32299-b595-43db-9750-8e7bd33573f8 None None] Pushing event updated for resources: {'Port': ['ID=bc502034-6b98-4af2-b080-7941b308df2c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:48.685385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d3e03c5-dd14-4c29-93ea-0c4c3df926a0 None None] Provisioning complete for port 6614705b-98fb-41eb-b29a-7ea25efdbb90 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:48.686739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d3e03c5-dd14-4c29-93ea-0c4c3df926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.771109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e03c5-dd14-4c29-93ea-0c4c3df926a0 None None] Port 6614705b-98fb-41eb-b29a-7ea25efdbb90 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:48.952672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.010538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:49.121114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-5623a22e-3f25-4768-8259-c66ba9a68c6f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022806 Nov 23 18:37:49.256391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.260299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.276170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:49.422942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Router c538986e-5eec-4ba1-853a-341577daa3dd is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:37:49.555241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:49.583495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:49.600132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Sync routers for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:49.607374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bc502034-6b98-4af2-b080-7941b308df2c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:49.618241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.618643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-546a09c8-822a-4b75-a75a-d46190cc0734 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:49.619892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3f662391-f361-41ea-935e-c4578663aa73 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8923345 Nov 23 18:37:49.620923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-546a09c8-822a-4b75-a75a-d46190cc0734 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989195 Nov 23 18:37:49.622783 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Floating IP 5c5580fc-4b87-421a-9262-960561b35c69 associated. External IP: 172.25.5.79, port: b620fa40-7909-400d-a639-59338e44dfe2. Nov 23 18:37:49.623521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:49.645255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:49.661213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:49.669452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:49.670622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:49.671332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:49.766338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:49.781895 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:49.802586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bc502034-6b98-4af2-b080-7941b308df2c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:49.803162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.804881 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:49.806071 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:49.845146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ffe861f-ccfe-4e76-b22e-7efaf2d9883c admin admin] 10.222.0.37 "PUT /v2.0/routers/fd9f9cad-149d-45d7-882d-249e11d9cb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4748225 Nov 23 18:37:49.882803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-6fe14369-63ff-4f18-8994-40f9ea911c66 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.2231045 Nov 23 18:37:49.892743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on host n-h2-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:49.893100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:49.893516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:49.906138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:49.906897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.942955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:49.943440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:50.046794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-32528d04-4775-42b4-8bbe-7836d84283e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8207619 Nov 23 18:37:50.053855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:50.054152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:50.054910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:50.055356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Bound port: 773efb01-efad-4966-a08d-3503e1aef3c8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:50.115799 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:50.126545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Request body: {'port': {'device_id': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:50.178596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647ce47-5ef2-4590-9d87-e749b2d126b5 None None] Network 36f223f5-b778-4133-ab3d-9238d1982092 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:37:50.192617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:50.205988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:50.220212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-887ebd1e-3d8f-48d6-88cd-cd1832c61a35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3361146 Nov 23 18:37:50.294545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.296383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f02fb4d4-eb4e-45e4-83af-79529ea9d92e service neutron] 10.222.0.37 "POST /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8/bindings HTTP/1.1" status: 201 len: 389 time: 1.6816778 Nov 23 18:37:50.311606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.653705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e211e54-22d4-4341-a276-cbd117a6c29c None None] Provisioning complete for port bc502034-6b98-4af2-b080-7941b308df2c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:50.661501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e211e54-22d4-4341-a276-cbd117a6c29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.812550 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 2, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:50.858012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600e260-4f0c-4acb-80ea-ce9cf987a54f req-3654795e-c4e0-4a12-959a-026928d462f8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:50.860307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e600e260-4f0c-4acb-80ea-ce9cf987a54f req-3654795e-c4e0-4a12-959a-026928d462f8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1133437 Nov 23 18:37:50.886316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:50.892712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-bd65ce52-5c24-4045-a375-ab4fdc9480a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:50.894989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-bd65ce52-5c24-4045-a375-ab4fdc9480a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1096 time: 0.1491339 Nov 23 18:37:50.947345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:50.948566 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Updating router fd9f9cad-149d-45d7-882d-249e11d9cb24 port 6614705b-98fb-41eb-b29a-7ea25efdbb90 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:37:50.953790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e211e54-22d4-4341-a276-cbd117a6c29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.961337 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:50.992141 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.040009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port bc502034-6b98-4af2-b080-7941b308df2c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bc502034-6b98-4af2-b080-7941b308df2c,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:51.044181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-4f7acbce-26b0-407a-89fd-aa8ee6ae99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:51.046637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-4f7acbce-26b0-407a-89fd-aa8ee6ae99d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.1222322 Nov 23 18:37:51.050711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.118578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-5aa5dea8-380a-4275-979f-b90f278f9098 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 217 time: 0.0589504 Nov 23 18:37:51.143305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e600e260-4f0c-4acb-80ea-ce9cf987a54f req-598e49d8-9333-41d0-8ad8-e9ee0be59085 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723989 Nov 23 18:37:51.210786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b16fc-9ad0-4b4f-9c23-fbbf257fe0a7 req-e96b0081-dc04-4116-bd00-60ea51cf5192 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:51.217782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.229711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a69b16fc-9ad0-4b4f-9c23-fbbf257fe0a7 req-e96b0081-dc04-4116-bd00-60ea51cf5192 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 932 time: 0.4105408 Nov 23 18:37:51.231749 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-4e211e54-22d4-4341-a276-cbd117a6c29c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:37:51.232290 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-4e211e54-22d4-4341-a276-cbd117a6c29c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:37:51.241585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=bc502034-6b98-4af2-b080-7941b308df2c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:51.259745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:48Z', 'revision_number': 3, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:51.291281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Checking router: c538986e-5eec-4ba1-853a-341577daa3dd for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:51.292217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Updating router c538986e-5eec-4ba1-853a-341577daa3dd port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:37:51.370754 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.404684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-6dd6d1b5-d247-452a-89a0-c450154a04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:51.407461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-6dd6d1b5-d247-452a-89a0-c450154a04de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.2685227 Nov 23 18:37:51.482787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-536926b1-aed1-4822-8cd7-6469656c34ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585606 Nov 23 18:37:51.582894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a69b16fc-9ad0-4b4f-9c23-fbbf257fe0a7 req-9ac9aea7-df0a-4e93-b127-b8941d34350e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520074 Nov 23 18:37:51.671844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:51.694510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bc502034-6b98-4af2-b080-7941b308df2c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:51.696641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.700081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:37:51.723372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45ce717-ea4e-4efd-a000-c85cb913ed8b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:51.819440 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.822044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:51.823067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:51.836455 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.868155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:51.918099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae1415e9-b240-4dd1-a205-8dd95c455b9d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "PUT /v2.0/floatingips/5c5580fc-4b87-421a-9262-960561b35c69 HTTP/1.1" status: 200 len: 990 time: 6.5255420 Nov 23 18:37:51.938379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:51.956567 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81feb8-0785-403d-83ac-5e9406cb59e5" -d '{"events": [{"name": "network-changed", "server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "tag": "b620fa40-7909-400d-a639-59338e44dfe2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:51.957292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf3e0-8387-428a-bb57-bbc86610699b None None] Pushing event updated for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:51.968488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Transition to ACTIVE for port object d45ce717-ea4e-4efd-a000-c85cb913ed8b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:51.988810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d92c-0c13-438c-9c78-333c5a4fb0cb req-66dabba3-063e-4a63-ab98-a31b6fc85943 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:51.991374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2166d92c-0c13-438c-9c78-333c5a4fb0cb req-66dabba3-063e-4a63-ab98-a31b6fc85943 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.2489157 Nov 23 18:37:51.992345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.068015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bc502034-6b98-4af2-b080-7941b308df2c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:52.068699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.070456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:37:52.088613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-fe28df13-85cd-4d1f-8664-d0ccc4d8ab12 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:52.096495 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Attempting to bind port 6614705b-98fb-41eb-b29a-7ea25efdbb90 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:52.098622 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Attempting to bind port 6614705b-98fb-41eb-b29a-7ea25efdbb90 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:52.098983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-fe28df13-85cd-4d1f-8664-d0ccc4d8ab12 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 821 time: 0.3129010 Nov 23 18:37:52.100326 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Attempting to bind port 6614705b-98fb-41eb-b29a-7ea25efdbb90 on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:52.113629 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:52.114168 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Checking segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:52.114901 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.119240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:52.121265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Bound using segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:52.121943 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Bound port: 6614705b-98fb-41eb-b29a-7ea25efdbb90, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:52.125285 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.147882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-1844a467-1dc1-4823-a42e-857d89187dca tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/quotas/4558e254f06c42bfb75aee4e6fe1cfd3 HTTP/1.1" status: 200 len: 375 time: 0.0474763 Nov 23 18:37:52.181501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bc2e8ba1-cb74-4df7-9549-2a1d6a567656 None None] Provisioning complete for port bc502034-6b98-4af2-b080-7941b308df2c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:52.183433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8ba1-cb74-4df7-9549-2a1d6a567656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.200457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Allocated IP 172.20.0.1 (36f223f5-b778-4133-ab3d-9238d1982092/d2f3057c-6a57-4116-a694-bf41027c36df/2d9f5ab9-8bf3-4e87-8a80-60270a566841) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:52.243228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-6a4f4bb1-91b1-4d69-8732-7f1113ef8ee0 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309692 Nov 23 18:37:52.269963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] For port 6614705b-98fb-41eb-b29a-7ea25efdbb90, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:52.273388 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] For port 6614705b-98fb-41eb-b29a-7ea25efdbb90, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6614705b-98fb-41eb-b29a-7ea25efdbb90,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:52.283888 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.329890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2166d92c-0c13-438c-9c78-333c5a4fb0cb req-b8b1d600-9e07-4841-ab8c-60f89be099a0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217402 Nov 23 18:37:52.350180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-09681241-8037-4763-94b6-3392f3a13273 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003417 Nov 23 18:37:52.366158 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf3e0-8387-428a-bb57-bbc86610699b None None] Pushing event updated for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:52.382076 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:52.382733 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:52.463261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.541705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:52.553727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35f6db06-50e2-4a40-9a39-7942ef3ab027 req-c4a502b6-969f-4f54-91b9-7120e2c1c972 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 210 time: 0.0612819 Nov 23 18:37:52.555361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:52.555884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:52.556478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:52.558008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:52.560743 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99330c6e-1f13-4e04-a0f8-be021dcd0b95" -d '{"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:52.568071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:52.569054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:52.572012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:52.575628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.583233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:52.595929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:52.596329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:52.596796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Bound port: d45ce717-ea4e-4efd-a000-c85cb913ed8b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:52.597158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.799780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f0e9ec6e-8c50-436b-bcc9-69abe7b3b2bd service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429578 Nov 23 18:37:52.800044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:52.811938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-3b426d6c-0d5c-49a6-ad04-76121fe564c7 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652888 Nov 23 18:37:52.828925 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:52.847523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:52.854301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.857874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.873199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221d8c1-f7b0-451e-bdd0-186c4f2995d1 req-6c32454b-c75f-4fc2-aa3b-078136084a5a tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:52.881561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f221d8c1-f7b0-451e-bdd0-186c4f2995d1 req-6c32454b-c75f-4fc2-aa3b-078136084a5a tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 948 time: 0.1602330 Nov 23 18:37:52.945080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:52.945737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:52.947255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] 10.222.0.50 "PUT /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 1092 time: 2.8387845 Nov 23 18:37:52.988315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050ca2d-f5fe-4c09-acba-ab0b2054a87a service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:53.001853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f221d8c1-f7b0-451e-bdd0-186c4f2995d1 req-2c08c26f-010e-494b-a62f-26ef5e605908 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193185 Nov 23 18:37:53.029054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-fa5aa8f7-d0ba-4c1f-9f37-506a82ab2f08 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458721 Nov 23 18:37:53.102900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-e019500d-43bc-4b96-8ccb-593a618bd4dd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.104500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-e019500d-43bc-4b96-8ccb-593a618bd4dd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540112 Nov 23 18:37:53.108368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:53.130081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Network 36f223f5-b778-4133-ab3d-9238d1982092 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:53.198099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:53.205337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:53.220719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-24bb33c0-649a-4d91-9018-0341b3f75707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.222380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-24bb33c0-649a-4d91-9018-0341b3f75707 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1095 time: 0.0855224 Nov 23 18:37:53.234657 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c5507-0a0e-4766-b342-406cc82ea414 x-openstack-request-id: req-e62c5507-0a0e-4766-b342-406cc82ea414 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:53.234954 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "tag": "b620fa40-7909-400d-a639-59338e44dfe2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:53.235212 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e62c5507-0a0e-4766-b342-406cc82ea414 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:53.235719 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2', 'status': 'completed', 'code': 200} Nov 23 18:37:53.254461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:53.344338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-54d4f90a-0ab9-474d-912c-b69a86166035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.1076605 Nov 23 18:37:53.397129 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:52Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:53.472749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-12f5b9c6-26cd-4aa8-970c-b4a57f7d450c service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284475 Nov 23 18:37:53.532120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:53.532539 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb605d-d34f-4f04-9ccb-9136b67897b4 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:52Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:37:53.552630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:53.586037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-0ad456e1-1c07-4074-851c-61cb546e8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.597103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-0ad456e1-1c07-4074-851c-61cb546e8ecc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 1096 time: 0.2772841 Nov 23 18:37:53.619679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-861b85c0-78fc-4b63-87d5-4570e72316cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.635049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-861b85c0-78fc-4b63-87d5-4570e72316cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2592807 Nov 23 18:37:53.713599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:53.722112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:53.730241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb7bc-44bb-4164-9492-ac9f5953ce1d req-f5da8210-2eed-472e-8226-71c0c109d9ed tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.741137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d56fb7bc-44bb-4164-9492-ac9f5953ce1d req-f5da8210-2eed-472e-8226-71c0c109d9ed tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 944 time: 0.2840066 Nov 23 18:37:53.775603 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e1bb4-665f-4bac-aab4-e559839b4ad3 x-openstack-request-id: req-196e1bb4-665f-4bac-aab4-e559839b4ad3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:53.776383 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:53.776383 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-196e1bb4-665f-4bac-aab4-e559839b4ad3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:53.776966 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'code': 200} Nov 23 18:37:53.787294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-7740ce9e-ae2f-4d63-93b8-a1a45856c96b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190324 Nov 23 18:37:53.849378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:53.904498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:54.152858 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.175204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d56fb7bc-44bb-4164-9492-ac9f5953ce1d req-9fcd0851-a5c2-4d80-86c4-f0f4ee87bbb1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331715 Nov 23 18:37:54.196955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13409586-ebd3-4f5f-884f-d2b6487ed7a1 None None] Provisioning complete for port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:54.197580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13409586-ebd3-4f5f-884f-d2b6487ed7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.275816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-9808ae86-8075-423f-9450-d20dbd214140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:54.278055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-9808ae86-8075-423f-9450-d20dbd214140 service neutron] 10.222.0.47 "GET /v2.0/networks?id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 200 len: 924 time: 0.6778061 Nov 23 18:37:54.309159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.376634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6614705b-98fb-41eb-b29a-7ea25efdbb90 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:54.491879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-f13c0a6d-f96d-4024-b911-b48ee86b983c service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872823 Nov 23 18:37:54.613971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.144 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/fef8ac5d-da7a-456e-88f7-9bdac44cd15d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:54.721139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Attempting to bind port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:54.721902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Attempting to bind port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:54.721902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Attempting to bind port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:54.754783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6614705b-98fb-41eb-b29a-7ea25efdbb90 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:54.755167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.841542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-36e3470f-d8c4-43a8-a40c-6b0711973b8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b620fa40-7909-400d-a639-59338e44dfe2 HTTP/1.1" status: 200 len: 998 time: 0.5347857 Nov 23 18:37:54.866201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:54.866766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:54.866863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.867298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:54.867776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Bound port: 02878b82-f0a8-4a39-bfcc-590e10fdf4c3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:54.868214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:54.926336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-13409586-ebd3-4f5f-884f-d2b6487ed7a1 None None] Port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:54.974639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': 'b620fa40-7909-400d-a639-59338e44dfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:c6:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:37:48Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:55.068832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecf775-d82d-4b1e-9f1b-3c898139142b None None] Pushing event updated for resources: {'Port': ['ID=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:55.079734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:37:55.099501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.110898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.140795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13409586-ebd3-4f5f-884f-d2b6487ed7a1 None None] Provisioning complete for port 6614705b-98fb-41eb-b29a-7ea25efdbb90 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:55.141312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13409586-ebd3-4f5f-884f-d2b6487ed7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.237425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.293067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:55.295930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:55.301671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:55.318648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] For port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:55.431255 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.502525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Network 36f223f5-b778-4133-ab3d-9238d1982092 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:55.506439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:55.526604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.606595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.694097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:55.714821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:55.727185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796', '9505347c-b1d6-4300-9c28-7f9138914665'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:55.732409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:55.746978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] For port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:55.769706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:55.781838 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5949c4-bc4e-4d48-b57d-c494badbbbea" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:55.809790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:55.858170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99888f59-caf4-4527-8707-e7162ac2b3f4 req-16dbe643-3895-4c24-9148-27628f05f983 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3269095 Nov 23 18:37:55.894718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:56.025736 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:56.087896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-15b3c285-dbaf-48e7-a6c1-93b21b74b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.090011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-15b3c285-dbaf-48e7-a6c1-93b21b74b909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 200 len: 862 time: 0.2980125 Nov 23 18:37:56.106455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890285-2922-4335-8e64-5dce7a6274cf req-26ec7186-c642-4cbe-8507-618a7d4e76f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.119755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f890285-2922-4335-8e64-5dce7a6274cf req-26ec7186-c642-4cbe-8507-618a7d4e76f7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.3291605 Nov 23 18:37:56.281317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 6614705b-98fb-41eb-b29a-7ea25efdbb90, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6614705b-98fb-41eb-b29a-7ea25efdbb90,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:56.355730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Router c538986e-5eec-4ba1-853a-341577daa3dd has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:37:56.408494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:56.409527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f890285-2922-4335-8e64-5dce7a6274cf req-f0f99a8c-ce46-4aad-9484-598bce45b547 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887709 Nov 23 18:37:56.413075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-3338638e-2e9e-4f8f-b0d1-a97219bb52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.418791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-3338638e-2e9e-4f8f-b0d1-a97219bb52af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22e42fc6-fc42-42f2-a5cb-fd8bdac02759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906103 Nov 23 18:37:56.426324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e65310-9dc6-4654-af7c-8870f2007d5d req-d18d4a93-67e2-416a-b7ce-fea7e4783f24 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.436853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7e65310-9dc6-4654-af7c-8870f2007d5d req-d18d4a93-67e2-416a-b7ce-fea7e4783f24 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 936 time: 0.6445694 Nov 23 18:37:56.466913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.468236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:56.577403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecf775-d82d-4b1e-9f1b-3c898139142b None None] Pushing event updated for resources: {'Port': ['ID=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:56.578806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-ed433446-a205-485a-9a91-da4d0df37c62 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.589144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-ed433446-a205-485a-9a91-da4d0df37c62 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 821 time: 0.2970686 Nov 23 18:37:56.626353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'port': {'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'admin_state_up': True, 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:56.634215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:37:56.634879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:37:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:37:56.638841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:56.667494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-4cde4db0-1d4a-4ed3-82d3-eae2c44b1f1f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4738140 Nov 23 18:37:56.682794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7e65310-9dc6-4654-af7c-8870f2007d5d req-e288dec1-d942-4efa-929e-b07b01dc8d03 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447309 Nov 23 18:37:56.693944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Request body: {'port': {'device_id': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:56.698231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b06cb510-7835-4425-bddc-b7b2e1b95ef5 req-07ed28e8-4895-457b-a8a5-c74862785c61 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 210 time: 0.1067355 Nov 23 18:37:56.957285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:37:56.968713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-39538953-d71a-499c-a2b3-2779b7f78033 service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702936 Nov 23 18:37:56.991150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-48664942-d627-4704-8311-ef676472b7fb admin admin] 10.222.0.37 "PUT /v2.0/routers/c538986e-5eec-4ba1-853a-341577daa3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3662443 Nov 23 18:37:56.997557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.079029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-90cad290-8afb-4a24-88ef-00e3ae6f244c req-23fdb26b-5baa-4332-81ff-48b3ac8c1088 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:37:57.080230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90cad290-8afb-4a24-88ef-00e3ae6f244c req-23fdb26b-5baa-4332-81ff-48b3ac8c1088 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057943 Nov 23 18:37:57.082924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Made reservation on behalf of 4558e254f06c42bfb75aee4e6fe1cfd3 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:37:57.087198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.288447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Allocated IP 172.20.0.12 (b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9/52a4aa96-6701-4995-afba-fb8cd566c754/a060e3c5-f9aa-4bbd-96e6-4f161193a6df) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:37:57.576293 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c57c6-0545-433f-8a95-f09b457fcbdd x-openstack-request-id: req-f85c57c6-0545-433f-8a95-f09b457fcbdd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:57.577519 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:57.577919 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f85c57c6-0545-433f-8a95-f09b457fcbdd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:57.578528 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'status': 'completed', 'code': 200} Nov 23 18:37:57.586670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:57.715125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:37:57.729489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.789318 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3026-05da-4399-b257-100ff8859935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.841741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.940066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:37:57.946272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:37:57.949107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:37:57.968432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e81feb8-0785-403d-83ac-5e9406cb59e5 req-0af91a39-a1e7-4370-9726-cd1f92772936 service neutron] 10.222.0.47 "GET /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911783 Nov 23 18:37:57.998417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-b5459734-b6cd-47a7-8506-e73a1cfa3264 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4383149 Nov 23 18:37:58.010913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-ff4b5d0b-27c1-4403-b35a-4db2e3f52a57 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:37:58.026098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-ff4b5d0b-27c1-4403-b35a-4db2e3f52a57 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264032 Nov 23 18:37:58.036295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef8ac5d-da7a-456e-88f7-9bdac44cd15d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:58.054134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.103163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event updated for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:58.113507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Transition to ACTIVE for port object fef8ac5d-da7a-456e-88f7-9bdac44cd15d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:58.130486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.133593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da49d-11ff-4e2f-84a7-f2332440859c req-23060b22-2a60-453c-b65c-6b2f8372a1b7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.142600 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99da49d-11ff-4e2f-84a7-f2332440859c req-23060b22-2a60-453c-b65c-6b2f8372a1b7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.3617802 Nov 23 18:37:58.153521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16325991-d91d-4968-bebe-5eb18d054adb req-ae0907f8-c956-4f6c-bf26-3cf2242d20b5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.155679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16325991-d91d-4968-bebe-5eb18d054adb req-ae0907f8-c956-4f6c-bf26-3cf2242d20b5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 944 time: 1.1609731 Nov 23 18:37:58.165331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-7ed61934-f1a9-4091-af86-f72450704803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.167083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d97ef8b-96c4-4c43-a736-06f91bb5c4bf None None] Provisioning complete for port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:58.169619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d97ef8b-96c4-4c43-a736-06f91bb5c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.171632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-7ed61934-f1a9-4091-af86-f72450704803 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1095 time: 0.6166403 Nov 23 18:37:58.177676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d45ce717-ea4e-4efd-a000-c85cb913ed8b details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:58.221056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.222415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.303943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-27a16a83-4bd4-47c1-978b-3869cbe2ee52 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6812818 Nov 23 18:37:58.336545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Request body: {'port': {'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:58.369556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:58.424483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'port_id': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'mac_address': 'fa:16:3e:20:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62cf34-c045-4d0e-bc1d-aea5b950cdd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:58.441262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99da49d-11ff-4e2f-84a7-f2332440859c req-b08bf4ba-e009-4d38-9c40-9ba5056e5b75 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546501 Nov 23 18:37:58.534424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.681360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6614705b-98fb-41eb-b29a-7ea25efdbb90 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:58.783594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.824809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Pushing event updated for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:58.861076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Attempting to bind port fef8ac5d-da7a-456e-88f7-9bdac44cd15d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:37:58.861463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Attempting to bind port fef8ac5d-da7a-456e-88f7-9bdac44cd15d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:37:58.861797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Attempting to bind port fef8ac5d-da7a-456e-88f7-9bdac44cd15d on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:58.891649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16325991-d91d-4968-bebe-5eb18d054adb req-be6987b3-90db-4ce4-b2f7-50bed24303d6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7108381 Nov 23 18:37:58.925718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Port fef8ac5d-da7a-456e-88f7-9bdac44cd15d on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:37:58.926370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Attempting to bind port fef8ac5d-da7a-456e-88f7-9bdac44cd15d on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:37:58.929038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-773ea796-e5b8-477f-b891-edac976cf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.930892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-773ea796-e5b8-477f-b891-edac976cf805 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.7048123 Nov 23 18:37:58.938906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:37:58.939253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:37:58.939671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:37:58.940110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Bound port: fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:37:58.940465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:58.954182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45ce717-ea4e-4efd-a000-c85cb913ed8b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:59.069651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d97ef8b-96c4-4c43-a736-06f91bb5c4bf None None] Port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:37:59.164438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-5a7c621c-86ba-4818-91e4-57388833a8c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.2068655 Nov 23 18:37:59.180932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:59.204910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301771251', 'description': 'tempest-description--1777501775'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:59.299329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:59.334022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.351878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.429395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-e404bdf8-9fbd-4111-91f2-d9d9ef11071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:59.429395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-e404bdf8-9fbd-4111-91f2-d9d9ef11071f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1927614 Nov 23 18:37:59.476226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:37:59.484359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:37:59.500297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.510601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.525358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-430383de-7749-4a1e-9aa9-646252756e97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661650 Nov 23 18:37:59.527874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.528437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6614705b-98fb-41eb-b29a-7ea25efdbb90 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:59.528980 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.570568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090b255-ce36-4d2b-9dc3-cea852d783b5 req-0d310f7e-e782-49a3-b455-f31b24a3f18a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:59.574719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5090b255-ce36-4d2b-9dc3-cea852d783b5 req-0d310f7e-e782-49a3-b455-f31b24a3f18a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 948 time: 0.2351975 Nov 23 18:37:59.596900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe83b7-83f7-4eb8-ab86-1c0bb33795f1 req-cbfd2c95-af61-44ef-89ae-de7023e51781 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:59.606300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2afe83b7-83f7-4eb8-ab86-1c0bb33795f1 req-cbfd2c95-af61-44ef-89ae-de7023e51781 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.2378278 Nov 23 18:37:59.617302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a060e3c5-f9aa-4bbd-96e6-4f161193a6df {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:59.657255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708a4da-fc87-471c-942c-ea8238430a29,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:59.663278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.664733 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8c2731bb-b2ae-4785-bfec-7019ab20c0ca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4821849 Nov 23 18:37:59.667627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.676555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:37:59.693136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'security_group_rule': {'security_group_id': '0708a4da-fc87-471c-942c-ea8238430a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:37:59.726441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Transition to ACTIVE for port object a060e3c5-f9aa-4bbd-96e6-4f161193a6df will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:37:59.756905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2afe83b7-83f7-4eb8-ab86-1c0bb33795f1 req-6bfd802e-a83b-4459-84e1-410d5aeded50 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483521 Nov 23 18:37:59.774869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.791442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:59.792741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:59.793951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] 10.222.0.47 "PUT /v2.0/ports/fef8ac5d-da7a-456e-88f7-9bdac44cd15d HTTP/1.1" status: 200 len: 1096 time: 3.1057284 Nov 23 18:37:59.802522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:59.827306 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64" -d '{"events": [{"name": "network-changed", "server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:00.004126 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b75c97e-0305-40d9-a813-50f082a6aef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:00.066934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea504-0835-4522-be34-8dd2f9ae8801 service neutron] Pushing event updated for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:00.103242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:00.106389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:00.110543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:00.269155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5090b255-ce36-4d2b-9dc3-cea852d783b5 req-1d2c6cd7-8d1d-433c-888b-c9af941b8529 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009471 Nov 23 18:38:00.285765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-7d9dacb8-dd08-4e7c-af61-e48ace119ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707985 Nov 23 18:38:00.326490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-d2c84056-cb2d-4055-9fc3-6b04628c1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.329661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-d2c84056-cb2d-4055-9fc3-6b04628c1955 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 1099 time: 0.2514508 Nov 23 18:38:00.333113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:00.374106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': 'b620fa40-7909-400d-a639-59338e44dfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:c6:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:37:48Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:00.458783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-a7bab737-036a-4884-b24a-de458800d6a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d HTTP/1.1" status: 200 len: 217 time: 0.0930240 Nov 23 18:38:00.478928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c21ed-c9ec-4798-b2c1-cc2c8ff0b44a req-74373f29-a427-4033-b5fb-a0b8ccd4b032 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.492497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-017c21ed-c9ec-4798-b2c1-cc2c8ff0b44a req-74373f29-a427-4033-b5fb-a0b8ccd4b032 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 944 time: 0.3555551 Nov 23 18:38:00.535618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236520f-bd7d-4599-95ca-14511230fea3 None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '5c5580fc-4b87-421a-9262-960561b35c69', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'port_id': 'b620fa40-7909-400d-a639-59338e44dfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'mac_address': 'fa:16:3e:c6:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:53Z', 'updated_at': '2021-11-23T18:37:48Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:00.600386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-920cc2d7-fdda-4210-92e3-f274550d3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.602218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-920cc2d7-fdda-4210-92e3-f274550d3719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1050897 Nov 23 18:38:00.606985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee5949c4-bc4e-4d48-b57d-c494badbbbea req-4152e8ef-5b0e-4e6d-a6cf-0ab56d03db0c service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112440 Nov 23 18:38:00.610720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:37:54Z', 'revision_number': 2, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:00.699819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-017c21ed-c9ec-4798-b2c1-cc2c8ff0b44a req-3d69a5ab-f71f-4f13-a2be-436391cb9281 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057819 Nov 23 18:38:00.716551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84e5d3-bc28-4482-bc41-8682cbb147d3 None None] The sync data for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 is: [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:37:54Z', 'revision_number': 2, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:00.776506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0f08-05d2-4d93-9636-1f0551500ebe req-268c495e-8333-4a2e-ad80-80a29a2560b1 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.786076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c53a0f08-05d2-4d93-9636-1f0551500ebe req-268c495e-8333-4a2e-ad80-80a29a2560b1 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 948 time: 0.1564016 Nov 23 18:38:00.791883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-2304086f-5357-412b-881b-cc2771f97c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.799068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-2304086f-5357-412b-881b-cc2771f97c40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1100 time: 0.3757608 Nov 23 18:38:00.803595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:00.815967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:00.821128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:00.822686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Attempting to bind port a060e3c5-f9aa-4bbd-96e6-4f161193a6df on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:00.825983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Attempting to bind port a060e3c5-f9aa-4bbd-96e6-4f161193a6df by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:00.827179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Attempting to bind port a060e3c5-f9aa-4bbd-96e6-4f161193a6df on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:00.844880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-16b93ef7-998b-4599-b4a3-c852ce5f41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.850087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-16b93ef7-998b-4599-b4a3-c852ce5f41d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359757 Nov 23 18:38:00.891764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Port a060e3c5-f9aa-4bbd-96e6-4f161193a6df on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:00.892104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Attempting to bind port a060e3c5-f9aa-4bbd-96e6-4f161193a6df on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:00.930613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c53a0f08-05d2-4d93-9636-1f0551500ebe req-8c165d55-8d99-4f44-b7c8-06bf4b25e450 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423998 Nov 23 18:38:01.020216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:01.020634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Checking segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:01.023746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Bound using segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:01.024223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Bound port: a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:01.024588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:01.073865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f7c92f-d816-4398-aedb-f55aa8d6280e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:01.083644 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570975e7-4ada-4e01-aa37-2b38648b938b None None] New status for floating IP 5c5580fc-4b87-421a-9262-960561b35c69: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:38:01.258272 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:01.260298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d3691a8-bdb3-48bc-8a0e-974eb271ae09 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5825040 Nov 23 18:38:01.270027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:01.294569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'security_group_rule': {'security_group_id': '0708a4da-fc87-471c-942c-ea8238430a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:01.344520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-2d043ab2-a21c-47fe-9074-c56fef931465 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456458 Nov 23 18:38:01.348033 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e880799b-3883-44f9-8525-f00466a0646f x-openstack-request-id: req-e880799b-3883-44f9-8525-f00466a0646f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:01.349214 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:01.349624 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e880799b-3883-44f9-8525-f00466a0646f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:01.350247 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d', 'status': 'completed', 'code': 200} Nov 23 18:38:01.471232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d50d4d-6466-4382-86c3-ef831f5d75d4 req-e02b9d71-f11d-4328-9e39-8ab252bc1d30 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:01.476675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1d50d4d-6466-4382-86c3-ef831f5d75d4 req-e02b9d71-f11d-4328-9e39-8ab252bc1d30 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.4760096 Nov 23 18:38:01.521909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-1032b7bc-78a5-420f-8ccd-29e402bf44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:01.528372 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-1032b7bc-78a5-420f-8ccd-29e402bf44e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6725767 Nov 23 18:38:01.548667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:01.624840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29617-a493-4009-842f-2e3c100c97c4 req-09457c11-2ec6-4276-beeb-b895a7748dc7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:01.626621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2a29617-a493-4009-842f-2e3c100c97c4 req-09457c11-2ec6-4276-beeb-b895a7748dc7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 945 time: 0.2737708 Nov 23 18:38:01.698131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e0fa8d44-04ef-4b3e-b11a-e651365c299c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1510761 Nov 23 18:38:01.708646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93ebc698-46a5-4335-bef3-d416bc9f9a73 req-00adc06e-c2e0-4458-9102-c623cb582963 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371041 Nov 23 18:38:01.716239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:01.767509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:01.776796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2a29617-a493-4009-842f-2e3c100c97c4 req-6977fa16-d6d2-4d59-9772-f4aacdfa51ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400549 Nov 23 18:38:01.852981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-08bfeb06-dc96-42e6-94d2-bdc31cdecef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:01.854891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-08bfeb06-dc96-42e6-94d2-bdc31cdecef7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0849361 Nov 23 18:38:01.856283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:01.936414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-859abe52-06ee-4f42-8388-618f7aefed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:01.939081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-859abe52-06ee-4f42-8388-618f7aefed08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 1099 time: 0.1369371 Nov 23 18:38:02.000044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.000819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.003965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] 10.222.0.50 "PUT /v2.0/ports/a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 1092 time: 3.6840274 Nov 23 18:38:02.008089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:02.023350 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c33688-02cd-40a2-bae3-1b600c5ce3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:02.057810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.077667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1d50d4d-6466-4382-86c3-ef831f5d75d4 req-cf0f3639-33e4-4562-8cb0-79a9e4d446af tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455475 Nov 23 18:38:02.143249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56787587-fb8b-4b14-9cd4-795b8473ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:02.218072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.268747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.304805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac187d-4e4e-46d8-88c5-9246eb1484d1 req-ab2a85d1-1803-4170-92d6-f455e7640771 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.324588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcac187d-4e4e-46d8-88c5-9246eb1484d1 req-ab2a85d1-1803-4170-92d6-f455e7640771 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.3839812 Nov 23 18:38:02.379301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf34ea6-efff-41ca-9907-047907107b03,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:02.404767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-810a2a9d-d421-4035-b153-a075830287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.406529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-810a2a9d-d421-4035-b153-a075830287e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4539979 Nov 23 18:38:02.436524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-a875e0f1-cbb1-43aa-983c-58682b17ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.438132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-a875e0f1-cbb1-43aa-983c-58682b17ba5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5593309 Nov 23 18:38:02.445755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.450426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b36dd116-9483-4395-814f-e15a87d361b3 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1760955 Nov 23 18:38:02.450945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:02.469015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:02.508828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-e1d175f6-fadd-4acd-97e8-93cd3e4548e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d HTTP/1.1" status: 200 len: 217 time: 0.0915611 Nov 23 18:38:02.580893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.626137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcac187d-4e4e-46d8-88c5-9246eb1484d1 req-f737799a-8596-45fc-be76-98286e1f2fda tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003705 Nov 23 18:38:02.628374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:02.711569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06155f5-7342-4a68-8dec-4e36f9efdf52 req-048313de-2de2-44fc-9421-905f00cd238a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.714140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a06155f5-7342-4a68-8dec-4e36f9efdf52 req-048313de-2de2-44fc-9421-905f00cd238a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 948 time: 0.3416166 Nov 23 18:38:02.734066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:02.740068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-a5f07e5b-eb27-462b-b5c9-6dcdf38708e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.742620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-a5f07e5b-eb27-462b-b5c9-6dcdf38708e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2204084 Nov 23 18:38:02.744414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.761113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-33e11a7c-c95e-4dee-b7c1-25fc6ba68896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.763060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-33e11a7c-c95e-4dee-b7c1-25fc6ba68896 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1095 time: 0.6825826 Nov 23 18:38:02.765270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-24272f78-fad6-410d-b096-bfe9a958cfc2 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098638 Nov 23 18:38:02.854850 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:38:02.917602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-a95e9e18-ab4e-4991-96bc-fc4454cc4a50 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.921045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-a95e9e18-ab4e-4991-96bc-fc4454cc4a50 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.50 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 948 time: 0.2697465 Nov 23 18:38:02.923608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:02.968887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:02.974479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:03.011650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-92e0ca3c-f771-4133-9add-0f5f9c99b09d service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179387 Nov 23 18:38:03.056193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-0474dec1-bd0b-4342-9724-4c4ddcb90c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.057718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-0474dec1-bd0b-4342-9724-4c4ddcb90c6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3032424 Nov 23 18:38:03.068144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:03.125223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:03.174199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-ba875c0f-3084-4f1d-951a-4b36e0a0d793 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.3846073 Nov 23 18:38:03.208569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-f9118e72-a4b8-4374-95fa-114a476d1d3e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257095 Nov 23 18:38:03.270053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361991-3657-4dab-8042-47bae1b1d48b req-f76ac1bf-eb39-4b27-8d8d-20d20001c328 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.278227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea361991-3657-4dab-8042-47bae1b1d48b req-f76ac1bf-eb39-4b27-8d8d-20d20001c328 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 944 time: 0.3548796 Nov 23 18:38:03.372521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a06155f5-7342-4a68-8dec-4e36f9efdf52 req-95a152cc-61b5-4757-91ba-249fe07712a9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060092 Nov 23 18:38:03.402633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-8fbb3ce4-ce58-490b-a7c5-b9a8715d3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.404928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-8fbb3ce4-ce58-490b-a7c5-b9a8715d3bbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.2036557 Nov 23 18:38:03.408136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Deleting port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:38:03.408890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:03.432117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea361991-3657-4dab-8042-47bae1b1d48b req-17bcce25-6f55-438f-a615-de36eb65c6e1 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439226 Nov 23 18:38:03.497585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:03.518538 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b991dc-bd2a-4899-926e-05aa5a16eda9 x-openstack-request-id: req-c9b991dc-bd2a-4899-926e-05aa5a16eda9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:03.518833 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:03.519827 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9b991dc-bd2a-4899-926e-05aa5a16eda9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:03.520651 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:38:03.566144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fb62d95-0b62-4bfd-bd87-f3a86ddcfc64 req-7a9c4067-4dc6-4f38-b113-89a34f271828 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151331 Nov 23 18:38:03.579504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-3c11118a-a9fc-4b1d-ad29-38d5b77f64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.582846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-3c11118a-a9fc-4b1d-ad29-38d5b77f64aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335526 Nov 23 18:38:03.664737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] For port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:03.665103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:03.681059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1395cf-2d93-4cdd-bea1-19df0acb5c1b req-f4a691f7-0064-47be-a380-d1f61ce13d94 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.683133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df1395cf-2d93-4cdd-bea1-19df0acb5c1b req-f4a691f7-0064-47be-a380-d1f61ce13d94 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 945 time: 0.1078002 Nov 23 18:38:03.705624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Calling delete_port for 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:38:03.715416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7972852-b53f-458f-8203-c07b4b13a732 req-21695be5-d130-447e-8e9d-f1cd485b0663 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.717823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7972852-b53f-458f-8203-c07b4b13a732 req-21695be5-d130-447e-8e9d-f1cd485b0663 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/ports?device_id=872d3c05-e998-4dcb-8a85-fa6f0b969864 HTTP/1.1" status: 200 len: 948 time: 0.1329672 Nov 23 18:38:03.802759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fef8ac5d-da7a-456e-88f7-9bdac44cd15d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:03.846783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-c691e1e0-db98-4c2c-afba-9ec23c41f6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457449 Nov 23 18:38:03.850534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df1395cf-2d93-4cdd-bea1-19df0acb5c1b req-f9bf16e8-6dbd-4438-96d9-97cf2d365db4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523829 Nov 23 18:38:04.010721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:04.021265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.039747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d45ce717-ea4e-4efd-a000-c85cb913ed8b up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:04.111750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d', 'mac_address': 'fa:16:3e:d1:b0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:04.113381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Pushing event deleted for resources: {'Port': ['ID=9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:04.200362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] No DVR routers for this DVR port 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:04.211268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.213835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port d45ce717-ea4e-4efd-a000-c85cb913ed8b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:04.220258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port d45ce717-ea4e-4efd-a000-c85cb913ed8b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:04.220882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.221021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109f18-024b-48a2-b3e8-6036d983b81b req-0bd87faa-cfc0-4c65-9579-7ae42858fd1e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:04.228702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e109f18-024b-48a2-b3e8-6036d983b81b req-0bd87faa-cfc0-4c65-9579-7ae42858fd1e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.2214470 Nov 23 18:38:04.230053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.233733 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-401a4053-1142-4e4d-b33d-8fbb032a5982 req-f7213fb8-6ac3-4316-9e64-0225d3d08701 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.50 "DELETE /v2.0/ports/9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 HTTP/1.1" status: 204 len: 173 time: 1.2959151 Nov 23 18:38:04.234196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-deleted', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:04.236561 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106ae21-f5eb-403e-9580-7411480cc292" -d '{"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-deleted", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:04.278213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef8ac5d-da7a-456e-88f7-9bdac44cd15d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:04.331307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:04.335343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Allocated IP 172.25.5.28 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9612baa6-4ad9-4f99-8b35-5ac1db2d5edc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:04.338683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.356591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7972852-b53f-458f-8203-c07b4b13a732 req-d59b5831-f4b0-47d8-b08f-436e07f58479 tempest-ImagesOneServerTestJSON-257110798 tempest-ImagesOneServerTestJSON-257110798-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051128 Nov 23 18:38:04.413363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e109f18-024b-48a2-b3e8-6036d983b81b req-f7a8264f-1080-43e6-9997-3cb48993d4fd tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732457 Nov 23 18:38:04.462331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.479742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:04.517622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:04.520173 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a821951-f25e-46bd-8c54-6d9c2497ca92" -d '{"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-plugged", "status": "completed", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:04.593301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:04.604051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.685570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:04.691596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:04.697810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Sync routers for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:04.716186 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb62903-8c93-4593-836d-dbc0bff8681b x-openstack-request-id: req-edb62903-8c93-4593-836d-dbc0bff8681b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:04.716728 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d3c05-e998-4dcb-8a85-fa6f0b969864", "name": "network-vif-deleted", "tag": "9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:04.717787 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edb62903-8c93-4593-836d-dbc0bff8681b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:04.718254 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d3c05-e998-4dcb-8a85-fa6f0b969864', 'name': 'network-vif-deleted', 'tag': '9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253', 'status': 'completed', 'code': 200} Nov 23 18:38:04.724602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51351e2d-b102-41d6-adcc-d5c581c19b0b req-3f227cf1-5a0c-4f1b-845e-964b1181a533 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8502622 Nov 23 18:38:04.785623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5ab2-27c0-4b40-8aac-c8df1c0c7d2f req-e9b9115a-7046-4f72-ac7b-561783518460 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:04.787680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e3a5ab2-27c0-4b40-8aac-c8df1c0c7d2f req-e9b9115a-7046-4f72-ac7b-561783518460 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.1950371 Nov 23 18:38:04.801237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:04.966064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e3a5ab2-27c0-4b40-8aac-c8df1c0c7d2f req-cc51ddfa-cbac-425a-9705-fc503e4a42c7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615238 Nov 23 18:38:04.975085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-ca844502-1e6f-446e-9de6-3613c6f9aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:04.977718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-ca844502-1e6f-446e-9de6-3613c6f9aacd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1095 time: 0.1529169 Nov 23 18:38:04.984118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dd9e4-dfd2-4262-8ccb-6e454f919d70 req-4f0cf074-6460-4f91-a032-571679dfaf99 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:04.987493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-519dd9e4-dfd2-4262-8ccb-6e454f919d70 req-4f0cf074-6460-4f91-a032-571679dfaf99 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 949 time: 0.0982037 Nov 23 18:38:05.010950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fef8ac5d-da7a-456e-88f7-9bdac44cd15d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:05.024660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:05.103560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-519dd9e4-dfd2-4262-8ccb-6e454f919d70 req-3b34df71-4b9c-4f33-b862-faba6070316f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955694 Nov 23 18:38:05.130423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:05.131359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:05.175978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:05.224998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:05.225553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:05.252803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:05.272018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:05.341492 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5bb2c-1126-45ef-9f89-0f1aae262e79 x-openstack-request-id: req-52a5bb2c-1126-45ef-9f89-0f1aae262e79 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:05.341729 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-plugged", "status": "completed", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:05.342020 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52a5bb2c-1126-45ef-9f89-0f1aae262e79 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:05.342512 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'code': 200} Nov 23 18:38:05.346402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'Port': ['ID=9612baa6-4ad9-4f99-8b35-5ac1db2d5edc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:05.394097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-c960a169-52b4-4c3b-a251-3808ec91f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.395601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-c960a169-52b4-4c3b-a251-3808ec91f1b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.4065430 Nov 23 18:38:05.405955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747420c-39a0-49f3-93bd-86177940b2f6 req-b32f6db4-8173-499e-ab5e-d6fe0221399a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.415212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2747420c-39a0-49f3-93bd-86177940b2f6 req-b32f6db4-8173-499e-ab5e-d6fe0221399a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 944 time: 0.2668917 Nov 23 18:38:05.429808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de5ef8-fd68-45a9-8c94-cd70944a90b0 req-0add7d17-d05c-4968-a7eb-a9f8d70ca4b4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.439678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54de5ef8-fd68-45a9-8c94-cd70944a90b0 req-0add7d17-d05c-4968-a7eb-a9f8d70ca4b4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 946 time: 0.1108098 Nov 23 18:38:05.508370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-d2162db2-55ca-4679-a17f-c94957d35705 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.0837803 Nov 23 18:38:05.556384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54de5ef8-fd68-45a9-8c94-cd70944a90b0 req-ade4f18b-f3f0-4dc5-bdba-b0d27292f278 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155593 Nov 23 18:38:05.561965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23df5-f3b3-4d7c-b89b-4d23bfd7a06d req-f70ce154-918a-4920-bd4e-64297a3ec69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.567006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8b23df5-f3b3-4d7c-b89b-4d23bfd7a06d req-f70ce154-918a-4920-bd4e-64297a3ec69b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.1161828 Nov 23 18:38:05.571973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:05.628898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:05.653396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2747420c-39a0-49f3-93bd-86177940b2f6 req-b77de63d-581a-4580-9f11-f5cb1a128d36 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368667 Nov 23 18:38:05.656253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-c52928a9-b63d-48db-a6b0-186c58ede50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.658676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-c52928a9-b63d-48db-a6b0-186c58ede50e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1266286 Nov 23 18:38:05.691329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8b23df5-f3b3-4d7c-b89b-4d23bfd7a06d req-8c245680-3e7e-4430-99d9-40fbd8c00d82 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Nov 23 18:38:05.781892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:05.809621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-9d686476-fd57-4fd9-b60c-ebef35b70faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.811415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-9d686476-fd57-4fd9-b60c-ebef35b70faf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341159 Nov 23 18:38:05.842367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec2160-2d48-4a57-874a-33860de59579 req-7a9f7f7d-b869-4ba0-b90c-e430752b8d81 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.852150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56ec2160-2d48-4a57-874a-33860de59579 req-7a9f7f7d-b869-4ba0-b90c-e430752b8d81 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1219702 Nov 23 18:38:05.910473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56ec2160-2d48-4a57-874a-33860de59579 req-9ba3e433-e429-4e85-a025-5139c7a862d2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562956 Nov 23 18:38:05.955462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:37:54Z', 'revision_number': 2, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:06.004372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Checking router: c538986e-5eec-4ba1-853a-341577daa3dd for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:06.004943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Updating router c538986e-5eec-4ba1-853a-341577daa3dd port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:38:06.051020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:06.072799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:06.088185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:38:06.088622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9cd6e7ef-4f03-4ccb-bd86-f37a2ceeb253 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:38:06.103248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.148064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.159084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.315570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'Port': ['ID=9612baa6-4ad9-4f99-8b35-5ac1db2d5edc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:06.362192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-a2519c0e-480e-421a-b7f5-e4d38dc49d11 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806009 Nov 23 18:38:06.365364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:06.366295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-702aadae-423d-41ff-8438-8ffd84c82ad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10b81c609f3d469b84711f464914a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919436 Nov 23 18:38:06.381190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95497e-dfd0-4af3-9213-a81afef510dd req-57d20070-cf60-469d-96c0-73b32155daca tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:06.382728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f95497e-dfd0-4af3-9213-a81afef510dd req-57d20070-cf60-469d-96c0-73b32155daca tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 949 time: 0.1016462 Nov 23 18:38:06.404967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.466568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f95497e-dfd0-4af3-9213-a81afef510dd req-6fca7ca0-03f5-4448-80a7-eccd99e41cfd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 Nov 23 18:38:06.486827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321889e2-a6d5-475c-b6ee-3ab464ccfda3 req-79f04d3e-a06c-4b2c-b716-ccf773d000f0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:06.488300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-321889e2-a6d5-475c-b6ee-3ab464ccfda3 req-79f04d3e-a06c-4b2c-b716-ccf773d000f0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.2664168 Nov 23 18:38:06.504893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.506120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-84bd8072-d8c7-4996-8b99-dddf20495e20 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0524921 Nov 23 18:38:06.541020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.568087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18c33688-02cd-40a2-bae3-1b600c5ce3d4 req-267f30a3-b1ba-4897-a39c-1d1efc1c6e15 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820443 Nov 23 18:38:06.575206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.589543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.596552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.612428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-321889e2-a6d5-475c-b6ee-3ab464ccfda3 req-5d638cf6-211f-4b6a-b1a4-3fe7042aa3be tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040733 Nov 23 18:38:06.676609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.680498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.681782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8 HTTP/1.1" status: 204 len: 168 time: 0.3153019 Nov 23 18:38:06.692488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008d7af-763e-4e9b-89b3-975688833a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05ae47-e392-4bfc-8d1d-2b5b29c56cf8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:06.744568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f910df4-0f03-4b2c-b88c-5f2673bb34b2 None None] Pushing event updated for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:06.792068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91278a-6219-4e12-994a-42ad4abd629f req-8c1af038-37c1-4a69-a9aa-c5a599194b7d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:06.803040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d91278a-6219-4e12-994a-42ad4abd629f req-8c1af038-37c1-4a69-a9aa-c5a599194b7d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 946 time: 0.1354101 Nov 23 18:38:06.868369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Attempting to bind port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:06.868747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Attempting to bind port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:06.869112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Attempting to bind port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 on network 36f223f5-b778-4133-ab3d-9238d1982092 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:06.885309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:06.885694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Checking segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:06.886098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.886488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Bound using segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:06.886963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Bound port: 2d9f5ab9-8bf3-4e87-8a80-60270a566841, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:06.887382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:06.915772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d91278a-6219-4e12-994a-42ad4abd629f req-57cc7bee-3fd0-4c6d-833c-a86ecc2c39e8 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060824 Nov 23 18:38:07.079761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e145b6d-1586-438d-96ad-a972fe952246 req-24ba1973-d777-4983-8434-3af768d7c375 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.083377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] For port 2d9f5ab9-8bf3-4e87-8a80-60270a566841, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:07.085827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e145b6d-1586-438d-96ad-a972fe952246 req-24ba1973-d777-4983-8434-3af768d7c375 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 944 time: 0.1895354 Nov 23 18:38:07.096779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] For port 2d9f5ab9-8bf3-4e87-8a80-60270a566841, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d9f5ab9-8bf3-4e87-8a80-60270a566841,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:07.104922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:07.187158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e145b6d-1586-438d-96ad-a972fe952246 req-e5375314-f4ac-4d4b-9913-341d668c3934 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903869 Nov 23 18:38:07.204601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:07.205275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:07.263458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63754a-e985-4494-a912-fd497200a4e4 req-0080db99-dd3b-4ede-b63b-ef288d795d6c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.282319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c63754a-e985-4494-a912-fd497200a4e4 req-0080db99-dd3b-4ede-b63b-ef288d795d6c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1265829 Nov 23 18:38:07.423242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f910df4-0f03-4b2c-b88c-5f2673bb34b2 None None] Pushing event updated for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:07.428526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c63754a-e985-4494-a912-fd497200a4e4 req-21568a61-b74d-4a64-a9da-e09d3c9ae483 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446223 Nov 23 18:38:07.464069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:07.546329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] Provisioning complete for port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:07.546795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:07.659327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5e533-54c5-4ae4-8059-f6ecaeeb63e1 req-7b101948-65de-4266-83ca-ac8c39ea871a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.669111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5b5e533-54c5-4ae4-8059-f6ecaeeb63e1 req-7b101948-65de-4266-83ca-ac8c39ea871a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 949 time: 0.1155291 Nov 23 18:38:07.768846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5b5e533-54c5-4ae4-8059-f6ecaeeb63e1 req-0a2a6262-e976-4998-abff-05bb91f84007 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970454 Nov 23 18:38:07.851331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fef8ac5d-da7a-456e-88f7-9bdac44cd15d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:07.903449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:07.916237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777906-e443-4d3d-996c-af41a665839b req-ddaa0198-f31b-4827-9603-5f2b93755216 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:07.925991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f777906-e443-4d3d-996c-af41a665839b req-ddaa0198-f31b-4827-9603-5f2b93755216 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0835116 Nov 23 18:38:07.969453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] For port 2d9f5ab9-8bf3-4e87-8a80-60270a566841, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d9f5ab9-8bf3-4e87-8a80-60270a566841,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:07.978106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.019120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f777906-e443-4d3d-996c-af41a665839b req-0d38c0af-1716-4bba-a69a-e6116247823f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907924 Nov 23 18:38:08.020402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port fef8ac5d-da7a-456e-88f7-9bdac44cd15d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:08.033808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port fef8ac5d-da7a-456e-88f7-9bdac44cd15d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:08.034179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.073672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a060e3c5-f9aa-4bbd-96e6-4f161193a6df details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:08.134299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:08.142847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69a93-6e99-493f-b2e0-863d2e4a96c8 None None] Pushing event updated for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:08.193224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857c2e-1a3f-40bf-8789-8086ba213384 None None] The sync data for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 is: [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:08.220862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3221aa-51a0-4adc-af16-7719e05f654f req-a0809827-547b-4155-a54f-4f537c8e3cb7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:08.223079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd66b007-ee9f-4085-9db7-23dd2b7ba627 None None] Provisioning complete for port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:08.223480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd66b007-ee9f-4085-9db7-23dd2b7ba627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.240033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3221aa-51a0-4adc-af16-7719e05f654f req-a0809827-547b-4155-a54f-4f537c8e3cb7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 946 time: 0.1664073 Nov 23 18:38:08.383445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3221aa-51a0-4adc-af16-7719e05f654f req-d08847c2-acb5-4d61-9529-0d184777f72e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375139 Nov 23 18:38:08.442064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573ead7-c7b7-40c5-a88e-18716ccfeb19 req-70c61279-96d4-426c-9850-e0f4b718a995 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:08.454653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5573ead7-c7b7-40c5-a88e-18716ccfeb19 req-70c61279-96d4-426c-9850-e0f4b718a995 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 944 time: 0.1224136 Nov 23 18:38:08.574400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5573ead7-c7b7-40c5-a88e-18716ccfeb19 req-14639eb7-ee95-4de1-adaf-d5201aa3adc3 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185801 Nov 23 18:38:08.678155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:08.716680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:08.728903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d9f5ab9-8bf3-4e87-8a80-60270a566841 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:08.778022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb363-3188-42b9-934e-487bba5e7128 req-2eee7827-874d-430e-b868-25316deabbc4 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:08.802441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74bbb363-3188-42b9-934e-487bba5e7128 req-2eee7827-874d-430e-b868-25316deabbc4 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.1328444 Nov 23 18:38:08.809642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.834661 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.917999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:08.953866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a060e3c5-f9aa-4bbd-96e6-4f161193a6df {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:08.954138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74bbb363-3188-42b9-934e-487bba5e7128 req-2647e4d9-7361-491c-8ac1-9aba71bb563a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475167 Nov 23 18:38:08.981135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:08.985085 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e51f0b1-ee3f-4910-95f7-a8dba5c32f12" -d '{"events": [{"server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "name": "network-vif-plugged", "status": "completed", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:09.039952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:09.046416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:09.055667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:09.056206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:09.059773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:09.064236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:09.159156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96e57b-ba6c-42c8-b09b-b9873ba3743b req-115776ee-c2a8-4973-b972-8d1ccb4dbad7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.174605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da96e57b-ba6c-42c8-b09b-b9873ba3743b req-115776ee-c2a8-4973-b972-8d1ccb4dbad7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1066287 Nov 23 18:38:09.190417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7e72-0617-4401-beb7-36dcf7b90b92 req-9b4d55f8-5939-4c6c-8df2-1f591b546567 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.195860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fee7e72-0617-4401-beb7-36dcf7b90b92 req-9b4d55f8-5939-4c6c-8df2-1f591b546567 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.1328661 Nov 23 18:38:09.205242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:09.271536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da96e57b-ba6c-42c8-b09b-b9873ba3743b req-c7a14ee0-e7b9-4441-b89c-0e6fef675050 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940876 Nov 23 18:38:09.319622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fee7e72-0617-4401-beb7-36dcf7b90b92 req-fa1c149b-0d7f-4704-8013-bf7a3ef9e4bd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079113 Nov 23 18:38:09.325532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:09.476290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6e7b-0982-426a-b882-0c80dce598ad req-f8d95210-78bf-48a6-8a54-bfe9aee79e95 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.477812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a44c6e7b-0982-426a-b882-0c80dce598ad req-f8d95210-78bf-48a6-8a54-bfe9aee79e95 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.0459070 Nov 23 18:38:09.496939 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3c49e3-44dd-4054-809f-064cdb1a5c05 x-openstack-request-id: req-bf3c49e3-44dd-4054-809f-064cdb1a5c05 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:09.497262 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "name": "network-vif-plugged", "status": "completed", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:09.497517 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf3c49e3-44dd-4054-809f-064cdb1a5c05 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:09.497927 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d', 'code': 200} Nov 23 18:38:09.558201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a060e3c5-f9aa-4bbd-96e6-4f161193a6df'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:09.656646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa2087-f20a-401b-bcfb-ff7fe7de0f78 req-2fd1332e-f7e1-46ef-8b51-d7aab9592702 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.663785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9eaa2087-f20a-401b-bcfb-ff7fe7de0f78 req-2fd1332e-f7e1-46ef-8b51-d7aab9592702 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0920653 Nov 23 18:38:09.747016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9eaa2087-f20a-401b-bcfb-ff7fe7de0f78 req-3d4fe159-19df-45e5-817b-d5f84cee3863 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787594 Nov 23 18:38:09.927648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a44c6e7b-0982-426a-b882-0c80dce598ad req-3cd3192e-6bf6-430e-8b59-75d0a0dde8e8 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366813 Nov 23 18:38:09.962076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29f0a6-382f-4f47-86df-b084b184570b req-dd321674-d52e-42a6-b901-b856a4b20e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.964656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a29f0a6-382f-4f47-86df-b084b184570b req-dd321674-d52e-42a6-b901-b856a4b20e7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 1101 time: 0.0702612 Nov 23 18:38:10.082038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96323c-adf7-4950-8b97-cdd9c5146281 req-48102be6-c9a2-4566-8b04-a2a8937e4fef tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.083577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da96323c-adf7-4950-8b97-cdd9c5146281 req-48102be6-c9a2-4566-8b04-a2a8937e4fef tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 945 time: 0.0884140 Nov 23 18:38:10.099931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a29f0a6-382f-4f47-86df-b084b184570b req-ff0f19d8-e749-41fe-8fef-da139a7dcfa5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194746 Nov 23 18:38:10.100246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.192663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da96323c-adf7-4950-8b97-cdd9c5146281 req-c496c877-6cf7-46fc-8f1c-f7ec7cc12e71 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860538 Nov 23 18:38:10.384361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820996-3f82-453c-990f-cfb040a4ef1e req-631eb25a-d6b2-4a52-9547-ddb8d6a99ac2 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.397514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e820996-3f82-453c-990f-cfb040a4ef1e req-631eb25a-d6b2-4a52-9547-ddb8d6a99ac2 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.0890572 Nov 23 18:38:10.468922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e820996-3f82-453c-990f-cfb040a4ef1e req-76f1fd2e-58e8-420b-ad3a-e76cfe8d94b0 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Nov 23 18:38:10.470276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242281ff-a71e-47c8-94e4-bdacd5020182 req-bd82b225-0d90-4579-8f73-e10d435dee6a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.480619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-242281ff-a71e-47c8-94e4-bdacd5020182 req-bd82b225-0d90-4579-8f73-e10d435dee6a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.0824828 Nov 23 18:38:10.480946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:10.563390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-242281ff-a71e-47c8-94e4-bdacd5020182 req-9e4b827d-2008-4f30-bb31-b42a97cd4313 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811260 Nov 23 18:38:10.645662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decad1d-ec80-40f2-86b8-78ca72eb07bc req-b5fee571-fd8e-4f53-95a1-f807138cf54c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.649138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1decad1d-ec80-40f2-86b8-78ca72eb07bc req-b5fee571-fd8e-4f53-95a1-f807138cf54c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.0833030 Nov 23 18:38:10.696569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a67a6a-ec04-4f42-9c88-80266d89d08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.756269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1decad1d-ec80-40f2-86b8-78ca72eb07bc req-0b5945ea-0725-4bea-a8c7-3223de5e7d35 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996921 Nov 23 18:38:10.857244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a67a6a-ec04-4f42-9c88-80266d89d08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.864258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a67a6a-ec04-4f42-9c88-80266d89d08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.937999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3a67a6a-ec04-4f42-9c88-80266d89d08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cad2382a38bc4f3fb3188e8a6f6fee0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555349 Nov 23 18:38:10.938689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:10.942668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75dc5-132c-4960-8870-9fb5455422fd req-8bc71907-8c81-49d8-b5c8-d1da295dd74e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.948168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fd75dc5-132c-4960-8870-9fb5455422fd req-8bc71907-8c81-49d8-b5c8-d1da295dd74e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0881522 Nov 23 18:38:10.955867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a67a6a-ec04-4f42-9c88-80266d89d08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd91413-d1af-4809-954e-a140dd1d7aa6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:11.016080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fd75dc5-132c-4960-8870-9fb5455422fd req-197d16d1-4211-411f-a90a-d464992448f1 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Nov 23 18:38:11.052855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:11.083021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:11.155197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:11.159658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:11.161817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bd91413-d1af-4809-954e-a140dd1d7aa6 HTTP/1.1" status: 204 len: 168 time: 0.2215552 Nov 23 18:38:11.176462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd17719-b57b-417c-879f-825e43b60343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd91413-d1af-4809-954e-a140dd1d7aa6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:11.385791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3190a-fed5-45d8-ac8b-ab386bdd0ca7 req-657eb68d-c7fa-4590-9a2e-c077a28f58ca tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.393188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78e3190a-fed5-45d8-ac8b-ab386bdd0ca7 req-657eb68d-c7fa-4590-9a2e-c077a28f58ca tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 945 time: 0.1018913 Nov 23 18:38:11.464390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78e3190a-fed5-45d8-ac8b-ab386bdd0ca7 req-b6ebe2c0-6e28-4018-99e4-5cd26cdb87d2 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633931 Nov 23 18:38:11.716325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd9a1-f19f-4864-a3a7-5e367f26d97b req-e36dc6b4-ff23-4ecc-b54b-ccc4154827f1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.727932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e8dd9a1-f19f-4864-a3a7-5e367f26d97b req-e36dc6b4-ff23-4ecc-b54b-ccc4154827f1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.1431985 Nov 23 18:38:11.790758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62ce7-a74f-4c09-8ca4-63a7f1065363 req-ad80a2e9-6e6b-4007-a13d-3cdb34115c39 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.793294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82e62ce7-a74f-4c09-8ca4-63a7f1065363 req-ad80a2e9-6e6b-4007-a13d-3cdb34115c39 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.0936294 Nov 23 18:38:11.804312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e8dd9a1-f19f-4864-a3a7-5e367f26d97b req-53c3cc4d-2d99-49f2-ad96-a88fbc3e0f59 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Nov 23 18:38:11.870432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82e62ce7-a74f-4c09-8ca4-63a7f1065363 req-198be1e5-62af-41ea-b9a9-0afde23352bb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Nov 23 18:38:11.943539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7026-a654-4c31-bea4-d5164c8b81b8 req-8133998e-ae7e-4595-bc8a-7ebc0d7e5376 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.945785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a2e7026-a654-4c31-bea4-d5164c8b81b8 req-8133998e-ae7e-4595-bc8a-7ebc0d7e5376 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.0553300 Nov 23 18:38:12.007023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a2e7026-a654-4c31-bea4-d5164c8b81b8 req-0d88b081-5e6a-40be-82fc-cdbcbb03fb45 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Nov 23 18:38:12.117321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a060e3c5-f9aa-4bbd-96e6-4f161193a6df up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:12.220910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a060e3c5-f9aa-4bbd-96e6-4f161193a6df completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:12.228624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a060e3c5-f9aa-4bbd-96e6-4f161193a6df triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:12.229491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:12.331860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1aef-6ad8-43ae-adee-0d6b976ecb66 req-0b0baf8f-ebdd-4b19-91c5-5f7f8bf40cd7 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:12.341591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2f4f1aef-6ad8-43ae-adee-0d6b976ecb66 req-0b0baf8f-ebdd-4b19-91c5-5f7f8bf40cd7 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 1101 time: 0.0717216 Nov 23 18:38:12.361774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:12.402712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:12.404034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:12.409108 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f5387a-fe18-46c5-8a5d-af75f71fca03" -d '{"events": [{"server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "name": "network-vif-plugged", "status": "completed", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:12.412803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:12.418038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2f4f1aef-6ad8-43ae-adee-0d6b976ecb66 req-9988408b-44b3-4f2b-9951-7f50c60d03be tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752735 Nov 23 18:38:12.532067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:12.634104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204da573-2895-4259-a5c4-847bb2292721 req-318f3e17-d085-428f-9aa3-85e05a375cde tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:12.635855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-204da573-2895-4259-a5c4-847bb2292721 req-318f3e17-d085-428f-9aa3-85e05a375cde tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.0934606 Nov 23 18:38:12.717090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-204da573-2895-4259-a5c4-847bb2292721 req-89580767-814d-46f9-b9db-ea096089bc35 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697932 Nov 23 18:38:12.980182 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16397e0-69c1-4e60-9fbb-77fc357591e7 x-openstack-request-id: req-a16397e0-69c1-4e60-9fbb-77fc357591e7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:12.980864 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "name": "network-vif-plugged", "status": "completed", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:12.981064 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a16397e0-69c1-4e60-9fbb-77fc357591e7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:12.981655 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'code': 200} Nov 23 18:38:13.152152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1222a-364f-4441-a14d-d1bcf6e24741 req-c9c71067-7220-4b3c-aeb3-545a996fc329 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.157863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9c1222a-364f-4441-a14d-d1bcf6e24741 req-c9c71067-7220-4b3c-aeb3-545a996fc329 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 946 time: 0.1210964 Nov 23 18:38:13.180720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807059d-60fa-493b-b369-18920dfae72f req-37fe20b3-e0b6-445c-bd16-5c2e9e7c127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.183472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6807059d-60fa-493b-b369-18920dfae72f req-37fe20b3-e0b6-445c-bd16-5c2e9e7c127e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1106651 Nov 23 18:38:13.285659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9c1222a-364f-4441-a14d-d1bcf6e24741 req-d68975fc-128e-4bca-ae2f-d8faeec83d37 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095932 Nov 23 18:38:13.288188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6807059d-60fa-493b-b369-18920dfae72f req-1c02d331-95d3-4a98-af39-ade8321efb71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Nov 23 18:38:13.334309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-1c841169-6b26-4e36-8dbe-bb813d81f588 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:38:13.336238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-1c841169-6b26-4e36-8dbe-bb813d81f588 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104637 Nov 23 18:38:13.417540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-8a5eef23-4665-4fa4-b947-bda6b9fec859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.419011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-8a5eef23-4665-4fa4-b947-bda6b9fec859 service neutron] 10.222.0.37 "GET /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 1094 time: 0.0710070 Nov 23 18:38:13.432074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Request body: {'binding': {'host': 'n-h1-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:13.432649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:38:13.437462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-17178feb-2ba1-4ec0-a000-d30fd9fe0171 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361626 Nov 23 18:38:13.630759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-6febd126-15b8-4188-8972-3d9f54bbd634 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.632241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-6febd126-15b8-4188-8972-3d9f54bbd634 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769495 Nov 23 18:38:13.664939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-693869b1-7168-490e-8132-fb4c218f395a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/quotas/b409baa08e04480a9b6b73d9dc35213a HTTP/1.1" status: 200 len: 375 time: 0.0221157 Nov 23 18:38:13.707012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on host n-h1-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:13.707591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:13.708125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:13.753079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:13.754378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:13.768407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:13.768954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:13.769599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:13.770360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Bound port: d45ce717-ea4e-4efd-a000-c85cb913ed8b, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:13.858067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-0ffcf62c-6688-4ca9-964c-cf2ee8dbe9f5 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1727445 Nov 23 18:38:13.939556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:13.949465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:13.952182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-9fc94a29-a55b-40e6-8cf7-c9b08569972f service neutron] 10.222.0.37 "POST /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5229728 Nov 23 18:38:13.977167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-7a21bb1c-37cc-4a7c-9243-2808eaa4bff2 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.978871 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-7a21bb1c-37cc-4a7c-9243-2808eaa4bff2 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.0952578 Nov 23 18:38:14.014175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-9'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:14.129735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:14.188529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:14.374127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a812d-8be0-4232-8a86-2008da79a584 req-edcb264e-d2c7-4ea6-97d7-f26d5e49552e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:14.380383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-382a812d-8be0-4232-8a86-2008da79a584 req-edcb264e-d2c7-4ea6-97d7-f26d5e49552e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.2374911 Nov 23 18:38:14.407855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-d5f8e46d-ac51-4a93-898c-d41215e6f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:14.410158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-d5f8e46d-ac51-4a93-898c-d41215e6f18a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1097 time: 0.1013284 Nov 23 18:38:14.431494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:14.484520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 has no active binding in host n-h2-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:38:14.589987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:14.611670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-382a812d-8be0-4232-8a86-2008da79a584 req-2661990c-b199-4ee4-af32-21b806f3df01 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212479 Nov 23 18:38:14.682562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:14.690656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-be69ab4e-dd9c-4bee-984f-fec5436855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:14.692833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-be69ab4e-dd9c-4bee-984f-fec5436855f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.2631414 Nov 23 18:38:14.719785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec5b49-d298-4798-ba48-d64152558de2 req-8578b7ac-bc2c-4666-80df-6b07b6e223ba tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:14.721344 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dec5b49-d298-4798-ba48-d64152558de2 req-8578b7ac-bc2c-4666-80df-6b07b6e223ba tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 945 time: 0.1650801 Nov 23 18:38:14.785919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-ae6ab100-3de7-437a-89e3-c5b4ccde34cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.0634744 Nov 23 18:38:14.796325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50c912c0-dd86-48e9-891c-c1fe59603217 req-572640c5-43c2-41c1-a14a-8bbc66cf4faf tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 210 time: 0.0671525 Nov 23 18:38:14.840396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:14.848324 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259549b8-7108-43ea-a0aa-5d09e9a4c3ff" -d '{"events": [{"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-unplugged", "status": "completed", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:14.864317 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:14.872006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:14.952993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dec5b49-d298-4798-ba48-d64152558de2 req-f4b5e55d-3588-4523-9e54-79d5d1e6c487 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659727 Nov 23 18:38:15.067803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fbd2f7a1-2da3-41dc-9e93-d0ec25eb9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:15.073531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fbd2f7a1-2da3-41dc-9e93-d0ec25eb9d44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2691720 Nov 23 18:38:15.132830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-6ea1c48c-f17f-4b33-9422-99e436ec6adc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547175 Nov 23 18:38:15.153546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on host n-h1-792364-9 for vnic_type normal with profile {"migrating_to": "n-h2-792364-9"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:15.154079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:15.155192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:15.174628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:15.185361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:15.186981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Attempting to bind port 773efb01-efad-4966-a08d-3503e1aef3c8 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:15.203845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:15.204152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:15.204478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:15.204915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Bound port: 773efb01-efad-4966-a08d-3503e1aef3c8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:15.205261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:15.225953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6f99-3c3a-4e13-85a8-c6ce30cccd22 req-28198619-5eb8-4cfe-a8b6-24abeb4781b7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:15.228068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-141a6f99-3c3a-4e13-85a8-c6ce30cccd22 req-28198619-5eb8-4cfe-a8b6-24abeb4781b7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 946 time: 0.2838671 Nov 23 18:38:15.337896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-dd69e84b-f9ab-4e29-8174-3af39cacd1dd service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917109 Nov 23 18:38:15.392512 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-141a6f99-3c3a-4e13-85a8-c6ce30cccd22 req-a833222e-e647-4270-b58a-809aa9c0a48f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525955 Nov 23 18:38:15.396100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:15.400813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:15.409462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:15.517772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-609b32d0-edd2-4989-84e7-eee82e1ed613 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562400 Nov 23 18:38:15.525271 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f39382-d1a0-4231-8db2-36afc94945e8 x-openstack-request-id: req-36f39382-d1a0-4231-8db2-36afc94945e8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:15.525271 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-unplugged", "status": "completed", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:15.525631 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36f39382-d1a0-4231-8db2-36afc94945e8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:15.526071 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8', 'code': 200} Nov 23 18:38:15.529665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:15.530349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:15.531734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] 10.222.0.50 "PUT /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 1121 time: 1.5273113 Nov 23 18:38:15.550091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf6972-00a3-4c68-9a68-9ab13007716e service neutron] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:15.609519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa594f39-112c-43d5-aa58-5da86b8adbe9 req-2d82b64d-27a6-47df-bcb0-29dc5454d27c tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:15.611451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa594f39-112c-43d5-aa58-5da86b8adbe9 req-2d82b64d-27a6-47df-bcb0-29dc5454d27c tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 946 time: 0.0847795 Nov 23 18:38:15.704305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:15.741318 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa594f39-112c-43d5-aa58-5da86b8adbe9 req-42b37538-7968-4c1c-b24f-e07c5c82a1e3 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Nov 23 18:38:15.742187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-cb16e28c-1c37-40e7-a3be-b4659fd1b6ba tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:15.746206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-cb16e28c-1c37-40e7-a3be-b4659fd1b6ba tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1097 time: 0.0832968 Nov 23 18:38:15.791795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-9'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:15.807603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:15.935687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-6a755c17-1001-40e4-953d-dda5e954ded1 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b409baa08e04480a9b6b73d9dc35213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369084 Nov 23 18:38:15.968588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.025710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef468e8-c24b-48c8-8b48-5148df86e1ee req-7887dbf1-47a1-45fe-bea6-be4706164194 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:16.037368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ef468e8-c24b-48c8-8b48-5148df86e1ee req-7887dbf1-47a1-45fe-bea6-be4706164194 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1677113 Nov 23 18:38:16.255708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ef468e8-c24b-48c8-8b48-5148df86e1ee req-6b1bef7e-812a-47cc-8c82-521c40459261 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142248 Nov 23 18:38:16.277568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-a2edf726-b26c-4a14-9f47-8acbdacb2c6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:16.279804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-a2edf726-b26c-4a14-9f47-8acbdacb2c6c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234789 Nov 23 18:38:16.305538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Request body: {'port': {'device_id': '7e64aedd-6276-425b-9e68-c2809e32609f', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'b409baa08e04480a9b6b73d9dc35213a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:16.469945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f22f5060-0ba4-4fc1-b730-eb6cbfe7e517 req-df440626-b1b7-4285-a52e-fa4b08328202 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 210 time: 0.0830266 Nov 23 18:38:16.476438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:16.581399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Made reservation on behalf of b409baa08e04480a9b6b73d9dc35213a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:16.589500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.604347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-b8fb8e8b-c531-490a-9cba-60f43baa3670 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3250077 Nov 23 18:38:16.614738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:16.621239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:16.696093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:16.699613 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee26973-36e7-47d9-a59b-78d1e43e39c9" -d '{"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:16.705405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.707936 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.730188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.884926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:16.958922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:16.958922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:16.958922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:16.971543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:16.971905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:16.978515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:16.978852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:16.979239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:16.979707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Bound port: d45ce717-ea4e-4efd-a000-c85cb913ed8b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:16.980741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.067748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.087740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ebfd-b984-4883-8e9e-6e9f02dc1e60 req-85264c63-7ea7-4ed4-be89-a01fd2cf785b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:17.095496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db6ebfd-b984-4883-8e9e-6e9f02dc1e60 req-85264c63-7ea7-4ed4-be89-a01fd2cf785b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.1407535 Nov 23 18:38:17.172475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:17.209424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db6ebfd-b984-4883-8e9e-6e9f02dc1e60 req-d23c42fd-7629-4c53-9ebb-a302ba462c98 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129031 Nov 23 18:38:17.220780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:17.230355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.236811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Allocated IP 192.168.233.213 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/b8195ae1-3c07-4c79-a114-d57e8de3d738) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:17.503488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Allocated IP 172.25.5.18 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/554147ad-0039-4aad-9c62-c3ac98bbffb3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:17.523866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.528980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:17.535700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8bdc-2096-4a8c-b6d2-059f0ed9ca3d req-84983ff0-c73a-4ef3-aaf0-72b79d47858a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:17.545133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-744e8bdc-2096-4a8c-b6d2-059f0ed9ca3d req-84983ff0-c73a-4ef3-aaf0-72b79d47858a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 944 time: 0.1111429 Nov 23 18:38:17.546773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:17.549112 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:17.625596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:17.627963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.639605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-744e8bdc-2096-4a8c-b6d2-059f0ed9ca3d req-dd1b07da-50db-4cac-b367-d1cff034fed2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934231 Nov 23 18:38:17.643794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.646155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-2ac231ec-47ed-448b-9f8c-1bca693792a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 1122 time: 1.8702285 Nov 23 18:38:17.673458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796', '9505347c-b1d6-4300-9c28-7f9138914665', 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:17.696891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:17.785009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:17.810372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:17.817344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event updated for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:17.823991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:17.888222 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be152f-e7a8-4abe-b3c4-bbd077ca9263 x-openstack-request-id: req-f9be152f-e7a8-4abe-b3c4-bbd077ca9263 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:17.892261 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:17.892767 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9be152f-e7a8-4abe-b3c4-bbd077ca9263 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:17.893400 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'code': 200} Nov 23 18:38:17.976054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:17.977021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.004392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:18.055629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.064513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fc29034f-bdf9-4413-9c4f-8ccd015da6f4 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7650974 Nov 23 18:38:18.080830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0ea7-c414-4bb9-a0b7-7222bbdcdcd4 req-75dc1499-ae67-47f3-9bcf-b9885bcb5824 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:18.089088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-781a0ea7-c414-4bb9-a0b7-7222bbdcdcd4 req-75dc1499-ae67-47f3-9bcf-b9885bcb5824 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1079605 Nov 23 18:38:18.096715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Request body: {'port': {'device_id': '7e64aedd-6276-425b-9e68-c2809e32609f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:18.157711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.251295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.283101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:18.290351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:18.293468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event updated for resources: {'Port': ['ID=554147ad-0039-4aad-9c62-c3ac98bbffb3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:18.297815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-781a0ea7-c414-4bb9-a0b7-7222bbdcdcd4 req-9049a108-88a0-4968-b493-a2dc0abe3b70 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078259 Nov 23 18:38:18.299099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:18.520679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-94a884ab-2fa3-4258-a74b-6709648c06f8 None None] Provisioning complete for port b8195ae1-3c07-4c79-a114-d57e8de3d738 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:18.521146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94a884ab-2fa3-4258-a74b-6709648c06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.606967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-b6593531-30ed-48dd-a043-670c6d9c4208 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622722 Nov 23 18:38:18.624009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.656921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-94a884ab-2fa3-4258-a74b-6709648c06f8 None None] Port b8195ae1-3c07-4c79-a114-d57e8de3d738 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:18.802016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.852037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-edda8e5d-c2ff-4af5-9a37-4d7ac9978579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:18.854441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-edda8e5d-c2ff-4af5-9a37-4d7ac9978579 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 1100 time: 0.1748812 Nov 23 18:38:18.915169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2f138-f14e-4ba5-9bd6-6d2efe5accca req-f9279e06-3a7b-4cf6-b656-9af50445b7b3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:18.931682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78f2f138-f14e-4ba5-9bd6-6d2efe5accca req-f9279e06-3a7b-4cf6-b656-9af50445b7b3 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 936 time: 0.3102584 Nov 23 18:38:19.204645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78f2f138-f14e-4ba5-9bd6-6d2efe5accca req-fda0415e-5cc2-4db7-8a88-2c153d70b405 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495906 Nov 23 18:38:19.270689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8195ae1-3c07-4c79-a114-d57e8de3d738 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:19.307621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:19.359995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Transition to ACTIVE for port object b8195ae1-3c07-4c79-a114-d57e8de3d738 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:19.373487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:19.413805 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe425e1a-5a94-4d89-adf2-40ae306f739b x-openstack-request-id: req-fe425e1a-5a94-4d89-adf2-40ae306f739b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:19.414336 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:19.416973 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe425e1a-5a94-4d89-adf2-40ae306f739b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:19.417767 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8', 'status': 'completed', 'code': 200} Nov 23 18:38:19.514031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:19.628093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:19.632302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:19.650219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-dd9f8abb-51d8-4296-bf21-efc724505d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:19.653285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-dd9f8abb-51d8-4296-bf21-efc724505d14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.7319500 Nov 23 18:38:19.694939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-29a3be4b-f98a-458e-8b44-d9a89497a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:19.697112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-29a3be4b-f98a-458e-8b44-d9a89497a18a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1124 time: 0.1611066 Nov 23 18:38:19.818806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-6b92c9f9-1cbd-4b73-a11b-1b44b8b04891 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2782915 Nov 23 18:38:19.821137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-eca7499a-77f3-4259-9165-5c4a6e18626b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e HTTP/1.1" status: 200 len: 217 time: 0.0948365 Nov 23 18:38:19.900548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:19.909878 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:19.997151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5605a8-626d-4ea1-a838-25d55ba39a88 req-c3079cdb-9718-4f98-9684-003cd877dcd9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.005672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event updated for resources: {'Port': ['ID=554147ad-0039-4aad-9c62-c3ac98bbffb3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:20.010028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d5605a8-626d-4ea1-a838-25d55ba39a88 req-c3079cdb-9718-4f98-9684-003cd877dcd9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.4453700 Nov 23 18:38:20.081442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.109499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-3d6cc0b4-36e6-4e60-be65-b9376f7c4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.112976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-3d6cc0b4-36e6-4e60-be65-b9376f7c4231 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2346942 Nov 23 18:38:20.121419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-d1d0a10b-e275-4bc4-9fc3-ef17964d88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.124748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-d1d0a10b-e275-4bc4-9fc3-ef17964d88e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 1101 time: 0.1872807 Nov 23 18:38:20.162893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.164615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-c8b760bc-b26c-414b-b0ec-132eca4db9ed tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5589716 Nov 23 18:38:20.170560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Attempting to bind port b8195ae1-3c07-4c79-a114-d57e8de3d738 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:20.171009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Attempting to bind port b8195ae1-3c07-4c79-a114-d57e8de3d738 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:20.171607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Attempting to bind port b8195ae1-3c07-4c79-a114-d57e8de3d738 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:20.194487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-e5cf3761-4df5-4a05-9fa2-6e6cb57fce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.197145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-e5cf3761-4df5-4a05-9fa2-6e6cb57fce5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1125 time: 0.3260438 Nov 23 18:38:20.216761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Port b8195ae1-3c07-4c79-a114-d57e8de3d738 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:20.217874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Attempting to bind port b8195ae1-3c07-4c79-a114-d57e8de3d738 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:20.234754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-636652ea-1d75-4654-bf09-4efdde64aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.237148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-636652ea-1d75-4654-bf09-4efdde64aa97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.5067036 Nov 23 18:38:20.266846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:20.267234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:20.267644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:20.268237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Bound port: b8195ae1-3c07-4c79-a114-d57e8de3d738, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:20.268848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.345798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-dde12755-2db0-4ce5-bd50-3197a9bf90fc tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.1448200 Nov 23 18:38:20.380120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d5605a8-626d-4ea1-a838-25d55ba39a88 req-5d3105a9-9d48-4a08-8217-996680518e1b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877824 Nov 23 18:38:20.398924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-2f798fb9-31fe-46d6-9752-4dba139f75ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 217 time: 0.1372573 Nov 23 18:38:20.437332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-0168335d-1e0d-402b-9841-9f035dfb66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.439565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-0168335d-1e0d-402b-9841-9f035dfb66b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3129692 Nov 23 18:38:20.626670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-5272d38b-256b-443c-8ed7-873287661b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.628429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-5272d38b-256b-443c-8ed7-873287661b4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1657131 Nov 23 18:38:20.632614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-7d2b1645-07b3-400c-8e3d-5283a385e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.634292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-7d2b1645-07b3-400c-8e3d-5283a385e034 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.4269013 Nov 23 18:38:20.639798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:20.644106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:20.714134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.757456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-fd40cd1e-8856-48a0-8274-9609319190b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086838 Nov 23 18:38:20.795801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-8b875190-83e0-4cf5-ab32-e858b31d9c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.1288962 Nov 23 18:38:20.976187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-395780a1-77ed-485f-83f5-98312e80758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.977187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.977847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-395780a1-77ed-485f-83f5-98312e80758c service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.7790239 Nov 23 18:38:20.978077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:20.980453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] 10.222.0.50 "PUT /v2.0/ports/b8195ae1-3c07-4c79-a114-d57e8de3d738 HTTP/1.1" status: 200 len: 1096 time: 2.8881776 Nov 23 18:38:21.131207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-ffcb9de5-12a3-46aa-9655-204d52bf5fc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=20b458bc-c199-48a6-993e-2cc172838813 HTTP/1.1" status: 200 len: 217 time: 0.1074719 Nov 23 18:38:21.140179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2700d4-6ae9-4b7e-97ca-64cbd9cb77ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:21.158706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-9c42715b-0d7a-4b86-b84d-732ab650ee09 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.167091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-9c42715b-0d7a-4b86-b84d-732ab650ee09 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.7836378 Nov 23 18:38:21.176378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-79eb7bc5-0a71-46d5-8e23-601fbb2483f2 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:38:21.192672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbb8d0e-a500-4fe2-825c-f6d0ea75b62a req-79eb7bc5-0a71-46d5-8e23-601fbb2483f2 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247755 Nov 23 18:38:21.205796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-49de171f-be54-40d8-a80e-687887b5970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.207554 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-49de171f-be54-40d8-a80e-687887b5970a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.3582871 Nov 23 18:38:21.228923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff36da9-54a5-46c4-92f0-bc4e133e073b req-8a1ccb74-b6fa-410b-957a-750152365664 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.241269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ff36da9-54a5-46c4-92f0-bc4e133e073b req-8a1ccb74-b6fa-410b-957a-750152365664 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 944 time: 0.5599241 Nov 23 18:38:21.321953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-c53acf74-c4c0-4e1f-974d-4126d99e907a service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157547 Nov 23 18:38:21.369683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-90e873bb-4f13-4261-94ad-a464fec28403 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226413 Nov 23 18:38:21.405005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-5a4c9a64-8f51-427f-92de-408da76f1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.406908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-5a4c9a64-8f51-427f-92de-408da76f1d6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 1099 time: 0.3001695 Nov 23 18:38:21.423730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:21.426429 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bcada0-0f5d-478e-a523-57f705861f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:21.456343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-ce638b4d-261d-4950-a049-44874bade3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.458811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-ce638b4d-261d-4950-a049-44874bade3f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2649779 Nov 23 18:38:21.500307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-358ab03f-cf4e-459b-9332-f5859a0a4939 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590307 Nov 23 18:38:21.532575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-1e382fb1-c73c-4c1f-81b3-314b5e043b7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738 HTTP/1.1" status: 200 len: 217 time: 0.0948513 Nov 23 18:38:21.593497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ff36da9-54a5-46c4-92f0-bc4e133e073b req-c2500940-1031-497c-baaf-05b2ca9e0cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511686 Nov 23 18:38:21.605198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0990c1-ff01-48e0-89d5-f13f3ec25b7b req-67a90d98-96dd-43e0-9c25-7a844674f587 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.607678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b0990c1-ff01-48e0-89d5-f13f3ec25b7b req-67a90d98-96dd-43e0-9c25-7a844674f587 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.2211204 Nov 23 18:38:21.648559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-36eaba20-a542-4fff-a9a0-10352eb89fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.651463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-36eaba20-a542-4fff-a9a0-10352eb89fff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781042 Nov 23 18:38:21.678786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7abb5d6-f837-41e5-a4c1-4fce2c3169ad req-80d37202-e6c6-44f3-ae8a-e4b6db10bb5f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411343 Nov 23 18:38:21.705582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fe7dcf6c-8558-4834-a4c5-c1d151e6bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.707288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-fe7dcf6c-8558-4834-a4c5-c1d151e6bd66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1588473 Nov 23 18:38:21.721116 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-75661912-468e-4b39-94ef-edeb126a5565 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388815 Nov 23 18:38:21.737398 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094bd0e-3680-450c-92c5-a995bbe889c1 x-openstack-request-id: req-7094bd0e-3680-450c-92c5-a995bbe889c1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:21.737887 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:21.738794 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7094bd0e-3680-450c-92c5-a995bbe889c1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:21.738794 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'status': 'completed', 'code': 200} Nov 23 18:38:21.804868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe3beab1-6d10-46bc-85e0-d94dbf39b1a1 req-cf3e3a07-1eb2-45ba-bbc5-2e100fecee01 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691989 Nov 23 18:38:21.881435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068273-9b55-4c7c-b529-77d3096fde60 req-01e4869e-3aea-4310-a679-9bc4ba0017ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.883066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-01e4869e-3aea-4310-a679-9bc4ba0017ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646626 Nov 23 18:38:21.886672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b0990c1-ff01-48e0-89d5-f13f3ec25b7b req-45b04735-decb-451e-99d3-2ba13bf201ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428813 Nov 23 18:38:21.930166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-216c3ab7-0160-467a-9059-6ce251582797 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691743 Nov 23 18:38:21.933795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-4c36c92f-6b61-42f8-be21-029d8742847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.935687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-4c36c92f-6b61-42f8-be21-029d8742847b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1125 time: 0.1446474 Nov 23 18:38:22.024231 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa75e19-3cd0-4cde-a0b2-eca2a3c44e75 req-3980fd82-74dd-46ec-a88d-fd60cf3c9cfb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.028036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa75e19-3cd0-4cde-a0b2-eca2a3c44e75 req-3980fd82-74dd-46ec-a88d-fd60cf3c9cfb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 948 time: 0.1795361 Nov 23 18:38:22.076320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-eb86880f-b946-413a-b566-f7955d41e1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383534 Nov 23 18:38:22.165884 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-9610b391-c73e-4d11-a4b2-f957750f87ca service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687104 Nov 23 18:38:22.184447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa75e19-3cd0-4cde-a0b2-eca2a3c44e75 req-6d8de96b-0618-4c38-96e0-d6f82aaa17ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476116 Nov 23 18:38:22.230912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-02e4be63-4fb9-4cc5-8e35-7a31f62d2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.232996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-02e4be63-4fb9-4cc5-8e35-7a31f62d2bec service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.2771764 Nov 23 18:38:22.240695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0eec36bd-0f38-477c-9085-75d9f881a776 req-226bc918-105e-4aaa-964c-c399c77aed6a service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868557 Nov 23 18:38:22.295759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-99237647-a588-4bfa-b5b0-7791670d9c60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.0427084 Nov 23 18:38:22.305129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-0f9295c0-24b7-453c-9d15-73ecfe482c0a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.306645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-0f9295c0-24b7-453c-9d15-73ecfe482c0a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 821 time: 0.2095249 Nov 23 18:38:22.320797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be068273-9b55-4c7c-b529-77d3096fde60 req-9753ba5b-472c-4044-b078-b9ac2f3a8435 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307685 Nov 23 18:38:22.320797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-6befccef-6f8a-40e2-8802-a15861126ecd tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.322807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-6befccef-6f8a-40e2-8802-a15861126ecd tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1125 time: 0.1776533 Nov 23 18:38:22.348771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-2c16fb20-a7ca-4cea-bc05-2f667b996753 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/quotas/4558e254f06c42bfb75aee4e6fe1cfd3 HTTP/1.1" status: 200 len: 375 time: 0.0321906 Nov 23 18:38:22.361407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:22.383548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-2ada99de-f0a3-48f2-8be3-d3ccf4cdad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.386596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-2ada99de-f0a3-48f2-8be3-d3ccf4cdad5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.0784254 Nov 23 18:38:22.435820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-d4abb75e-c1d8-4431-90f0-fb149d2104cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325122 Nov 23 18:38:22.462658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed241bb-870c-4a78-8341-5f1b0863a5f7 req-f303652b-92f1-4a1a-bb42-40d2c7e1645c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.468965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ed241bb-870c-4a78-8341-5f1b0863a5f7 req-f303652b-92f1-4a1a-bb42-40d2c7e1645c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.1639309 Nov 23 18:38:22.479157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:22.493135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-996d8664-9e8e-4ac4-bbf1-99de23bb91fe tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203051 Nov 23 18:38:22.608689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ed241bb-870c-4a78-8341-5f1b0863a5f7 req-c6631d30-6449-4df6-8844-bc108be2320d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310568 Nov 23 18:38:22.615375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-239d781c-0e0e-437f-af53-8134c09b3b78 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676681 Nov 23 18:38:22.664741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-24110d96-3351-47c3-ae63-d1d88d1f43da service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438842 Nov 23 18:38:22.715236 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb32e9-ea41-4b41-9b9f-c7401740eb19 x-openstack-request-id: req-fdcb32e9-ea41-4b41-9b9f-c7401740eb19 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:22.715828 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:22.716440 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdcb32e9-ea41-4b41-9b9f-c7401740eb19 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:22.717215 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738', 'status': 'completed', 'code': 200} Nov 23 18:38:22.816194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-880c2195-1c6b-44b3-9a3a-f296ee9cb79f req-2452687f-bbfa-42d9-968b-8fe1112f4c34 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922798 Nov 23 18:38:22.834035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:22.867686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcada0-0f5d-478e-a523-57f705861f8c req-ebbd33c5-d8fa-4950-8d36-c12d06753454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.869276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-ebbd33c5-d8fa-4950-8d36-c12d06753454 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b409baa08e04480a9b6b73d9dc35213a&device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 1099 time: 0.0947719 Nov 23 18:38:22.885454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-b1f56ab3-de2d-45a6-9f4f-03c90df9679c service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085640 Nov 23 18:38:22.931383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:23.373738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9457c3-9aad-45aa-b8b9-cbf00a4f845f req-29bce103-a0c8-450d-b300-39b59f8bae8b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:23.382420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af9457c3-9aad-45aa-b8b9-cbf00a4f845f req-29bce103-a0c8-450d-b300-39b59f8bae8b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1857071 Nov 23 18:38:23.432702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45ce717-ea4e-4efd-a000-c85cb913ed8b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:23.443775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:23.461131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:23.527733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcada0-0f5d-478e-a523-57f705861f8c req-8d3a55c1-377e-4a0a-8dcf-aafe124131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:23.537177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-8d3a55c1-377e-4a0a-8dcf-aafe124131dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6495824 Nov 23 18:38:23.542458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0440f1-f060-4657-adf4-5175860aee90 req-0adf749c-3162-4f6b-a439-86a983f6b20f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:23.556379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af9457c3-9aad-45aa-b8b9-cbf00a4f845f req-4bdb59b2-c2a6-4a6d-bda7-541441789ae5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727247 Nov 23 18:38:23.556883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a0440f1-f060-4657-adf4-5175860aee90 req-0adf749c-3162-4f6b-a439-86a983f6b20f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1125 time: 0.5953324 Nov 23 18:38:23.723710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efe2e1e0-bead-47b7-a415-95e6f7756b98 req-4877694e-f1bd-4653-8665-477bca057fef tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 210 time: 0.0643108 Nov 23 18:38:23.724603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:23.748954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-06c1180f-1c78-474f-974a-05816f4457ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738 HTTP/1.1" status: 200 len: 217 time: 0.1517169 Nov 23 18:38:23.755809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on host n-h2-792364-9 for vnic_type normal with profile {} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:23.756587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:23.757221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:23.805941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:23.806882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Attempting to bind port d45ce717-ea4e-4efd-a000-c85cb913ed8b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:23.868941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:23.869821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:23.871105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:23.871867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Bound port: d45ce717-ea4e-4efd-a000-c85cb913ed8b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:23.872485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:23.876287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:23.942799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a0440f1-f060-4657-adf4-5175860aee90 req-9e5793f2-4715-4e79-a224-0c702d6e8188 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500779 Nov 23 18:38:23.993939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d9f0e-fe6d-4384-aec4-d502213505e0 req-0f41cd32-66cd-4eb2-88aa-96ce76e7b23d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.015731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c12d9f0e-fe6d-4384-aec4-d502213505e0 req-0f41cd32-66cd-4eb2-88aa-96ce76e7b23d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 948 time: 0.1549442 Nov 23 18:38:24.028143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcada0-0f5d-478e-a523-57f705861f8c req-1790dc7f-3f97-4ada-a3a4-a8b88b97acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.031956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-1790dc7f-3f97-4ada-a3a4-a8b88b97acfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2517059 Nov 23 18:38:24.162057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.175403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c12d9f0e-fe6d-4384-aec4-d502213505e0 req-7b6a542a-3aa6-4b19-8ead-a9bbdade53fd tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562502 Nov 23 18:38:24.213430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:24.258805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:24.263047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcada0-0f5d-478e-a523-57f705861f8c req-792760d2-46ee-416a-880c-96b47d9b8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.266854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-792760d2-46ee-416a-880c-96b47d9b8e31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061427 Nov 23 18:38:24.282375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.289555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.294740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.363482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488951-55ac-4da4-8116-f663df6045d9 req-6ca7bd63-9589-49dd-814a-bafbc998969a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.365400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d488951-55ac-4da4-8116-f663df6045d9 req-6ca7bd63-9589-49dd-814a-bafbc998969a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.2295344 Nov 23 18:38:24.375271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc4cb082e57d489b90625a98b3c46ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6494198 Nov 23 18:38:24.381506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:24.435947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.449484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.452835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] 10.222.0.47 "PUT /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 1092 time: 2.1003618 Nov 23 18:38:24.491239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4023511-cdfd-4030-af5a-d6330a8f76bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:24.521488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.521837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.522184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.522520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.522852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.523183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.523536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.523858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.527283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.528061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.528419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.528751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8efb3f-861c-409c-903e-264ed0a18b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:24.562548 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.567709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:24.593408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.645586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536e08-1ba6-4a46-a04d-415c0a1c7803 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:24.670154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.675354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.676603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4023511-cdfd-4030-af5a-d6330a8f76bb HTTP/1.1" status: 204 len: 168 time: 0.2940724 Nov 23 18:38:24.717683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59220c1e-a9bf-4542-bf14-f125fbf62296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4023511-cdfd-4030-af5a-d6330a8f76bb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:24.734991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d488951-55ac-4da4-8116-f663df6045d9 req-c4f70d99-2688-4926-9e2e-916eb73f475c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420055 Nov 23 18:38:24.749400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:24.751799 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23" -d '{"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:24.883701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-3036c03e-d8b2-4dda-b0f1-2701edd34e20 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027443 Nov 23 18:38:24.943783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-afa32cbd-7382-4c2b-9b57-fda90e4ef9df tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.953599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-afa32cbd-7382-4c2b-9b57-fda90e4ef9df tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.3083472 Nov 23 18:38:24.991539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-0153bd7c-32d1-48b8-8958-d114101258b5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/quotas/307f7d321f7c4154b131353ef6872478 HTTP/1.1" status: 200 len: 375 time: 0.0365262 Nov 23 18:38:25.099394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-d067d667-ab69-4228-8627-aef0e78f321e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061239 Nov 23 18:38:25.164108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c936-5b9b-42ba-b930-f90c0594307e req-a092540c-5db6-4099-b72d-0e2c340ce9e4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:25.172251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22b4c936-5b9b-42ba-b930-f90c0594307e req-a092540c-5db6-4099-b72d-0e2c340ce9e4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.2925451 Nov 23 18:38:25.201691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-f3e609f6-3ba8-4d7e-afd1-3c4d7e4043e1 service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003935 Nov 23 18:38:25.255096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-eadc0fd5-0772-444f-a922-9fafd55865e5 service neutron] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:25.267675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26bcada0-0f5d-478e-a523-57f705861f8c req-db9d6780-9ffc-424a-bbae-8ae7acc33458 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570511 Nov 23 18:38:25.271120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-eadc0fd5-0772-444f-a922-9fafd55865e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:25.272760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84c765fd-32d4-4a64-8cd8-4b7c721b9eff req-eadc0fd5-0772-444f-a922-9fafd55865e5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.8059232 Nov 23 18:38:25.342652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22b4c936-5b9b-42ba-b930-f90c0594307e req-a972a160-c3d8-44ae-9b62-492884513fe5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697311 Nov 23 18:38:25.363278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-d96a742a-a90c-486b-b06d-cd766d5aad1b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:25.364919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-d96a742a-a90c-486b-b06d-cd766d5aad1b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.47 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 821 time: 0.3605773 Nov 23 18:38:25.379944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-0ca82f52-2726-439f-bd99-dff197f20e2f service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768711 Nov 23 18:38:25.393765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'port': {'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'admin_state_up': True, 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:25.443440 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b20100-ae9d-453c-98eb-5da9e95ae37a x-openstack-request-id: req-b1b20100-ae9d-453c-98eb-5da9e95ae37a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:25.444191 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:25.444191 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1b20100-ae9d-453c-98eb-5da9e95ae37a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:25.444436 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'status': 'completed', 'code': 200} Nov 23 18:38:25.653736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b21bf467-f345-41da-ba94-530b1fd5b454 req-37a6e3c3-fe53-4b58-a0c1-437caec782ef tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 210 time: 0.1267159 Nov 23 18:38:25.733920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-d6144667-0aff-41a5-b0dd-03eaf465e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:25.750533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-d6144667-0aff-41a5-b0dd-03eaf465e8b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1096 time: 0.2584698 Nov 23 18:38:25.802919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a81f-081c-49aa-920e-42bf669a08b9 req-dd4830ee-0bc6-46f6-8fa3-f89394f1fbb0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:25.804917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a62a81f-081c-49aa-920e-42bf669a08b9 req-dd4830ee-0bc6-46f6-8fa3-f89394f1fbb0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 948 time: 0.0671964 Nov 23 18:38:25.817474 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-19593e79-384e-4df3-991d-19144c98b18a service neutron] show failed (client error): The resource could not be found. Nov 23 18:38:25.817798 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-19593e79-384e-4df3-991d-19144c98b18a service neutron] 10.222.0.47 "GET /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.3013341 Nov 23 18:38:25.902096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:25.984151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a62a81f-081c-49aa-920e-42bf669a08b9 req-92377dea-866e-42e8-8255-98339c1bb903 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710560 Nov 23 18:38:26.020798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Made reservation on behalf of 4558e254f06c42bfb75aee4e6fe1cfd3 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:26.035248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.141764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f009cc49-20be-4421-a498-a9f7f27498b9 req-56f2a62e-8d1d-4483-9c9d-229b6c994ff7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 210 time: 0.2096879 Nov 23 18:38:26.221547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b8195ae1-3c07-4c79-a114-d57e8de3d738 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:26.240616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:26.289634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429f0f0-daf7-474b-9644-8cea0799f6b7 req-688d0613-f4d5-4be6-a9ae-9251ad98341c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.301149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c429f0f0-daf7-474b-9644-8cea0799f6b7 req-688d0613-f4d5-4be6-a9ae-9251ad98341c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.1682556 Nov 23 18:38:26.314680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-ac8487fb-c5bb-419c-9e33-f6b71fb67cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.317160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-ac8487fb-c5bb-419c-9e33-f6b71fb67cdb service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.5656576 Nov 23 18:38:26.361070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e0c18322-bffa-49e1-affa-03525191a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.366384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e0c18322-bffa-49e1-affa-03525191a7e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1100 time: 0.1827607 Nov 23 18:38:26.395437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:26.458261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:26.472853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-fcc64159-4e11-43de-909e-0a1b495a33c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.1393535 Nov 23 18:38:26.479803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1625861122-network', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:26.494116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b8195ae1-3c07-4c79-a114-d57e8de3d738', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'b8195ae1-3c07-4c79-a114-d57e8de3d738', 'mac_address': 'fa:16:3e:cf:31:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:26.521377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c429f0f0-daf7-474b-9644-8cea0799f6b7 req-a91e6ebb-06ef-48cb-bc9c-09807f0d19a7 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192230 Nov 23 18:38:26.525666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Made reservation on behalf of 78da67b9c8f34ca08029f20968224ebb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:26.528216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.543856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.623384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.680357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.714369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8195ae1-3c07-4c79-a114-d57e8de3d738 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:26.798330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:26.809805 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.882992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.883989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Allocated IP 172.20.0.6 (b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9/52a4aa96-6701-4995-afba-fb8cd566c754/52f06c4a-8d38-420d-9ff5-ab2350cfa20d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:26.896563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.913084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:38:26.917350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-15d76311-cf34-4961-b528-716aee6b99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.923959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-15d76311-cf34-4961-b528-716aee6b99ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.3521531 Nov 23 18:38:26.931783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.932258 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Added segment 7f325244-0e44-4a73-9c74-5f26ca9a673c of type vlan for network cd9239cf-6718-42eb-9a8d-6438955a4e44 Nov 23 18:38:26.991043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:27.021830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547c88d-08d2-498b-ae41-1748b624fd16 req-a4deab1e-8359-4ef4-8447-79d2df87c2d2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:27.036624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3547c88d-08d2-498b-ae41-1748b624fd16 req-a4deab1e-8359-4ef4-8447-79d2df87c2d2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.4330626 Nov 23 18:38:27.085570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-b441ad82-99f9-4667-af9c-8d34f40aec05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390438 Nov 23 18:38:27.090338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f448225-246b-417d-90d1-43955df056b3 req-095979ef-0234-45b6-ba22-1e6cd1254fce tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 210 time: 0.1085269 Nov 23 18:38:27.103067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.117835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b1b30-5735-451a-bef2-9752abb09413,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:27.214688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b8195ae1-3c07-4c79-a114-d57e8de3d738'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:27.239257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3547c88d-08d2-498b-ae41-1748b624fd16 req-47c7fcf4-71f1-42e6-819c-e501f7e3abae tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999321 Nov 23 18:38:27.317715 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.324506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:27.325178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.374798 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23a315bc-5652-4d09-8211-576b7a8d82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.416889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9239cf-6718-42eb-9a8d-6438955a4e44,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:27.422944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:27.438984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:38:27.459536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3c4963ba-3357-4486-a1b3-315f6c9af817 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2135475 Nov 23 18:38:27.520739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:27.537024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.586034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:27.591895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c299fd6e-6612-4083-b727-faffea6d88c6 req-fb1e5cb8-530f-4188-b030-297284828990 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 210 time: 0.1359122 Nov 23 18:38:27.607534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.624431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Request body: {'subnet': {'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1625861122-subnet', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:27.687278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.705096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Transition to ACTIVE for port object 216b2808-8f81-4969-bffc-ce67b2b2b2ed will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:27.710062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:27.715456 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd290e0-0bcc-44d9-9e5d-1f54cd78246a" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-unplugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:27.723488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.736498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Made reservation on behalf of 78da67b9c8f34ca08029f20968224ebb for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:27.741086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.805817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:27.809949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-90e4e881-9370-4afa-978c-80ae1d205d33 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005985 Nov 23 18:38:27.832103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:27.836555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:27.909103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:27.910330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:27.914954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event updated for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:27.976685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fca5d-641d-43f7-ba95-cf65920d5643 req-1a3ef541-f306-4b40-a976-5d08958bf6d5 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:27.980492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b15fca5d-641d-43f7-ba95-cf65920d5643 req-1a3ef541-f306-4b40-a976-5d08958bf6d5 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 949 time: 0.3797510 Nov 23 18:38:28.022219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.022576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.022962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.023352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.023950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.024304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.024640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.025206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.025415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.025684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.026015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.026374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:28.089743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-12551c0a-c0da-4709-ab91-4c89000248ad tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7081435 Nov 23 18:38:28.154894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Request body: {'port': {'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:28.276836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83eb7c72-5b02-4b7f-8f85-ff4e08274e23 req-d0e95caf-92de-4178-8eac-3e07cd9708ca service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411662 Nov 23 18:38:28.291616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b15fca5d-641d-43f7-ba95-cf65920d5643 req-e9781471-6b2c-4879-a4f6-cd5f0e8e649f tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878253 Nov 23 18:38:28.349781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.355173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d781feff-5e87-41ba-bc86-430fe95848e3 None None] Provisioning complete for port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:28.356148 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d781feff-5e87-41ba-bc86-430fe95848e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:28.504222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d781feff-5e87-41ba-bc86-430fe95848e3 None None] Port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:28.646388 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed61a7-605e-471a-b3af-f8bb646698c5 x-openstack-request-id: req-82ed61a7-605e-471a-b3af-f8bb646698c5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:28.647203 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-unplugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:28.647203 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82ed61a7-605e-471a-b3af-f8bb646698c5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:28.647623 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'code': 200} Nov 23 18:38:28.648440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] No DVR routers for this DVR port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:28.763369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:28.803604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:28.803830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:28.804052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:28.816901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca141fa-9606-4ecd-ac87-58d8ccce35b5 req-25a03d25-3a2f-41b6-8202-aed61eb49123 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:28.818582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca141fa-9606-4ecd-ac87-58d8ccce35b5 req-25a03d25-3a2f-41b6-8202-aed61eb49123 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 1.0988276 Nov 23 18:38:28.822592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a060e3c5-f9aa-4bbd-96e6-4f161193a6df'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:28.827142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b83c-b575-4a9f-9b0d-3d5d8fe4fe0d req-f39e07f9-9118-4ab1-be1f-12e029512143 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:28.828766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c91b83c-b575-4a9f-9b0d-3d5d8fe4fe0d req-f39e07f9-9118-4ab1-be1f-12e029512143 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 931 time: 0.1725237 Nov 23 18:38:28.836213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:28.836567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:28.850175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-255fbf48-95c9-452b-8d40-1adace282e02 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:28.851923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-255fbf48-95c9-452b-8d40-1adace282e02 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 1.0388310 Nov 23 18:38:28.895713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Request body: {'port': {'device_id': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'admin_state_up': True, 'tenant_id': '307f7d321f7c4154b131353ef6872478'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:28.911259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:28.911772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:28.912683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:28.913615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Bound port: 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:28.913811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.000103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f06c4a-8d38-420d-9ff5-ab2350cfa20d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:29.010758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.026575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Transition to ACTIVE for port object 52f06c4a-8d38-420d-9ff5-ab2350cfa20d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:29.033500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c91b83c-b575-4a9f-9b0d-3d5d8fe4fe0d req-ad6b7a0b-072a-46f8-95af-4e1dc9f778f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909311 Nov 23 18:38:29.033500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-ecf35cdb-cd4b-4a83-97de-e3f53fe5924f service neutron] 10.222.0.47 "GET /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 384 time: 0.3489468 Nov 23 18:38:29.034719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.098189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Pushing event updated for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:29.222391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca141fa-9606-4ecd-ac87-58d8ccce35b5 req-65e08a11-a0b9-4986-a00d-df13004375ea tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793638 Nov 23 18:38:29.313204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.380590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606a599-6350-4216-9eb8-4896110ca6f0 req-b0e95512-860f-418e-a593-4f9d3eebbd6d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.383177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3606a599-6350-4216-9eb8-4896110ca6f0 req-b0e95512-860f-418e-a593-4f9d3eebbd6d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.1824126 Nov 23 18:38:29.385219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Attempting to bind port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:29.385782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Attempting to bind port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:29.386285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Attempting to bind port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:29.419220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:29.420594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Attempting to bind port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d on network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:29.435884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:29.436221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Checking segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:29.436601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Bound using segment: {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:29.437037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Bound port: 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b76dcf-6e81-49e8-aecc-96c7e18a178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:29.437369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:29.437497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.479230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:29.505515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.509103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89c919e1-062b-4297-88b5-596331ba224d req-d8f9f0bb-5a1c-4e28-bf48-51374a86d7b9 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 210 time: 0.0617144 Nov 23 18:38:29.514711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792e632c-1541-4f81-917b-2264d285949d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:29.580824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.581881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.584533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] 10.222.0.50 "PUT /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 1095 time: 3.2069783 Nov 23 18:38:29.605738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Checking segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:29.606289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Network hostable DHCP agents. Network: cd9239cf-6718-42eb-9a8d-6438955a4e44, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:38:29.610856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:29.616999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.660319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3606a599-6350-4216-9eb8-4896110ca6f0 req-2fcdb096-fcef-4802-906a-b18c6a8610aa tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668960 Nov 23 18:38:29.705367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9232028-1a35-4887-9795-c14851c3c475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.708779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:29.713058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:29.716867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:29.726983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.762186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d343-de0f-44ef-bda1-cd89ed1cdc90 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:29.784863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.785830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:29.787993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] 10.222.0.47 "PUT /v2.0/ports/52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 1091 time: 1.6386194 Nov 23 18:38:29.816303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:29.836778 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d03519-fc4a-4301-8862-7fcc4b87256f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:29.848006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:29.914296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:38:29.924045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:29.975979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514acf68-b415-4624-a525-46da7a5b8e77 req-79159db3-ee7f-4c55-a574-827f1cb8a6f9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.989832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-514acf68-b415-4624-a525-46da7a5b8e77 req-79159db3-ee7f-4c55-a574-827f1cb8a6f9 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 949 time: 0.3692236 Nov 23 18:38:30.007958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-d8391438-e4c1-485b-8457-aa78fa7cf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.009215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-d8391438-e4c1-485b-8457-aa78fa7cf7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1098 time: 0.3658373 Nov 23 18:38:30.018256 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba3ebd1-b4c5-497c-b000-745b2383652c x-openstack-request-id: req-7ba3ebd1-b4c5-497c-b000-745b2383652c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:30.019336 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:30.020241 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ba3ebd1-b4c5-497c-b000-745b2383652c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:30.021102 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'status': 'completed', 'code': 200} Nov 23 18:38:30.022737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f59a5-6c6f-49ca-a09e-df85678e3d92 service neutron] Pushing event updated for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:30.059090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773efb01-efad-4966-a08d-3503e1aef3c8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:30.063505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, cd9239cf-6718-42eb-9a8d-6438955a4e44) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:30.093281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.093740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.098728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:30.113247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-ef5f9143-7a93-4bd7-842b-a65549c568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.115197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-ef5f9143-7a93-4bd7-842b-a65549c568f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1094 time: 0.2700350 Nov 23 18:38:30.125137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.186122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-f14ce784-f86e-4780-ae5e-0436a52e59b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 217 time: 0.0578468 Nov 23 18:38:30.204214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a68c6ec-be31-4f3f-8baf-e175ba7a99f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5880342 Nov 23 18:38:30.208117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:30.217558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dbfb8a-12e7-4ccd-87d3-4152a706bebe None None] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:38:30.217866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:30.234853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Allocated IP 172.20.0.2 (966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d/5e62cf34-c045-4d0e-bc1d-aea5b950cdd5/259949c2-d9a6-4868-9f6f-afc4935263d8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:30.257691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-514acf68-b415-4624-a525-46da7a5b8e77 req-40d6362b-b7ec-421d-a6af-180fd1037128 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668884 Nov 23 18:38:30.269242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:38:30.277664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b8195ae1-3c07-4c79-a114-d57e8de3d738 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:30.329454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-41a63e09-a2a4-464e-a51f-c2c5e46dc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.331079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-41a63e09-a2a4-464e-a51f-c2c5e46dc657 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3083680 Nov 23 18:38:30.399237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b8195ae1-3c07-4c79-a114-d57e8de3d738 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:30.426494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b8195ae1-3c07-4c79-a114-d57e8de3d738 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:30.426878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.430713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e4960d30-592b-4e22-a69b-3f07729bc736 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.0777447 Nov 23 18:38:30.549437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e7fd64cb-8aff-476b-8b74-47a220778256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.550726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-e7fd64cb-8aff-476b-8b74-47a220778256 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0961535 Nov 23 18:38:30.563663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cdd02-2d37-4305-a413-3d381ed855ad req-612d9dd0-2488-4c8d-81ad-2962adb04652 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.572234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f96cdd02-2d37-4305-a413-3d381ed855ad req-612d9dd0-2488-4c8d-81ad-2962adb04652 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 943 time: 0.1580656 Nov 23 18:38:30.578771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.651278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:30.653693 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07682a1-f4de-4436-8caf-f45d12a995ec" -d '{"events": [{"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:30.662237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-cd9239cf-6718-42eb-9a8d-6438955a4e44', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:38:30.664176 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.693679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:30.696511 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e857b6-5b2b-4a98-ad0c-d26b76152f47" -d '{"events": [{"server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "name": "network-vif-plugged", "status": "completed", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:30.726188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.727603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387d18-dc7d-48d5-8700-90b51249cae9 req-605c73a2-39c6-4376-9afb-4be40b862950 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.729484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c387d18-dc7d-48d5-8700-90b51249cae9 req-605c73a2-39c6-4376-9afb-4be40b862950 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 943 time: 0.5420899 Nov 23 18:38:30.741547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f96cdd02-2d37-4305-a413-3d381ed855ad req-37080485-f786-4530-97ea-4bec306ad78f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682050 Nov 23 18:38:30.742128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:30.746451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.748472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.750414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-a958a6f2-ea1f-426b-bdb2-562aedce94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.751930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-a958a6f2-ea1f-426b-bdb2-562aedce94e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456089 Nov 23 18:38:30.756028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-fb8b3290-e015-4aa1-8c0d-f695c83e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.759424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-fb8b3290-e015-4aa1-8c0d-f695c83e4c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.5472760 Nov 23 18:38:30.767255 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.806668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.889702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c387d18-dc7d-48d5-8700-90b51249cae9 req-0fb2ce91-2af3-4ffa-9993-9a8dffb13429 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486208 Nov 23 18:38:30.894391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] Transition to ACTIVE for port object 773efb01-efad-4966-a08d-3503e1aef3c8 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:30.907256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:30.912570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.933773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11', 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:30.944692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:30.952974 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.963138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:30.972045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:30.979777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-191caf79-b622-4bd0-ae5b-769df3c55ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:30.981578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-191caf79-b622-4bd0-ae5b-769df3c55ab3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887195 Nov 23 18:38:31.013762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:31.146795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:31.147611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.154943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Allocated IP 172.20.0.2 (cd9239cf-6718-42eb-9a8d-6438955a4e44/792e632c-1541-4f81-917b-2264d285949d/6ad0f46d-a69b-42ad-a46f-5293c336b2c8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:31.196992 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c3fee0-118d-4689-91a8-35ffaa5f4138 x-openstack-request-id: req-08c3fee0-118d-4689-91a8-35ffaa5f4138 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:31.197289 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:31.197540 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08c3fee0-118d-4689-91a8-35ffaa5f4138 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:31.197927 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'status': 'completed', 'code': 200} Nov 23 18:38:31.218873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] No DVR routers for this DVR port 773efb01-efad-4966-a08d-3503e1aef3c8 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:31.220107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3343582 Nov 23 18:38:31.254159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Request body: {'port': {'device_id': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:31.270965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] Pushing event updated for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:31.288969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-5c48b0da-3d33-4716-9dad-0181ff2805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:31.290952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-5c48b0da-3d33-4716-9dad-0181ff2805a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1098 time: 0.1290412 Nov 23 18:38:31.299027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acdacb-f78e-478d-a5a4-6e49923ff4ee req-8244ccf4-87be-46a5-b6f5-b669826b7f29 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:31.300537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69acdacb-f78e-478d-a5a4-6e49923ff4ee req-8244ccf4-87be-46a5-b6f5-b669826b7f29 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 931 time: 0.3974223 Nov 23 18:38:31.359729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.404664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335b59-4cbc-4ca0-b62e-45f5a9e9e7dd req-4c3c2781-2dec-45ea-bd8f-25aa998b996a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:31.413298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1335b59-4cbc-4ca0-b62e-45f5a9e9e7dd req-4c3c2781-2dec-45ea-bd8f-25aa998b996a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.3198018 Nov 23 18:38:31.495142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1335b59-4cbc-4ca0-b62e-45f5a9e9e7dd req-37158305-6158-4f08-86bb-9258c655d3de tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809145 Nov 23 18:38:31.526423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.576479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-85f162c1-de3d-4abc-90fc-4ba0b5afdc4b service neutron] 10.222.0.47 "PUT /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8/bindings/n-h2-792364-9/activate HTTP/1.1" status: 200 len: 369 time: 2.5290730 Nov 23 18:38:31.611525 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c78d1-211e-48e1-b9c1-0d0857ca0773 x-openstack-request-id: req-5b3c78d1-211e-48e1-b9c1-0d0857ca0773 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:31.612384 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "name": "network-vif-plugged", "status": "completed", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:31.612650 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b3c78d1-211e-48e1-b9c1-0d0857ca0773 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:31.613240 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738', 'code': 200} Nov 23 18:38:31.619227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-ca16673a-5417-41f6-8d72-14b2bd11c654 service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049709 Nov 23 18:38:31.674192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259949c2-d9a6-4868-9f6f-afc4935263d8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:31.677552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.683739 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.694488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.708693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Transition to ACTIVE for port object 259949c2-d9a6-4868-9f6f-afc4935263d8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:31.713362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69acdacb-f78e-478d-a5a4-6e49923ff4ee req-ad025998-69b6-4d2c-94a0-731a75695f87 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780668 Nov 23 18:38:31.715113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0dfc6-9fc0-4a6f-9929-12f9de7ca0c2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:31.747722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.755911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.50', 59704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:31.762363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:31.772971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:31.796717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:31.847998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-1fafd2e5-935f-438b-9317-faf0221b26f9 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0788555 Nov 23 18:38:31.871927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Pushing event updated for resources: {'Port': ['ID=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:31.877230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:31.965347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Attempting to bind port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:31.966799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Attempting to bind port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:31.967669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Attempting to bind port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 on network cd9239cf-6718-42eb-9a8d-6438955a4e44 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:31.988567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:31.989363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Checking segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:31.990072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:31.990721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Bound using segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:31.991561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Bound port: 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:31.992475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:32.040602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8cb83f-533d-471f-9e43-96bea78dae0d req-94ce44aa-1bb9-4eff-80c6-68052b41707d service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818953 Nov 23 18:38:32.087440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:32.113469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dc0db-7340-40d5-8db0-ed7ab2731284 req-b7b7600b-bd8a-45d0-92e8-c352d7dca348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.115364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb1dc0db-7340-40d5-8db0-ed7ab2731284 req-b7b7600b-bd8a-45d0-92e8-c352d7dca348 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 1101 time: 0.3092377 Nov 23 18:38:32.148014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f0e98fe1-2465-4dfd-8394-139d2e6c9a44 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.149504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-f0e98fe1-2465-4dfd-8394-139d2e6c9a44 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.4393210 Nov 23 18:38:32.163437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02de61a-0802-438c-8152-bc9b4c2f411a req-cd3d6ec4-15f2-4771-83ca-6cb881f563b2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.174759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d02de61a-0802-438c-8152-bc9b4c2f411a req-cd3d6ec4-15f2-4771-83ca-6cb881f563b2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 950 time: 0.3085706 Nov 23 18:38:32.259707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] For port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:32.268403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-b63c7b9d-3efe-4699-bb1b-b2baeb1711d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.269896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-b63c7b9d-3efe-4699-bb1b-b2baeb1711d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1094 time: 0.1573992 Nov 23 18:38:32.270670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] For port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:32.275218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1cc4c-06a6-4810-874c-76e6f536db82 req-1d6a8d59-46df-4b7e-ab41-55e8cd6d7f82 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.280657 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:32.289785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82d1cc4c-06a6-4810-874c-76e6f536db82 req-1d6a8d59-46df-4b7e-ab41-55e8cd6d7f82 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.3996785 Nov 23 18:38:32.312134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d02de61a-0802-438c-8152-bc9b4c2f411a req-1ada3728-6978-468e-b491-06b59f40e3fc tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357946 Nov 23 18:38:32.389433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-7ceffe7c-ec64-4a8e-a33a-9f7ac11edcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.391737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-7ceffe7c-ec64-4a8e-a33a-9f7ac11edcf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 1.0393071 Nov 23 18:38:32.399857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:32.400354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:32.400856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:32.473975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a96cd1e-8f56-4d48-805e-fc934ded2a8b req-5c9392f8-1adc-40ba-9831-04a49a3e86a0 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847042 Nov 23 18:38:32.504481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-0f223d1e-d194-412c-baee-df1ac427abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.506773 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-0f223d1e-d194-412c-baee-df1ac427abb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 1095 time: 0.3264513 Nov 23 18:38:32.511538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c7651-7797-4389-b356-73f10d37d052 None None] Pushing event updated for resources: {'Port': ['ID=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:32.640158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:32.640556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:32.672580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:32.673632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:32.675555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:32.676028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Bound port: 259949c2-d9a6-4868-9f6f-afc4935263d8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:32.677635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:32.685414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-a9955124-d060-41d5-b1b6-275ab8dcfd77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.2711730 Nov 23 18:38:32.811724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb1dc0db-7340-40d5-8db0-ed7ab2731284 req-2411e633-40c3-401c-9512-640ea5a6df30 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776345 Nov 23 18:38:32.846644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-dc3e4406-36d9-4201-821b-c9f6925a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:32.859581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82d1cc4c-06a6-4810-874c-76e6f536db82 req-20f2e451-1c59-4ebd-b13c-e82f11b949fa tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685635 Nov 23 18:38:32.869225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-dc3e4406-36d9-4201-821b-c9f6925a4ca9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.5706477 Nov 23 18:38:32.949556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:32.956437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:32.970276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:33.030139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:33.042369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-0366f317-5d42-4254-a641-abc13eac3f81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 217 time: 0.1465690 Nov 23 18:38:33.062120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-ab1a05a1-6f18-498e-846e-3afb65f6b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.064514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-ab1a05a1-6f18-498e-846e-3afb65f6b779 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1098 time: 0.3199375 Nov 23 18:38:33.076830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.077525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddde6e-4b74-496d-a80e-2dddb98fb880 req-de66fa12-c4b0-4a47-a458-b6b0bdf4dbe2 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.077871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:33.080271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] 10.222.0.50 "PUT /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 1091 time: 1.8307941 Nov 23 18:38:33.082221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2ddde6e-4b74-496d-a80e-2dddb98fb880 req-de66fa12-c4b0-4a47-a458-b6b0bdf4dbe2 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 943 time: 0.4996085 Nov 23 18:38:33.096722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:33.104160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-7afd6ece-d571-41a6-9642-82032ce65502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.106431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:33.107443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-7afd6ece-d571-41a6-9642-82032ce65502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3843968 Nov 23 18:38:33.114409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-69622042-7a17-4e7a-b0f9-0c07bad19958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.116741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-69622042-7a17-4e7a-b0f9-0c07bad19958 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1095 time: 0.5055406 Nov 23 18:38:33.211177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:33.214440 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ec315-e4c2-4061-bc45-1908c260f2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:33.273182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdaf4d-2016-47f7-9cb3-735304ee2b53 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:33.395386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-86473035-f4bf-4ecf-8a27-a8aa1479594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.397965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-86473035-f4bf-4ecf-8a27-a8aa1479594e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.3314326 Nov 23 18:38:33.402685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1f3f2-f04a-42af-8e85-917eba1aa03e req-6c672bd2-c6ed-4555-b246-56fa7644b253 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.404365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75b1f3f2-f04a-42af-8e85-917eba1aa03e req-6c672bd2-c6ed-4555-b246-56fa7644b253 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.3906565 Nov 23 18:38:33.451671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-06def718-b720-4b15-84fa-7904ae0edd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.453203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-06def718-b720-4b15-84fa-7904ae0edd8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3311601 Nov 23 18:38:33.466924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-fb75413a-daf9-42cb-a019-bca4fb5e960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.469154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-fb75413a-daf9-42cb-a019-bca4fb5e960d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1094 time: 0.2248008 Nov 23 18:38:33.489627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-017a3dfe-b504-4510-b60f-e02ed214b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.491668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-017a3dfe-b504-4510-b60f-e02ed214b015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489481 Nov 23 18:38:33.527776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2ddde6e-4b74-496d-a80e-2dddb98fb880 req-5dc60494-d6fe-44b9-8546-2ea699a93317 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241540 Nov 23 18:38:33.576966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-e8514042-b199-4103-878f-92def4103549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.580500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-e8514042-b199-4103-878f-92def4103549 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.4148064 Nov 23 18:38:33.629826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Allocated IP 172.25.5.39 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/88f8a64d-a7c5-4f87-bb7e-f68bf1213540) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:33.681108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-2ffd60a4-9cca-45e3-a602-3c7b2d6d06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:33.685669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-2ffd60a4-9cca-45e3-a602-3c7b2d6d06c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527690 Nov 23 18:38:33.696537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-213eeeec-8cf3-4583-be3a-b7120bf764ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 200 len: 217 time: 0.0895505 Nov 23 18:38:33.943625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 52f06c4a-8d38-420d-9ff5-ab2350cfa20d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:34.307674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:34.321983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc5c97-88cf-455f-bb6d-edc5729f678e None None] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:38:34.426623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:34.526906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-98010d4a-04f0-4b75-847e-dd57c5c1725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.528497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-98010d4a-04f0-4b75-847e-dd57c5c1725c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.8033454 Nov 23 18:38:34.543138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75b1f3f2-f04a-42af-8e85-917eba1aa03e req-9e6ff27c-91fb-4edd-a2bf-9fb1559f4661 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1215916 Nov 23 18:38:34.550502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-8e05f4f7-70e7-4034-a8b2-86b3ef187060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 1.0713418 Nov 23 18:38:34.568083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] Provisioning complete for port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:34.568464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:34.678688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3a06-2e53-41e8-9d0c-5089a9d3a3b1 req-adf91fef-f094-46cf-b4d4-107bdfb0d35a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.693545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae8e3a06-2e53-41e8-9d0c-5089a9d3a3b1 req-adf91fef-f094-46cf-b4d4-107bdfb0d35a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.8323734 Nov 23 18:38:34.706475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-0c3fb969-6f63-4b5e-95e1-21c59c34a8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510339 Nov 23 18:38:34.772358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:34.776437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-14093172-ff4b-4228-8b79-01907636dc1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 1.2834568 Nov 23 18:38:34.796267 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2fdc1-0373-4544-a249-9ad6f3a9428e x-openstack-request-id: req-95f2fdc1-0373-4544-a249-9ad6f3a9428e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:34.797760 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:34.797969 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95f2fdc1-0373-4544-a249-9ad6f3a9428e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:34.798618 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'status': 'completed', 'code': 200} Nov 23 18:38:34.835803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:34.843349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-595078fe-a5d9-48a6-b27b-838d822afe45 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2921152 Nov 23 18:38:34.945383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae8e3a06-2e53-41e8-9d0c-5089a9d3a3b1 req-4ab6dffe-60db-4ba7-aabb-5d01b4cff99f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484694 Nov 23 18:38:34.965667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f06c4a-8d38-420d-9ff5-ab2350cfa20d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:35.003625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-33b1c870-208e-4b9b-b12d-3fcc83711576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.006603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-33b1c870-208e-4b9b-b12d-3fcc83711576 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1989386 Nov 23 18:38:35.018077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-39ecc72d-00b6-421e-8cd3-e13c011c6d42 service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3233221 Nov 23 18:38:35.025585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:35.057930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.071473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.190689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.214836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-034414fe-c52e-4f84-8971-654cb10b6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.222150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-034414fe-c52e-4f84-8971-654cb10b6c08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890495 Nov 23 18:38:35.224130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-65a1f3ee-7145-4ac2-9b3a-4356cf3701ae service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320676 Nov 23 18:38:35.253177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-e6ca0f99-303c-476c-89db-d4c708682ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.254748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-e6ca0f99-303c-476c-89db-d4c708682ba2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.4456565 Nov 23 18:38:35.377536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:35.397013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] For port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:35.402210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.402424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.402925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.404587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.405314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.405931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.406471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.407025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.407544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.410205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.410785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.411281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:35.419160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784fd4f-ccc4-47d1-8286-f7ddc9518f4a req-c4ea6f2d-bf2f-4365-82b6-ec2e50028b52 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.431925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.432105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9784fd4f-ccc4-47d1-8286-f7ddc9518f4a req-c4ea6f2d-bf2f-4365-82b6-ec2e50028b52 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 950 time: 0.4104831 Nov 23 18:38:35.434364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:35.436510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-bdb28885-6049-4740-a4d8-0f273f4402e5 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894524 Nov 23 18:38:35.441228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.443580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['52f06c4a-8d38-420d-9ff5-ab2350cfa20d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:35.489804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-abf6d5dd-dc5b-4415-9d82-7be493f69efc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496967 Nov 23 18:38:35.593371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:35.607261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b38d03-ec28-4984-9aa0-8eaf10a84634 req-301761f7-fe3a-42ec-897f-7dc6712d6605 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:35.610514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58b38d03-ec28-4984-9aa0-8eaf10a84634 req-301761f7-fe3a-42ec-897f-7dc6712d6605 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.3752179 Nov 23 18:38:35.636234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0d03519-fc4a-4301-8862-7fcc4b87256f req-7573d82a-8f79-46ad-a242-9b23a07db423 service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942481 Nov 23 18:38:35.650826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:35.661532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:35.716468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:35.754328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-701bb3a8-fb9a-4968-8603-9dff9606e231 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433107 Nov 23 18:38:35.852855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9784fd4f-ccc4-47d1-8286-f7ddc9518f4a req-f89f8b7d-aa83-4cd0-8b9b-fc753419bdbf tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146929 Nov 23 18:38:35.896435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba16846-121b-46ef-bc44-1228022699f4 None None] Pushing event updated for resources: {'Port': ['ID=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:35.908194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-7e8ba047-bb41-4f8e-8827-9cfdd121ec56 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957632 Nov 23 18:38:35.960820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Pushing event updated for resources: {'Port': ['ID=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:35.983852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b8993281-e90a-4f03-8ca2-aa4547c2371e None None] Provisioning complete for port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:35.984223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8993281-e90a-4f03-8ca2-aa4547c2371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:36.003305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58b38d03-ec28-4984-9aa0-8eaf10a84634 req-b0d3e617-698a-4287-a8dc-6a2521378f43 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748655 Nov 23 18:38:36.006391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07682a1-f4de-4436-8caf-f45d12a995ec req-9dbc054b-ed47-4803-b796-28bacb1a0b06 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099187 Nov 23 18:38:36.065344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-d3634024-84bd-4b16-9fa8-9384745432ad service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8069301 Nov 23 18:38:36.080824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6df315db-6e4b-42a0-aa87-dabc69c68682 req-dae277bf-dd18-42a5-a3fa-ac22e6ee4e3d service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635045 Nov 23 18:38:36.153345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faf0e5-96df-4e6c-a4f1-219b938b3caa req-b0f71717-9549-48f0-97d6-102a73ab7c0a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.156474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2faf0e5-96df-4e6c-a4f1-219b938b3caa req-b0f71717-9549-48f0-97d6-102a73ab7c0a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 944 time: 0.0746088 Nov 23 18:38:36.300927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:36.345507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-81c4fd6b-0d22-461c-aac1-af64abe8b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.348859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-81c4fd6b-0d22-461c-aac1-af64abe8b743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1094 time: 0.1361818 Nov 23 18:38:36.370798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2faf0e5-96df-4e6c-a4f1-219b938b3caa req-8a182004-5e2e-44cf-b8fd-5fe2b81e7571 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975105 Nov 23 18:38:36.454749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e9ae5-6ac9-4bd9-8406-2deb6a58c87a req-c171b7b8-ec4c-4ba9-8b94-989b2fda19b0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.477356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-941e9ae5-6ac9-4bd9-8406-2deb6a58c87a req-c171b7b8-ec4c-4ba9-8b94-989b2fda19b0 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 947 time: 0.1897671 Nov 23 18:38:36.525426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:36.545797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'mac_address': 'fa:16:3e:e7:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:36.634544 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:36.644763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-941e9ae5-6ac9-4bd9-8406-2deb6a58c87a req-5e37e39f-2856-43f4-af65-542d43e47634 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667368 Nov 23 18:38:36.665398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:36.742275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:36.750391 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:36.806038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-2549d140-2999-488a-9615-bac852660159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.812024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-2549d140-2999-488a-9615-bac852660159 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.4286504 Nov 23 18:38:36.845145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:36.845963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b21e-1ece-4b0d-8368-a63033c96e40 req-acc05cca-6161-4ab4-80f0-a26c18a1d998 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.848947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f598b21e-1ece-4b0d-8368-a63033c96e40 req-acc05cca-6161-4ab4-80f0-a26c18a1d998 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.2554026 Nov 23 18:38:36.864377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-728b4c6c-6744-4359-ab09-5e1bbb552020 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:36.867296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-728b4c6c-6744-4359-ab09-5e1bbb552020 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.2196546 Nov 23 18:38:36.881844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:36.932874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-3b6b6110-dca0-438a-9a90-6c1dcd2554f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 0.0824850 Nov 23 18:38:37.020778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:37.081927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f598b21e-1ece-4b0d-8368-a63033c96e40 req-e06e7855-3cee-4c52-a9ad-19982710649d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476979 Nov 23 18:38:37.100644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:37.101365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:37.109363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-a2990ef6-c2b7-4267-b089-e8658c1681a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:37.111574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-a2990ef6-c2b7-4267-b089-e8658c1681a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1502383 Nov 23 18:38:37.199866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-3b7b580d-6a8d-4e5e-b6b1-cef9ab71ff8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669003 Nov 23 18:38:37.293973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92110b70-a3fe-4eb1-be46-a9eabf813764 req-f392a2c8-b5f0-4d40-9784-fbd4253f7606 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:37.295607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-92110b70-a3fe-4eb1-be46-a9eabf813764 req-f392a2c8-b5f0-4d40-9784-fbd4253f7606 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 950 time: 0.2556903 Nov 23 18:38:37.392781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8a4d-a326-4098-a918-046058713a0c req-279415db-77eb-4690-86f8-fad0dbf05c60 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:37.394372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e74a8a4d-a326-4098-a918-046058713a0c req-279415db-77eb-4690-86f8-fad0dbf05c60 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.1995807 Nov 23 18:38:37.412114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['216b2808-8f81-4969-bffc-ce67b2b2b2ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:37.460006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-ffbb8d33-3271-4f72-bef3-08ebcbf25fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189877 Nov 23 18:38:37.494551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:37.589407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e74a8a4d-a326-4098-a918-046058713a0c req-76fadaa3-df00-4bf1-84b4-c5bbe6209de6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636474 Nov 23 18:38:37.646571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-758a9bdc-c375-4815-8986-00f6e829938f service neutron] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:37.655471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-92110b70-a3fe-4eb1-be46-a9eabf813764 req-b86a0603-47b7-4282-9738-8062cb1b8c17 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613828 Nov 23 18:38:37.665401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-758a9bdc-c375-4815-8986-00f6e829938f service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:37.666508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb579eac-5bef-4f72-b944-1c5fef548564 req-758a9bdc-c375-4815-8986-00f6e829938f service neutron] 10.222.0.50 "DELETE /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.6362584 Nov 23 18:38:37.860739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa2ec315-e4c2-4061-bc45-1908c260f2c9 req-b766b284-66b5-4d68-a5e7-218845f884a8 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748200 Nov 23 18:38:37.896207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9130fac-1ebe-4eeb-bab4-6f4eddb817e8 req-f080092f-6af4-4697-89f0-2d2d82d6de1b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:37.904356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9130fac-1ebe-4eeb-bab4-6f4eddb817e8 req-f080092f-6af4-4697-89f0-2d2d82d6de1b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 944 time: 0.1770816 Nov 23 18:38:37.958911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 52f06c4a-8d38-420d-9ff5-ab2350cfa20d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:37.980530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9130fac-1ebe-4eeb-bab4-6f4eddb817e8 req-722dcb34-8ed0-4548-ba31-237407b03529 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651145 Nov 23 18:38:38.015438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f679e5-ee0b-4111-8ff8-c55ae34b2c97 req-4ac71bf7-871a-4aab-aa4d-f0f4885858aa tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:38.019668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70f679e5-ee0b-4111-8ff8-c55ae34b2c97 req-4ac71bf7-871a-4aab-aa4d-f0f4885858aa tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.1475792 Nov 23 18:38:38.035517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Router 7a12ec32-67d1-4878-a87b-884f5828d9f2 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:38:38.065976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:38.081525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:38.081921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:38.202435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7731511-dbc5-4a04-89d6-8ce4ed40dd15 req-88cdf682-2a61-4198-86bd-163df97c9e55 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:38.205085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7731511-dbc5-4a04-89d6-8ce4ed40dd15 req-88cdf682-2a61-4198-86bd-163df97c9e55 tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 1101 time: 0.1127520 Nov 23 18:38:38.227220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:38.271821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70f679e5-ee0b-4111-8ff8-c55ae34b2c97 req-20f981db-20e1-4f91-8b2c-9601ec77459f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218356 Nov 23 18:38:38.293896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:38.307514 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bed8f-0b9b-442c-b08b-867c66587d37" -d '{"events": [{"server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "name": "network-vif-plugged", "status": "completed", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:38.335001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:38.354469 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Sync routers for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:38.366918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:38.375116 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:38.388957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:38.389503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:38.411411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:38.422723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:38.425185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14789573-7c60-44a6-b244-25826e61c883 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2119997 Nov 23 18:38:38.572996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:38.590282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:38.602276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7731511-dbc5-4a04-89d6-8ce4ed40dd15 req-3090c7d1-f1dd-4c73-9433-98498dad77ea tempest-ServersOnMultiNodesTest-776810698 tempest-ServersOnMultiNodesTest-776810698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440950 Nov 23 18:38:38.618075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc157dd-592e-43b3-9d06-a241c61cab61 req-95c48bf6-e7a7-4614-a6ab-a67f520a793e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:38.618075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edc157dd-592e-43b3-9d06-a241c61cab61 req-95c48bf6-e7a7-4614-a6ab-a67f520a793e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1095 time: 0.1531978 Nov 23 18:38:38.627834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:38.759854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edc157dd-592e-43b3-9d06-a241c61cab61 req-86f2807f-2324-43ae-bf49-88f2a7ed8eca tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300900 Nov 23 18:38:39.024103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324571a-65ce-4136-824f-9799d906f323 req-5228c982-0e83-49b9-9f55-0ce5a4bc2dd5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.037921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6324571a-65ce-4136-824f-9799d906f323 req-5228c982-0e83-49b9-9f55-0ce5a4bc2dd5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.1061220 Nov 23 18:38:39.115038 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:36Z', 'revision_number': 3, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:39.216880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Checking router: 7a12ec32-67d1-4878-a87b-884f5828d9f2 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:39.217532 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Updating router 7a12ec32-67d1-4878-a87b-884f5828d9f2 port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:38:39.273191 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:39.297472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6324571a-65ce-4136-824f-9799d906f323 req-82854270-f133-461e-a4f6-5ad2e693880a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585280 Nov 23 18:38:39.305472 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e826fb3-006f-493d-9790-db7e4ce4b385 x-openstack-request-id: req-0e826fb3-006f-493d-9790-db7e4ce4b385 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:39.306353 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "name": "network-vif-plugged", "status": "completed", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:39.306499 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e826fb3-006f-493d-9790-db7e4ce4b385 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:39.307053 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'code': 200} Nov 23 18:38:39.556094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-33f16cb8-7b68-4267-badf-9d5b8bc2b025 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.558224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-33f16cb8-7b68-4267-badf-9d5b8bc2b025 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455&tenant_id=843dbf999a6942af8105a567311de4e5&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 948 time: 0.2546592 Nov 23 18:38:39.578536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c59e0-b7f3-4f70-913a-0a312c218a57 req-5ea9907b-2234-4bde-9c64-644d83dad789 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.580581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d8c59e0-b7f3-4f70-913a-0a312c218a57 req-5ea9907b-2234-4bde-9c64-644d83dad789 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 1095 time: 0.1753833 Nov 23 18:38:39.583059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bf301-e449-48c6-b970-be1cffd72bbd req-f00b9126-7d58-4f92-aac1-37e074523884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.584914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-908bf301-e449-48c6-b970-be1cffd72bbd req-f00b9126-7d58-4f92-aac1-37e074523884 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1096 time: 0.1448274 Nov 23 18:38:39.749196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343af5a-15bb-400a-93e4-c22cbc51faa7 req-286ead0e-f0b2-443f-bfdd-c8758202ecb5 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:39.762656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9343af5a-15bb-400a-93e4-c22cbc51faa7 req-286ead0e-f0b2-443f-bfdd-c8758202ecb5 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 945 time: 0.1028631 Nov 23 18:38:39.779779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-49baa522-08fe-4488-8bdb-8b8e25f473e1 service neutron] 10.222.0.50 "GET /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 382 time: 0.1919451 Nov 23 18:38:39.844154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-908bf301-e449-48c6-b970-be1cffd72bbd req-b94ecaae-2723-425e-b5f0-b574c8a1c644 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773577 Nov 23 18:38:39.849821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d8c59e0-b7f3-4f70-913a-0a312c218a57 req-9ce1a074-796c-4afa-bcd4-753866583ffc tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017629 Nov 23 18:38:39.881475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9343af5a-15bb-400a-93e4-c22cbc51faa7 req-60fc4583-346b-4312-aad3-178cccb335a7 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175194 Nov 23 18:38:39.886094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:39.893506 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:39.917590 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:39.990401 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:38:40.130587 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.172884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Attempting to bind port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:40.174224 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Attempting to bind port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:40.175042 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Attempting to bind port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:40.184198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:40.185438 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:40.186193 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.186928 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:40.188034 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Bound port: 88f8a64d-a7c5-4f87-bb7e-f68bf1213540, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:40.188494 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.190559 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921488e-0df4-49b1-b236-6cbf836b0dac None None] Pushing event updated for resources: {'Port': ['ID=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:40.235024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd657-aa27-425e-a695-f33e2c096dba req-d319522a-e1bc-44ac-9aab-8371069c9ccb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:40.238271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2dfd657-aa27-425e-a695-f33e2c096dba req-d319522a-e1bc-44ac-9aab-8371069c9ccb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.1205149 Nov 23 18:38:40.301021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:40.314897 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] For port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:40.330427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Allocated IP 172.20.0.1 (cd9239cf-6718-42eb-9a8d-6438955a4e44/792e632c-1541-4f81-917b-2264d285949d/0aa71380-78c0-43b3-900e-0d259b9c6336) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:40.337295 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] For port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:40.338269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2dfd657-aa27-425e-a695-f33e2c096dba req-31d38f82-f606-40f6-9672-cdf6ab16a0db tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920789 Nov 23 18:38:40.359292 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.368430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-4505ce9b-85e8-4a85-9ea9-663e835d1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:40.370296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-4505ce9b-85e8-4a85-9ea9-663e835d1cbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1099 time: 0.5181098 Nov 23 18:38:40.374352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:40.480526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:40.482259 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:40.536143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:40.557930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'port_id': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'mac_address': 'fa:16:3e:95:02:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62cf34-c045-4d0e-bc1d-aea5b950cdd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:40.587921 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921488e-0df4-49b1-b236-6cbf836b0dac None None] Pushing event updated for resources: {'Port': ['ID=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:40.618258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:40.625864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:40.626403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.682202 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.711777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259949c2-d9a6-4868-9f6f-afc4935263d8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:40.742755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:40.750784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:40.765629 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:40.946321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:40.962590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.055603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:41.064939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.123396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555ac4-d1c6-48f6-a7ee-fd36342ec91b req-14f7a444-6ace-499d-94e3-0266a7100e86 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.137581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06555ac4-d1c6-48f6-a7ee-fd36342ec91b req-14f7a444-6ace-499d-94e3-0266a7100e86 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 950 time: 0.9241335 Nov 23 18:38:41.213869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:41.241260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.249496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87833-9f0c-4d3b-b32c-4d91151f1d58 req-b0bff375-1b5e-4767-9c73-24fb6ed76c06 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.251064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9d87833-9f0c-4d3b-b32c-4d91151f1d58 req-b0bff375-1b5e-4767-9c73-24fb6ed76c06 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.1323349 Nov 23 18:38:41.265508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-769828ec-760c-4939-8abe-aad27710c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.268102 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-769828ec-760c-4939-8abe-aad27710c5af service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.8545241 Nov 23 18:38:41.308272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:41.317480 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75811e46-f4f0-4dda-95cd-5521699b89d6" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:41.342031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9d87833-9f0c-4d3b-b32c-4d91151f1d58 req-cef2cafe-dbb7-4f50-99d9-a2a69b974d76 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778902 Nov 23 18:38:41.381583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:41.391061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06555ac4-d1c6-48f6-a7ee-fd36342ec91b req-f6f64fea-f914-4d39-9b76-cd72cda1728c tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513297 Nov 23 18:38:41.393603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-bff9d45a-d0ae-4a7f-a08c-5e24979e84be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1069274 Nov 23 18:38:41.395237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.465753 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:36Z', 'revision_number': 3, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:41.525194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:41.529348 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a872c85-fa86-4beb-a1ad-e06f64aa487c None None] The sync data for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 is: [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:36Z', 'revision_number': 3, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:41.535441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:41.539299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:41.540547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87614f07-6ba2-4421-a076-d36b36da67ff req-1ab827a7-8610-412e-9cc9-6322f69bfec7 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.542725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:41.554681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87614f07-6ba2-4421-a076-d36b36da67ff req-1ab827a7-8610-412e-9cc9-6322f69bfec7 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 945 time: 0.1044731 Nov 23 18:38:41.656672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87614f07-6ba2-4421-a076-d36b36da67ff req-f5e29944-6b32-45a3-9a6c-199f00cdaa95 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848942 Nov 23 18:38:41.661421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-19c845ef-2a77-461a-bebf-07bc9709d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.664779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-19c845ef-2a77-461a-bebf-07bc9709d75b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2279043 Nov 23 18:38:41.748417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.790061 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b9e8ea-22f7-48b8-bfcd-81a758d4a5ec x-openstack-request-id: req-73b9e8ea-22f7-48b8-bfcd-81a758d4a5ec {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:41.790557 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:41.791020 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73b9e8ea-22f7-48b8-bfcd-81a758d4a5ec {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:41.791792 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'code': 200} Nov 23 18:38:41.940768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccffff-1ac3-411d-a3c7-500791c64dc6 req-931c439b-5c00-49a3-aebf-301b0b115933 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.942243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9ba5d9da-067a-4804-8656-510f2821315d None None] Provisioning complete for port 0aa71380-78c0-43b3-900e-0d259b9c6336 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:41.943706 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d9da-067a-4804-8656-510f2821315d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:41.955439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5dccffff-1ac3-411d-a3c7-500791c64dc6 req-931c439b-5c00-49a3-aebf-301b0b115933 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.0888641 Nov 23 18:38:41.978084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-38099f37-1350-4121-8f42-17baf7da8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:41.983237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-38099f37-1350-4121-8f42-17baf7da8030 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973611 Nov 23 18:38:42.024879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-a394cfa7-d5ae-4978-9ded-51f011543259 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--301771251&fields=id&tenant_id=fe21152eba034d2a88b64168e2f306f3 HTTP/1.1" status: 200 len: 267 time: 0.1840022 Nov 23 18:38:42.072417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5d9da-067a-4804-8656-510f2821315d None None] Port 0aa71380-78c0-43b3-900e-0d259b9c6336 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:42.111748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5dccffff-1ac3-411d-a3c7-500791c64dc6 req-68673b79-0842-4c0b-8b32-c80deb43d8ad tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545944 Nov 23 18:38:42.261485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-1a18d7e3-f6fd-4c5a-99fb-22f84eef8b87 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:42.263258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-1a18d7e3-f6fd-4c5a-99fb-22f84eef8b87 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 950 time: 0.1101925 Nov 23 18:38:42.371436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.398539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bbeb7a75-57c5-4551-933c-fcd362050679 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:42.400425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bbeb7a75-57c5-4551-933c-fcd362050679 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/networks?id=36f223f5-b778-4133-ab3d-9238d1982092 HTTP/1.1" status: 200 len: 816 time: 0.3592565 Nov 23 18:38:42.567205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port b8195ae1-3c07-4c79-a114-d57e8de3d738 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:38:42.567985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.601853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-600dd9c1-384e-493f-8492-c5c024af4cb3 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744066 Nov 23 18:38:42.615941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-1216d524-1d9e-463a-a5df-537f8006600b tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/quotas/fe21152eba034d2a88b64168e2f306f3 HTTP/1.1" status: 200 len: 375 time: 0.0813193 Nov 23 18:38:42.650825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-87b85cd8-7954-44e2-81d1-908b25e2014a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:42.652545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:42.667841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.668068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-87b85cd8-7954-44e2-81d1-908b25e2014a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2984004 Nov 23 18:38:42.730358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.761970 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-3c0e61d6-e2e2-4fa5-8e5c-63ee53774ef8 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 695 time: 0.0920920 Nov 23 18:38:42.768978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:42.769489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.781557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.809147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:42.871221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.955722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port b8195ae1-3c07-4c79-a114-d57e8de3d738, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b8195ae1-3c07-4c79-a114-d57e8de3d738,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:42.956373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:42.969085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-a9bd5a92-9729-4d03-868c-d8713aad06a7 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe21152eba034d2a88b64168e2f306f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2883880 Nov 23 18:38:42.984200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:42.991801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:42.999680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for b8195ae1-3c07-4c79-a114-d57e8de3d738 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:38:43.006257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:43.047995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:43.088480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:43.100132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:43.218297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-d0cc30c9-4f2b-4599-838e-d4bf693349e2 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475032 Nov 23 18:38:43.244651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:43.335521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-8f44bd62-ee91-4d51-aeb4-dbbdcb00810e service neutron] 10.222.0.37 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988749 Nov 23 18:38:43.433130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3152055c-ff3c-4378-9d56-c97598a99ebf None None] Provisioning complete for port 0aa71380-78c0-43b3-900e-0d259b9c6336 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:43.434195 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3152055c-ff3c-4378-9d56-c97598a99ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:43.474430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Router 7a12ec32-67d1-4878-a87b-884f5828d9f2 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:38:43.505938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3152055c-ff3c-4378-9d56-c97598a99ebf None None] Port 0aa71380-78c0-43b3-900e-0d259b9c6336 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:43.564430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-b1488545-a8c1-46de-85b0-1e665ab6ace8 service neutron] 10.222.0.37 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201934 Nov 23 18:38:43.655912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:43.671937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-adb7b651-c345-4f78-8d6a-cb39db8f43a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/7a12ec32-67d1-4878-a87b-884f5828d9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2387853 Nov 23 18:38:43.908876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:43.923971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796', '9505347c-b1d6-4300-9c28-7f9138914665', 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:43.931197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96', 'b8195ae1-3c07-4c79-a114-d57e8de3d738'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:43.968684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=b8195ae1-3c07-4c79-a114-d57e8de3d738,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:44.038826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port b8195ae1-3c07-4c79-a114-d57e8de3d738 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:44.043012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:44.046639 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8847dbb2-09ca-4434-b2c7-96fcacf4cf88 req-f27c5709-54d2-42c4-af44-85120ac83547 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "DELETE /v2.0/ports/b8195ae1-3c07-4c79-a114-d57e8de3d738 HTTP/1.1" status: 204 len: 173 time: 1.7721713 Nov 23 18:38:44.047102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'name': 'network-vif-deleted', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:44.049440 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2364ace-6f63-4668-95c8-917e5ff4224b" -d '{"events": [{"server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "name": "network-vif-deleted", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:44.295835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Sync routers for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:44.303202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:44.310697 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:44.351243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:44.436141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:44.436788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:44.505453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f2df4-f25b-4b33-81e1-c591fb56d8af req-6d7c290d-53e6-44c7-8c4e-1455112fa63f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:44.508778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63f2df4-f25b-4b33-81e1-c591fb56d8af req-6d7c290d-53e6-44c7-8c4e-1455112fa63f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.1705124 Nov 23 18:38:44.552831 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Floating IP 91d7f110-4f40-4703-a641-31837bd801ce associated. External IP: 172.25.5.18, port: a060e3c5-f9aa-4bbd-96e6-4f161193a6df. Nov 23 18:38:44.718054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63f2df4-f25b-4b33-81e1-c591fb56d8af req-2559bf10-10d2-412d-95ae-5674967e9971 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943889 Nov 23 18:38:44.791264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:44.884180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:38:44.987887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ad38a8c-448b-463b-b8ea-0f0cf56553b5 req-56a55c09-4bc6-48d1-9456-f55c9f4eff8d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e64aedd-6276-425b-9e68-c2809e32609f HTTP/1.1" status: 200 len: 210 time: 0.0619168 Nov 23 18:38:45.197339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:45.221311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.224345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:45.256133 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:45.256919 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:45.307483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-110a469f-773e-4d2e-88a0-3818692cab87 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "PUT /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 996 time: 2.5428848 Nov 23 18:38:45.370844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b95d05-c409-426f-ba13-1e3f9f7e5655 req-6a502c4d-9402-44a8-93dc-30850c0a860d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.384674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98b95d05-c409-426f-ba13-1e3f9f7e5655 req-6a502c4d-9402-44a8-93dc-30850c0a860d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1103904 Nov 23 18:38:45.441703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 259949c2-d9a6-4868-9f6f-afc4935263d8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:45.456918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 259949c2-d9a6-4868-9f6f-afc4935263d8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:45.457286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.511161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-b6b7c15b-33a7-48b5-8baa-551d29a46ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.520247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-b6b7c15b-33a7-48b5-8baa-551d29a46ab0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1872480 Nov 23 18:38:45.520934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:45.540500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98b95d05-c409-426f-ba13-1e3f9f7e5655 req-3e71f213-e3fc-4a6b-ba05-a26ced919ebf tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547453 Nov 23 18:38:45.600583 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:45.742196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-d861eb9f-9fc4-42ab-b752-71b52b37b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.753650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-d861eb9f-9fc4-42ab-b752-71b52b37b6ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2266133 Nov 23 18:38:45.793618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:45.794023 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.875164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-749cc45d-f904-46a7-8f80-2f89473b2d44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 999 time: 0.1191306 Nov 23 18:38:45.956645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-6cde758f-40f2-4b6b-b573-66bfcf5f1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:45.960037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-6cde758f-40f2-4b6b-b573-66bfcf5f1d71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.0780668 Nov 23 18:38:46.080190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-515605f6-514f-4b20-9873-f34a84d01b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:46.085244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-515605f6-514f-4b20-9873-f34a84d01b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181574 Nov 23 18:38:46.095995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:44Z', 'revision_number': 1, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:46.097446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-0327047b-2641-4198-8197-ed48cf7fe643 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:38:46.098790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-0327047b-2641-4198-8197-ed48cf7fe643 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060763 Nov 23 18:38:46.161542 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:46.171870 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:46.172491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:46.271682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.314204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-95bd8a04-8106-4d37-bf44-98bd86d9ed86 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970890 Nov 23 18:38:46.421960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a61dd43-1929-46da-ae57-f75c6d4dc4c6 req-c9320658-0c40-4671-9661-6d66c943f5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008360 Nov 23 18:38:46.486697 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14fb8e-c2b4-4a53-9a68-fb8ed907e4be x-openstack-request-id: req-2a14fb8e-c2b4-4a53-9a68-fb8ed907e4be {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:46.487253 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e64aedd-6276-425b-9e68-c2809e32609f", "name": "network-vif-deleted", "tag": "b8195ae1-3c07-4c79-a114-d57e8de3d738", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:46.487584 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a14fb8e-c2b4-4a53-9a68-fb8ed907e4be {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:46.488100 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e64aedd-6276-425b-9e68-c2809e32609f', 'name': 'network-vif-deleted', 'tag': 'b8195ae1-3c07-4c79-a114-d57e8de3d738', 'status': 'completed', 'code': 200} Nov 23 18:38:46.501922 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:46.608781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-6de69893-070f-4a7d-b6b9-a4b16a911483 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:46.620675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-6de69893-070f-4a7d-b6b9-a4b16a911483 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.47 "GET /v2.0/networks?id=36f223f5-b778-4133-ab3d-9238d1982092 HTTP/1.1" status: 200 len: 816 time: 0.3503861 Nov 23 18:38:46.621202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:46.632780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865675699', 'description': 'tempest-description--1129524791'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:46.693300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5dd1e03-cfc8-4a0c-bfb1-da5f2548b465 req-6a0fb702-3640-4b81-bae4-33a24817cc48 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.1205611 Nov 23 18:38:46.757864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.774032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:46.781725 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b83ffe-6ee0-421a-9759-c4364b1c030e" -d '{"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-plugged", "status": "completed", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:46.881561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:46.895188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-82c8731f-22bb-4017-bee0-3aa2a9f2a3b7 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe21152eba034d2a88b64168e2f306f3 HTTP/1.1" status: 200 len: 379 time: 0.2263126 Nov 23 18:38:46.912275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'port': {'device_id': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'admin_state_up': True, 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'security_groups': ['0708a4da-fc87-471c-942c-ea8238430a29']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:46.993678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f515fd-ff3e-462b-bdfc-ae04ea628be1 req-b33e5f72-ebd4-4c79-90b1-77aa9326ef4c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.003900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31f515fd-ff3e-462b-bdfc-ae04ea628be1 req-b33e5f72-ebd4-4c79-90b1-77aa9326ef4c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.2323709 Nov 23 18:38:47.031928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-099b7a9e-a2d9-4cbf-b6ee-49f89ccc1c26 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.040502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-099b7a9e-a2d9-4cbf-b6ee-49f89ccc1c26 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1137187 Nov 23 18:38:47.063139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.163371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b8195ae1-3c07-4c79-a114-d57e8de3d738 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:47.247889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-773e72f9-7312-49d1-8d05-4eda0121e452 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 999 time: 0.2050505 Nov 23 18:38:47.265196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:47.266616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b8195ae1-3c07-4c79-a114-d57e8de3d738 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:38:47.266772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31f515fd-ff3e-462b-bdfc-ae04ea628be1 req-bede0315-9c21-4397-956b-634019862754 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602613 Nov 23 18:38:47.266965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b8195ae1-3c07-4c79-a114-d57e8de3d738 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:38:47.329978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:44Z', 'revision_number': 1, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:47.364640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.379345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.406349 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a2026-7af4-49b2-a286-f7b8568e2853 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:44Z', 'revision_number': 1, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:47.415895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:47.448701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.458260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-2cddc75a-c15f-44d8-8664-88a74d6e86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.463070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-2cddc75a-c15f-44d8-8664-88a74d6e86fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1100 time: 0.5256703 Nov 23 18:38:47.532735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Made reservation on behalf of fe21152eba034d2a88b64168e2f306f3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:38:47.545664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.558773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:47.570125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 2, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:47.602799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.608715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9863284 Nov 23 18:38:47.625293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:47.639355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d3f65-4f09-4a9a-a688-184019edb4b6 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:47.645122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Checking router: 7a12ec32-67d1-4878-a87b-884f5828d9f2 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:47.645836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Updating router 7a12ec32-67d1-4878-a87b-884f5828d9f2 port 0aa71380-78c0-43b3-900e-0d259b9c6336 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:38:47.647540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'security_group_rule': {'security_group_id': 'b774e9d0-d3a3-4a7d-9a00-aa3346e5c885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:47.721705 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.781717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:47.891962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8dbc0-6916-4287-8152-13d1c16cb355 None None] New status for floating IP 91d7f110-4f40-4703-a641-31837bd801ce: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:38:47.929546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a4c6b-d49f-4edf-aeef-a8d988865af7 req-d191924e-5e4e-4dc1-8989-5470c3f5874f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:47.938142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db8a4c6b-d49f-4edf-aeef-a8d988865af7 req-d191924e-5e4e-4dc1-8989-5470c3f5874f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.4548714 Nov 23 18:38:48.063514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.231965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.275131 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.356851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f380c110-da8b-4b16-a52a-13c20ed10544,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:48.375158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db8a4c6b-d49f-4edf-aeef-a8d988865af7 req-35698a9e-c7eb-49fa-8a05-a51c6288c3b8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210317 Nov 23 18:38:48.406145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.411328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-96d4fe38-21c8-4a0e-806c-414fcb409f28 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7686448 Nov 23 18:38:48.412629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:48.423171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'security_group_rule': {'security_group_id': 'b774e9d0-d3a3-4a7d-9a00-aa3346e5c885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:48.430342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Allocated IP 172.20.0.14 (36f223f5-b778-4133-ab3d-9238d1982092/d2f3057c-6a57-4116-a694-bf41027c36df/c7907d4b-6914-46a5-b3d2-cc7e98ce1829) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:48.463417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.472760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.503733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:48.508307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.525252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:48.529666 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f875414-4ae4-4744-a57a-089b49724d49" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:48.566111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853942-56e6-42e9-b4c4-0024502f642c None None] Pushing event updated for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:48.704747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.713269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.720901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Attempting to bind port 0aa71380-78c0-43b3-900e-0d259b9c6336 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:48.722316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Attempting to bind port 0aa71380-78c0-43b3-900e-0d259b9c6336 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:48.724642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Attempting to bind port 0aa71380-78c0-43b3-900e-0d259b9c6336 on network cd9239cf-6718-42eb-9a8d-6438955a4e44 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:48.742569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:48.743600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Checking segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:48.744282 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.745048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Bound using segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:48.746297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Bound port: 0aa71380-78c0-43b3-900e-0d259b9c6336, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:48.748511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.757773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1e2368-0056-469e-b9fa-9c030a5317a8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:48.796859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.805148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c1016fc6-5b05-4cc3-92c4-ccbb63e6fc84 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3832664 Nov 23 18:38:48.806433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:38:48.819228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:48.832492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.862730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:48.896123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] For port 0aa71380-78c0-43b3-900e-0d259b9c6336, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:48.904874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] For port 0aa71380-78c0-43b3-900e-0d259b9c6336, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0aa71380-78c0-43b3-900e-0d259b9c6336,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:48.911975 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.939593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.031934 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0449b3d-19d0-414f-86ed-b5be1eeddc45 x-openstack-request-id: req-f0449b3d-19d0-414f-86ed-b5be1eeddc45 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:49.032569 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-plugged", "status": "completed", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:49.033335 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0449b3d-19d0-414f-86ed-b5be1eeddc45 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:49.033815 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'code': 200} Nov 23 18:38:49.036434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853942-56e6-42e9-b4c4-0024502f642c None None] Pushing event updated for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:49.051251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:38:49.061528 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:38:49.064721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event updated for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:49.064958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.071098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.109625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Network 36f223f5-b778-4133-ab3d-9238d1982092 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:49.127879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:49.129158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:49.153732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Transition to ACTIVE for port object 216b2808-8f81-4969-bffc-ce67b2b2b2ed will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:49.172851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.189961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:49.214488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:49.257373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc29a-e492-4017-bca6-d878f6f6d2c2 req-f60df730-9942-497b-b20a-ba50fa0a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:49.259503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-797cc29a-e492-4017-bca6-d878f6f6d2c2 req-f60df730-9942-497b-b20a-ba50fa0a8f88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1096 time: 0.1555927 Nov 23 18:38:49.358288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] No DVR routers for this DVR port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:49.369184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd482586-a1af-4712-9f45-4c96c4f8a775 req-6eaec73d-8ceb-41a8-a89c-0028944f1b3f tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:49.380171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd482586-a1af-4712-9f45-4c96c4f8a775 req-6eaec73d-8ceb-41a8-a89c-0028944f1b3f tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 932 time: 0.2687874 Nov 23 18:38:49.391222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:49.439379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:49.452861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:49.453952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.492031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-bcf87d82-4621-46e4-8ffd-1b4d858217f9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5852003 Nov 23 18:38:49.509549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-797cc29a-e492-4017-bca6-d878f6f6d2c2 req-d608c98c-c005-4334-a35b-c4084ffdf7ac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065349 Nov 23 18:38:49.514078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:49.516754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:49.516754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:49.519582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Request body: {'port': {'device_id': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:49.531279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:49.532085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Attempting to bind port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:49.549837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:49.550501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:49.551460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:49.552420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Bound port: 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:49.552980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.579654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.584132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] Provisioning complete for port 0aa71380-78c0-43b3-900e-0d259b9c6336 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:49.584502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.690693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd482586-a1af-4712-9f45-4c96c4f8a775 req-e13c1aa3-b3a0-4b49-b6db-c144b83bf201 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081467 Nov 23 18:38:49.768580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.799432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.907637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] For port 0aa71380-78c0-43b3-900e-0d259b9c6336, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0aa71380-78c0-43b3-900e-0d259b9c6336,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:49.926267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:49.995569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:48Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:50.025901 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.048749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed73c21-88f0-4e20-bea4-7035766b5018 None None] The sync data for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 is: [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:48Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:50.117930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-82981f14-76d6-4644-a0f2-6fcb6f385a87 None None] Provisioning complete for port 0aa71380-78c0-43b3-900e-0d259b9c6336 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:50.118406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82981f14-76d6-4644-a0f2-6fcb6f385a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.120430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95164cc-35c3-4701-a8f5-cd6cae750d6f None None] Pushing event updated for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:50.258550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75814413-ddf4-47e3-b98a-5d2cf5e1efd7 req-6314185f-f0da-4522-ac64-5390ccb6fa2e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:50.260223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75814413-ddf4-47e3-b98a-5d2cf5e1efd7 req-6314185f-f0da-4522-ac64-5390ccb6fa2e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.2098567 Nov 23 18:38:50.307755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:50.314123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:50.325601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.362275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:50.422319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:50.459252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7907d4b-6914-46a5-b3d2-cc7e98ce1829 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:50.486524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.489742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:50.491444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.504185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Transition to ACTIVE for port object c7907d4b-6914-46a5-b3d2-cc7e98ce1829 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:50.518160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-adcfe1a1-36a1-483a-a541-7e8b5b13dcf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 1096 time: 2.9749215 Nov 23 18:38:50.594925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75814413-ddf4-47e3-b98a-5d2cf5e1efd7 req-0444018f-b5c2-40a7-96e1-d39109b066a0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885234 Nov 23 18:38:50.600784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.678832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-82981f14-76d6-4644-a0f2-6fcb6f385a87 None None] Provisioning complete for port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:50.690413 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82981f14-76d6-4644-a0f2-6fcb6f385a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:50.816748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-82981f14-76d6-4644-a0f2-6fcb6f385a87 None None] Port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:38:50.826096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0aa71380-78c0-43b3-900e-0d259b9c6336 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:50.944773 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b249d22-3eea-45b9-b7c5-b2895ca23c1a x-openstack-request-id: req-5b249d22-3eea-45b9-b7c5-b2895ca23c1a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:50.945356 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:50.945909 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b249d22-3eea-45b9-b7c5-b2895ca23c1a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:50.946436 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:38:50.996056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:38:51.007972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0aa71380-78c0-43b3-900e-0d259b9c6336 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:51.010124 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:51.406879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-380fbfdd-e4a0-4835-9f03-860551a2643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.409444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-380fbfdd-e4a0-4835-9f03-860551a2643f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1099 time: 0.4895742 Nov 23 18:38:51.415105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Pushing event updated for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:51.447379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-b6135f3c-b5c6-4d82-b5bb-5a53324a0acb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.449512 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-b6135f3c-b5c6-4d82-b5bb-5a53324a0acb tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.9705968 Nov 23 18:38:51.467924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875414-4ae4-4744-a57a-089b49724d49 req-863e56cc-2a2e-464e-8511-88657c661ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.469926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-863e56cc-2a2e-464e-8511-88657c661ea4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.5224998 Nov 23 18:38:51.542383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa342f-28d2-4c15-a752-a2f137c9c081 req-54cf9d36-9ca9-4abc-869b-bcfe9a6b4d81 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.544380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03fa342f-28d2-4c15-a752-a2f137c9c081 req-54cf9d36-9ca9-4abc-869b-bcfe9a6b4d81 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.2040846 Nov 23 18:38:51.545823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Attempting to bind port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:51.546694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Attempting to bind port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:51.547192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Attempting to bind port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 on network 36f223f5-b778-4133-ab3d-9238d1982092 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:51.613906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 on network 36f223f5-b778-4133-ab3d-9238d1982092 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:51.614553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Attempting to bind port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 on network 36f223f5-b778-4133-ab3d-9238d1982092 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:51.623105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:51.623771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Checking segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:51.624406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Bound using segment: {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:51.625025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Bound port: c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0215a973-3400-416c-aa57-5f5cc38313c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:51.625659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:51.694256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875414-4ae4-4744-a57a-089b49724d49 req-b08f6de2-d523-4e5a-b95f-1e52af265448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.695552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-b08f6de2-d523-4e5a-b95f-1e52af265448 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.1067920 Nov 23 18:38:51.705162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Allocated IP 172.25.5.120 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3be8c8d9-78fd-4a20-b966-6eeb50fa927c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:38:51.744802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:51.749991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:51.760329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:51.800808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-f1a0661f-66b1-47cf-91a4-a4bec78097ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 1001 time: 0.0799787 Nov 23 18:38:51.861950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.862902 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:51.865301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] 10.222.0.47 "PUT /v2.0/ports/c7907d4b-6914-46a5-b3d2-cc7e98ce1829 HTTP/1.1" status: 200 len: 1092 time: 2.3543615 Nov 23 18:38:51.866129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:51.870772 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:51.887361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03fa342f-28d2-4c15-a752-a2f137c9c081 req-3bc37b0f-2369-440a-9037-30e6197724ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349228 Nov 23 18:38:51.894504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875414-4ae4-4744-a57a-089b49724d49 req-02384fb7-82de-4d61-bc4e-425b0e2990a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:51.900611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-02384fb7-82de-4d61-bc4e-425b0e2990a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.0774770 Nov 23 18:38:51.914430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef9c49-a4b5-4199-88fb-60a11a128fdb service neutron] Pushing event updated for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:52.010144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-7c55f50e-76b6-4c8e-8667-d7af62e89a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.011656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-7c55f50e-76b6-4c8e-8667-d7af62e89a8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe21152eba034d2a88b64168e2f306f3&device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 1095 time: 0.0932600 Nov 23 18:38:52.075806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-85754fb3-bcf9-4ba6-a13f-74128787c0cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829 HTTP/1.1" status: 200 len: 217 time: 0.0433335 Nov 23 18:38:52.171701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b074b-08a3-49dc-a558-ba4bd24e9616 req-d8456033-1268-422b-819a-63c316812c21 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.173791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce7b074b-08a3-49dc-a558-ba4bd24e9616 req-d8456033-1268-422b-819a-63c316812c21 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.1516747 Nov 23 18:38:52.178408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-3d459613-f6d4-499f-9c26-903ca1f88b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.180724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-3d459613-f6d4-499f-9c26-903ca1f88b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2f3057c-6a57-4116-a694-bf41027c36df HTTP/1.1" status: 200 len: 855 time: 0.0939684 Nov 23 18:38:52.195982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port fef8ac5d-da7a-456e-88f7-9bdac44cd15d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:38:52.196376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:52.263278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce7b074b-08a3-49dc-a558-ba4bd24e9616 req-0d6ed959-c10a-4ed4-a1c3-a2bf8380ab80 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810840 Nov 23 18:38:52.273622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-cf221d25-3d3c-416e-9b47-65fc1beffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.275672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-cf221d25-3d3c-416e-9b47-65fc1beffac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f223f5-b778-4133-ab3d-9238d1982092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612087 Nov 23 18:38:52.348244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-8d460982-558e-48d7-aa7d-e181548fd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.349939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-8d460982-558e-48d7-aa7d-e181548fd506 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.8921602 Nov 23 18:38:52.395741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-a578f28f-77f4-4c2b-acb0-c93fc8407e6e service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070738 Nov 23 18:38:52.414803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875414-4ae4-4744-a57a-089b49724d49 req-ad1fa450-72bc-4980-94d5-e225057e9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.416400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-ad1fa450-72bc-4980-94d5-e225057e9f19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4179485 Nov 23 18:38:52.492507 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-20dbd984-9780-4ea4-87be-03bf0abe37cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.0874741 Nov 23 18:38:52.565136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b47e08e-46f5-463d-b973-d6b0d682ce5d req-a9c6f58a-ddf6-4253-bd23-1c8991f1283f service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557240 Nov 23 18:38:52.581700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7e7ee-7018-4f7e-ab65-6d73d9c976ff req-27086304-f561-400f-aeba-7008823801ab tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.592785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ae7e7ee-7018-4f7e-ab65-6d73d9c976ff req-27086304-f561-400f-aeba-7008823801ab tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.0984211 Nov 23 18:38:52.648396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port fef8ac5d-da7a-456e-88f7-9bdac44cd15d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:52.648762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:52.652687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ae7e7ee-7018-4f7e-ab65-6d73d9c976ff req-007c5544-730c-4496-b1e1-87cb9905104c tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572422 Nov 23 18:38:52.681737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:38:52.730403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:52.744086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for fef8ac5d-da7a-456e-88f7-9bdac44cd15d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:38:52.770351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-ce9f7fd5-6387-45ad-a639-11f6f9ace2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.772560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-ce9f7fd5-6387-45ad-a639-11f6f9ace2b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2589970 Nov 23 18:38:52.839580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-c83031e3-1c24-4e41-9c2f-dde5c225af5e service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815300 Nov 23 18:38:52.867841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be0cb-9511-4619-89a9-509ac3af737a req-60383be9-45e4-4cf4-a51b-99634e5451ef tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:52.869140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-533be0cb-9511-4619-89a9-509ac3af737a req-60383be9-45e4-4cf4-a51b-99634e5451ef tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.0747590 Nov 23 18:38:52.921351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:52.929326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-533be0cb-9511-4619-89a9-509ac3af737a req-530d2873-46cc-465d-a3a8-703bf4767f01 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527654 Nov 23 18:38:52.947355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}, {'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:52.962470 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c99008d-3cd5-431c-ada4-66999b2ea6f9" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-unplugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}, {"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:52.988191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:52.989678 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcf555-8470-446c-ab21-30e39de646e2 x-openstack-request-id: req-edbcf555-8470-446c-ab21-30e39de646e2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:52.990196 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:52.990557 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edbcf555-8470-446c-ab21-30e39de646e2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:52.991376 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'status': 'completed', 'code': 200} Nov 23 18:38:53.109397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:53.135820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-f8e234ef-049e-4109-a868-d60fa92cd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.139945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-f8e234ef-049e-4109-a868-d60fa92cd4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe21152eba034d2a88b64168e2f306f3&device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 1095 time: 0.1154137 Nov 23 18:38:53.208152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3640-5e4a-40b5-abde-81d1cfa00db7 req-8d1a5ac1-de10-4c4b-81c2-8bece6f78435 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.216388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e9d3640-5e4a-40b5-abde-81d1cfa00db7 req-8d1a5ac1-de10-4c4b-81c2-8bece6f78435 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 950 time: 0.1212063 Nov 23 18:38:53.342975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e9d3640-5e4a-40b5-abde-81d1cfa00db7 req-1dcf5228-c4a5-4fdb-9174-de2d59bc987e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252801 Nov 23 18:38:53.345167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-1e046603-2e1e-4f1f-b357-0b974650becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.354788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-1e046603-2e1e-4f1f-b357-0b974650becf service neutron] 10.222.0.47 "GET /v2.0/networks?id=36f223f5-b778-4133-ab3d-9238d1982092 HTTP/1.1" status: 200 len: 917 time: 0.2068851 Nov 23 18:38:53.464165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-7c9f2373-6b19-42c6-a094-e995123d369a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829 HTTP/1.1" status: 200 len: 217 time: 0.1004844 Nov 23 18:38:53.556136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-16d733e2-f501-4a50-8f30-5f1f8bddda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.558383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-16d733e2-f501-4a50-8f30-5f1f8bddda90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7706976 Nov 23 18:38:53.601302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-deeca144-fe15-46f7-beea-a1fdf0aede47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.603134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-deeca144-fe15-46f7-beea-a1fdf0aede47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2f3057c-6a57-4116-a694-bf41027c36df HTTP/1.1" status: 200 len: 855 time: 0.1318996 Nov 23 18:38:53.690060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715df6e-3e1d-4f32-86bb-7be9980dc264 req-b8b8c4a9-e067-480f-8199-f3aa34f96e9e tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.692275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6715df6e-3e1d-4f32-86bb-7be9980dc264 req-b8b8c4a9-e067-480f-8199-f3aa34f96e9e tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1096 time: 0.2042592 Nov 23 18:38:53.721706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-a61859c2-dd7f-4d14-8801-ce77c12ffd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:53.723574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-a61859c2-dd7f-4d14-8801-ce77c12ffd95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f223f5-b778-4133-ab3d-9238d1982092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034236 Nov 23 18:38:53.791700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:38:53.817653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6715df6e-3e1d-4f32-86bb-7be9980dc264 req-65d471aa-9a0c-45f9-93cc-450a60466df6 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114805 Nov 23 18:38:53.855652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:38:53.863358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'Port': ['ID=3be8c8d9-78fd-4a20-b966-6eeb50fa927c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:53.873073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:38:53.901458 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-6df75e27-4599-4ff5-b5dc-242efd339af0 service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659646 Nov 23 18:38:53.919140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f875414-4ae4-4744-a57a-089b49724d49 req-062e1e58-8a30-42df-8472-0538c427937a service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0177991 Nov 23 18:38:53.928600 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8aebc8-04ff-4a2c-8c3b-3f78ca94e070 x-openstack-request-id: req-0e8aebc8-04ff-4a2c-8c3b-3f78ca94e070 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:53.929148 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-unplugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "code": 200}, {"name": "network-changed", "server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:53.929549 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e8aebc8-04ff-4a2c-8c3b-3f78ca94e070 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:53.929960 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'code': 200} Nov 23 18:38:53.930214 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'status': 'completed', 'code': 200} Nov 23 18:38:53.932758 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Floating IP 91d7f110-4f40-4703-a641-31837bd801ce associated. External IP: 172.25.5.18, port: a060e3c5-f9aa-4bbd-96e6-4f161193a6df. Nov 23 18:38:54.034581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fef8ac5d-da7a-456e-88f7-9bdac44cd15d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:54.064652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: fef8ac5d-da7a-456e-88f7-9bdac44cd15d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:38:54.065299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fef8ac5d-da7a-456e-88f7-9bdac44cd15d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:38:54.085174 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:54.104309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796', '9505347c-b1d6-4300-9c28-7f9138914665'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:54.117786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:54.142123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc7ce4f3-bddf-4b29-89b1-6caaca39aa05 req-1c0b2edb-e507-49a1-a72b-946e7a088a01 service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336285 Nov 23 18:38:54.192840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7fa8e-1ac5-4e79-88f7-4ddae10d1250 req-eac1a440-7566-4ed3-a53a-d12a03828571 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:54.195121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13d7fa8e-1ac5-4e79-88f7-4ddae10d1250 req-eac1a440-7566-4ed3-a53a-d12a03828571 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.1215324 Nov 23 18:38:54.243164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-6575096c-f08a-49b1-9854-35e4a216aeff service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418626 Nov 23 18:38:54.250950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=fef8ac5d-da7a-456e-88f7-9bdac44cd15d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:54.386863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce9e6b6e-21f0-4565-b64d-9312062cac60 req-1028b191-c8c6-4a8b-8e0d-391615ac8be9 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291528 Nov 23 18:38:54.391563 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:54.434044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13d7fa8e-1ac5-4e79-88f7-4ddae10d1250 req-26deea1d-3deb-41e8-b05f-36610c7cf4f7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194481 Nov 23 18:38:54.457855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-c2e66abe-b225-43d2-8146-1dfb4b9b1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:54.459924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-c2e66abe-b225-43d2-8146-1dfb4b9b1609 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1099 time: 0.4763749 Nov 23 18:38:54.625121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port fef8ac5d-da7a-456e-88f7-9bdac44cd15d on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:54.660864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:54.664437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c7aed1e-f27c-49b1-8e18-b8e16fc9ca0b req-4e9914bb-d56f-45e1-8d9d-c9f16f6687a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "DELETE /v2.0/ports/fef8ac5d-da7a-456e-88f7-9bdac44cd15d HTTP/1.1" status: 204 len: 173 time: 3.1872075 Nov 23 18:38:54.713229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:54.878014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-71502b35-9153-43be-acc9-93ab3a7728dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:54.881158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-71502b35-9153-43be-acc9-93ab3a7728dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3902431 Nov 23 18:38:54.935960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-9069ac2f-ceea-42a3-aeb9-283e7c05ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:54.938385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-9069ac2f-ceea-42a3-aeb9-283e7c05ad84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1099 time: 0.3021693 Nov 23 18:38:54.994531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-3500d8c9-4dec-4183-b17c-cc65ca54f1a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.0851493 Nov 23 18:38:55.014291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01bf0b-de6c-4393-8922-adfa0cfd2117 req-2da9ef74-32eb-417b-8f56-7475f05d3d27 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.024866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc01bf0b-de6c-4393-8922-adfa0cfd2117 req-2da9ef74-32eb-417b-8f56-7475f05d3d27 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.1163344 Nov 23 18:38:55.118875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc01bf0b-de6c-4393-8922-adfa0cfd2117 req-d43739c1-5f52-420a-87b0-c76b39af97c7 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930121 Nov 23 18:38:55.301279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec13e449-baad-40a4-af92-6eb68502c840 req-009ebe14-3ca2-4182-a8f6-f803161c41ef tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=d23a7ab4-4bc0-4028-a048-d54650bb21b7 HTTP/1.1" status: 200 len: 210 time: 0.0472183 Nov 23 18:38:55.346718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-d0938645-eedf-49f5-80dc-784bb84ac123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.348681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-d0938645-eedf-49f5-80dc-784bb84ac123 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3692698 Nov 23 18:38:55.384910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:38:55.388481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-290f659c-f4e3-4ed4-9538-3b51fb91036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.390329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-290f659c-f4e3-4ed4-9538-3b51fb91036c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3252726 Nov 23 18:38:55.507415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-8ad551d7-1061-4a03-9036-f418f9c5dd0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1104498 Nov 23 18:38:55.679917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c763-42fb-4062-8233-87c8d51b251c req-fcec90c8-2651-4a4a-8921-649f09d292eb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.689870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1485c763-42fb-4062-8233-87c8d51b251c req-fcec90c8-2651-4a4a-8921-649f09d292eb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 948 time: 0.0887566 Nov 23 18:38:55.693760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-e0050798-d845-4fee-b1d4-7c1c6fbae3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.695446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-e0050798-d845-4fee-b1d4-7c1c6fbae3f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2709792 Nov 23 18:38:55.782030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-ed3d6e7a-42b6-4e62-a946-0a5ae89815a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:55.783565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-ed3d6e7a-42b6-4e62-a946-0a5ae89815a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2624230 Nov 23 18:38:55.784339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1485c763-42fb-4062-8233-87c8d51b251c req-e538d595-5091-41c6-86db-d4da8331bdd3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934277 Nov 23 18:38:55.901204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:55.926317 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:55.933831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'name': 'network-vif-deleted', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:55.937399 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bb5ef-ec19-4eb2-b68d-d71ba2e6f818" -d '{"events": [{"server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "name": "network-vif-deleted", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:55.948923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:55.963463 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:56.022571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:56.030279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:56.034337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:56.228615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:56.243683 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'mac_address': 'fa:16:3e:e7:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:56.321616 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:56.349184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:56.379210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:56.387176 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:56.498894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:56.562078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:56.691353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e268f3-85df-44b8-a49c-39a19fe31b6b req-6145a72c-25c6-4632-b68e-2cfdfc08991d tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:56.696104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e268f3-85df-44b8-a49c-39a19fe31b6b req-6145a72c-25c6-4632-b68e-2cfdfc08991d tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.2805989 Nov 23 18:38:56.738032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['216b2808-8f81-4969-bffc-ce67b2b2b2ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:56.893784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e268f3-85df-44b8-a49c-39a19fe31b6b req-5f65afdd-6466-4601-8711-45e6fc283117 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751065 Nov 23 18:38:57.112145 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:52Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:57.165801 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9584a518-cf3e-4c95-8cf3-371397f5dd0e x-openstack-request-id: req-9584a518-cf3e-4c95-8cf3-371397f5dd0e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:57.166706 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a7ab4-4bc0-4028-a048-d54650bb21b7", "name": "network-vif-deleted", "tag": "fef8ac5d-da7a-456e-88f7-9bdac44cd15d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:57.166706 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9584a518-cf3e-4c95-8cf3-371397f5dd0e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:57.169284 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a7ab4-4bc0-4028-a048-d54650bb21b7', 'name': 'network-vif-deleted', 'tag': 'fef8ac5d-da7a-456e-88f7-9bdac44cd15d', 'status': 'completed', 'code': 200} Nov 23 18:38:57.179809 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:38:57.210833 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:57.216405 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:57.316483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-f28f413c-cf7f-4af0-84d1-86dc4bd58244 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6037021 Nov 23 18:38:57.329621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92b184e1-ed6d-4aaa-8095-b5045d85365e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:57.334753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-2a6b5aa6-2645-43d6-8b0c-2f931a7d91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:57.337085 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-2a6b5aa6-2645-43d6-8b0c-2f931a7d91d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5272913 Nov 23 18:38:57.469312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02856-3915-4094-bf16-964da47da2d5 req-414916ae-f54b-4d6f-bd80-cb9d8557cad3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:57.472162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3c02856-3915-4094-bf16-964da47da2d5 req-414916ae-f54b-4d6f-bd80-cb9d8557cad3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1482515 Nov 23 18:38:57.500264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:57.510256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-0fd6f24c-3fee-4855-bafa-12be2e0d304f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615450 Nov 23 18:38:57.510868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'Port': ['ID=3be8c8d9-78fd-4a20-b966-6eeb50fa927c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:57.643481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3c02856-3915-4094-bf16-964da47da2d5 req-c99836a7-4848-485a-bbea-6de32f907873 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590896 Nov 23 18:38:57.658726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:57.773528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:57.775074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dc0823df-c31e-47bb-b954-da16911a2b38 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9664085 Nov 23 18:38:57.970221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-39a73958-df94-427a-a2b3-6f7fb94f37ca service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256526 Nov 23 18:38:57.970512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:52Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:58.026659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92232dea-8fb9-4901-ab20-6892a2f0b75a None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:52Z', 'revision_number': 3, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:38:58.050094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:58.064729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c99008d-3cd5-431c-ada4-66999b2ea6f9 req-e97ca268-af13-47f5-baf4-96cf32d4cd17 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305636 Nov 23 18:38:58.266188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:58.288345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 216b2808-8f81-4969-bffc-ce67b2b2b2ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:58.294051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:58.305101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:38:58.422776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ee15-99d9-4e3c-86bc-832f18126f4f req-e2fb5997-ca8d-4bb0-a1c8-cb4094299838 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:58.433286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2e42d-7655-4ef5-ba61-c5f0852097f7 None None] New status for floating IP 91d7f110-4f40-4703-a641-31837bd801ce: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:38:58.441758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ea1ee15-99d9-4e3c-86bc-832f18126f4f req-e2fb5997-ca8d-4bb0-a1c8-cb4094299838 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 949 time: 0.1280551 Nov 23 18:38:58.539644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ea1ee15-99d9-4e3c-86bc-832f18126f4f req-7b94d297-92ae-4525-a590-ac73a9ca8138 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969079 Nov 23 18:38:58.578285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:38:58.590370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:58.682094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:58.708479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-ae3ec71f-3a58-445e-9ad6-902a9cb95a94 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "PUT /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 997 time: 11.4550550 Nov 23 18:38:58.741525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:58.745276 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d121b4c-9939-4c51-b2a5-35200a1bb8f4" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:58.776519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:58.814882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-a853c490-ffa1-42a9-90d2-ac1e56630145 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1865675699&fields=id&tenant_id=78da67b9c8f34ca08029f20968224ebb HTTP/1.1" status: 200 len: 267 time: 0.1077812 Nov 23 18:38:58.840218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-8c575151-b234-40fa-955e-52df0479cbf4 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:58.842110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-8c575151-b234-40fa-955e-52df0479cbf4 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports/a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 943 time: 0.1317992 Nov 23 18:38:58.862139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:58.983881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-253714d8-3f78-4eca-8fd4-e80f9195166c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:58.989921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-253714d8-3f78-4eca-8fd4-e80f9195166c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/networks?id=cd9239cf-6718-42eb-9a8d-6438955a4e44 HTTP/1.1" status: 200 len: 806 time: 0.1711836 Nov 23 18:38:59.026505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-744865e3-076b-4f6d-8f60-4821c425fe39 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/quotas/78da67b9c8f34ca08029f20968224ebb HTTP/1.1" status: 200 len: 375 time: 0.0284007 Nov 23 18:38:59.042420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-84bc4526-6cb9-4cd8-a89b-60295a14dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.045753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-84bc4526-6cb9-4cd8-a89b-60295a14dbae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.0615485 Nov 23 18:38:59.055072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:59.156504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-cdaba333-56ea-43a0-a9dd-24d1d73410a8 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78da67b9c8f34ca08029f20968224ebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221063 Nov 23 18:38:59.194226 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:38:59.222331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}, {'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:59.225286 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1264016-9ede-4e38-85b6-5a498e736b57" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}, {"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:59.225604 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:38:59.229822 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:38:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:38:59.307189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-304f6a9a-ad32-44f3-afd2-ad44ed08a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.316652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-304f6a9a-ad32-44f3-afd2-ad44ed08a921 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2554400 Nov 23 18:38:59.389334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-8da5255b-216e-4ba2-8888-27f9c8a11ec4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.0713727 Nov 23 18:38:59.393925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1a472255-d0c4-425e-aa2d-9ec80cce3464 service neutron] 10.222.0.37 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131112 Nov 23 18:38:59.462449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:38:59.488031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-8eaa5087-aa68-4f7c-ae40-a714c7df515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.503707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-8eaa5087-aa68-4f7c-ae40-a714c7df515c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1130104 Nov 23 18:38:59.555393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-655e2a40-1f52-4006-863b-2d32c4dbcf81 service neutron] 10.222.0.37 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455925 Nov 23 18:38:59.566518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-74b5ce7c-d9d0-4341-ba10-db6e18a68a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.576506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-74b5ce7c-d9d0-4341-ba10-db6e18a68a9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707746 Nov 23 18:38:59.714093 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3058fd14-fbdb-4039-ba5b-eade501dff4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:59.744402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-e171fce5-6c1d-4167-82ab-06a4b9aa8aee tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.745974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-e171fce5-6c1d-4167-82ab-06a4b9aa8aee tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 949 time: 0.1377795 Nov 23 18:38:59.835450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-b46cbc10-7efa-4a85-b09d-d6551cc25e59 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574568 Nov 23 18:38:59.973564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2a0b0-831e-42b1-9c02-688667945496 req-8dac71b7-5243-4580-997c-78f31cf27333 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:59.983181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bc2a0b0-831e-42b1-9c02-688667945496 req-8dac71b7-5243-4580-997c-78f31cf27333 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.0853581 Nov 23 18:39:00.057056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bc2a0b0-831e-42b1-9c02-688667945496 req-6137896f-35b0-476e-ad20-55c4179b21db tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699689 Nov 23 18:39:00.057488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:58Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:00.098272 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:00.111871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:00.112673 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:00.158931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-762d3c83-9f60-49f3-a683-5326a49bc0df service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859709 Nov 23 18:39:00.205078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port 9505347c-b1d6-4300-9c28-7f9138914665 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:00.205417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:00.282981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-2b89e6f0-e91d-4af2-81f3-77e02babba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:00.295219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09204d04-c6a8-4d42-b4d8-46aa956f0ec8 req-2f047b60-d4b0-4fa7-9166-c2c312bdb596 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:00.295847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-2b89e6f0-e91d-4af2-81f3-77e02babba1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1096 time: 0.1053479 Nov 23 18:39:00.298192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:00.299095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09204d04-c6a8-4d42-b4d8-46aa956f0ec8 req-2f047b60-d4b0-4fa7-9166-c2c312bdb596 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f7286-34aa-4c1a-a35b-745e7d882ee3 HTTP/1.1" status: 200 len: 949 time: 0.1214042 Nov 23 18:39:00.427224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09204d04-c6a8-4d42-b4d8-46aa956f0ec8 req-3429b88f-5486-4833-a4df-a5f68b836f91 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157079 Nov 23 18:39:00.451646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port 9505347c-b1d6-4300-9c28-7f9138914665, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9505347c-b1d6-4300-9c28-7f9138914665,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:00.452271 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:00.497851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for 9505347c-b1d6-4300-9c28-7f9138914665 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:00.513385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-88eb6bf2-4017-4008-84c1-d31845d108a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:00.515872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-88eb6bf2-4017-4008-84c1-d31845d108a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2178371 Nov 23 18:39:00.580114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:00.792874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-933cda2e-2df5-46aa-a725-c8f3228083f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 1000 time: 0.2692440 Nov 23 18:39:00.826724 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:58Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:00.869577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931c3f9-cd69-4157-ad6f-438bd3533703 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:ba:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:38:58Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:00.921696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-edb08244-808e-4352-bf3a-2bdce6e600c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:00.924017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-edb08244-808e-4352-bf3a-2bdce6e600c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1104710 Nov 23 18:39:01.090505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-a92b9944-debd-458f-82fa-6416014aa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:01.092991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-a92b9944-debd-458f-82fa-6416014aa8ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516242 Nov 23 18:39:01.094811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:01.111731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:01.118950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813', 'b0664569-689d-450b-af90-9241e1344d96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:01.200820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=9505347c-b1d6-4300-9c28-7f9138914665,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:01.341694 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4198a4a2-02bb-4927-bd33-475f156a1d57 x-openstack-request-id: req-4198a4a2-02bb-4927-bd33-475f156a1d57 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:01.344623 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-plugged", "status": "completed", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:01.345521 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4198a4a2-02bb-4927-bd33-475f156a1d57 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:01.347699 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'code': 200} Nov 23 18:39:01.469039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port 9505347c-b1d6-4300-9c28-7f9138914665 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:01.474098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:01.478142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c6fffdf-337a-4bc0-96be-84d53b961e4a req-2825dc88-133c-48f4-9c73-8ea6bbc7e42e tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "DELETE /v2.0/ports/9505347c-b1d6-4300-9c28-7f9138914665 HTTP/1.1" status: 204 len: 173 time: 1.7172756 Nov 23 18:39:01.514954 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8f344-d58b-4b1d-9975-b5880b30c5cb x-openstack-request-id: req-7db8f344-d58b-4b1d-9975-b5880b30c5cb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:01.521738 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:01.522112 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7db8f344-d58b-4b1d-9975-b5880b30c5cb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:01.522555 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:39:01.522836 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'status': 'completed', 'code': 200} Nov 23 18:39:01.694514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-550e70b3-f3b3-44ca-8f58-e91aa26e2fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321016 Nov 23 18:39:01.746619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-906d58d4-9d50-4ce5-8ec2-03c2e2549e21 req-a89659f1-5481-44ea-85f6-b75228e01022 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 210 time: 0.0738387 Nov 23 18:39:01.926910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-91dcdf09-d9f4-4847-ae97-60dad810b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:01.931002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-91dcdf09-d9f4-4847-ae97-60dad810b5c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1096 time: 0.3939085 Nov 23 18:39:01.980617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-c6deaf01-4bac-4fbc-afb5-073acc20fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:01.993624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-c6deaf01-4bac-4fbc-afb5-073acc20fc1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.4447327 Nov 23 18:39:02.083050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9505347c-b1d6-4300-9c28-7f9138914665 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:02.228791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58616e-c1b7-4736-bbd6-2aa4fc5adcd3 req-2e06f553-f815-4a6c-9d19-9b2d2ba66291 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:02.244240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a58616e-c1b7-4736-bbd6-2aa4fc5adcd3 req-2e06f553-f815-4a6c-9d19-9b2d2ba66291 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.3255453 Nov 23 18:39:02.381368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 9505347c-b1d6-4300-9c28-7f9138914665 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:02.382235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9505347c-b1d6-4300-9c28-7f9138914665 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:02.425437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:02.434668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a58616e-c1b7-4736-bbd6-2aa4fc5adcd3 req-11839e96-a7bd-487f-829a-dc136923c833 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299512 Nov 23 18:39:02.501875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10cc1433-bc2f-4dd1-9826-6631c03432e8 req-f7015990-7a09-4b25-b10f-8fbfe5748386 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045418 Nov 23 18:39:02.502474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-06459551-ce90-4a9b-ac8d-e037d1122bd7 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:02.503614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-06459551-ce90-4a9b-ac8d-e037d1122bd7 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.50 "GET /v2.0/networks?id=cd9239cf-6718-42eb-9a8d-6438955a4e44 HTTP/1.1" status: 200 len: 806 time: 0.4345973 Nov 23 18:39:02.555158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-04a85551-0683-484b-957a-fb01785e980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:02.559544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-04a85551-0683-484b-957a-fb01785e980a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.6133125 Nov 23 18:39:02.698025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-9d9882f2-006d-4181-823a-b2ffe02f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:02.701970 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-9d9882f2-006d-4181-823a-b2ffe02f97c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.6790140 Nov 23 18:39:02.757444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-574b5dcb-3b51-4c06-99c8-e3587577484f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.0423903 Nov 23 18:39:02.760430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-800c2fae-8106-4820-8276-d0c57b9da132 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144409 Nov 23 18:39:02.780719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-28ee4b8a-c066-4cda-a6aa-8a9a1f7e09f8 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78da67b9c8f34ca08029f20968224ebb HTTP/1.1" status: 200 len: 380 time: 0.2638590 Nov 23 18:39:02.855585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'port': {'device_id': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'admin_state_up': True, 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'security_groups': ['b774e9d0-d3a3-4a7d-9a00-aa3346e5c885']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:02.895418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-b9d1f683-1b2d-4410-8ebe-67cf05dd6d65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 1000 time: 0.3212492 Nov 23 18:39:02.995657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-077cfcb6-d407-4fa4-a2af-ba291927b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:02.997895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-077cfcb6-d407-4fa4-a2af-ba291927b4bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.0946021 Nov 23 18:39:02.999442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-749d4a5f-d144-4f7e-af95-af15a05e9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:03.000797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-749d4a5f-d144-4f7e-af95-af15a05e9b86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.2284634 Nov 23 18:39:03.036273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-12577327-87da-4854-8eeb-985274fcde8a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:03.038553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-12577327-87da-4854-8eeb-985274fcde8a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565751 Nov 23 18:39:03.084483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-61e6a7b5-dc7d-432e-9831-4525074b5aff tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1000 time: 0.2625179 Nov 23 18:39:03.093672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:03.124830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-e27433e5-11be-4c71-827a-d0bc6ecf616e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/quotas/843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 375 time: 0.0347385 Nov 23 18:39:03.148968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-16e9ae2f-c709-408d-b1f8-61af4220a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:03.150370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-16e9ae2f-c709-408d-b1f8-61af4220a63f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090572 Nov 23 18:39:03.153858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-8c92e747-bd99-48f1-837b-48ad2a68b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:03.155755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-8c92e747-bd99-48f1-837b-48ad2a68b11d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482010 Nov 23 18:39:03.167023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-27bdc14e-4298-4918-8412-493ab69caf7b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:03.168513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-27bdc14e-4298-4918-8412-493ab69caf7b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports/52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 942 time: 0.0759804 Nov 23 18:39:03.209757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Made reservation on behalf of 78da67b9c8f34ca08029f20968224ebb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:03.216170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:03.249821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-0fc5d37b-8902-445d-a142-ca5db4052b4d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120389 Nov 23 18:39:03.519112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Allocated IP 172.20.0.9 (cd9239cf-6718-42eb-9a8d-6438955a4e44/792e632c-1541-4f81-917b-2264d285949d/3d6f396c-5b59-4b56-8b72-248954d19c5c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:03.664106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'name': 'network-vif-deleted', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:03.666262 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5800bf-c222-472c-bb6e-5a596e712254" -d '{"events": [{"server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "name": "network-vif-deleted", "tag": "9505347c-b1d6-4300-9c28-7f9138914665"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:03.885892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d1ac35d-f6f3-4cda-992e-b7dd2db0a4eb req-62470cb4-684d-4614-8695-da73c0216ca1 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 210 time: 0.0372121 Nov 23 18:39:03.943022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-8c713406-22db-49b0-9986-e3e8acec400f tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1000 time: 0.2626264 Nov 23 18:39:03.953670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:03.955723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-9316c1ad-ebac-4580-87e9-44cadc4c2ac7 service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850950 Nov 23 18:39:04.120635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:04.146401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:04.150632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:04.185164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:04.187008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-668b51fa-9bd6-4fde-8658-55953518be4d tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:04.190097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fca46b71-695b-4498-90d3-c9ecede56b3c req-668b51fa-9bd6-4fde-8658-55953518be4d tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2315724 Nov 23 18:39:04.292660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:04.294728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:04.341255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b250b2-e3fa-4d8b-bb10-313b0a9b9f7b req-abf94ddb-c718-408d-8dda-5b0f0c81d7f7 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:04.343027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2b250b2-e3fa-4d8b-bb10-313b0a9b9f7b req-abf94ddb-c718-408d-8dda-5b0f0c81d7f7 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.3079903 Nov 23 18:39:04.357218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:04.374081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-1178ca3c-9db1-45d2-a8dc-ef5b1d1cb486 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5263088 Nov 23 18:39:04.401058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Request body: {'port': {'device_id': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:04.421245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8550cc02-b766-4f73-96a9-b4488d3e621e req-e12f7169-958e-4581-a0da-efbf4311aa1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 210 time: 0.1355901 Nov 23 18:39:04.443038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-72a07a5f-5b92-4309-a207-5ec078018e5f service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2732635 Nov 23 18:39:04.522615 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337b6cb-bfcb-4f5b-8e17-74f0fe9ddafe x-openstack-request-id: req-e337b6cb-bfcb-4f5b-8e17-74f0fe9ddafe {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:04.522837 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f7286-34aa-4c1a-a35b-745e7d882ee3", "name": "network-vif-deleted", "tag": "9505347c-b1d6-4300-9c28-7f9138914665", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:04.523097 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e337b6cb-bfcb-4f5b-8e17-74f0fe9ddafe {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:04.523543 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f7286-34aa-4c1a-a35b-745e7d882ee3', 'name': 'network-vif-deleted', 'tag': '9505347c-b1d6-4300-9c28-7f9138914665', 'status': 'completed', 'code': 200} Nov 23 18:39:04.685361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-7df9d027-fc32-4b4e-84d4-b463e26b0413 service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902186 Nov 23 18:39:04.714449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2b250b2-e3fa-4d8b-bb10-313b0a9b9f7b req-ee03c0f0-7df7-4db3-8811-30835f5b41ee tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530953 Nov 23 18:39:04.719075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:04.722634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66dda687-91a7-4ee8-9e8d-896c3c1c1e91 None None] Provisioning complete for port 3d6f396c-5b59-4b56-8b72-248954d19c5c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:04.723624 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66dda687-91a7-4ee8-9e8d-896c3c1c1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:04.917367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-66dda687-91a7-4ee8-9e8d-896c3c1c1e91 None None] Port 3d6f396c-5b59-4b56-8b72-248954d19c5c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:39:04.984885 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1264016-9ede-4e38-85b6-5a498e736b57 req-40d45d03-c3cc-4c7c-a379-b6d6e5fca90f service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019834 Nov 23 18:39:05.208679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec0b2-ff26-4240-ae9c-629e29b44d23 req-a64abebf-5275-4627-bcf1-6874f636f777 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:05.210672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45cec0b2-ff26-4240-ae9c-629e29b44d23 req-a64abebf-5275-4627-bcf1-6874f636f777 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 931 time: 0.0826182 Nov 23 18:39:05.228874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-0312c096-2199-4fba-a3d9-cb9d53e942bd tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1000 time: 0.2980509 Nov 23 18:39:05.305149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4f1aa0dd-f88c-48f6-8229-a132f6bc5887 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:05.317413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45cec0b2-ff26-4240-ae9c-629e29b44d23 req-a0535ed2-36a6-4381-ba98-91da072fc822 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946898 Nov 23 18:39:05.318990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4f1aa0dd-f88c-48f6-8229-a132f6bc5887 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports/52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 942 time: 0.0891643 Nov 23 18:39:05.467564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-ad78ff9b-1b03-4a6d-9192-d2d389e75acf tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=843dbf999a6942af8105a567311de4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527205 Nov 23 18:39:05.671027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e1773-046e-4357-8cdc-ccf364c82704 req-888c2f31-636e-4ca8-8804-684ee004c7a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:05.684167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-230e1773-046e-4357-8cdc-ccf364c82704 req-888c2f31-636e-4ca8-8804-684ee004c7a2 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 950 time: 0.2201312 Nov 23 18:39:05.802200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-c105039a-0a6c-4f25-b5b1-437ed3693443 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1000 time: 0.2360780 Nov 23 18:39:05.811105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-c4c84cb5-f730-4821-8edf-552b3bd075b6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:05.815175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-c4c84cb5-f730-4821-8edf-552b3bd075b6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341763 Nov 23 18:39:05.828443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-230e1773-046e-4357-8cdc-ccf364c82704 req-efc8c316-392a-4ebf-863a-f4a8c27d50ba tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426990 Nov 23 18:39:05.845123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Request body: {'port': {'device_id': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '843dbf999a6942af8105a567311de4e5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:06.035712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6f396c-5b59-4b56-8b72-248954d19c5c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:06.052958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:06.096299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Transition to ACTIVE for port object 3d6f396c-5b59-4b56-8b72-248954d19c5c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:39:06.106453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecbb8aa8-c868-421a-a46a-97c8714c028f req-ab43d018-5359-4b97-a078-1d82341d1c96 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 210 time: 0.0719779 Nov 23 18:39:06.124906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:06.167419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-1eaefa2f-c968-47e8-b106-e661aefc5145 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:06.176421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-1eaefa2f-c968-47e8-b106-e661aefc5145 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.3729241 Nov 23 18:39:06.178995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Made reservation on behalf of 843dbf999a6942af8105a567311de4e5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:06.182906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-ea5e3801-87a0-4840-8535-be71109cfc35 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:39:06.183835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-ea5e3801-87a0-4840-8535-be71109cfc35 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066295 Nov 23 18:39:06.196098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:06.360915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:06.372950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-e23f47be-0fa2-44c1-8083-5c2123f6322a tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1000 time: 0.1568987 Nov 23 18:39:06.380857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:06.614718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f2d5-7836-4150-9bcc-7921f29c37bf req-5647250b-925b-426a-9fc7-0c53b1093b84 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:06.633012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f33f2d5-7836-4150-9bcc-7921f29c37bf req-5647250b-925b-426a-9fc7-0c53b1093b84 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 944 time: 0.4197528 Nov 23 18:39:06.699385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-cfee9210-2d99-4026-995a-5dcda945d417 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:06.702428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-cfee9210-2d99-4026-995a-5dcda945d417 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 950 time: 0.4355180 Nov 23 18:39:06.808782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Allocated IP 192.168.233.160 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/f164ef3f-fd95-45cc-a8c1-2ad39aca762e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:06.996896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.089240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f33f2d5-7836-4150-9bcc-7921f29c37bf req-6e9d91d4-fd0d-4418-b908-f57e039aa7a9 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543529 Nov 23 18:39:07.107166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Attempting to bind port 3d6f396c-5b59-4b56-8b72-248954d19c5c on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:07.110337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Attempting to bind port 3d6f396c-5b59-4b56-8b72-248954d19c5c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:07.110743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Attempting to bind port 3d6f396c-5b59-4b56-8b72-248954d19c5c on network cd9239cf-6718-42eb-9a8d-6438955a4e44 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:07.132325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Port 3d6f396c-5b59-4b56-8b72-248954d19c5c on network cd9239cf-6718-42eb-9a8d-6438955a4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:07.132667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Attempting to bind port 3d6f396c-5b59-4b56-8b72-248954d19c5c on network cd9239cf-6718-42eb-9a8d-6438955a4e44 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:07.195822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:07.196406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Checking segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:07.197069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Bound using segment: {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:07.197871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Bound port: 3d6f396c-5b59-4b56-8b72-248954d19c5c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f325244-0e44-4a73-9c74-5f26ca9a673c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:07.198487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.211349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-e115542d-8960-44f9-8aad-5d751b876c7a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:07.225705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-e115542d-8960-44f9-8aad-5d751b876c7a tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/ports?device_id=2367e635-d2e6-46a1-b29b-a7dcc8cb06c7 HTTP/1.1" status: 200 len: 950 time: 0.5890462 Nov 23 18:39:07.312022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:07.315586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:07.325274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.420192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:07.422326 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.424633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] 10.222.0.50 "PUT /v2.0/ports/3d6f396c-5b59-4b56-8b72-248954d19c5c HTTP/1.1" status: 200 len: 1091 time: 3.0281804 Nov 23 18:39:07.425536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:07.429644 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106dd886-37fc-4965-b834-e981c83c75f0" -d '{"events": [{"name": "network-changed", "server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:07.491270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.623469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.628924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.632509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf877717-43fd-49a7-b5ed-76b9ff41bafc service neutron] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:07.656291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:07.663581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.665700 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Floating IP 91d7f110-4f40-4703-a641-31837bd801ce disassociated. External IP: 172.25.5.18, port: 52f06c4a-8d38-420d-9ff5-ab2350cfa20d. Nov 23 18:39:07.737249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['216b2808-8f81-4969-bffc-ce67b2b2b2ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:07.739219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port b0664569-689d-450b-af90-9241e1344d96 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:07.739725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:07.757820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:07.796872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfc771-35aa-43a0-bad7-91df4f974d2d req-769f0164-697b-4f5a-ab8b-33c6a414540d tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:07.802473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64cfc771-35aa-43a0-bad7-91df4f974d2d req-769f0164-697b-4f5a-ab8b-33c6a414540d tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 943 time: 0.3904009 Nov 23 18:39:07.803493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:07.842160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:07.845586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:07.969537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port 2187a920-0d4a-4d9e-af6e-34c8fae81796 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:07.970010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.156945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:08.160787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c7907d4b-6914-46a5-b3d2-cc7e98ce1829 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:08.164224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port 2187a920-0d4a-4d9e-af6e-34c8fae81796, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=2187a920-0d4a-4d9e-af6e-34c8fae81796,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:08.165070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.193731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for 2187a920-0d4a-4d9e-af6e-34c8fae81796 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:08.423453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-ae7a7670-9f81-448d-bb64-23a39af30f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.428436 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-ae7a7670-9f81-448d-bb64-23a39af30f99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78da67b9c8f34ca08029f20968224ebb&device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 1094 time: 0.9046366 Nov 23 18:39:08.464799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5db64738-5c54-430b-9bf1-45e4cc139e46 None None] Provisioning complete for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:08.467425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5db64738-5c54-430b-9bf1-45e4cc139e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.532462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.536724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.546640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5db64738-5c54-430b-9bf1-45e4cc139e46 None None] Port f164ef3f-fd95-45cc-a8c1-2ad39aca762e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:39:08.584871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-420c06d4-eba7-44e4-b916-4bfc8fb68b53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c HTTP/1.1" status: 200 len: 217 time: 0.1369939 Nov 23 18:39:08.635273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:08.638465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d268729b-b1ff-4d49-b100-142276484e1c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8036256 Nov 23 18:39:08.655832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64cfc771-35aa-43a0-bad7-91df4f974d2d req-56418f80-3c62-4302-9ad0-8998571d4d45 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8153284 Nov 23 18:39:08.666349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port b0664569-689d-450b-af90-9241e1344d96, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b0664569-689d-450b-af90-9241e1344d96,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:08.667010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.685917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Request body: {'port': {'device_id': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:08.799391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for b0664569-689d-450b-af90-9241e1344d96 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:08.803021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-73e5f921-42cc-4820-a743-8c721305d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:08.812290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-73e5f921-42cc-4820-a743-8c721305d507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=792e632c-1541-4f81-917b-2264d285949d HTTP/1.1" status: 200 len: 845 time: 0.2133684 Nov 23 18:39:08.818493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:08.830510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.901691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:08.922781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:08.927442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:08.928294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:09.001762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-4c3e8e02-828d-4f89-844b-db0e98f293d0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "PUT /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 694 time: 2.6247387 Nov 23 18:39:09.007523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'port_id': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'mac_address': 'fa:16:3e:49:36:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:39:09.024496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-8665a9ee-3ef3-4ce3-9c5c-effdee59baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:09.027779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-8665a9ee-3ef3-4ce3-9c5c-effdee59baf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd9239cf-6718-42eb-9a8d-6438955a4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908426 Nov 23 18:39:09.085160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:09.090413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:09.129302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=2187a920-0d4a-4d9e-af6e-34c8fae81796,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:09.153474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b017c-74ee-4bdd-bb34-4b5d2e8adf6d req-3447832c-fa3a-4df8-a6a6-1730c86ad490 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:09.166025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-180b017c-74ee-4bdd-bb34-4b5d2e8adf6d req-3447832c-fa3a-4df8-a6a6-1730c86ad490 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b490af6-ce05-4b27-9904-a4c934dc29ee HTTP/1.1" status: 200 len: 950 time: 0.3365245 Nov 23 18:39:09.261183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:09.312431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7907d4b-6914-46a5-b3d2-cc7e98ce1829 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:09.318827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e', '2187a920-0d4a-4d9e-af6e-34c8fae81796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:09.361449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-4591ae55-3fbd-4ff0-9593-63623e8f85b0 service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143144 Nov 23 18:39:09.444256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port 2187a920-0d4a-4d9e-af6e-34c8fae81796 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:09.452500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:09.460178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f22b55e-ac52-4b4c-864f-a2131df27791 req-88ff1677-c874-4fa0-80bd-fe83501960d0 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "DELETE /v2.0/ports/2187a920-0d4a-4d9e-af6e-34c8fae81796 HTTP/1.1" status: 204 len: 173 time: 2.2015462 Nov 23 18:39:09.465822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-ab3460cc-7242-436e-8826-25d51edc92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:09.468785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-ab3460cc-7242-436e-8826-25d51edc92f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1096 time: 0.1777964 Nov 23 18:39:09.469500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'name': 'network-vif-deleted', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:09.472054 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd848e17-ae6c-4ca4-85ad-2cb152b6d3c0" -d '{"events": [{"server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "name": "network-vif-deleted", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:09.546798 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-180b017c-74ee-4bdd-bb34-4b5d2e8adf6d req-2ee7a8a1-13ea-4c42-af4d-940630a8b58d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795571 Nov 23 18:39:09.718229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:09.766683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:09.787285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:09.961299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:10.020379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:10.065273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 2187a920-0d4a-4d9e-af6e-34c8fae81796 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:10.066000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c0731e-b728-46ed-89d8-c8330f937953 req-99eafcdb-e925-4e5d-b6de-0896da9670c3 service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6884756 Nov 23 18:39:10.068913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-56accf54-af3d-4529-bed6-05485b26cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.085286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-56accf54-af3d-4529-bed6-05485b26cffd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.5626729 Nov 23 18:39:10.100621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 2187a920-0d4a-4d9e-af6e-34c8fae81796 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:10.101015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 2187a920-0d4a-4d9e-af6e-34c8fae81796 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:10.155939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffe50-a5eb-48ec-afad-be3de5426bb5 req-68616dc3-4107-467f-baf0-14a810d1af91 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.157547 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485ffe50-a5eb-48ec-afad-be3de5426bb5 req-68616dc3-4107-467f-baf0-14a810d1af91 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 936 time: 0.3900890 Nov 23 18:39:10.158358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=b0664569-689d-450b-af90-9241e1344d96,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:10.221407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-52d075af-f85a-4d73-8efc-5d51b958a833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 217 time: 0.1323180 Nov 23 18:39:10.224124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port b0664569-689d-450b-af90-9241e1344d96 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:10.227266 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:10.231888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-573e65c7-d29c-447d-ac03-2e12edbfbd76 req-8eb05c3f-9eb2-474d-bcb7-bfe6f7e157ad tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "DELETE /v2.0/ports/b0664569-689d-450b-af90-9241e1344d96 HTTP/1.1" status: 204 len: 173 time: 3.5193954 Nov 23 18:39:10.236946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c7907d4b-6914-46a5-b3d2-cc7e98ce1829'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:10.390576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-873f7910-fb86-4e26-a4f6-ac21cbe24f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.400076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-873f7910-fb86-4e26-a4f6-ac21cbe24f78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1763184 Nov 23 18:39:10.477276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485ffe50-a5eb-48ec-afad-be3de5426bb5 req-a6a3fa7b-e527-46b0-84eb-76e7626bcbd9 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670968 Nov 23 18:39:10.528927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:10.539837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:10.589673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:10.590519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b0664569-689d-450b-af90-9241e1344d96 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:10.622466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-0294218b-38bd-49cb-a853-7f7f4d70739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:10.627152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-0294218b-38bd-49cb-a853-7f7f4d70739e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116370 Nov 23 18:39:10.648057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Transition to ACTIVE for port object f164ef3f-fd95-45cc-a8c1-2ad39aca762e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:39:10.657341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:10.828887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b0664569-689d-450b-af90-9241e1344d96 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:10.829591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b0664569-689d-450b-af90-9241e1344d96 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:10.832606 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe011cd9-5791-4a7f-a590-04e90d05f6b5 x-openstack-request-id: req-fe011cd9-5791-4a7f-a590-04e90d05f6b5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:10.833097 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:10.844035 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe011cd9-5791-4a7f-a590-04e90d05f6b5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:10.844772 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'status': 'completed', 'code': 200} Nov 23 18:39:10.848855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:10.950900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-340277ac-604a-431d-9eec-e46b9ef37415 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123047 Nov 23 18:39:11.050581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:11.115270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd886-37fc-4965-b834-e981c83c75f0 req-49960784-c97c-43e6-9c82-3ec46f155057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:11.117446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-49960784-c97c-43e6-9c82-3ec46f155057 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78da67b9c8f34ca08029f20968224ebb&device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 1094 time: 0.3034163 Nov 23 18:39:11.131640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9f3c-5cbf-4dd2-bd9c-9f5d7dc1f7cc req-3dad8fc0-686c-4e71-a564-7da8b08a7ae4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:11.141466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:11.153661 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-683b9f3c-5cbf-4dd2-bd9c-9f5d7dc1f7cc req-3dad8fc0-686c-4e71-a564-7da8b08a7ae4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 945 time: 0.2304354 Nov 23 18:39:11.204227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:11.222412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:11.258659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:11.263736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:11.345303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-496a2348-f49f-4bb5-a0fd-f2415dd1d5f4 req-c01d1bef-fd4f-410b-b0e8-44f2519f81eb service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824317 Nov 23 18:39:11.925290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30207182-5fac-4311-bd09-a37af8987241 req-1e728f77-cff3-48ab-839d-ad498a657631 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:11.941863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30207182-5fac-4311-bd09-a37af8987241 req-1e728f77-cff3-48ab-839d-ad498a657631 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 943 time: 0.1450765 Nov 23 18:39:11.979192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:12.000727 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c13fd-969a-4f41-8de2-37fe5f053edc x-openstack-request-id: req-d52c13fd-969a-4f41-8de2-37fe5f053edc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:12.001500 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367e635-d2e6-46a1-b29b-a7dcc8cb06c7", "name": "network-vif-deleted", "tag": "2187a920-0d4a-4d9e-af6e-34c8fae81796", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:12.001809 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d52c13fd-969a-4f41-8de2-37fe5f053edc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:12.002529 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367e635-d2e6-46a1-b29b-a7dcc8cb06c7', 'name': 'network-vif-deleted', 'tag': '2187a920-0d4a-4d9e-af6e-34c8fae81796', 'status': 'completed', 'code': 200} Nov 23 18:39:12.041959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-683b9f3c-5cbf-4dd2-bd9c-9f5d7dc1f7cc req-2903b655-6c76-4e02-b2ae-d9d50fdb905e tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8845305 Nov 23 18:39:12.057555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30207182-5fac-4311-bd09-a37af8987241 req-c3454b98-5e5a-4455-8d8e-48507f821ed3 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141160 Nov 23 18:39:12.210601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:12.217628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:12.218199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:12.233034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:12.233942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:12.233942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:12.288688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:12.289293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:12.290863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:12.295465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Bound port: f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:12.296069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:12.372757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd886-37fc-4965-b834-e981c83c75f0 req-171ec473-99f7-4220-bec2-01b58b6c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:12.375285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-171ec473-99f7-4220-bec2-01b58b6c74fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd9239cf-6718-42eb-9a8d-6438955a4e44 HTTP/1.1" status: 200 len: 907 time: 1.1940672 Nov 23 18:39:12.552047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-82b5612f-f527-49e0-84e4-36f9df0933fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c HTTP/1.1" status: 200 len: 217 time: 0.1626921 Nov 23 18:39:12.670876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b42f8-44a6-4efa-a6a6-3ea60cf35cc8 req-531e0e59-7802-4ae6-8bf9-145d606da8ec tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:12.685331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:12.686367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be8b42f8-44a6-4efa-a6a6-3ea60cf35cc8 req-531e0e59-7802-4ae6-8bf9-145d606da8ec tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.3483009 Nov 23 18:39:12.735693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-8f964bb1-4e12-4293-94ff-59158ec6386e tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:12.748015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-8f964bb1-4e12-4293-94ff-59158ec6386e tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1527395 Nov 23 18:39:12.769696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c4ee8-b9be-4b01-97d3-cf9d88c9a894 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:12.772986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd886-37fc-4965-b834-e981c83c75f0 req-4e3406bd-d0ea-409f-8445-0f74872771df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:12.775660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-4e3406bd-d0ea-409f-8445-0f74872771df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=792e632c-1541-4f81-917b-2264d285949d HTTP/1.1" status: 200 len: 845 time: 0.1898053 Nov 23 18:39:12.795482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:12.879836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:12.882533 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c6196-63a7-46ea-a245-aac2ab0dff5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:12.910533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:12.923948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-8f0637ad-7c87-44ad-a672-86612804c890 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 697 time: 0.1745822 Nov 23 18:39:12.924953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:12.930942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:12.968710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be8b42f8-44a6-4efa-a6a6-3ea60cf35cc8 req-455e1f79-4835-4ec8-8664-4c38fa3bb162 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809253 Nov 23 18:39:13.012653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:13.020199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.022599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:13.037776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 1096 time: 4.3498845 Nov 23 18:39:13.087147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd886-37fc-4965-b834-e981c83c75f0 req-138e6c93-f3cb-4f83-9061-20a3f5950942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.090096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-138e6c93-f3cb-4f83-9061-20a3f5950942 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd9239cf-6718-42eb-9a8d-6438955a4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908235 Nov 23 18:39:13.382795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d814f96-22b2-421c-8139-14762a3d9ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:13.472618 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088ea2a-3dcc-4e37-90bd-06365a52d724 None None] New status for floating IP 91d7f110-4f40-4703-a641-31837bd801ce: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:13.552621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d5896a65-8218-4f7e-b21e-bf177e9c62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.553420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-d5896a65-8218-4f7e-b21e-bf177e9c62ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1099 time: 0.4153869 Nov 23 18:39:13.624942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-0b6c77ef-2ea4-45ad-9b82-100ac91c1e48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.0526145 Nov 23 18:39:13.715559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-ed319d35-327a-4de8-a253-422c2407b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.717061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-ed319d35-327a-4de8-a253-422c2407b3a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0787606 Nov 23 18:39:13.790422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-bb5bd7a4-01e5-4df0-8376-b76506b6d0ce service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856959 Nov 23 18:39:13.798497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-c4f038ba-8978-45fe-a079-ad96230d0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.798497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-c4f038ba-8978-45fe-a079-ad96230d0f5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 1096 time: 0.3021781 Nov 23 18:39:13.965195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07390389-c015-43ea-ae4b-6d362aadf22f req-eb56333e-2a07-40f1-8453-8d9cc8f9a10c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:13.966839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07390389-c015-43ea-ae4b-6d362aadf22f req-eb56333e-2a07-40f1-8453-8d9cc8f9a10c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 943 time: 0.3360136 Nov 23 18:39:13.980677 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19cda8e-db69-4543-bcd7-42863d5f4951 x-openstack-request-id: req-e19cda8e-db69-4543-bcd7-42863d5f4951 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:13.981433 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:13.981838 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e19cda8e-db69-4543-bcd7-42863d5f4951 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:13.982241 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'status': 'completed', 'code': 200} Nov 23 18:39:14.020291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-da2678eb-28a4-4f93-a9ec-c9dd13f6b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.024486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-da2678eb-28a4-4f93-a9ec-c9dd13f6b70a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2158101 Nov 23 18:39:14.025369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'name': 'network-vif-deleted', 'tag': 'b0664569-689d-450b-af90-9241e1344d96'}, {'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:14.029211 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4e580d-45f1-4eec-9762-9ec165d762b1" -d '{"events": [{"server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "name": "network-vif-deleted", "tag": "b0664569-689d-450b-af90-9241e1344d96"}, {"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:14.050396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c7907d4b-6914-46a5-b3d2-cc7e98ce1829 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:14.113822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-cff12af7-d37b-4487-ae94-876c0de986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.115466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-cff12af7-d37b-4487-ae94-876c0de986bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3700261 Nov 23 18:39:14.135800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-f99deb59-7186-41b0-9735-2fb9703339f8 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.138200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-f99deb59-7186-41b0-9735-2fb9703339f8 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a7e6a8e-eb44-423f-813a-0f3b7010b443 HTTP/1.1" status: 200 len: 945 time: 0.1597574 Nov 23 18:39:14.161140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:39:14.162983 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:39:14.173910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-39317a1d-c9f9-473a-ae7c-4d2083ba45a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 200 len: 217 time: 0.1279998 Nov 23 18:39:14.185609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:39:14.194912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:14.196638 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.320434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.339828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07390389-c015-43ea-ae4b-6d362aadf22f req-35d3badc-ec8c-4203-b46d-e70be3c4459a tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399119 Nov 23 18:39:14.365954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106dd886-37fc-4965-b834-e981c83c75f0 req-4a2acf32-d15f-4277-9b67-5260e5abd683 service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548494 Nov 23 18:39:14.370852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:14.393272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Deleting port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:14.394133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.394542 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba49d2-7c66-4619-956d-ad7df1d91b0d" -d '{"events": [{"server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "name": "network-vif-plugged", "status": "completed", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:14.404481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-a031a28c-1b5e-4681-ab42-52a329532d03 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524283 Nov 23 18:39:14.409747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-c85bd20d-560c-4772-b3d6-d20e38fd21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.411940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-c85bd20d-560c-4772-b3d6-d20e38fd21e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.2194877 Nov 23 18:39:14.428418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:14.434814 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.512846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:14.541656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] For port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:14.542269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.558026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3d6f396c-5b59-4b56-8b72-248954d19c5c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:14.567356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Calling delete_port for 52f06c4a-8d38-420d-9ff5-ab2350cfa20d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:14.579223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-9b456f69-15ba-4023-8226-8b2f1b19e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.580698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-9b456f69-15ba-4023-8226-8b2f1b19e130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470816 Nov 23 18:39:14.592289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622a9c-f76c-4275-9ed0-f3c70f1c24dc req-4f2a3022-7ea0-40df-b371-f29812e62bca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:14.593789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98622a9c-f76c-4275-9ed0-f3c70f1c24dc req-4f2a3022-7ea0-40df-b371-f29812e62bca tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.1475825 Nov 23 18:39:14.666126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f05c4247-f1ca-4c9e-be9c-9d0523fb93a5 req-0d9f7719-8e9e-429f-9b1d-daebb73f4028 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441294 Nov 23 18:39:14.726144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.738351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98622a9c-f76c-4275-9ed0-f3c70f1c24dc req-6f606a27-d62a-4c27-9307-3c7c0d065d07 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326041 Nov 23 18:39:14.740456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:14.767337 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-8ad73cd4-b7d7-4446-a24d-5834833d758b service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725101 Nov 23 18:39:14.773565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'port_id': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'mac_address': 'fa:16:3e:a5:51:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:39:14.855080 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.878595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6f396c-5b59-4b56-8b72-248954d19c5c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:14.923428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:14.934578 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.004059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-318c6196-63a7-46ea-a245-aac2ab0dff5d req-54cd2e02-2655-461f-92c3-84bb50d5565f service neutron] 10.222.0.47 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284443 Nov 23 18:39:15.046013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:15.196069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d453b-bca8-4fb3-8955-9a47ced4c87c req-2e06f2c4-1daf-42d1-a209-d3497259404a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:15.198000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b99d453b-bca8-4fb3-8955-9a47ced4c87c req-2e06f2c4-1daf-42d1-a209-d3497259404a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.0889494 Nov 23 18:39:15.248914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.262531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['52f06c4a-8d38-420d-9ff5-ab2350cfa20d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:15.268939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a060e3c5-f9aa-4bbd-96e6-4f161193a6df'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:15.301809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event deleted for resources: {'Port': ['ID=52f06c4a-8d38-420d-9ff5-ab2350cfa20d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:15.322663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b99d453b-bca8-4fb3-8955-9a47ced4c87c req-bef3ab73-373a-43d2-8e4d-3160eba9c82d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125031 Nov 23 18:39:15.392348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] No DVR routers for this DVR port 52f06c4a-8d38-420d-9ff5-ab2350cfa20d on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:15.396905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.400528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6484f56-1a2a-48a6-8aeb-2f82d032a802 req-9e87f8d2-93b8-4835-91b9-1b9b3396a4b9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.47 "DELETE /v2.0/ports/52f06c4a-8d38-420d-9ff5-ab2350cfa20d HTTP/1.1" status: 204 len: 173 time: 1.2535610 Nov 23 18:39:15.416477 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4210919-d7ca-47ff-900b-85c23cdbbc20 x-openstack-request-id: req-f4210919-d7ca-47ff-900b-85c23cdbbc20 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:15.416959 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b490af6-ce05-4b27-9904-a4c934dc29ee", "name": "network-vif-deleted", "tag": "b0664569-689d-450b-af90-9241e1344d96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:15.417401 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4210919-d7ca-47ff-900b-85c23cdbbc20 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:15.427499 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b490af6-ce05-4b27-9904-a4c934dc29ee', 'name': 'network-vif-deleted', 'tag': 'b0664569-689d-450b-af90-9241e1344d96', 'status': 'completed', 'code': 200} Nov 23 18:39:15.428097 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'status': 'completed', 'code': 200} Nov 23 18:39:15.463450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3d6f396c-5b59-4b56-8b72-248954d19c5c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:15.598233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-be7f6118-b7a5-47fe-add7-b64a7deb950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:15.600090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-be7f6118-b7a5-47fe-add7-b64a7deb950f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1099 time: 0.1329727 Nov 23 18:39:15.657356 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc61e37-2d92-4a7d-ac05-8fe5e8e0dfd9 x-openstack-request-id: req-afc61e37-2d92-4a7d-ac05-8fe5e8e0dfd9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:15.657575 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "name": "network-vif-plugged", "status": "completed", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:15.657816 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afc61e37-2d92-4a7d-ac05-8fe5e8e0dfd9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:15.664644 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'code': 200} Nov 23 18:39:15.883243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec18a13-a1cf-420a-bd52-11cad416b45e req-393b63ac-c392-48b1-8acd-4935c4a1db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:15.888075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9ec18a13-a1cf-420a-bd52-11cad416b45e req-393b63ac-c392-48b1-8acd-4935c4a1db12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 1097 time: 0.1102877 Nov 23 18:39:15.979469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9ec18a13-a1cf-420a-bd52-11cad416b45e req-7a480c99-d48d-43eb-b106-3ab6254ffde1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818119 Nov 23 18:39:15.988442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'name': 'network-vif-deleted', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:15.991491 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11726229-4247-4b41-84f6-958e66879038" -d '{"events": [{"server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "name": "network-vif-deleted", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:16.056514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:16.106977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-fc078f75-80dd-4a24-9190-fe92f4b4bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.108627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-fc078f75-80dd-4a24-9190-fe92f4b4bd5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4931741 Nov 23 18:39:16.172806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:39:16.313918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494c55-a58c-46ad-a4af-489cd2fa11e3 req-c4b46410-bb78-48f3-b221-4f6ef8df2647 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.347093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a494c55-a58c-46ad-a4af-489cd2fa11e3 req-c4b46410-bb78-48f3-b221-4f6ef8df2647 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 944 time: 0.2102163 Nov 23 18:39:16.375350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:16.429153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'mac_address': 'fa:16:3e:1e:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:39:16.432166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-f0cc6caa-ff23-4892-95f7-551bd3df5bdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1969123 Nov 23 18:39:16.444961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a494c55-a58c-46ad-a4af-489cd2fa11e3 req-11e2b42d-1f18-4881-a986-50bee336e505 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965579 Nov 23 18:39:16.507188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:16.524813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:16.526391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:16.558045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:16.580385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:16.590781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:16.627728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-0d00e387-cb73-4c35-8cb2-9f0b946c6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.630338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-0d00e387-cb73-4c35-8cb2-9f0b946c6131 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1768181 Nov 23 18:39:16.690407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c05cf-1650-4b22-96a4-d17f102285d5 req-026485d0-bbb3-4e8b-b371-90b35e42f89c tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.700702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c93c05cf-1650-4b22-96a4-d17f102285d5 req-026485d0-bbb3-4e8b-b371-90b35e42f89c tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.1202717 Nov 23 18:39:16.716768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:16.760901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-d0f6aeeb-602d-45ed-b423-dcf6ba24b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.763143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-d0f6aeeb-602d-45ed-b423-dcf6ba24b7aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190400 Nov 23 18:39:16.814485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c93c05cf-1650-4b22-96a4-d17f102285d5 req-7b90ec1e-73ba-41fa-8629-f01b95a58b6c tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785866 Nov 23 18:39:16.820625 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Floating IP 91d7f110-4f40-4703-a641-31837bd801ce associated. External IP: 172.25.5.18, port: a060e3c5-f9aa-4bbd-96e6-4f161193a6df. Nov 23 18:39:16.891076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-349ab58b-baea-449a-a9ec-2f15a0d50539 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:16.897978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-349ab58b-baea-449a-a9ec-2f15a0d50539 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 950 time: 0.0751717 Nov 23 18:39:16.900836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['f164ef3f-fd95-45cc-a8c1-2ad39aca762e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:16.926552 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:39:16.936809 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af29426-b778-449c-a777-5a946187eed7 x-openstack-request-id: req-2af29426-b778-449c-a777-5a946187eed7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:16.937122 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7e6a8e-eb44-423f-813a-0f3b7010b443", "name": "network-vif-deleted", "tag": "52f06c4a-8d38-420d-9ff5-ab2350cfa20d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:16.937381 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2af29426-b778-449c-a777-5a946187eed7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:16.937783 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7e6a8e-eb44-423f-813a-0f3b7010b443', 'name': 'network-vif-deleted', 'tag': '52f06c4a-8d38-420d-9ff5-ab2350cfa20d', 'status': 'completed', 'code': 200} Nov 23 18:39:17.008814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-9754d3e0-489a-4bf7-ad82-6ceb81975bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337296 Nov 23 18:39:17.158368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f4e580d-45f1-4eec-9762-9ec165d762b1 req-a614f30d-6471-439a-a4dc-3776b8efea68 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374002 Nov 23 18:39:17.172470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25fa82-5348-4de3-9911-598fb7342271 req-5cbef196-8673-4dbd-b03d-1fa2824f612d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:17.180727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f25fa82-5348-4de3-9911-598fb7342271 req-5cbef196-8673-4dbd-b03d-1fa2824f612d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 950 time: 0.1267357 Nov 23 18:39:17.316230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f25fa82-5348-4de3-9911-598fb7342271 req-7bbc6d85-2050-4324-bde5-bfd6651de642 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342311 Nov 23 18:39:17.339536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port dc44db5e-a463-4095-bd6b-5daf530c4159 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:17.340000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:17.489694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:17.510531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b89f-daba-4a1a-89d3-9caa8ce6442e req-a0fb7aaf-9fbf-424c-ab85-5f42d5d5ba9c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:17.512302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc20b89f-daba-4a1a-89d3-9caa8ce6442e req-a0fb7aaf-9fbf-424c-ab85-5f42d5d5ba9c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.1342492 Nov 23 18:39:17.541445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port dc44db5e-a463-4095-bd6b-5daf530c4159, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dc44db5e-a463-4095-bd6b-5daf530c4159,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:17.541821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:17.570542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for dc44db5e-a463-4095-bd6b-5daf530c4159 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:17.676010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc20b89f-daba-4a1a-89d3-9caa8ce6442e req-f5adf924-b67c-45bf-81a6-4c3c82554863 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546791 Nov 23 18:39:17.738465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:17.748616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:17.755087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:17.775717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:17.776388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:17.813751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-3eb65edf-b9ed-484e-b09b-5f7809108f04 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "PUT /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 996 time: 4.8858421 Nov 23 18:39:17.841057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:17.864907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dc44db5e-a463-4095-bd6b-5daf530c4159', 'ba9ca36e-7fa1-4aac-8927-0d143564402e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:17.870206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:17.882676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=dc44db5e-a463-4095-bd6b-5daf530c4159,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:17.983384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-4132650d-0b18-4e87-8274-faec95d93d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:17.983646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port dc44db5e-a463-4095-bd6b-5daf530c4159 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:17.986174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-4132650d-0b18-4e87-8274-faec95d93d87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1401379 Nov 23 18:39:17.999027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:18.002577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d10eafbd-5767-4d1a-ae27-09d62724987a req-73133ed3-fc9e-4bb3-8b3a-248d7acac22d tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "DELETE /v2.0/ports/dc44db5e-a463-4095-bd6b-5daf530c4159 HTTP/1.1" status: 204 len: 173 time: 1.0903752 Nov 23 18:39:18.004709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'name': 'network-vif-deleted', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:18.009287 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb2654-3339-43b2-a6f7-6cc242f51af4" -d '{"events": [{"server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "name": "network-vif-deleted", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:18.061056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473e4b6-a737-45cd-9429-f3d027b5df80 req-bb1476f8-5c9b-4e41-88dc-88dbcc0ae3e3 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.071633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a473e4b6-a737-45cd-9429-f3d027b5df80 req-bb1476f8-5c9b-4e41-88dc-88dbcc0ae3e3 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 944 time: 0.1406205 Nov 23 18:39:18.077184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:18.131771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-3d74af89-63f5-4bba-828a-f018a7ff3d73 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.147020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-3d74af89-63f5-4bba-828a-f018a7ff3d73 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0968a1-f024-4272-b95d-bf388bf4cac5 HTTP/1.1" status: 200 len: 949 time: 0.2224569 Nov 23 18:39:18.157550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:18.162984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a473e4b6-a737-45cd-9429-f3d027b5df80 req-9ac666fb-a182-4a31-92bf-0b9cb153cb55 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847774 Nov 23 18:39:18.220195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-b79386a3-3620-4e44-bef7-7bda125cfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.222364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-b79386a3-3620-4e44-bef7-7bda125cfed3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2248254 Nov 23 18:39:18.311384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684ab7d-6c24-476f-9188-5dd30a0cd596 req-c2c7cedc-b4d8-4b3b-972d-9b5e2f70b390 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.311384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0684ab7d-6c24-476f-9188-5dd30a0cd596 req-c2c7cedc-b4d8-4b3b-972d-9b5e2f70b390 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.0781980 Nov 23 18:39:18.473384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-048c86f0-a33a-4e3f-bb78-1e7d296673ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 999 time: 0.2183814 Nov 23 18:39:18.476880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0684ab7d-6c24-476f-9188-5dd30a0cd596 req-8688c8fb-f709-457e-a373-b814cf97f58b tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587677 Nov 23 18:39:18.538034 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b608f9-9948-4795-90bf-ef3006f3d8de x-openstack-request-id: req-d7b608f9-9948-4795-90bf-ef3006f3d8de {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:18.540705 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c49de-a088-4caa-b163-664984ada7f1", "name": "network-vif-deleted", "tag": "dc44db5e-a463-4095-bd6b-5daf530c4159", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:18.543901 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7b608f9-9948-4795-90bf-ef3006f3d8de {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:18.546555 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c49de-a088-4caa-b163-664984ada7f1', 'name': 'network-vif-deleted', 'tag': 'dc44db5e-a463-4095-bd6b-5daf530c4159', 'status': 'completed', 'code': 200} Nov 23 18:39:18.643351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port ba9ca36e-7fa1-4aac-8927-0d143564402e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:18.644130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3d6f396c-5b59-4b56-8b72-248954d19c5c up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:18.644279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:18.656591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-d53a44a1-7488-4991-bfb7-89aed94acf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.673546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-d53a44a1-7488-4991-bfb7-89aed94acf68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1989868 Nov 23 18:39:18.827626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-fc63fdb6-c271-4dec-9715-44116e7db384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:18.833003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-fc63fdb6-c271-4dec-9715-44116e7db384 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581786 Nov 23 18:39:18.868296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:39:18.916635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5067642-f40b-46f2-8300-db12ff652d3d req-0e057a89-ba82-40b3-ae75-50e14a0ef4e1 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c49de-a088-4caa-b163-664984ada7f1 HTTP/1.1" status: 200 len: 210 time: 0.0639133 Nov 23 18:39:18.930704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port ba9ca36e-7fa1-4aac-8927-0d143564402e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba9ca36e-7fa1-4aac-8927-0d143564402e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:18.931709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:18.967967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-f8c54d07-51bd-410c-b89e-f6b873d6b6dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689759 Nov 23 18:39:18.971053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:18.974641 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:19.002941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for ba9ca36e-7fa1-4aac-8927-0d143564402e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:19.040179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:19.040797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.085264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-9976f106-2076-458d-8128-4c4cd916b6dc service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409265 Nov 23 18:39:19.087712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3d6f396c-5b59-4b56-8b72-248954d19c5c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:39:19.107699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3d6f396c-5b59-4b56-8b72-248954d19c5c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:19.108368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.147697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-a78c33da-1fdd-4950-ab4f-a3d5f72d6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.149782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-a78c33da-1fdd-4950-ab4f-a3d5f72d6b7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 1101 time: 0.1105583 Nov 23 18:39:19.164096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af4036-0d6a-41eb-8018-5cc7f3b5bee0 req-ceafcff2-29c5-4d2e-ae7a-2812399a8874 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.165818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9af4036-0d6a-41eb-8018-5cc7f3b5bee0 req-ceafcff2-29c5-4d2e-ae7a-2812399a8874 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.1388834 Nov 23 18:39:19.176702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:19.181720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Request body: {'floatingip': {'port_id': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:19.345613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-b2e6b25b-c2d5-4bd8-acd7-459297999455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.347149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-b2e6b25b-c2d5-4bd8-acd7-459297999455 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1563625 Nov 23 18:39:19.354388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dfb4a6f5-8bb6-406f-b321-67e9231a56e2 req-99ff8cec-4b4d-40b2-b558-43ea38f320cc service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640314 Nov 23 18:39:19.357953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.401347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-bcaafe26-5db1-4c39-b37f-b4cfcc1554f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 200 len: 217 time: 0.0378349 Nov 23 18:39:19.431617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.462124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=ba9ca36e-7fa1-4aac-8927-0d143564402e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:19.531758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae28e0e-bfcf-4366-8077-e0772c025f9e req-ca5bfb83-4da3-46d5-89da-c3356540e9ef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.540421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bae28e0e-bfcf-4366-8077-e0772c025f9e req-ca5bfb83-4da3-46d5-89da-c3356540e9ef tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.1920929 Nov 23 18:39:19.629604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['20b458bc-c199-48a6-993e-2cc172838813'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:19.640193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port ba9ca36e-7fa1-4aac-8927-0d143564402e on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:19.642242 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.645625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.657360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a686068-c186-4bd1-b810-9e62fc3ad982 req-aae39ab1-32c1-41bd-b258-b56ed63bc0ec tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.47 "DELETE /v2.0/ports/ba9ca36e-7fa1-4aac-8927-0d143564402e HTTP/1.1" status: 204 len: 173 time: 1.4959176 Nov 23 18:39:19.662591 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b3c45-b087-4fc8-a4ae-f5eb10f64617 x-openstack-request-id: req-676b3c45-b087-4fc8-a4ae-f5eb10f64617 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:19.665090 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:19.665704 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-676b3c45-b087-4fc8-a4ae-f5eb10f64617 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:19.666378 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:39:19.702051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-c6e64d7d-74d3-4d2a-a6b8-75754ebdbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.705929 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-c6e64d7d-74d3-4d2a-a6b8-75754ebdbdf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2865558 Nov 23 18:39:19.812839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bae28e0e-bfcf-4366-8077-e0772c025f9e req-5ec54c50-094e-42ed-82b6-0c64d18b8cdd tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708797 Nov 23 18:39:19.847998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-9aa6883c-5cd0-4e56-b416-67decfe7de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.850351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-9aa6883c-5cd0-4e56-b416-67decfe7de20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1504498 Nov 23 18:39:19.968110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ad4e-ac4e-4272-9f2e-82c28f2107b6 req-a4459377-6425-4acf-9112-68ffa9be0f47 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:19.970969 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:19.979713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d06ad4e-ac4e-4272-9f2e-82c28f2107b6 req-a4459377-6425-4acf-9112-68ffa9be0f47 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 944 time: 0.1788492 Nov 23 18:39:20.035473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:20.037874 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560ccc6-1038-477a-9902-b8f6829f607f" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:20.066030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:20.069909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:39:16Z', 'revision_number': 8, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:20.083534 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:20.096158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dc44db5e-a463-4095-bd6b-5daf530c4159 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:20.129383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d06ad4e-ac4e-4272-9f2e-82c28f2107b6 req-1135e2ba-00c3-4695-acfc-7c5e0c122b43 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482754 Nov 23 18:39:20.131501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-c2fc7f2e-122f-4f1f-884d-32430e168b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.133258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-c2fc7f2e-122f-4f1f-884d-32430e168b3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2675815 Nov 23 18:39:20.242478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:20.250242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:20.255454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: dc44db5e-a463-4095-bd6b-5daf530c4159 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:20.256618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dc44db5e-a463-4095-bd6b-5daf530c4159 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:20.257737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 52f06c4a-8d38-420d-9ff5-ab2350cfa20d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:20.291215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:20.312734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 52f06c4a-8d38-420d-9ff5-ab2350cfa20d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:20.313426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 52f06c4a-8d38-420d-9ff5-ab2350cfa20d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:20.340802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414eee2-7b2f-4122-ab74-faa6f5f306c6 req-d4949472-0246-463b-b882-db41cc9cb27f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.342697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1414eee2-7b2f-4122-ab74-faa6f5f306c6 req-d4949472-0246-463b-b882-db41cc9cb27f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1096 time: 0.0829139 Nov 23 18:39:20.343583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba9ca36e-7fa1-4aac-8927-0d143564402e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:20.348589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-50c81ee4-62c2-42d5-b6e1-6006186010de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 999 time: 0.2005298 Nov 23 18:39:20.378689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:20.392244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:20.445767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-fecd6609-df92-4d48-9cef-32927b2c0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.447305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-fecd6609-df92-4d48-9cef-32927b2c0421 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.0844657 Nov 23 18:39:20.451307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1414eee2-7b2f-4122-ab74-faa6f5f306c6 req-902bfbb1-16e4-4a63-83c1-f893f0ee310d tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969193 Nov 23 18:39:20.460347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: ba9ca36e-7fa1-4aac-8927-0d143564402e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:20.461009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba9ca36e-7fa1-4aac-8927-0d143564402e not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:20.466904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:20.568815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f326b2f-c7d0-4fb6-8a05-115a32bbd47a req-9c232490-e8e7-407a-81a0-9cfa715305f0 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 996 time: 0.6727681 Nov 23 18:39:20.574546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-fdd770a3-9138-46cf-b3bb-b1987431c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.576719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-0375c997-f991-4e5f-a529-2df17c1e86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.577989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-fdd770a3-9138-46cf-b3bb-b1987431c0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173127 Nov 23 18:39:20.578316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-0375c997-f991-4e5f-a529-2df17c1e86aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8580108 Nov 23 18:39:20.634643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:20.672019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:20.710099 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918f1d38-835a-4cd3-9332-8aaa6f271a96 x-openstack-request-id: req-918f1d38-835a-4cd3-9332-8aaa6f271a96 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:20.710431 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:20.710667 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-918f1d38-835a-4cd3-9332-8aaa6f271a96 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:20.711127 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'code': 200} Nov 23 18:39:20.910606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-1a99efb1-13d0-4846-b2a2-807058a7d0b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097169 Nov 23 18:39:20.920138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31470a84-490e-4e54-a546-6c8a5fcd9e1d req-72ca5324-b76d-4827-89cd-8af178fc8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:20.921640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31470a84-490e-4e54-a546-6c8a5fcd9e1d req-72ca5324-b76d-4827-89cd-8af178fc8990 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1101 time: 0.1277008 Nov 23 18:39:21.078056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:39:16Z', 'revision_number': 8, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:21.098322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31470a84-490e-4e54-a546-6c8a5fcd9e1d req-3a0b82a1-570e-4ab4-aab3-6f24b496a2ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849152 Nov 23 18:39:21.119065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6936-0df4-44f2-9f42-1ebbb6c275d1 req-c70c81cd-b4e1-44fa-bfed-09564052634b service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964536 Nov 23 18:39:21.119496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b503a3-ef51-4a0f-b410-6ae23b46ced6 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '91d7f110-4f40-4703-a641-31837bd801ce', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'port_id': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'mac_address': 'fa:16:3e:0a:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:18Z', 'updated_at': '2021-11-23T18:39:16Z', 'revision_number': 8, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:21.189108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f326b2f-c7d0-4fb6-8a05-115a32bbd47a req-7bf4917a-47d9-40f1-8da0-e0f845ffbd69 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:21.190824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f326b2f-c7d0-4fb6-8a05-115a32bbd47a req-7bf4917a-47d9-40f1-8da0-e0f845ffbd69 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.5106440 Nov 23 18:39:21.342841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-2b177b6b-a9e4-407e-8ae2-82f5605f08be service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396805 Nov 23 18:39:21.478918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e48e2-af0f-415f-8868-083e5de08278 None None] New status for floating IP 91d7f110-4f40-4703-a641-31837bd801ce: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:21.543744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:21.561663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:21.578194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0d69-5a9a-487b-a24a-0dd678e4a3dd req-555f4870-32e9-45b0-8cb0-78b994b013fb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:21.579758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a38f0d69-5a9a-487b-a24a-0dd678e4a3dd req-555f4870-32e9-45b0-8cb0-78b994b013fb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1543617 Nov 23 18:39:21.648359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8c759f2-35bc-4f25-ad84-18f8ba88f53d req-2cde193d-033d-40e2-acc0-e5fcc3689a28 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389648 Nov 23 18:39:21.669459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'name': 'network-vif-deleted', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:21.673588 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2158e-a595-4d97-9f33-d6bd2c2f2a9f" -d '{"events": [{"server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "name": "network-vif-deleted", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:21.675150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a38f0d69-5a9a-487b-a24a-0dd678e4a3dd req-92c24f60-fb5e-498a-9c4d-7251ed2f0035 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Nov 23 18:39:21.740524 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Floating IP 3df005c6-9883-4629-a394-fa432aa72726 associated. External IP: 172.25.5.28, port: c7907d4b-6914-46a5-b3d2-cc7e98ce1829. Nov 23 18:39:21.969675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1dd2a-5d08-4d00-9374-3187d7bec99d req-194c318e-bee6-4609-8162-3dae230ba999 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:21.971873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af1dd2a-5d08-4d00-9374-3187d7bec99d req-194c318e-bee6-4609-8162-3dae230ba999 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1223581 Nov 23 18:39:22.094312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af1dd2a-5d08-4d00-9374-3187d7bec99d req-de62a333-0dd8-4458-99a3-78c65b51292c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115339 Nov 23 18:39:22.100695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Router c538986e-5eec-4ba1-853a-341577daa3dd has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:22.124543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-862e25c1-b462-47ef-967e-712951b098b6 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:39:22.125572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-862e25c1-b462-47ef-967e-712951b098b6 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174649 Nov 23 18:39:22.267835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-64bd84b8-1cba-4006-b13f-5cd1493ccd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:22.269193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-64bd84b8-1cba-4006-b13f-5cd1493ccd5d service neutron] 10.222.0.37 "GET /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 1093 time: 0.1327195 Nov 23 18:39:22.274812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-d9af8071-b875-4385-84a4-7038961915fc tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1001 time: 0.1483102 Nov 23 18:39:22.284109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Request body: {'binding': {'host': 'n-h1-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:22.284600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:39:22.406139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-a9698e0a-b7cb-472c-84ac-857c082380d9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:22.407541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-a9698e0a-b7cb-472c-84ac-857c082380d9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports/a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 943 time: 0.1182227 Nov 23 18:39:22.437820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:22.443361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:22.455052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Sync routers for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:22.467146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:22.467802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:22.590474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e3a5d54f-4dff-4a81-bcfb-32fced116bf6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "PUT /v2.0/floatingips/3df005c6-9883-4629-a394-fa432aa72726 HTTP/1.1" status: 200 len: 991 time: 3.4126174 Nov 23 18:39:22.596290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:22.598689 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffae714b-fcf7-4ff3-be4b-9db79c704f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:22.613823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:22.617531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h1-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:22.617984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:22.618411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:22.629819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:22.630313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:22.642761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:22.643055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:22.643398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:22.643942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Bound port: 259949c2-d9a6-4868-9f6f-afc4935263d8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:22.654799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-4eab060c-92b4-47c6-8c12-f0a18a0e841d tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1001 time: 0.1400321 Nov 23 18:39:22.713315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:22.716884 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14f489-61cd-447e-a531-c1583a2b5310" -d '{"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:22.788304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:22.799991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:22.801675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-61eca9fc-82cb-4a59-9b9d-3926b316cefb service neutron] 10.222.0.37 "POST /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5211999 Nov 23 18:39:22.860470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-52f51b89-587f-4de3-a081-c3165a7cd76d tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:22.873089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-52f51b89-587f-4de3-a081-c3165a7cd76d tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1974194 Nov 23 18:39:22.984788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3df005c6-9883-4629-a394-fa432aa72726', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'port_id': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'mac_address': 'fa:16:3e:49:36:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:05Z', 'updated_at': '2021-11-23T18:39:21Z', 'revision_number': 1, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:23.027627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Checking router: c538986e-5eec-4ba1-853a-341577daa3dd for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:23.038148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-64416227-070f-4d89-a405-deb8793ef294 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 1001 time: 0.1639304 Nov 23 18:39:23.043560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:23.067094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:23.068926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:23.086158 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f70b92-10e9-4319-bf80-08ef63c26831 x-openstack-request-id: req-09f70b92-10e9-4319-bf80-08ef63c26831 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:23.087265 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0968a1-f024-4272-b95d-bf388bf4cac5", "name": "network-vif-deleted", "tag": "ba9ca36e-7fa1-4aac-8927-0d143564402e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:23.087848 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09f70b92-10e9-4319-bf80-08ef63c26831 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:23.088511 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0968a1-f024-4272-b95d-bf388bf4cac5', 'name': 'network-vif-deleted', 'tag': 'ba9ca36e-7fa1-4aac-8927-0d143564402e', 'status': 'completed', 'code': 200} Nov 23 18:39:23.176478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:23.196773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-5fbfb879-c903-4e0b-b333-6c316f810990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.198193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-5fbfb879-c903-4e0b-b333-6c316f810990 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1096 time: 0.0954714 Nov 23 18:39:23.270453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:23.356436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-6c41a9dd-7589-4fe7-9e0c-b04280739967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.356659 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb1d94a-1dfa-47f7-8ab0-6e40116f8b6d x-openstack-request-id: req-efb1d94a-1dfa-47f7-8ab0-6e40116f8b6d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:23.356793 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:23.356983 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efb1d94a-1dfa-47f7-8ab0-6e40116f8b6d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:23.357381 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'status': 'completed', 'code': 200} Nov 23 18:39:23.358955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-6c41a9dd-7589-4fe7-9e0c-b04280739967 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.1517973 Nov 23 18:39:23.412681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-86606230-abb1-4f21-a5e4-ae3d1fbbe1e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 0.0464320 Nov 23 18:39:23.425519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:23.442918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:23.443264 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Floating IP 91d7f110-4f40-4703-a641-31837bd801ce disassociated. External IP: 172.25.5.18, port: a060e3c5-f9aa-4bbd-96e6-4f161193a6df. Nov 23 18:39:23.556653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-05f61b44-f372-4199-a82a-1085155d17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.559904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-05f61b44-f372-4199-a82a-1085155d17a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe21152eba034d2a88b64168e2f306f3&device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 1097 time: 0.1478343 Nov 23 18:39:23.674917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-540ae982-0999-4860-99ee-16709d4cf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.677072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-540ae982-0999-4860-99ee-16709d4cf4f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36f223f5-b778-4133-ab3d-9238d1982092 HTTP/1.1" status: 200 len: 917 time: 0.1085138 Nov 23 18:39:23.792152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3df005c6-9883-4629-a394-fa432aa72726', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'port_id': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'mac_address': 'fa:16:3e:49:36:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:05Z', 'updated_at': '2021-11-23T18:39:21Z', 'revision_number': 1, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:23.830147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1b192-50df-459d-a51f-68fa94e445ac None None] The sync data for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 is: [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3df005c6-9883-4629-a394-fa432aa72726', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'port_id': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'mac_address': 'fa:16:3e:49:36:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:05Z', 'updated_at': '2021-11-23T18:39:21Z', 'revision_number': 1, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:23.874883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-2e1dd00c-452d-4e90-915f-02b8a7653acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.876714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-2e1dd00c-452d-4e90-915f-02b8a7653acf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.4530354 Nov 23 18:39:23.898579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5115b-c83c-4501-ad5c-02fc54f186dd req-c47599cf-70cc-4865-a5be-f4eb95e508a1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:23.900342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ea5115b-c83c-4501-ad5c-02fc54f186dd req-c47599cf-70cc-4865-a5be-f4eb95e508a1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.4781942 Nov 23 18:39:23.930287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-9cadbcdd-e67c-43a4-9bec-d51793d06d35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405085 Nov 23 18:39:24.036014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ea5115b-c83c-4501-ad5c-02fc54f186dd req-a3a9e0b1-a231-4c1e-8c98-e18323beccbc tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091542 Nov 23 18:39:24.078525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-c1d74048-d8d7-443c-b3b4-1e3ed5cc9108 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297164 Nov 23 18:39:24.123174 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3c2a5-c070-4718-aca5-7b68c7b1a8ec x-openstack-request-id: req-3bc3c2a5-c070-4718-aca5-7b68c7b1a8ec {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:24.123694 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:24.124024 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bc3c2a5-c070-4718-aca5-7b68c7b1a8ec {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:24.124493 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'code': 200} Nov 23 18:39:24.133442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-1adc1fb6-dc69-450f-8a3e-92d8bb559ff0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829 HTTP/1.1" status: 200 len: 999 time: 0.4470794 Nov 23 18:39:24.170400 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc08051f-79a5-4ad7-bc51-c3e35e9d1161 None None] New status for floating IP 3df005c6-9883-4629-a394-fa432aa72726: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:24.250309 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-4269e551-2215-4776-a6f1-df552dd19a21 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640694 Nov 23 18:39:24.369687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-b544e100-0a3a-409c-b89c-2a87d3a97250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:24.372736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-b544e100-0a3a-409c-b89c-2a87d3a97250 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2f3057c-6a57-4116-a694-bf41027c36df HTTP/1.1" status: 200 len: 855 time: 0.1300740 Nov 23 18:39:24.376452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019e02f-2b4c-4d95-9a42-e81d6cfd26b0 req-12e81ef0-4d33-4516-a115-e37564d61f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:24.377672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d019e02f-2b4c-4d95-9a42-e81d6cfd26b0 req-12e81ef0-4d33-4516-a115-e37564d61f71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 1096 time: 0.1687202 Nov 23 18:39:24.394422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385fdfc-39e0-45d8-9b62-456b854e4cba req-cbcf45b4-b51c-4a32-8694-47f8362d8bdd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:24.398857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5385fdfc-39e0-45d8-9b62-456b854e4cba req-cbcf45b4-b51c-4a32-8694-47f8362d8bdd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1371469 Nov 23 18:39:24.463523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5385fdfc-39e0-45d8-9b62-456b854e4cba req-604cdf5f-3656-44d9-8aee-96bedf6e6197 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582585 Nov 23 18:39:24.502075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d019e02f-2b4c-4d95-9a42-e81d6cfd26b0 req-ebc900d0-8381-46ab-9cfa-1c4c215b6c85 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098444 Nov 23 18:39:24.549116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-7d898207-fa73-429d-a656-133e7670e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:24.551502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-7d898207-fa73-429d-a656-133e7670e119 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f223f5-b778-4133-ab3d-9238d1982092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707995 Nov 23 18:39:24.562178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:24.779508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-13dd5a7e-182d-4ff6-b863-fdf427e87146 service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132287 Nov 23 18:39:24.882851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:24.889623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:24.901836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:24.931078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-2ac614aa-1570-4343-ac05-303d00a13a91 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "PUT /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 695 time: 1.8918383 Nov 23 18:39:24.953308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:24.955124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:24.971515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade9a87-b1ec-42d0-82e8-1da9490c9ae4 req-d11054ab-c17a-4019-93e4-3131e7d12e1c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:24.974750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dade9a87-b1ec-42d0-82e8-1da9490c9ae4 req-d11054ab-c17a-4019-93e4-3131e7d12e1c tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1481698 Nov 23 18:39:25.006221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffae714b-fcf7-4ff3-be4b-9db79c704f13 req-e40bd1b2-05e2-408b-b8ab-bf0a827f17bb service neutron] 10.222.0.47 "GET /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188714 Nov 23 18:39:25.052086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-77d5032d-5d83-47b5-9b4b-31e9fc022716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.067765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-77d5032d-5d83-47b5-9b4b-31e9fc022716 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1048262 Nov 23 18:39:25.104725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dade9a87-b1ec-42d0-82e8-1da9490c9ae4 req-5e514a05-70e5-4440-b9b7-46fdd329b6a0 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235425 Nov 23 18:39:25.210121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:25.256300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-f777e61e-5861-4cb1-80fa-2c2aa1caf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.267461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-f777e61e-5861-4cb1-80fa-2c2aa1caf7eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.1979623 Nov 23 18:39:25.291722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16132-68bc-4d89-8004-3cbf75d6bcd4 req-80b066ad-3343-4434-9b58-dd8c998ce68e tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.299822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5c16132-68bc-4d89-8004-3cbf75d6bcd4 req-80b066ad-3343-4434-9b58-dd8c998ce68e tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1101 time: 0.0575290 Nov 23 18:39:25.348067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-7cdf2c0c-9237-4285-9759-1977543d1823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.0790777 Nov 23 18:39:25.358633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:25.361324 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84108156-1177-4de6-aabe-84657eae59c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:25.378816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5c16132-68bc-4d89-8004-3cbf75d6bcd4 req-e74d66b4-64a5-4245-b7f3-6c86d1386206 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Nov 23 18:39:25.474826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-8d45c8d9-8b1e-49eb-ba4e-a50f4c0aaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.476562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-8d45c8d9-8b1e-49eb-ba4e-a50f4c0aaabe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1276734 Nov 23 18:39:25.566351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21904d-a4bd-4992-894f-84304f996745 req-a6190b38-2517-47bf-a0f5-af0b98185375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.569295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-a6190b38-2517-47bf-a0f5-af0b98185375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791886 Nov 23 18:39:25.606973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:25.658105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:25.699964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:25.701392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:25.703456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-da9e31bf-ae33-468f-a571-c4834d5825d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266694 Nov 23 18:39:25.808714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70de6-23ad-4a67-92de-c43a3424dab6 req-53f02db6-4967-4053-a934-67f3663f8dda tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:25.810886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ee70de6-23ad-4a67-92de-c43a3424dab6 req-53f02db6-4967-4053-a934-67f3663f8dda tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.1503305 Nov 23 18:39:25.918299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ee70de6-23ad-4a67-92de-c43a3424dab6 req-61644897-c21c-47dc-89a8-6e208c791eda tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801473 Nov 23 18:39:25.945072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21904d-a4bd-4992-894f-84304f996745 req-c411161d-b485-4995-9138-37b80d738ae4 service neutron] 10.222.0.37 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286117 Nov 23 18:39:26.002199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:26.027854 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523649c9-51ed-411a-a4a7-e2b1dd579d46 x-openstack-request-id: req-523649c9-51ed-411a-a4a7-e2b1dd579d46 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:26.027854 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:26.028536 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-523649c9-51ed-411a-a4a7-e2b1dd579d46 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:26.028749 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:39:26.197591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108156-1177-4de6-aabe-84657eae59c7 req-520b53d4-9519-497b-8134-324aac58049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.216284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-520b53d4-9519-497b-8134-324aac58049b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 1097 time: 0.1290295 Nov 23 18:39:26.226189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdb031-7f60-41f0-bda0-347a72bc44a4 req-2cdd410e-49f5-44cb-900f-61578d178625 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.245203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4fdb031-7f60-41f0-bda0-347a72bc44a4 req-2cdd410e-49f5-44cb-900f-61578d178625 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1216738 Nov 23 18:39:26.353017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4fdb031-7f60-41f0-bda0-347a72bc44a4 req-bcf29567-284e-41ea-8957-0f27aa238d98 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060531 Nov 23 18:39:26.508719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108156-1177-4de6-aabe-84657eae59c7 req-16224984-5168-4973-a67f-229d4a757ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.510513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-16224984-5168-4973-a67f-229d4a757ffb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 200 len: 922 time: 0.2842343 Nov 23 18:39:26.649642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-e8df26b6-198f-4739-b9e4-afb4c053497f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 200 len: 217 time: 0.1244342 Nov 23 18:39:26.667608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a06d-3cf2-4646-8927-39df115619e3 req-ea2275d3-89d6-4e70-a737-4195c8c66051 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.687913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88d8a06d-3cf2-4646-8927-39df115619e3 req-ea2275d3-89d6-4e70-a737-4195c8c66051 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1751885 Nov 23 18:39:26.707058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:26.814167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e08f96-4402-4b22-8a92-5d60b643a038 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:37:45Z', 'revision_number': 4, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6614705b-98fb-41eb-b29a-7ea25efdbb90', 'name': '', 'network_id': 'b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'mac_address': 'fa:16:3e:ff:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:42Z', 'updated_at': '2021-11-23T18:37:56Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'subnets': [{'id': '52a4aa96-6701-4995-afba-fb8cd566c754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:26.846112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108156-1177-4de6-aabe-84657eae59c7 req-a1660b4b-a8bb-43ff-a26a-f0ab279141eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.848558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-a1660b4b-a8bb-43ff-a26a-f0ab279141eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 200 len: 860 time: 0.1641471 Nov 23 18:39:26.883984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88d8a06d-3cf2-4646-8927-39df115619e3 req-b33e634c-99c7-4ddb-806c-5359582408d7 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812289 Nov 23 18:39:26.996699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108156-1177-4de6-aabe-84657eae59c7 req-ad1a5b33-c1fe-4e50-a52d-fedfb8bc1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:26.998421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-ad1a5b33-c1fe-4e50-a52d-fedfb8bc1a64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229389 Nov 23 18:39:27.159837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-92480149-98d8-43a1-97c2-4c052ab2e636 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:27.171858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-92480149-98d8-43a1-97c2-4c052ab2e636 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.1427522 Nov 23 18:39:27.317343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-b61f4b7e-ea6a-4a1a-81f1-50b21de05308 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013582 Nov 23 18:39:27.329764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27dffadc-481b-4c26-94cb-0bec85422b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:27.337242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e1c0a-7cb8-4cfa-b8e3-5ba143b186ee None None] New status for floating IP 91d7f110-4f40-4703-a641-31837bd801ce: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:27.354809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-89d4c3ba-021a-42d3-aeee-b6f7d7cd8c62 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 200 len: 695 time: 0.1553357 Nov 23 18:39:27.380210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb1b2-a0f8-451c-93b7-d56a3e78279e req-139a3378-0b6b-4bae-8ae2-9fe114d040ce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:27.389322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f58fb1b2-a0f8-451c-93b7-d56a3e78279e req-139a3378-0b6b-4bae-8ae2-9fe114d040ce tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 950 time: 0.1475499 Nov 23 18:39:27.421897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-4c00679a-73b3-4fd0-ad35-31c865041f5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2909820 Nov 23 18:39:27.587055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Deleting port 20b458bc-c199-48a6-993e-2cc172838813 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:27.587643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:27.762085 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f58fb1b2-a0f8-451c-93b7-d56a3e78279e req-b9363b52-313c-453a-adbb-bc6426f91981 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/security-groups?id=9850efca-cddd-4a1b-8503-a6040df4d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712366 Nov 23 18:39:27.840624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-80c67558-e8aa-4223-866e-81e0860f3a9b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:27.842566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-80c67558-e8aa-4223-866e-81e0860f3a9b tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.4782622 Nov 23 18:39:27.859812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84108156-1177-4de6-aabe-84657eae59c7 req-ff88da5b-a857-4c8b-8bee-ddddf56951f1 service neutron] 10.222.0.50 "GET /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032587 Nov 23 18:39:27.971916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cf78c-5d60-445a-a02d-d8e32cfa3934 req-effc8bff-7fbc-4da6-aa2d-add425973669 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:27.974379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-680cf78c-5d60-445a-a02d-d8e32cfa3934 req-effc8bff-7fbc-4da6-aa2d-add425973669 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.0658486 Nov 23 18:39:28.023711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-160a8b9e-88e5-4783-8624-55f0c334d084 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 696 time: 0.1632841 Nov 23 18:39:28.081226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-680cf78c-5d60-445a-a02d-d8e32cfa3934 req-f7db5a6e-333c-44db-b28a-dd56a3edf1c3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Nov 23 18:39:28.108571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] For port 20b458bc-c199-48a6-993e-2cc172838813, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=20b458bc-c199-48a6-993e-2cc172838813,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:28.108944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.137224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-5e73a8ee-105d-409e-aa1f-ee54f86f70fc tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.18 HTTP/1.1" status: 200 len: 696 time: 0.1117008 Nov 23 18:39:28.235247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Calling delete_port for 20b458bc-c199-48a6-993e-2cc172838813 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:28.286582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba6998-7be5-44ea-96cb-8920ca7961f5 req-99a0ae0e-9783-49d5-977b-4206c9231f44 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:28.296055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3aba6998-7be5-44ea-96cb-8920ca7961f5 req-99a0ae0e-9783-49d5-977b-4206c9231f44 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1337211 Nov 23 18:39:28.390002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3aba6998-7be5-44ea-96cb-8920ca7961f5 req-b2f7a1c3-657c-4da2-8b5b-f3e866bfe38f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841355 Nov 23 18:39:28.438968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Deleting port 554147ad-0039-4aad-9c62-c3ac98bbffb3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:28.439505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.560055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc8d52-d0e2-428b-afa4-bc77d6943aee req-6cb4a077-3277-44c7-9a87-21cf1b377422 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:28.570629 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51cc8d52-d0e2-428b-afa4-bc77d6943aee req-6cb4a077-3277-44c7-9a87-21cf1b377422 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.0996463 Nov 23 18:39:28.571180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.571735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.586533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Calling delete_port for 554147ad-0039-4aad-9c62-c3ac98bbffb3 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:28.660073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51cc8d52-d0e2-428b-afa4-bc77d6943aee req-dc8fc379-9cbb-414d-8009-3fb75a303082 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883038 Nov 23 18:39:28.863696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.907231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Pushing event deleted for resources: {'Port': ['ID=20b458bc-c199-48a6-993e-2cc172838813,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:28.948137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.948505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.948889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.949243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.949582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.949924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.950253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.950586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.950918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.951247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.951610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.951938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:28.969745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] No DVR routers for this DVR port 20b458bc-c199-48a6-993e-2cc172838813 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:28.971521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.975844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:28.981206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2accbc1-7eb9-432d-a5a5-d730038a03ac req-259900b2-efbb-4c2d-809f-faeeb35e1322 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.50 "DELETE /v2.0/ports/20b458bc-c199-48a6-993e-2cc172838813 HTTP/1.1" status: 204 len: 173 time: 1.8012936 Nov 23 18:39:28.984530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'name': 'network-vif-deleted', 'tag': '20b458bc-c199-48a6-993e-2cc172838813'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:28.987287 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e98ae1-b811-40ec-abab-b0973e726865" -d '{"events": [{"server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "name": "network-vif-deleted", "tag": "20b458bc-c199-48a6-993e-2cc172838813"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:29.014554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event deleted for resources: {'Port': ['ID=554147ad-0039-4aad-9c62-c3ac98bbffb3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:29.089768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:29.093603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:29.095515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53f62c79-0632-4d54-b1bd-3826eb9a57fe req-d78cd7df-3bc0-4e03-9cd7-938957499e34 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "DELETE /v2.0/floatingips/91d7f110-4f40-4703-a641-31837bd801ce HTTP/1.1" status: 204 len: 173 time: 0.9410186 Nov 23 18:39:29.203887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274218a-1557-42ca-a0e8-821221e1d82a req-89063720-ef75-4c16-8738-d89ed52fb768 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.206855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5274218a-1557-42ca-a0e8-821221e1d82a req-89063720-ef75-4c16-8738-d89ed52fb768 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1680501 Nov 23 18:39:29.217849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:29.223296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Request body: {'floatingip': {'port_id': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:29.347150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d7bc8347-0d66-4f23-a84d-aefd197df832 req-7cebb166-ebe4-4097-8670-5982d1e48168 tempest-ServersOnMultiNodesTest-936065699 tempest-ServersOnMultiNodesTest-936065699-project] 10.222.0.37 "GET /v2.0/ports?device_id=830809b7-1bce-48cd-9bff-ee748d109fa7 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Nov 23 18:39:29.417403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:29.467369 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24bd24-91be-49b1-bafb-7fa498a79a0b x-openstack-request-id: req-dc24bd24-91be-49b1-bafb-7fa498a79a0b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:29.468410 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830809b7-1bce-48cd-9bff-ee748d109fa7", "name": "network-vif-deleted", "tag": "20b458bc-c199-48a6-993e-2cc172838813", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:29.468829 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc24bd24-91be-49b1-bafb-7fa498a79a0b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:29.469560 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830809b7-1bce-48cd-9bff-ee748d109fa7', 'name': 'network-vif-deleted', 'tag': '20b458bc-c199-48a6-993e-2cc172838813', 'status': 'completed', 'code': 200} Nov 23 18:39:29.526812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-debe144e-8720-47db-aea9-336801213321 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.529005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-debe144e-8720-47db-aea9-336801213321 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.2599449 Nov 23 18:39:29.584311 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-76551b47-f5fc-4081-8c9a-1b78cb5f71ea tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/quotas/48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 375 time: 0.0465600 Nov 23 18:39:29.584602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-f26b7e1a-f460-42c9-81d0-f254dd5692ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.587400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-f26b7e1a-f460-42c9-81d0-f254dd5692ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1101 time: 0.0527725 Nov 23 18:39:29.719392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01d9ef36-7888-4556-9847-6d8a7edffa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:29.773149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-4c52a30e-ae42-4deb-913e-efd1b03f0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.775395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-4c52a30e-ae42-4deb-913e-efd1b03f0b21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1812997 Nov 23 18:39:29.779468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-dac2ca46-81f1-4320-a4fa-1289df9d133a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1935425 Nov 23 18:39:29.888679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-cd1d9911-e1cd-473f-a57f-c83256ce07b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.0972435 Nov 23 18:39:29.941074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f1c6-260f-48d6-bf78-b5f2e6148c98 req-67e29be0-7148-40a7-8f66-c904028c5fa2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.948250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4661f1c6-260f-48d6-bf78-b5f2e6148c98 req-67e29be0-7148-40a7-8f66-c904028c5fa2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1697185 Nov 23 18:39:29.995427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6163718f-48c0-485c-9d74-be435a354e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:29.998318 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6163718f-48c0-485c-9d74-be435a354e80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1021147 Nov 23 18:39:30.060473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-20631380-6b60-462f-a134-7121f7b88886 service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645350 Nov 23 18:39:30.108956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4661f1c6-260f-48d6-bf78-b5f2e6148c98 req-64776b6b-4499-49ec-8de3-258625235f0f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585612 Nov 23 18:39:30.155552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-5c1f82df-84bd-4acc-b799-ae03314b217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:30.158261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-5c1f82df-84bd-4acc-b799-ae03314b217e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446288 Nov 23 18:39:30.417279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c45e-1cd6-48e6-8417-317d454a0f0a req-d57489bc-b15e-4086-abf3-6fea26d29df6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:30.419295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd98c45e-1cd6-48e6-8417-317d454a0f0a req-d57489bc-b15e-4086-abf3-6fea26d29df6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1054194 Nov 23 18:39:30.421464 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-cbcc555d-a903-41be-b321-a94907245ffb service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557833 Nov 23 18:39:30.461419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-3d793fe9-a0e0-4eae-a67c-c6ee0f8c0233 service neutron] 10.222.0.37 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787983 Nov 23 18:39:30.607963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 20b458bc-c199-48a6-993e-2cc172838813 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:30.614602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:30.664029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0f848642-7f09-4b3b-b167-6915367683f3 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293341 Nov 23 18:39:30.683858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd98c45e-1cd6-48e6-8417-317d454a0f0a req-fbe9e8f2-efcd-46b2-bf74-91ab0a0b091c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495975 Nov 23 18:39:30.687803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 20b458bc-c199-48a6-993e-2cc172838813 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:30.688356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 20b458bc-c199-48a6-993e-2cc172838813 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:30.767291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:30.777976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:30.976598 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Floating IP a982f511-8fef-4047-a4a3-e026f0867e3f associated. External IP: 172.25.5.120, port: 3d6f396c-5b59-4b56-8b72-248954d19c5c. Nov 23 18:39:31.001080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f381ec-5651-48d9-bad4-4968fdd84620 req-977c9609-944d-4bad-927f-75d7c27e0623 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:31.003587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0f381ec-5651-48d9-bad4-4968fdd84620 req-977c9609-944d-4bad-927f-75d7c27e0623 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 946 time: 0.1038899 Nov 23 18:39:31.107767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0f381ec-5651-48d9-bad4-4968fdd84620 req-84b9add0-b0d1-4312-91c4-ce02e36f8476 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903535 Nov 23 18:39:31.382277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Router 7a12ec32-67d1-4878-a87b-884f5828d9f2 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:31.477726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45b204f8-e631-499f-8ded-c4c96ed21751 req-14654bb0-f536-49cc-b4c7-64aec5c167f9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0640755 Nov 23 18:39:31.777878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:31.942799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cc9aa-e23a-4b48-9d39-d0ce81995c50 req-21b91152-21ef-46b4-b2fc-0b8cd35deb0a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:31.955941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a2cc9aa-e23a-4b48-9d39-d0ce81995c50 req-21b91152-21ef-46b4-b2fc-0b8cd35deb0a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.0984018 Nov 23 18:39:32.076680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.117965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a2cc9aa-e23a-4b48-9d39-d0ce81995c50 req-e31200ec-0c5c-4213-818d-6a797b1c56a1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606600 Nov 23 18:39:32.293204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3f309f5-9ce9-42a9-85cc-dee66c35e92b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b409baa08e04480a9b6b73d9dc35213a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107014 Nov 23 18:39:32.293956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:32.403051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:32.415663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Sync routers for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:32.425747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.445987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:32.447359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:32.482232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc19ee-9a21-400f-8edf-71884707e05f req-98b85723-a727-4dd8-b727-6b273c816eaa tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:32.487429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aafc19ee-9a21-400f-8edf-71884707e05f req-98b85723-a727-4dd8-b727-6b273c816eaa tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 946 time: 0.1620712 Nov 23 18:39:32.515786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.616198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.642465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671395d-5632-41e9-a44e-a0f123b92150 req-afba3da8-ffcf-4564-a8fd-e2f0b6878082 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:32.659515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2671395d-5632-41e9-a44e-a0f123b92150 req-afba3da8-ffcf-4564-a8fd-e2f0b6878082 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 1.1189692 Nov 23 18:39:32.674800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aafc19ee-9a21-400f-8edf-71884707e05f req-3375e887-2a97-40ef-ab7c-723d5d605363 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01dc67b-04e1-4005-8137-8756442837ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697593 Nov 23 18:39:32.697508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99977-4594-407c-af17-7e987008a2f8 req-8470d5f4-7dca-4675-8046-1b519790adce tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:32.699278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58f99977-4594-407c-af17-7e987008a2f8 req-8470d5f4-7dca-4675-8046-1b519790adce tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 946 time: 0.3006606 Nov 23 18:39:32.742519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2eb3e488-be65-4be5-9ed2-1999969885b4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "PUT /v2.0/floatingips/a982f511-8fef-4047-a4a3-e026f0867e3f HTTP/1.1" status: 200 len: 991 time: 3.5226612 Nov 23 18:39:32.746461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.752480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.754144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9850efca-cddd-4a1b-8503-a6040df4d81d HTTP/1.1" status: 204 len: 168 time: 0.4591532 Nov 23 18:39:32.770194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:32.788799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850efca-cddd-4a1b-8503-a6040df4d81d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:32.799495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:32.801557 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5da38-ea17-46cf-8490-139cf8910f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:32.809104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.814487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.815296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.817468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.817942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.821415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.829900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.834631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.837841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.841072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.841969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.843393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200ab0-1699-436f-8801-2778f7960308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:32.912585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2671395d-5632-41e9-a44e-a0f123b92150 req-d4a13bcb-2741-4795-bb72-dfb55aea4e48 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518060 Nov 23 18:39:32.971421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Deleting port a060e3c5-f9aa-4bbd-96e6-4f161193a6df {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:32.972015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:33.203253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] For port a060e3c5-f9aa-4bbd-96e6-4f161193a6df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:33.203984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:33.237322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Calling delete_port for a060e3c5-f9aa-4bbd-96e6-4f161193a6df owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:33.282767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:33.375795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-8bd09feb-6a99-4530-9f66-22eba3e2481e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:33.377577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-8bd09feb-6a99-4530-9f66-22eba3e2481e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 821 time: 0.4052141 Nov 23 18:39:33.416890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Request body: {'port': {'device_id': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'admin_state_up': True, 'tenant_id': '48be278e4eaa462d8e11a9ceba5e47f0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:33.450010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a982f511-8fef-4047-a4a3-e026f0867e3f', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'port_id': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'mac_address': 'fa:16:3e:a5:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:53Z', 'updated_at': '2021-11-23T18:39:30Z', 'revision_number': 1, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:33.509996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:33.543805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Checking router: 7a12ec32-67d1-4878-a87b-884f5828d9f2 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:33.554136 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba361ea-fd30-468f-a98a-d7538087efaf x-openstack-request-id: req-8ba361ea-fd30-468f-a98a-d7538087efaf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:33.559143 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:33.559440 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ba361ea-fd30-468f-a98a-d7538087efaf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:33.559837 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'status': 'completed', 'code': 200} Nov 23 18:39:33.563762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:33.564917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:33.565818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:33.595704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56afb1f1-ce73-4cf3-adb0-cc4e61decb38 req-b39a4388-71b8-49bf-be88-dc0bccfe4719 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0622663 Nov 23 18:39:33.647931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a060e3c5-f9aa-4bbd-96e6-4f161193a6df'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:33.661899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Pushing event deleted for resources: {'Port': ['ID=a060e3c5-f9aa-4bbd-96e6-4f161193a6df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:33.764342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] No DVR routers for this DVR port a060e3c5-f9aa-4bbd-96e6-4f161193a6df on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:33.768412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:33.783225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58f99977-4594-407c-af17-7e987008a2f8 req-d5967c69-6d2a-4463-8f49-447055b393f9 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.50 "DELETE /v2.0/ports/a060e3c5-f9aa-4bbd-96e6-4f161193a6df HTTP/1.1" status: 204 len: 173 time: 1.0451519 Nov 23 18:39:33.923068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd3c4b1e-a253-4eae-819c-3b69188f68a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b12245d70144c62af0c0674de9f3b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984280 Nov 23 18:39:33.934118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:33.950146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3e43e1-6e47-47e4-be25-7e884aef8512 req-b04ba902-2812-4c34-afc7-99f038cf3414 tempest-FloatingIPsAssociationTestJSON-443974653 tempest-FloatingIPsAssociationTestJSON-443974653-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbba4397-7dde-4e01-a24f-6ef8fac9089d HTTP/1.1" status: 200 len: 210 time: 0.1032336 Nov 23 18:39:33.958826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-ce486a3d-2b9d-4a92-a79c-6630e6fe2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:33.961145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-ce486a3d-2b9d-4a92-a79c-6630e6fe2b5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78da67b9c8f34ca08029f20968224ebb&device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 1096 time: 0.5809829 Nov 23 18:39:33.988735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:34.234364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201ba28-2651-478f-874b-38b9afc4275e req-dabefe39-5ad1-4c5e-8e1f-e6242d38a684 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:34.249198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e201ba28-2651-478f-874b-38b9afc4275e req-dabefe39-5ad1-4c5e-8e1f-e6242d38a684 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.7600880 Nov 23 18:39:34.345626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Made reservation on behalf of 48be278e4eaa462d8e11a9ceba5e47f0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:34.353369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:34.380703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97c17-2df6-4b6a-bf4f-9722e049b8bf req-138aa77e-c6cf-428a-87e9-adf9bb64da45 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:34.383809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c1f97c17-2df6-4b6a-bf4f-9722e049b8bf req-138aa77e-c6cf-428a-87e9-adf9bb64da45 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1014013 Nov 23 18:39:34.422297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-4a64643a-339a-430f-be57-dbc3979de337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:34.425284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-4a64643a-339a-430f-be57-dbc3979de337 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd9239cf-6718-42eb-9a8d-6438955a4e44 HTTP/1.1" status: 200 len: 907 time: 0.4476233 Nov 23 18:39:34.475945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e201ba28-2651-478f-874b-38b9afc4275e req-8fa0ec55-0586-4007-a5ce-c06daf59698d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238784 Nov 23 18:39:34.537933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c1f97c17-2df6-4b6a-bf4f-9722e049b8bf req-59366bcf-1e7b-44aa-90e9-d149a4135e36 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379142 Nov 23 18:39:34.614189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:34.662487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-891a1515-5cc6-4b3d-93fa-dd27330a2214 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c HTTP/1.1" status: 200 len: 999 time: 0.1903706 Nov 23 18:39:34.735719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:34.749039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a982f511-8fef-4047-a4a3-e026f0867e3f', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'port_id': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'mac_address': 'fa:16:3e:a5:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:53Z', 'updated_at': '2021-11-23T18:39:30Z', 'revision_number': 1, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:34.773576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-2fea48c6-683f-4b0e-ad45-73aaded22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:34.775124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-2fea48c6-683f-4b0e-ad45-73aaded22129 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=792e632c-1541-4f81-917b-2264d285949d HTTP/1.1" status: 200 len: 845 time: 0.0984187 Nov 23 18:39:34.810997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c236b4-4192-40f7-bef2-b133c0e27e1c None None] The sync data for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 is: [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a982f511-8fef-4047-a4a3-e026f0867e3f', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'port_id': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'mac_address': 'fa:16:3e:a5:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:38:53Z', 'updated_at': '2021-11-23T18:39:30Z', 'revision_number': 1, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:34.893244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd2bd521-cb25-4193-b121-7a1170820bcf req-9955b5ec-41b6-4397-a6e9-042afe1146a1 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0559084 Nov 23 18:39:34.913328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Allocated IP 172.20.0.14 (d10a83a4-c7e2-4c8c-9165-ff95cb0af19c/e141e0fd-54be-43c8-ba1d-45f91a90568a/e8785754-240b-40ad-8251-18a6ca5de427) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:34.951821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-e71eadce-1f51-40ac-9570-24e890a9cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:34.953409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-e71eadce-1f51-40ac-9570-24e890a9cb54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd9239cf-6718-42eb-9a8d-6438955a4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506548 Nov 23 18:39:34.966391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:34.969570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:34.973989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9ac75f1-52ba-48cd-a924-b77f9eef718c HTTP/1.1" status: 204 len: 168 time: 1.0084555 Nov 23 18:39:35.000986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7b593-7200-45a5-b944-a79c313d6b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ac75f1-52ba-48cd-a924-b77f9eef718c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:35.073207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:35.279473 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e57d43-3b8b-49ab-a536-ba16a1dcdb18 None None] New status for floating IP a982f511-8fef-4047-a4a3-e026f0867e3f: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:35.646514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'name': 'network-vif-deleted', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:35.652807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-dbff16b3-4920-40d8-a44d-d295012bc7c1 service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802254 Nov 23 18:39:35.655666 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db7f48-d6c6-421a-96b5-ad01abcd624a" -d '{"events": [{"server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "name": "network-vif-deleted", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:35.752325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:35.796832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f201-d9e4-4759-8736-12d104db89d8 req-5a729528-0c68-4aa4-b361-08e6adc8b56e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:35.811002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f7f201-d9e4-4759-8736-12d104db89d8 req-5a729528-0c68-4aa4-b361-08e6adc8b56e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1305239 Nov 23 18:39:35.943469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f7f201-d9e4-4759-8736-12d104db89d8 req-273b5fd7-9c71-49a8-8c04-a1d097e35575 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352475 Nov 23 18:39:35.950530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f1176-b3a3-454d-812d-5a0a7e67c5f7 req-39932d86-966b-49c9-a8d7-3485530b1496 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:35.953832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e2f1176-b3a3-454d-812d-5a0a7e67c5f7 req-39932d86-966b-49c9-a8d7-3485530b1496 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1856658 Nov 23 18:39:35.962292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4a5da38-ea17-46cf-8490-139cf8910f2a req-4df389e6-c24f-4343-8eeb-375b327ac6f4 service neutron] 10.222.0.50 "GET /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765722 Nov 23 18:39:35.986963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.014427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af', '773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:36.053838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:36.055673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.072042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:36.079061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:36.119906 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f6250-f6a7-40eb-9230-f6386b7d4b51 x-openstack-request-id: req-3b5f6250-f6a7-40eb-9230-f6386b7d4b51 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:36.121250 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba4397-7dde-4e01-a24f-6ef8fac9089d", "name": "network-vif-deleted", "tag": "a060e3c5-f9aa-4bbd-96e6-4f161193a6df", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:36.121250 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b5f6250-f6a7-40eb-9230-f6386b7d4b51 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:36.122851 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba4397-7dde-4e01-a24f-6ef8fac9089d', 'name': 'network-vif-deleted', 'tag': 'a060e3c5-f9aa-4bbd-96e6-4f161193a6df', 'status': 'completed', 'code': 200} Nov 23 18:39:36.147662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e2f1176-b3a3-454d-812d-5a0a7e67c5f7 req-55e0d743-da2c-4c88-a0ee-290c408ef5ce tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840954 Nov 23 18:39:36.155236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:36.251742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.252667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.289567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-4e5893e1-0be9-4abf-a6ae-69865b10ca1e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8841016 Nov 23 18:39:36.305384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Request body: {'port': {'device_id': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:36.520273 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.549125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:36.638872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a060e3c5-f9aa-4bbd-96e6-4f161193a6df no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:36.660852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76efc3-10e7-4456-ad44-517e47926c99 req-73b0a1fd-2592-421c-b02c-a8a15a8f194d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.665315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b76efc3-10e7-4456-ad44-517e47926c99 req-73b0a1fd-2592-421c-b02c-a8a15a8f194d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 932 time: 0.1587365 Nov 23 18:39:36.706302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: a060e3c5-f9aa-4bbd-96e6-4f161193a6df {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:36.706948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a060e3c5-f9aa-4bbd-96e6-4f161193a6df not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:36.777842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-network', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:36.846707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b76efc3-10e7-4456-ad44-517e47926c99 req-90872eda-c949-49a9-bb4a-5ed5fa8351fd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373849 Nov 23 18:39:36.868972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Made reservation on behalf of d6c5f625934d4594a2531ff59f8441c3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:36.872232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.883277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:36.934429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Deleting port 6614705b-98fb-41eb-b29a-7ea25efdbb90 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:36.934862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.035350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.078749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.099704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8785754-240b-40ad-8251-18a6ca5de427 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:37.118178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.125093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:39:37.140081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] For port 6614705b-98fb-41eb-b29a-7ea25efdbb90, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6614705b-98fb-41eb-b29a-7ea25efdbb90,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:37.140448 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.144050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Transition to ACTIVE for port object e8785754-240b-40ad-8251-18a6ca5de427 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:39:37.144730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75201b-78f2-42bf-9874-c84cbaad1a31,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:37.155358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.155695 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Added segment 4f5c2217-90fb-4af4-96e1-bc5bb3969480 of type vlan for network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef Nov 23 18:39:37.159395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8666e0-a80c-4f48-a2e0-7e1e54a675f1 req-367589ac-8f30-4318-a7d6-8147e98f5958 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:37.161984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ea8666e0-a80c-4f48-a2e0-7e1e54a675f1 req-367589ac-8f30-4318-a7d6-8147e98f5958 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.1273880 Nov 23 18:39:37.164160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.226681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.256332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Calling delete_port for 6614705b-98fb-41eb-b29a-7ea25efdbb90 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:37.269570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.271545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:37.272923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.379277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:37.387194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8004909 Nov 23 18:39:37.394846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42476) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:37.409301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Request body: {'subnet': {'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-subnet', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:37.428140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ea8666e0-a80c-4f48-a2e0-7e1e54a675f1 req-8edf7d44-d6a8-421e-ad68-f5a6c48a24f3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463665 Nov 23 18:39:37.450886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc7c9c-b919-4bce-98bc-ed0040edd5de admin admin] Pushing event updated for resources: {'Network': ['ID=0bb9c440-39df-47f4-a076-d7fcdd0b22ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:37.465200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a4963-54b0-4872-a712-8029ae6d07f0 req-000d1ded-985a-4464-a0dd-3e72c9954138 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:37.465966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:37.466370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:37.466868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:37.469631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b4a4963-54b0-4872-a712-8029ae6d07f0 req-000d1ded-985a-4464-a0dd-3e72c9954138 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.2194674 Nov 23 18:39:37.473610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:39:37.493216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:37.493542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:37.509008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:37.509516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:37.510071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:37.510531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Bound port: e8785754-240b-40ad-8251-18a6ca5de427, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:37.510890 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.552112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Made reservation on behalf of d6c5f625934d4594a2531ff59f8441c3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:37.554996 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.667092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:37.679565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b4a4963-54b0-4872-a712-8029ae6d07f0 req-95e905bf-0e34-4220-85c6-32006461d07b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982036 Nov 23 18:39:37.680219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:37.704470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.771183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:37.771843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.773508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 1092 time: 1.4734330 Nov 23 18:39:37.775348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:37.779938 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f88e61-07b7-4429-a614-98b57bb31d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "tag": "e8785754-240b-40ad-8251-18a6ca5de427"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:37.849269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:37.865447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646302d-2ecd-47d9-ab77-4b72a425a2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:37.888453 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b263f4a-472e-4010-86f4-1980174cb8c5 x-openstack-request-id: req-0b263f4a-472e-4010-86f4-1980174cb8c5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:37.888732 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "tag": "e8785754-240b-40ad-8251-18a6ca5de427", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:37.888985 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b263f4a-472e-4010-86f4-1980174cb8c5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:37.889384 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427', 'status': 'completed', 'code': 200} Nov 23 18:39:37.910028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-25a3ba06-9a99-494d-af57-1038feb37bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:37.911875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-25a3ba06-9a99-494d-af57-1038feb37bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1095 time: 0.0601411 Nov 23 18:39:37.921376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Pushing event deleted for resources: {'Port': ['ID=6614705b-98fb-41eb-b29a-7ea25efdbb90,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:37.982656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-e97a7169-4473-406c-817e-e791c657f4cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 217 time: 0.0593138 Nov 23 18:39:38.067478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-27edfe24-cf88-4882-bb87-925a23f59bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:38.071274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-27edfe24-cf88-4882-bb87-925a23f59bcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0809720 Nov 23 18:39:38.120010 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.129802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-bf2316da-99b2-4a4a-be3b-1715f804a4d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407693 Nov 23 18:39:38.217687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf164d-b119-4428-8cab-a2ae988a1395 req-a9e60b8b-424a-4ea9-b502-7bd2b68c49cc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:38.219094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40cf164d-b119-4428-8cab-a2ae988a1395 req-a9e60b8b-424a-4ea9-b502-7bd2b68c49cc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.2375631 Nov 23 18:39:38.241057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9795288-531b-4236-94b1-5fba110cbde1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:38.277575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-725842f1-bb29-4cd8-899b-fedb15c3619b service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367984 Nov 23 18:39:38.283814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.294646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Checking segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:38.294997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Network hostable DHCP agents. Network: 0bb9c440-39df-47f4-a076-d7fcdd0b22ef, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:39:38.325900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40cf164d-b119-4428-8cab-a2ae988a1395 req-627e290b-f9d6-4555-a527-53b31c8a4980 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858891 Nov 23 18:39:38.399683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:39:38.439430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8af0e264-4a1f-42e2-92f4-9407675a901b req-66e11d6f-1c9a-4927-be2e-b45212730fc3 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537981 Nov 23 18:39:38.449050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0bb9c440-39df-47f4-a076-d7fcdd0b22ef) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:38.458193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:38.458796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.469259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c114f9-fe53-410f-a6cf-d97883a4c144 None None] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:38.496119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a571e7c7-f0e4-45e3-a4d5-22213aefc663 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0966599 Nov 23 18:39:38.499044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:38.506943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:38.600836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.603565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.607821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.778710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.798776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-664b95c2-495f-43ed-be45-b47619167547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:38.801328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-664b95c2-495f-43ed-be45-b47619167547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1095 time: 0.2730415 Nov 23 18:39:38.870160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4ed35-a6bf-48f6-9173-8bce2a41885c req-3e890f74-9e07-4650-b181-bc8c9ec0def0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:38.878062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65b4ed35-a6bf-48f6-9173-8bce2a41885c req-3e890f74-9e07-4650-b181-bc8c9ec0def0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.2064610 Nov 23 18:39:38.890370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'fixed_ips': [{'subnet_id': 'e9795288-531b-4236-94b1-5fba110cbde1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:39:38.891629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.986362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65b4ed35-a6bf-48f6-9173-8bce2a41885c req-17950ece-fb23-47ef-937d-695acb7a193e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071293 Nov 23 18:39:39.042239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Router fd9f9cad-149d-45d7-882d-249e11d9cb24 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:39.054286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-b2ca59cb-d1e2-4a5b-a701-5edc09ccc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.057852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-b2ca59cb-d1e2-4a5b-a701-5edc09ccc402 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.2480977 Nov 23 18:39:39.069018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.137137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-2fa4fe8d-36e2-4995-a9d9-b5e285330d77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 217 time: 0.0686028 Nov 23 18:39:39.155340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Allocated IP 172.20.0.2 (0bb9c440-39df-47f4-a076-d7fcdd0b22ef/e9795288-531b-4236-94b1-5fba110cbde1/0e592839-e683-4b80-9dd0-e4d7ea545258) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:39.251251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fcca9-8ef6-4928-a60b-4c9f2b5ae64d req-967c3598-a168-4fa6-99e5-bd12e0159ce6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.253735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c0fcca9-8ef6-4928-a60b-4c9f2b5ae64d req-967c3598-a168-4fa6-99e5-bd12e0159ce6 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.2739708 Nov 23 18:39:39.268571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-b9712992-5e0d-48d8-bc79-ed88dd48d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.270723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-b9712992-5e0d-48d8-bc79-ed88dd48d3d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.1263885 Nov 23 18:39:39.321365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-765ca2f7-9e52-49de-8ead-0f1bd46afaf5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356786 Nov 23 18:39:39.433548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.452380 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.497394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:39.524070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:39.529093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Sync routers for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:39.532837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1ba7d17f-3a6d-4ec7-803c-08336623f155 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd9f9cad-149d-45d7-882d-249e11d9cb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4583890 Nov 23 18:39:39.534354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:39.539118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:39.542031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:39.551920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Pushing event updated for resources: {'Port': ['ID=0e592839-e683-4b80-9dd0-e4d7ea545258,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:39.568504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c0fcca9-8ef6-4928-a60b-4c9f2b5ae64d req-8be0ccfe-cca6-4384-91c6-3b77c65777aa tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039131 Nov 23 18:39:39.606029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.606864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.607026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.608397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.608751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.609102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.609592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.609932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.610981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.610981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.611284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.611460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:39.616346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:39.617573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:39.640649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-b6e80f92-7692-4c03-8f94-c71c64a81539 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100929 Nov 23 18:39:39.693114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d8bc6-1a21-4686-9f9b-f04542d87b8d req-71ade1e8-62fb-4aed-b34e-a705136a4715 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.700688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-194d8bc6-1a21-4686-9f9b-f04542d87b8d req-71ade1e8-62fb-4aed-b34e-a705136a4715 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.2179151 Nov 23 18:39:39.806840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.816050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.848853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.899246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Attempting to bind port 0e592839-e683-4b80-9dd0-e4d7ea545258 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:39.899762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Attempting to bind port 0e592839-e683-4b80-9dd0-e4d7ea545258 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:39.900496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Attempting to bind port 0e592839-e683-4b80-9dd0-e4d7ea545258 on network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:39.913186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:39.927417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-194d8bc6-1a21-4686-9f9b-f04542d87b8d req-c8734fd7-c88b-4772-b2fc-482d5bf16d7e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257285 Nov 23 18:39:39.949731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:39.950098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Checking segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:39.950574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.951057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Bound using segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:39.951704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Bound port: 0e592839-e683-4b80-9dd0-e4d7ea545258, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:39.952100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.990739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f88e61-07b7-4429-a614-98b57bb31d4c req-711dd369-8f0d-4b99-9bca-90e9aa8c2392 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144593 Nov 23 18:39:40.109632 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.155367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Allocated IP 172.25.5.132 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/fd281d1a-2021-4f14-8326-d2f80968ce58) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:40.175235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40bdf-ee65-4937-aecf-ad2cffd1943d req-32576fed-72aa-4fd6-b8dc-3300c76dbd91 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:40.182682 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23e40bdf-ee65-4937-aecf-ad2cffd1943d req-32576fed-72aa-4fd6-b8dc-3300c76dbd91 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.1446800 Nov 23 18:39:40.254838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.255113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bd4e-2bef-4972-bd27-d77b0426a48a req-1c9416ce-76ea-4160-8708-78a368d4fe60 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:40.257537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a369bd4e-2bef-4972-bd27-d77b0426a48a req-1c9416ce-76ea-4160-8708-78a368d4fe60 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.0842917 Nov 23 18:39:40.280121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] For port 0e592839-e683-4b80-9dd0-e4d7ea545258, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:40.284078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] For port 0e592839-e683-4b80-9dd0-e4d7ea545258, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0e592839-e683-4b80-9dd0-e4d7ea545258,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:40.301159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.302141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Deleting port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:40.302825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.340175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23e40bdf-ee65-4937-aecf-ad2cffd1943d req-9d578fee-d049-4398-999f-9888f5c2d891 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565576 Nov 23 18:39:40.403293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:39:37Z', 'revision_number': 5, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port': {'id': 'd18cf2c8-8262-4ca4-b9d7-95a8d8c79457', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:34Z', 'updated_at': '2021-11-23T18:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:40.454789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Checking router: fd9f9cad-149d-45d7-882d-249e11d9cb24 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:40.479496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8012ae-d971-4b20-b856-1067b60c6882 None None] Pushing event updated for resources: {'Port': ['ID=0e592839-e683-4b80-9dd0-e4d7ea545258,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:40.487704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Routers {'fd9f9cad-149d-45d7-882d-249e11d9cb24'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:40.489093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd9f9cad-149d-45d7-882d-249e11d9cb24'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:40.535148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.551948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] For port d18cf2c8-8262-4ca4-b9d7-95a8d8c79457, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:40.552979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.597750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:40.641855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a369bd4e-2bef-4972-bd27-d77b0426a48a req-ded77800-6cd7-46e1-a882-a0d9d7769140 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698580 Nov 23 18:39:40.644389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] Set router fd9f9cad-149d-45d7-882d-249e11d9cb24 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:40.661850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:40.665258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Calling delete_port for d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:40.699800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:40.734183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:40.787891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:39:40Z', 'revision_number': 6, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:40.840072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Pushing event updated for resources: {'Port': ['ID=fd281d1a-2021-4f14-8326-d2f80968ce58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:40.865597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db84b8-8917-4ffc-b192-0be0bb7bfdc0 None None] The sync data for ids ['fd9f9cad-149d-45d7-882d-249e11d9cb24'] in n-d-792364-9 is: [{'id': 'fd9f9cad-149d-45d7-882d-249e11d9cb24', 'name': 'tempest-FloatingIPsAssociationTestJSON-1271208533-router', 'tenant_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:31Z', 'updated_at': '2021-11-23T18:39:40Z', 'revision_number': 6, 'project_id': '4558e254f06c42bfb75aee4e6fe1cfd3', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:41.071602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787ed8-1997-47c0-a2f8-728819dad13e req-a50758ef-333b-45bb-bb9b-e64a9a080643 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:41.074657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a787ed8-1997-47c0-a2f8-728819dad13e req-a50758ef-333b-45bb-bb9b-e64a9a080643 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.2492657 Nov 23 18:39:41.081583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-6fa3d07c-3dc6-45c6-8251-cbaa1c9f7b3f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:41.084186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-6fa3d07c-3dc6-45c6-8251-cbaa1c9f7b3f tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.2571425 Nov 23 18:39:41.121670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-9'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:41.254102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a787ed8-1997-47c0-a2f8-728819dad13e req-456ad729-17c2-4fee-b684-8d086d18d198 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683505 Nov 23 18:39:41.262950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.544389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:41.560604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.613433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18cf2c8-8262-4ca4-b9d7-95a8d8c79457,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:41.717738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:41.794676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ea4f8-0a07-42b9-95d8-be691b4fe35a req-1c739b56-0e58-45a3-87e3-d8fa6c136cfd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:41.796327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-978ea4f8-0a07-42b9-95d8-be691b4fe35a req-1c739b56-0e58-45a3-87e3-d8fa6c136cfd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.7006032 Nov 23 18:39:41.799603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.819538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:41.822512 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6acd7b5-eb2f-400f-b254-2ad497dc720f" -d '{"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:41.835920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.843619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.977657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-978ea4f8-0a07-42b9-95d8-be691b4fe35a req-f8ba7c30-be65-41ae-889d-6cfc6474fe65 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743877 Nov 23 18:39:41.991966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.045709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974153a-4a29-4b52-ad36-da39cbe81202 None None] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:42.101516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.111885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.127787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e86b-e253-4900-9e4c-b3d12b719b8c req-8876d6f8-25dc-4a21-a305-02830644a460 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:42.134957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c735e86b-e253-4900-9e4c-b3d12b719b8c req-8876d6f8-25dc-4a21-a305-02830644a460 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 945 time: 0.3387370 Nov 23 18:39:42.158247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.195637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:42.213801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.241603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] Provisioning complete for port 0e592839-e683-4b80-9dd0-e4d7ea545258 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:42.241969 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.294009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c735e86b-e253-4900-9e4c-b3d12b719b8c req-be862350-44fa-4cdf-8a80-c4aaecc42bf2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579454 Nov 23 18:39:42.296236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.296945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd9f9cad-149d-45d7-882d-249e11d9cb24 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:39:42.306438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.315159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa15d399-3458-4634-b883-7a2a33e7bf23 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd9f9cad-149d-45d7-882d-249e11d9cb24 HTTP/1.1" status: 204 len: 168 time: 2.7722456 Nov 23 18:39:42.318012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.338599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:42.338895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:42.340084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:42.406980 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a753ea-cec2-4423-8ef3-e794562b3074 x-openstack-request-id: req-28a753ea-cec2-4423-8ef3-e794562b3074 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:42.407572 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:42.407989 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28a753ea-cec2-4423-8ef3-e794562b3074 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:42.408587 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'code': 200} Nov 23 18:39:42.424422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:42.444876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:42.458703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:42.459033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:42.459627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:42.460376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Bound port: 259949c2-d9a6-4868-9f6f-afc4935263d8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:42.460735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.514205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Deleting subnet 52a4aa96-6701-4995-afba-fb8cd566c754 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:39:42.536853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.598551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.640673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] For port 0e592839-e683-4b80-9dd0-e4d7ea545258, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0e592839-e683-4b80-9dd0-e4d7ea545258,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:42.648103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.660055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.686256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Router 47b21874-52cd-4840-9e5d-6522a35353a4 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:39:42.722128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:42.831100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:42.831533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:42.831970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:42.848464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0e592839-e683-4b80-9dd0-e4d7ea545258 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:42.868840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f01be-1b21-443a-8f64-271c4e3340c6 req-546b49a2-cb34-4b34-9094-f6df75bee4ee tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:42.877786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a5f01be-1b21-443a-8f64-271c4e3340c6 req-546b49a2-cb34-4b34-9094-f6df75bee4ee tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.1816652 Nov 23 18:39:42.905813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.989715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c25de-a863-416e-b9d6-3322c8bedebe req-631800a1-7743-454d-98db-a22087b5eb0e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:42.991306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6c25de-a863-416e-b9d6-3322c8bedebe req-631800a1-7743-454d-98db-a22087b5eb0e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.2079501 Nov 23 18:39:42.992575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:43.002642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:43.010840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.048620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a5f01be-1b21-443a-8f64-271c4e3340c6 req-0bff2aae-7a63-4f88-a71d-2bcab5502017 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699629 Nov 23 18:39:43.051834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:43.074142 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Sync routers for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:43.088622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9808d6-9690-447c-aa29-aa88b165bd87 None None] Pushing event updated for resources: {'Port': ['ID=0e592839-e683-4b80-9dd0-e4d7ea545258,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.092881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:43.093550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:43.097090 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.099678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f26f0d7-b113-4b43-866f-e526fd54fa22 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5984604 Nov 23 18:39:43.102750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:43.102909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:43.103203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:43.112883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:43.112883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Bound port: 259949c2-d9a6-4868-9f6f-afc4935263d8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:43.112883 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.113439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:43.113439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:43.167903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0e592839-e683-4b80-9dd0-e4d7ea545258 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:43.168174 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.286076 n-d-792364-9 neutron-server[103401]: WARNING neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Concurrent port binding operations failed on port 259949c2-d9a6-4868-9f6f-afc4935263d8 Nov 23 18:39:43.377324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:43.394624 n-d-792364-9 neutron-server[103401]: INFO neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Attempt 2 to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 Nov 23 18:39:43.395099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 has no active binding in host n-h1-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:39:43.423154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:43.506406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6c3932a4-841c-4644-ba4d-53202e344b7e None None] Provisioning complete for port 0e592839-e683-4b80-9dd0-e4d7ea545258 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:43.506797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c3932a4-841c-4644-ba4d-53202e344b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.542134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6c25de-a863-416e-b9d6-3322c8bedebe req-052172ce-eb4d-4fce-9f62-c3f3239de179 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179842 Nov 23 18:39:43.556418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.581056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710072d3-86c7-40da-9a2b-155d5d480e64 req-e83e4cdd-6b2d-4a0b-942b-9199362ddc9d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:43.585642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6614705b-98fb-41eb-b29a-7ea25efdbb90 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:43.591353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-710072d3-86c7-40da-9a2b-155d5d480e64 req-e83e4cdd-6b2d-4a0b-942b-9199362ddc9d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.1683831 Nov 23 18:39:43.645954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.656573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6614705b-98fb-41eb-b29a-7ea25efdbb90 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:43.656822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52a4aa96-6701-4995-afba-fb8cd566c754 HTTP/1.1" status: 204 len: 168 time: 1.3347821 Nov 23 18:39:43.656916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6614705b-98fb-41eb-b29a-7ea25efdbb90 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:43.656916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:43.657063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.669280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13ac50-30ef-4ab7-b21f-7e24d6fec3a2 None None] Network b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:43.706894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:41Z', 'revision_number': 3, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:43.719372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:43.726238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:43.726612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d18cf2c8-8262-4ca4-b9d7-95a8d8c79457 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:43.749745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ebc50-81ba-431a-ac3d-0d22d1619692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a4aa96-6701-4995-afba-fb8cd566c754,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.781852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Checking router: 47b21874-52cd-4840-9e5d-6522a35353a4 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:43.782484 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Updating router 47b21874-52cd-4840-9e5d-6522a35353a4 port fd281d1a-2021-4f14-8326-d2f80968ce58 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:39:43.846404 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.856918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:43.857909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.860917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-484ef6ff-ae8b-45f4-82c6-f048e7672bd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 1121 time: 2.7470407 Nov 23 18:39:43.884391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-710072d3-86c7-40da-9a2b-155d5d480e64 req-d70ed18b-8aad-4a18-83d4-eb4f579a2465 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920246 Nov 23 18:39:43.978110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a9ef6-a71d-4ab2-ba18-10ac69c51fab req-0b7081e7-7dbb-4ef3-8a2d-d1370601c41e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:43.989595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:43.989862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-148a9ef6-a71d-4ab2-ba18-10ac69c51fab req-0b7081e7-7dbb-4ef3-8a2d-d1370601c41e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.1903944 Nov 23 18:39:44.033949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.071731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.087849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:44.121214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-148a9ef6-a71d-4ab2-ba18-10ac69c51fab req-25d82a5e-867d-4457-90c7-bd5fcb77123a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295350 Nov 23 18:39:44.356545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-084a5dcb-4c34-4ba7-88db-6925a0c4a5ec tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:44.357451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] DHCP port deletion for b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:39:44.358451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-084a5dcb-4c34-4ba7-88db-6925a0c4a5ec tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.47 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.2000513 Nov 23 18:39:44.363915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Deleting port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:44.364408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.414077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:44.416603 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f249af-66e7-4ba4-b73d-f145847200d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:44.444466 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.453135 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.476338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Allocated IP 172.20.0.1 (0bb9c440-39df-47f4-a076-d7fcdd0b22ef/e9795288-531b-4236-94b1-5fba110cbde1/1a0cb873-758c-411f-bb86-fff7044cb876) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:44.503787 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd97c7f4-6c9e-47bd-8d75-0a8fc6e24dff x-openstack-request-id: req-cd97c7f4-6c9e-47bd-8d75-0a8fc6e24dff {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:44.504505 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:44.504959 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd97c7f4-6c9e-47bd-8d75-0a8fc6e24dff {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:44.505535 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'status': 'completed', 'code': 200} Nov 23 18:39:44.514966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] For port 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8caf4a74-24ec-48fa-826c-ce56abd0ce06,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:44.515867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.550333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Calling delete_port for 8caf4a74-24ec-48fa-826c-ce56abd0ce06 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:44.562887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Pushing event updated for resources: {'Port': ['ID=fd281d1a-2021-4f14-8326-d2f80968ce58,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:44.612460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.624139 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.624590 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.626655 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.627079 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.630421 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.630912 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.631516 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.635703 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.636090 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.636518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.636924 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.637322 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:44.673995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Attempting to bind port fd281d1a-2021-4f14-8326-d2f80968ce58 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:44.674465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Attempting to bind port fd281d1a-2021-4f14-8326-d2f80968ce58 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:44.675031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Attempting to bind port fd281d1a-2021-4f14-8326-d2f80968ce58 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:44.688985 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:44.689483 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:44.689960 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.690485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:44.691209 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Bound port: fd281d1a-2021-4f14-8326-d2f80968ce58, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:44.691635 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.723474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Deleting port b620fa40-7909-400d-a639-59338e44dfe2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:44.724723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.779775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Deleting port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:44.780242 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.782934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.863479 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] For port fd281d1a-2021-4f14-8326-d2f80968ce58, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:44.869466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] For port fd281d1a-2021-4f14-8326-d2f80968ce58, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd281d1a-2021-4f14-8326-d2f80968ce58,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:44.876740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:44.880852 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.888593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0e592839-e683-4b80-9dd0-e4d7ea545258 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:44.892391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:44.899585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:44.900686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] For port 8caf4a74-24ec-48fa-826c-ce56abd0ce06, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8caf4a74-24ec-48fa-826c-ce56abd0ce06,segment=NetworkSegment(25b76dcf-6e81-49e8-aecc-96c7e18a178a),segment_id=25b76dcf-6e81-49e8-aecc-96c7e18a178a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:44.901277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.942809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Calling delete_port for 8caf4a74-24ec-48fa-826c-ce56abd0ce06 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:44.967530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:45.001113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b425c-d2eb-429f-93a7-7b847f8071ed req-c3adb59d-4d22-4d06-8bb9-70fd56218a43 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:45.003072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-384b425c-d2eb-429f-93a7-7b847f8071ed req-c3adb59d-4d22-4d06-8bb9-70fd56218a43 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 945 time: 0.2929311 Nov 23 18:39:45.018180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.030222 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a72ada-8272-48fc-b35f-60ff4cf7f675 None None] Pushing event updated for resources: {'Port': ['ID=fd281d1a-2021-4f14-8326-d2f80968ce58,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:45.072224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] For port b620fa40-7909-400d-a639-59338e44dfe2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b620fa40-7909-400d-a639-59338e44dfe2,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:45.072769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.075287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:45.075952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:45.101539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0e592839-e683-4b80-9dd0-e4d7ea545258 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:45.109896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.271780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-5ce8bf51-1a8b-4f6c-b63f-bab353ecb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:45.273274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-5ce8bf51-1a8b-4f6c-b63f-bab353ecb647 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1124 time: 0.7287893 Nov 23 18:39:45.280350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.294958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:45.295821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45fa-d535-4e1d-b967-27475087c7c0 req-0d3b8911-7221-40b7-bed2-934bfe8683e8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:45.303744 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bbf45fa-d535-4e1d-b967-27475087c7c0 req-0d3b8911-7221-40b7-bed2-934bfe8683e8 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.5412657 Nov 23 18:39:45.306941 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.322937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-384b425c-d2eb-429f-93a7-7b847f8071ed req-5c6a3bad-d9f8-4c0e-b719-a4d65dd14f1d tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups?id=461f5836-4e1a-409a-8532-12bd4a065f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932723 Nov 23 18:39:45.410712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8caf4a74-24ec-48fa-826c-ce56abd0ce06 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:45.420101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] Pushing event deleted for resources: {'Port': ['ID=8caf4a74-24ec-48fa-826c-ce56abd0ce06,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:45.442381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.462624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Pushing event deleted for resources: {'Port': ['ID=8caf4a74-24ec-48fa-826c-ce56abd0ce06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:45.464858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] No DVR routers for this DVR port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:45.471040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728af974-71f9-45fb-b8dd-7a72f5cc5a74 None None] No DVR routers for this DVR port 8caf4a74-24ec-48fa-826c-ce56abd0ce06 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:45.492815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 8caf4a74-24ec-48fa-826c-ce56abd0ce06 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:45.493520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8caf4a74-24ec-48fa-826c-ce56abd0ce06 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:45.510296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-960dd9e0-356b-4a60-8cea-a8cd7683650d None None] Provisioning complete for port 1a0cb873-758c-411f-bb86-fff7044cb876 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:45.514097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-960dd9e0-356b-4a60-8cea-a8cd7683650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.597396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-960dd9e0-356b-4a60-8cea-a8cd7683650d None None] Port 1a0cb873-758c-411f-bb86-fff7044cb876 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:39:45.645624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.646233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.646413 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Floating IP 5c5580fc-4b87-421a-9262-960561b35c69 disassociated. External IP: 172.25.5.79, port: b620fa40-7909-400d-a639-59338e44dfe2. Nov 23 18:39:45.646828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Calling delete_port for b620fa40-7909-400d-a639-59338e44dfe2 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:45.692566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bbf45fa-d535-4e1d-b967-27475087c7c0 req-9db9fb66-5232-4781-93b2-d5ccaac17839 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873525 Nov 23 18:39:45.749446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.758578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.771631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21375a-4091-45c8-8e49-c5e9a7536f8a req-6e902422-a2d1-4306-b52a-3bb1611de5d8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:45.773480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e21375a-4091-45c8-8e49-c5e9a7536f8a req-6e902422-a2d1-4306-b52a-3bb1611de5d8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.1603549 Nov 23 18:39:45.812198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.821596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:41Z', 'revision_number': 3, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:45.828193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-27756116-2728-4aa1-b9d1-6e94755294ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:45.829999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-27756116-2728-4aa1-b9d1-6e94755294ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.5155449 Nov 23 18:39:45.881305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.891940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:45.894025 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef49d4e-17d2-444c-97bf-a0b36e14656e None None] The sync data for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 is: [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:41Z', 'revision_number': 3, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:45.915422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:45.927191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e21375a-4091-45c8-8e49-c5e9a7536f8a req-0245b3e2-fd79-4d6c-bfcf-ca2fc594c277 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318011 Nov 23 18:39:45.985866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-47eb9e6c-41c3-40bf-a04c-ae83c973d925 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 0.1340504 Nov 23 18:39:45.989207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b76dcf-6e81-49e8-aecc-96c7e18a178a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:45.989506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b76dcf-6e81-49e8-aecc-96c7e18a178a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:46.050215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.056086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:46.058398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:46.150944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.190685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8464e61-b9f6-493b-9af7-e343415b4582 req-5e8979b5-6df1-4a67-beab-be08b0cac3ef tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:46.193104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8464e61-b9f6-493b-9af7-e343415b4582 req-5e8979b5-6df1-4a67-beab-be08b0cac3ef tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.3296328 Nov 23 18:39:46.208629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-4050e856-3e56-458a-9227-377f9127f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:46.210707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-4050e856-3e56-458a-9227-377f9127f381 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2074020 Nov 23 18:39:46.211874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:39:46.212269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.212578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b620fa40-7909-400d-a639-59338e44dfe2 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:39:46.217432 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:39:46.418476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Router 47b21874-52cd-4840-9e5d-6522a35353a4 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:46.432455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.448290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8464e61-b9f6-493b-9af7-e343415b4582 req-bcdce043-6e83-48e1-92a6-76b3fad2cb8b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735225 Nov 23 18:39:46.490457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-99e37bf9-4073-4baa-b43a-2211c81da177 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2553790 Nov 23 18:39:46.495426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.585374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5af8ccfd-498f-4f16-98d4-d841a5b79551 None None] Provisioning complete for port 1a0cb873-758c-411f-bb86-fff7044cb876 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:46.586043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5af8ccfd-498f-4f16-98d4-d841a5b79551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.673936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:46.686330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6a0c348e-2921-44d0-9c91-5d1ee0ae1ce5 admin admin] 10.222.0.37 "PUT /v2.0/routers/47b21874-52cd-4840-9e5d-6522a35353a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5687912 Nov 23 18:39:46.687422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5af8ccfd-498f-4f16-98d4-d841a5b79551 None None] Port 1a0cb873-758c-411f-bb86-fff7044cb876 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:39:46.801220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.810342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event deleted for resources: {'Port': ['ID=b620fa40-7909-400d-a639-59338e44dfe2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:46.821692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.856074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9 HTTP/1.1" status: 204 len: 168 time: 3.1347406 Nov 23 18:39:46.892181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec523313-6895-4ebc-933c-4bdaeed8b944 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63fb6d0-ee02-4f1b-bf4a-2cdcf367d7f9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:46.935217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd281d1a-2021-4f14-8326-d2f80968ce58 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:47.036071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fd281d1a-2021-4f14-8326-d2f80968ce58 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:47.036734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:47.138032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-2e6e57f6-3563-4466-9aa4-f383c38b5900 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287255 Nov 23 18:39:47.272704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:47.336482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port fd281d1a-2021-4f14-8326-d2f80968ce58, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd281d1a-2021-4f14-8326-d2f80968ce58,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:47.345746 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:47.395202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0201e29b-9c44-4ec2-ac1c-96e97ff3abb5 req-0983038d-55be-4d4b-b634-004ca477275a tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.0790598 Nov 23 18:39:47.482172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670dbe-5450-43ca-b5e2-04d950a3e756 req-a80b7e96-81f5-40a3-9183-99b43947e3cb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:47.484645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97670dbe-5450-43ca-b5e2-04d950a3e756 req-a80b7e96-81f5-40a3-9183-99b43947e3cb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.4133451 Nov 23 18:39:47.531174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:47.607147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=fd281d1a-2021-4f14-8326-d2f80968ce58,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:47.642192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:47.754733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf5f7a-8db4-4147-81c0-63ba49ae9804 req-c7d831af-34ef-40df-b01f-40e965709d97 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:47.763185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5faf5f7a-8db4-4147-81c0-63ba49ae9804 req-c7d831af-34ef-40df-b01f-40e965709d97 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.2460299 Nov 23 18:39:47.788719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f249af-66e7-4ba4-b73d-f145847200d7 req-c14866b6-241e-4427-864f-4918c97a87cf service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350460 Nov 23 18:39:47.818633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b97d5f29-3d83-4840-9e70-db55653a6808 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4558e254f06c42bfb75aee4e6fe1cfd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835908 Nov 23 18:39:47.823153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:47.836087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97670dbe-5450-43ca-b5e2-04d950a3e756 req-115fd8e6-3614-4f44-9eff-957ab44ea851 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168088 Nov 23 18:39:47.940989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:47.958340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:47.965477 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-be536355-cb6f-4a79-96d1-47380e86b357 req-a38050bf-cd6e-46f4-a79f-7f7ee1abef9e service neutron] show failed (client error): The resource could not be found. Nov 23 18:39:47.971379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-a38050bf-cd6e-46f4-a79f-7f7ee1abef9e service neutron] 10.222.0.47 "GET /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.3244846 Nov 23 18:39:47.993709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:47.994362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:48.028975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] No DVR routers for this DVR port b620fa40-7909-400d-a639-59338e44dfe2 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:48.029248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5faf5f7a-8db4-4147-81c0-63ba49ae9804 req-f471fd50-35a7-4388-932d-a033010c66b0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645662 Nov 23 18:39:48.034520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.035880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:48.039039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d03d235-1303-42fd-b8c6-689d37aac5eb req-a1e2cfff-0225-41ac-9de6-00badcd19e03 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.47 "DELETE /v2.0/ports/b620fa40-7909-400d-a639-59338e44dfe2 HTTP/1.1" status: 204 len: 173 time: 3.6716001 Nov 23 18:39:48.039652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'name': 'network-vif-deleted', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:48.042194 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0192e-fd39-4eff-9325-180760e14ff6" -d '{"events": [{"server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "name": "network-vif-deleted", "tag": "b620fa40-7909-400d-a639-59338e44dfe2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:48.046170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.057804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-network', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:48.081413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.143929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Made reservation on behalf of 5431bf7005f44fe7af7ad5ebae7bcd86 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:48.149816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.173138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.174176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.179375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.189410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c01dc67b-04e1-4005-8137-8756442837ec HTTP/1.1" status: 204 len: 168 time: 0.3621728 Nov 23 18:39:48.208218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09e1f-a072-4b1d-9c47-53458d106503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01dc67b-04e1-4005-8137-8756442837ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:48.395160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:48.405114 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da0638-5857-4f7e-9443-1165f43a0496 x-openstack-request-id: req-55da0638-5857-4f7e-9443-1165f43a0496 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:48.405592 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b5e698-aa7e-4d66-933b-a5e841a189ef", "name": "network-vif-deleted", "tag": "b620fa40-7909-400d-a639-59338e44dfe2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:48.405983 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55da0638-5857-4f7e-9443-1165f43a0496 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:48.409577 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b5e698-aa7e-4d66-933b-a5e841a189ef', 'name': 'network-vif-deleted', 'tag': 'b620fa40-7909-400d-a639-59338e44dfe2', 'status': 'completed', 'code': 200} Nov 23 18:39:48.457536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b144e6b-824a-4621-abcd-9338da96b7d9 req-93ca365f-7cf5-4920-9182-84d79de76604 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:48.460754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b144e6b-824a-4621-abcd-9338da96b7d9 req-93ca365f-7cf5-4920-9182-84d79de76604 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.2298987 Nov 23 18:39:48.503875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.510648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.580976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:39:48.637040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b144e6b-824a-4621-abcd-9338da96b7d9 req-270e07c3-90db-4da7-ab24-29ed46949559 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693020 Nov 23 18:39:48.665584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6b63e62b-ed67-4f32-bc75-1575155883d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:48.677182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6b63e62b-ed67-4f32-bc75-1575155883d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1101 time: 0.1839492 Nov 23 18:39:48.701181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:48.804939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73c00d-f2ea-4f8f-a072-e09aa4699572,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:48.844984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d01a3202-a4ed-48c4-b42c-78873ec6cd73 req-21977ba1-a835-461a-b809-5052b8c6f2d6 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b5e698-aa7e-4d66-933b-a5e841a189ef HTTP/1.1" status: 200 len: 210 time: 0.2108126 Nov 23 18:39:48.851607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.852283 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Added segment 15992c45-0efa-4248-bdd5-60fea8fbb74c of type vlan for network 076ca440-9a26-40b8-a377-4cce6f4e9122 Nov 23 18:39:48.862695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd281d1a-2021-4f14-8326-d2f80968ce58 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:48.871831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.035539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.115977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.117433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:49.126532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.216317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1972c-781b-4ef3-8539-9a3188dc69e0 req-b7b40a01-618c-4821-8f4c-2c25da52cbd2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:49.226404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4eb1972c-781b-4ef3-8539-9a3188dc69e0 req-b7b40a01-618c-4821-8f4c-2c25da52cbd2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1855631 Nov 23 18:39:49.320306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fd281d1a-2021-4f14-8326-d2f80968ce58 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:49.322771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.369593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Sync routers for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:49.381706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3441839 Nov 23 18:39:49.383606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:49.392166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd5311-2f5d-4633-91e6-38cef30dbb97 admin admin] Pushing event updated for resources: {'Network': ['ID=076ca440-9a26-40b8-a377-4cce6f4e9122,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:49.400899 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:49.401324 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:49.418016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Request body: {'subnet': {'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-subnet', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:49.469552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4eb1972c-781b-4ef3-8539-9a3188dc69e0 req-9ad4b3ff-a481-41fe-9ab6-14eb80b8089a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418220 Nov 23 18:39:49.509631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:39:49.531598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:49.570401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Made reservation on behalf of 5431bf7005f44fe7af7ad5ebae7bcd86 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:49.579470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.579965 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:49.608881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:49.646938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90481993-e4d4-4474-bbfc-9c0fee71adc5 req-86925550-678f-49e7-8efa-888b34b09013 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:49.657315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90481993-e4d4-4474-bbfc-9c0fee71adc5 req-86925550-678f-49e7-8efa-888b34b09013 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.2486763 Nov 23 18:39:49.705808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.733718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Transition to ACTIVE for port object f164ef3f-fd95-45cc-a8c1-2ad39aca762e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:39:49.737534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:49.795916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:49.816833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90481993-e4d4-4474-bbfc-9c0fee71adc5 req-9d026486-a8d8-4fbb-9438-796b5bcb4dba tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581476 Nov 23 18:39:49.875222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:49.921487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:49.951965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:49.955176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:50.017057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] No DVR routers for this DVR port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:50.021576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:50.093099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe488-aa96-4d06-88db-602d7bf2a3ac req-e982df8f-b3fd-4ec3-9fa6-c1fbd2075245 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:50.103777 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:45Z', 'revision_number': 4, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1a0cb873-758c-411f-bb86-fff7044cb876', 'name': '', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'mac_address': 'fa:16:3e:7c:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:44Z', 'updated_at': '2021-11-23T18:39:45Z', 'revision_number': 2, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'subnets': [{'id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:50.104612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e47fe488-aa96-4d06-88db-602d7bf2a3ac req-e982df8f-b3fd-4ec3-9fa6-c1fbd2075245 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.2693176 Nov 23 18:39:50.199046 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Checking router: 47b21874-52cd-4840-9e5d-6522a35353a4 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:50.200230 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Updating router 47b21874-52cd-4840-9e5d-6522a35353a4 port 1a0cb873-758c-411f-bb86-fff7044cb876 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:39:50.222987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:50.239238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.261305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:50.261652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:50.263733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:50.277518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:50.277854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:50.278578 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.286947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1053129331-network', 'tenant_id': '54877ab8fd814ab7a5463af860538d04'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:50.303573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:50.303909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:50.304513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:50.305315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Bound port: f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:50.305860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.395453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e8785754-240b-40ad-8251-18a6ca5de427 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:50.398343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:50.424897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6abe83e-b20e-4716-bdf2-5403f82ce357,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:50.518929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:50.549788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:50.569317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Checking segment: {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:50.574324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Network hostable DHCP agents. Network: 076ca440-9a26-40b8-a377-4cce6f4e9122, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:39:50.659719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.704139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:50.706471 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db767933-20dd-48c3-bcc8-6ee3fc83c26f" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-unplugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:50.720589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Made reservation on behalf of 54877ab8fd814ab7a5463af860538d04 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:50.722964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.738753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:39:50.752180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.753051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.763909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 076ca440-9a26-40b8-a377-4cce6f4e9122) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:50.773756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:50.774532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:50.775525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.782014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e47fe488-aa96-4d06-88db-602d7bf2a3ac req-2e7dde66-d03c-4bd5-899c-6bac8121b5d7 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742227 Nov 23 18:39:50.807489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77b03e16-947b-4903-952f-b3294ac9eb34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4168279 Nov 23 18:39:50.815402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:50.823498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'e8785754-240b-40ad-8251-18a6ca5de427', 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c', 'port_id': 'e8785754-240b-40ad-8251-18a6ca5de427', 'mac_address': 'fa:16:3e:73:8f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e141e0fd-54be-43c8-ba1d-45f91a90568a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:39:50.824724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:50.833685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8242af-17c8-4260-8263-5e94fe120931 None None] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:50.842183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f927-580f-42be-9d13-c2e1018da96a req-f1899fe8-44aa-47c3-b35e-cc0ecdd3e7e2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:50.856706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e331f927-580f-42be-9d13-c2e1018da96a req-f1899fe8-44aa-47c3-b35e-cc0ecdd3e7e2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.2549491 Nov 23 18:39:50.926001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:50.930815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:50.981401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:50.993770 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.003664 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.008069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.020814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.056890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8785754-240b-40ad-8251-18a6ca5de427 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:51.073953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.077289 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0617fc4-8d1f-4980-b560-4275854681b1 x-openstack-request-id: req-b0617fc4-8d1f-4980-b560-4275854681b1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:51.077719 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-unplugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:51.078599 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0617fc4-8d1f-4980-b560-4275854681b1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:51.079279 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'code': 200} Nov 23 18:39:51.084946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:51.093689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e331f927-580f-42be-9d13-c2e1018da96a req-0d60e0a4-2b94-486e-a889-3b1bf6536a37 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275994 Nov 23 18:39:51.097783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.101183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.114658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.116100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.119363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "DELETE /v2.0/security-groups/461f5836-4e1a-409a-8532-12bd4a065f36 HTTP/1.1" status: 204 len: 168 time: 0.8859744 Nov 23 18:39:51.126414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:51.157622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:51.163418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.165280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 1096 time: 2.4712620 Nov 23 18:39:51.166265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.190114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:39:51.192670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073206c0-cb6f-40d1-a8bb-a55ab617275f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f5836-4e1a-409a-8532-12bd4a065f36,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.214347 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-f1232a23-dc88-4c9b-87c3-27eb720b6c7f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] show failed (client error): The resource could not be found. Nov 23 18:39:51.216419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f1232a23-dc88-4c9b-87c3-27eb720b6c7f tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "GET /v2.0/security-groups/461f5836-4e1a-409a-8532-12bd4a065f36 HTTP/1.1" status: 404 len: 347 time: 0.0855525 Nov 23 18:39:51.219640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:51.220655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.221233 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Added segment 5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6 of type vlan for network ff4de612-c15a-40b5-81a2-5e912a1acab3 Nov 23 18:39:51.250468 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ea9bb-d67a-47ec-b837-f77141462957 None None] Pushing event updated for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.268071 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Attempting to bind port 1a0cb873-758c-411f-bb86-fff7044cb876 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:51.268472 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Attempting to bind port 1a0cb873-758c-411f-bb86-fff7044cb876 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:51.268836 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Attempting to bind port 1a0cb873-758c-411f-bb86-fff7044cb876 on network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:51.274609 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:51.274984 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Checking segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:51.275417 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.275796 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Bound using segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:51.283519 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Bound port: 1a0cb873-758c-411f-bb86-fff7044cb876, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:51.284029 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.300169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271140a-bb1c-4259-b395-cc154ca204b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.406599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.455026 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] For port 1a0cb873-758c-411f-bb86-fff7044cb876, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:51.466182 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] For port 1a0cb873-758c-411f-bb86-fff7044cb876, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1a0cb873-758c-411f-bb86-fff7044cb876,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:51.477208 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.543197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-73b5a1e1-36ae-403f-82a4-815682395df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:51.545451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-73b5a1e1-36ae-403f-82a4-815682395df1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1124 time: 0.6126854 Nov 23 18:39:51.550609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Deleting port 5a98eb0d-9c11-49c2-92f2-379d7caab2e3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:51.551329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.557155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e8785754-240b-40ad-8251-18a6ca5de427'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:51.566644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.583910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.613364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-a9e3f5d3-070e-4da6-a12c-daa6fc4363ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:51.615216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-a9e3f5d3-070e-4da6-a12c-daa6fc4363ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1099 time: 0.3290620 Nov 23 18:39:51.617070 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:51.617712 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:51.672319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.694403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:51.714779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ea9bb-d67a-47ec-b837-f77141462957 None None] Pushing event updated for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:51.739858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d256ac4-d8fb-4b5d-ae2b-fed943a8c31a None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:34:28Z', 'revision_number': 4, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85', 'name': '', 'network_id': '22e42fc6-fc42-42f2-a5cb-fd8bdac02759', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'mac_address': 'fa:16:3e:8c:1a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:26Z', 'updated_at': '2021-11-23T18:34:34Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'subnets': [{'id': '0a55e009-ccbe-4c1d-8a70-dc703012c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:51.789647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-58bb085e-9465-4c84-877d-d95bcfe84d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:51.791307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-58bb085e-9465-4c84-877d-d95bcfe84d87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1561999 Nov 23 18:39:51.792506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.794428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.799188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] Provisioning complete for port 1a0cb873-758c-411f-bb86-fff7044cb876 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:51.800090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.830197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73fc4e-4771-4d96-830b-e30c20df14fc req-ca82282c-b928-4d4c-a53b-f3e6a3750b13 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:51.834204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec73fc4e-4771-4d96-830b-e30c20df14fc req-ca82282c-b928-4d4c-a53b-f3e6a3750b13 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.5367799 Nov 23 18:39:51.853902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Calling delete_port for 5a98eb0d-9c11-49c2-92f2-379d7caab2e3 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:51.905613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-076ca440-9a26-40b8-a377-4cce6f4e9122', 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'fixed_ips': [{'subnet_id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:39:51.907151 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:51.907578 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:51.994298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-57214129-3602-4124-a293-b42521d22f60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1074123 Nov 23 18:39:52.007888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.009173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.010142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.099016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4de612-c15a-40b5-81a2-5e912a1acab3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:52.153376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.168153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-c5c77fa1-dda5-4b7d-9efd-85a644fe8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.169663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-c5c77fa1-dda5-4b7d-9efd-85a644fe8ac8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.6044114 Nov 23 18:39:52.184766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-328e8aaf-b56b-4d72-bd0f-585b470c19f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1587338 Nov 23 18:39:52.194677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:52.206315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Allocated IP 172.20.0.2 (076ca440-9a26-40b8-a377-4cce6f4e9122/b6abe83e-b20e-4716-bdf2-5403f82ce357/74fc0289-faf3-4f7d-9fe6-ef7f4314bb25) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:52.210147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Request body: {'subnet': {'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1053129331-subnet', 'tenant_id': '54877ab8fd814ab7a5463af860538d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:52.268465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6e62d080-5b4d-4140-a02e-238fce1b6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.270584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-6e62d080-5b4d-4140-a02e-238fce1b6c63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2638941 Nov 23 18:39:52.275377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec73fc4e-4771-4d96-830b-e30c20df14fc req-c825600d-1f6b-4fe5-a7dc-26f46298f10b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808188 Nov 23 18:39:52.294255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-9911238e-ff84-4c04-b4c2-ec19c65b5143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 0.1002634 Nov 23 18:39:52.301289 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.338136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:39:52.358979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7dcab7-5179-4d27-8fbe-d7f9afe61ea2 None None] New status for floating IP 5c5580fc-4b87-421a-9262-960561b35c69: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:52.431879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536355-cb6f-4a79-96d1-47380e86b357 req-344b41a1-bec2-4672-a694-441f95f76be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.434634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-344b41a1-bec2-4672-a694-441f95f76be4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546783 Nov 23 18:39:52.438609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Made reservation on behalf of 54877ab8fd814ab7a5463af860538d04 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:39:52.441863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.504412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-05ad6713-eb19-4e47-9d4c-14f3a2efbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.508779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-05ad6713-eb19-4e47-9d4c-14f3a2efbb63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1756883 Nov 23 18:39:52.556282 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:45Z', 'revision_number': 4, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1a0cb873-758c-411f-bb86-fff7044cb876', 'name': '', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'mac_address': 'fa:16:3e:7c:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:44Z', 'updated_at': '2021-11-23T18:39:51Z', 'revision_number': 4, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'subnets': [{'id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:52.563845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-07028615-35fa-4cf2-9c94-355b1828344f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324879 Nov 23 18:39:52.617317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3750ca-5397-4d48-896b-7ac229a6d6c8 None None] The sync data for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 is: [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:39:45Z', 'revision_number': 4, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1a0cb873-758c-411f-bb86-fff7044cb876', 'name': '', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'mac_address': 'fa:16:3e:7c:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:44Z', 'updated_at': '2021-11-23T18:39:51Z', 'revision_number': 4, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'subnets': [{'id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:52.674611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] For port 1a0cb873-758c-411f-bb86-fff7044cb876, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1a0cb873-758c-411f-bb86-fff7044cb876,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:52.781893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:52.862377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1e226-ca62-40ce-9717-083c4531cdd0 req-f95c21a4-ca51-429b-8f79-a72448366cd4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:52.873067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8d1e226-ca62-40ce-9717-083c4531cdd0 req-f95c21a4-ca51-429b-8f79-a72448366cd4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 943 time: 0.8790951 Nov 23 18:39:52.949018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-aba24b9a-ed36-44b7-ba71-a667a4caf712 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726196 Nov 23 18:39:53.050286 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-bba9dc5a-2a26-48e6-b473-798c09e752dc service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056404 Nov 23 18:39:53.069331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.086756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8d1e226-ca62-40ce-9717-083c4531cdd0 req-b7f5a349-c8c0-4a7d-a3b3-17693e29a2d6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123880 Nov 23 18:39:53.094415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:53.097871 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a977e6f-5c18-4554-8bd4-242a43ea66db" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:53.177199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Pushing event deleted for resources: {'Port': ['ID=5a98eb0d-9c11-49c2-92f2-379d7caab2e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:53.278971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.282176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.283007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-213fa521-30d9-4d32-a3b0-e456b5f0bfd2 tempest-ServersWithSpecificFlavorTestJSON-407123207 tempest-ServersWithSpecificFlavorTestJSON-407123207-project] 10.222.0.37 "DELETE /v2.0/floatingips/5c5580fc-4b87-421a-9262-960561b35c69 HTTP/1.1" status: 204 len: 168 time: 2.0212936 Nov 23 18:39:53.287904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0661f7d0-e103-41fa-8dde-178df1bcede7 None None] Provisioning complete for port 1a0cb873-758c-411f-bb86-fff7044cb876 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:53.288481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0661f7d0-e103-41fa-8dde-178df1bcede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.337609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f41f-f1ba-4d4d-a840-25845dda4f93 None None] Pushing event updated for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:53.384878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.412645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.460821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-308fd7bc-a922-4998-baef-ea36920517c3 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948573 Nov 23 18:39:53.462516 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0e7d3d-c69a-42d3-9af5-652f94b79fee x-openstack-request-id: req-fb0e7d3d-c69a-42d3-9af5-652f94b79fee {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:53.462821 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:53.463079 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb0e7d3d-c69a-42d3-9af5-652f94b79fee {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:53.463632 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'status': 'completed', 'code': 200} Nov 23 18:39:53.492150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1a70-5045-4d53-898c-bfea7b8ab6d3 req-a4e6f466-7d99-452a-b57b-c10f7f45e64f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:53.497257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.501676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-402c1a70-5045-4d53-898c-bfea7b8ab6d3 req-a4e6f466-7d99-452a-b57b-c10f7f45e64f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.5504816 Nov 23 18:39:53.524276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-8707ce00-7b46-4a18-8e18-63d60a7e566a service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619050 Nov 23 18:39:53.547616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.602080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.628950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:53.645653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:53.654261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:53.657032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Pushing event updated for resources: {'Port': ['ID=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:53.744860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-402c1a70-5045-4d53-898c-bfea7b8ab6d3 req-6f5c85d2-e9cb-4534-b221-c16cdd88c3ba tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422523 Nov 23 18:39:53.750066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf769cb-8a32-42c5-978b-5c655c697bff,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:53.795772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Allocated IP 172.25.5.87 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/af083d74-c7ab-4557-9349-0415005b331d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:39:53.831053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-10101fb7-ac96-4335-881e-46d22d5c88e1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:53.832874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-10101fb7-ac96-4335-881e-46d22d5c88e1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1124 time: 0.3192904 Nov 23 18:39:53.848516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Attempting to bind port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:53.848802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Attempting to bind port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:53.849127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Attempting to bind port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 on network 076ca440-9a26-40b8-a377-4cce6f4e9122 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:53.858372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:53.871536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:53.871899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Checking segment: {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:53.872311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.872703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Bound using segment: {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:53.873188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Bound port: 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:53.873572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:53.875546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-6d3ced9e-5035-4d65-9e90-305c81421e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:53.878008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-6d3ced9e-5035-4d65-9e90-305c81421e14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1099 time: 0.1310856 Nov 23 18:39:53.930162 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:39:53.962555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.008529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] For port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:54.014697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] For port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:54.032994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.036948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.051550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Checking segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:54.052429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Network hostable DHCP agents. Network: ff4de612-c15a-40b5-81a2-5e912a1acab3, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:39:54.114451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.127664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:39:54.132058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4341053-b2a9-4887-b860-8d216e90fa04 None None] Pushing event updated for resources: {'Port': ['ID=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:54.134694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:54.144456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:39:54.156500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57f606-7b4a-444d-bd3a-e810d5f6a800 req-42e703ff-49cc-45d9-ae97-14fd90871dc3 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.158176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d57f606-7b4a-444d-bd3a-e810d5f6a800 req-42e703ff-49cc-45d9-ae97-14fd90871dc3 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1124 time: 0.2878602 Nov 23 18:39:54.186620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:39:54.231502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-475f226d-45a3-45c4-8998-452cbb3294e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.232634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-475f226d-45a3-45c4-8998-452cbb3294e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1099 time: 0.8861353 Nov 23 18:39:54.243218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289fdcb-84b0-430a-ab2f-0c99340a77cc req-43638257-0e70-45da-aaed-43b7c2879828 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.249149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e8785754-240b-40ad-8251-18a6ca5de427 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:54.252385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b289fdcb-84b0-430a-ab2f-0c99340a77cc req-43638257-0e70-45da-aaed-43b7c2879828 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.2210639 Nov 23 18:39:54.289564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ff4de612-c15a-40b5-81a2-5e912a1acab3) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:39:54.289968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Pushing event updated for resources: {'Port': ['ID=af083d74-c7ab-4557-9349-0415005b331d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:54.298424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-636ca7e1-544c-4456-ae6b-cbcdefa53c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.301287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-636ca7e1-544c-4456-ae6b-cbcdefa53c09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3442888 Nov 23 18:39:54.316547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.317559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.332680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c9afe-626b-49e3-a366-eecb51ee83da None None] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:54.455608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-4f3f4f14-9cbc-4e78-8f6f-e279285cd413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1339965 Nov 23 18:39:54.465625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d57f606-7b4a-444d-bd3a-e810d5f6a800 req-b74cd043-f875-4ae2-bf03-98e9dad4a982 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860463 Nov 23 18:39:54.512021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-13132b66-431d-40cf-b5fb-7c70f7a48173 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2993193 Nov 23 18:39:54.638944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port e8785754-240b-40ad-8251-18a6ca5de427 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:39:54.657706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port e8785754-240b-40ad-8251-18a6ca5de427 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:54.658246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:54.851645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-cc2e3883-464b-4244-ad90-87df1b017b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.856679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-cc2e3883-464b-4244-ad90-87df1b017b0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.5999434 Nov 23 18:39:54.867502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-5a28d337-5fda-4fd8-bd61-748ad45770ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:54.886544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b289fdcb-84b0-430a-ab2f-0c99340a77cc req-6eb17333-e82c-440b-9b3f-c4e1e431ab5f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904455 Nov 23 18:39:54.889884 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-5a28d337-5fda-4fd8-bd61-748ad45770ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4109871 Nov 23 18:39:55.043777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b10b7-d52a-4685-bd1a-18357d3666e2 None None] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:55.059570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-64e5fe0f-8857-405a-ace7-1ace3f225e6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1704788 Nov 23 18:39:55.066211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:55.128302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-2975d46c-216a-42e0-bfe4-324253c254fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:55.131227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-2975d46c-216a-42e0-bfe4-324253c254fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2270358 Nov 23 18:39:55.131960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:55.179161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.242830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-75b517f8-c9bd-4654-bc23-117a3f5db12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:55.244439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-75b517f8-c9bd-4654-bc23-117a3f5db12d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1737311 Nov 23 18:39:55.248055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:55.309765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.325969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:55.329231 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c996e-050a-4493-963e-ae646416f695" -d '{"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-plugged", "status": "completed", "tag": "e8785754-240b-40ad-8251-18a6ca5de427"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:55.336633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1ae4-0b7b-423a-9f1c-02f6dbcd4017 req-0ed63fa2-4892-4d8d-ba59-93bef5662f98 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:55.346859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-acca1ae4-0b7b-423a-9f1c-02f6dbcd4017 req-0ed63fa2-4892-4d8d-ba59-93bef5662f98 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.2138474 Nov 23 18:39:55.353049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:55.354028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.378046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259949c2-d9a6-4868-9f6f-afc4935263d8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:55.401560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:55.409087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-450333b2-20da-4996-86bc-e5a1eec1ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:55.410197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-450333b2-20da-4996-86bc-e5a1eec1ef5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560407 Nov 23 18:39:55.414458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.422782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.452423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.482349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-c2b3a0e2-f588-45c8-940a-adeb4f95f195 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248267 Nov 23 18:39:55.635579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:55.655029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.685845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h2-792364-9 for vnic_type normal with profile {} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:55.688428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:55.692830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:55.717464 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-acca1ae4-0b7b-423a-9f1c-02f6dbcd4017 req-00ed6c52-31c6-4182-9733-308d8b137b5e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694272 Nov 23 18:39:55.762028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:55.770547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:55.771559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1a0cb873-758c-411f-bb86-fff7044cb876 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:55.802444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d1147-330f-4497-994c-f40980582415 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:55.820925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:39:55.821458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Attempting to bind port 259949c2-d9a6-4868-9f6f-afc4935263d8 on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:55.912696 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5ec73-844f-4832-bdf0-3bbaf04c81e8 x-openstack-request-id: req-67a5ec73-844f-4832-bdf0-3bbaf04c81e8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:55.914971 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-plugged", "status": "completed", "tag": "e8785754-240b-40ad-8251-18a6ca5de427", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:55.918849 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67a5ec73-844f-4832-bdf0-3bbaf04c81e8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:55.919220 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427', 'code': 200} Nov 23 18:39:55.978296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-61bb316b-5d3a-496d-825e-42d29ad5a04f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498281 Nov 23 18:39:56.003132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:56.004003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:56.004871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:56.005606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Bound port: 259949c2-d9a6-4868-9f6f-afc4935263d8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:56.006373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.074095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:56.134868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f28af-abba-404f-a3ce-2b1ca3a247ec req-c31bcd50-e0b5-42ec-8f92-6cdef19d6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:56.137912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab4f28af-abba-404f-a3ce-2b1ca3a247ec req-c31bcd50-e0b5-42ec-8f92-6cdef19d6423 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1097 time: 0.1693304 Nov 23 18:39:56.144416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-bccc5533-5401-4ed4-b23b-05d93976d806 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897279 Nov 23 18:39:56.152390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1a0cb873-758c-411f-bb86-fff7044cb876 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:56.152715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.309862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.332914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5dcd2-ef05-463b-83ec-13ca233a3528 None None] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:39:56.423665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-825611cb-c47f-4242-b6b1-1287c3b29cf0 None None] Provisioning complete for port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:56.425700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-825611cb-c47f-4242-b6b1-1287c3b29cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.447908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a977e6f-5c18-4554-8bd4-242a43ea66db req-401e8e9d-3518-4232-83bf-ba75173cacc7 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303270 Nov 23 18:39:56.556518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-ed3145c8-8e68-4ee9-b8e8-6027ef45d44f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:56.560848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-ed3145c8-8e68-4ee9-b8e8-6027ef45d44f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.4405582 Nov 23 18:39:56.629081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-4874c4f6-9a7a-415d-8ddb-a8e78fa558f8 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/quotas/54877ab8fd814ab7a5463af860538d04 HTTP/1.1" status: 200 len: 375 time: 0.0509191 Nov 23 18:39:56.690697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:56.706742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:39:56.718325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab4f28af-abba-404f-a3ce-2b1ca3a247ec req-0c20e206-6a0c-4f53-b859-bbcad19235a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723827 Nov 23 18:39:56.734374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-ffab0cab-40d9-4605-8fd7-3817bae91c94 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837762 Nov 23 18:39:56.736599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcafeb8-9525-485c-ac1c-4e00ebc82264 req-59ec09b0-3fbf-4442-8383-53c7059fb71e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:56.742782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbcafeb8-9525-485c-ac1c-4e00ebc82264 req-59ec09b0-3fbf-4442-8383-53c7059fb71e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1773443 Nov 23 18:39:56.748216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.758147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:39:56.845170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:56.845898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:56.847514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-714d1147-330f-4497-994c-f40980582415 service neutron] 10.222.0.47 "PUT /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 1091 time: 3.0013795 Nov 23 18:39:56.847980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:56.850393 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34251f1d-337d-47d5-8c33-ed5683cc556a" -d '{"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:56.887814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Router 17f794e7-8464-4956-9f5e-3ca1fcbc954d is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:39:56.983783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d1147-330f-4497-994c-f40980582415 service neutron] Pushing event updated for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:57.011676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:39:57.066369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbcafeb8-9525-485c-ac1c-4e00ebc82264 req-774d81a0-92f6-4f73-ae8c-6d00d3c51cb3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915599 Nov 23 18:39:57.087774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:57.178350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-36989a75-f0b2-4b86-aafc-0b1434b5e29c service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253187 Nov 23 18:39:57.288007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:57.302166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-1e9cba64-720e-4b63-944e-19200d6e11c3 service neutron] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:39:57.315691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-1e9cba64-720e-4b63-944e-19200d6e11c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:57.318981 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a7c4356-8fad-4739-bf13-de1b25bba54e req-1e9cba64-720e-4b63-944e-19200d6e11c3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.4024308 Nov 23 18:39:57.350168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:57.426804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'mac_address': 'fa:16:3e:1e:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:39:57.440654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:57.459288 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Sync routers for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:57.508495 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:57.509858 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:39:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:57.577500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057428-eb38-4c50-aa6f-13fad2d5798d req-60a9f259-03d7-40f2-a89c-2344a5268c91 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:57.584346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:57.587008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d3d2a02-2760-49b8-8e11-add5b8818c80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7738442 Nov 23 18:39:57.590539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1057428-eb38-4c50-aa6f-13fad2d5798d req-60a9f259-03d7-40f2-a89c-2344a5268c91 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 948 time: 0.2058959 Nov 23 18:39:57.597886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:57.623186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-a85c6d5c-08c1-4111-9c77-e2aca242d601 service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622520 Nov 23 18:39:57.673506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1057428-eb38-4c50-aa6f-13fad2d5798d req-94cba42c-1ed9-4631-b811-65a3f359edfb tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819573 Nov 23 18:39:57.770542 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d82f6e3-8a10-4f69-af10-7d24a569f011 x-openstack-request-id: req-8d82f6e3-8a10-4f69-af10-7d24a569f011 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:57.771642 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:57.771904 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d82f6e3-8a10-4f69-af10-7d24a569f011 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:57.772338 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'status': 'completed', 'code': 200} Nov 23 18:39:57.927828 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:57.939662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdefd79a-ec95-4b6f-90fe-f8a45391f076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:57.976056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-4f95ce0e-519e-4709-9005-124a5eed3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:57.977597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-4f95ce0e-519e-4709-9005-124a5eed3ba8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 1095 time: 0.1606877 Nov 23 18:39:58.025061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:58.027943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.186595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.238091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-f241bb65-7a7a-4ccb-9847-9860e769b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:58.248867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-f241bb65-7a7a-4ccb-9847-9860e769b533 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.2560389 Nov 23 18:39:58.251975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:39:58.296054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3b2a8c0-dd67-4018-892b-af82b67f2a55 None None] Provisioning complete for port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:39:58.296779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a8c0-dd67-4018-892b-af82b67f2a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.339961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-205aa0f5-e1b5-4ebb-9715-ef06a84b342e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 200 len: 217 time: 0.0833571 Nov 23 18:39:58.486195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-3186358b-ff0e-4e74-b447-178ecc72b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:58.488290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-3186358b-ff0e-4e74-b447-178ecc72b7f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1386280 Nov 23 18:39:58.566629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:58.582810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-7e0d2fba-c0e5-4cba-9dc5-1ac383fecef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686049 Nov 23 18:39:58.597919 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:39:54Z', 'revision_number': 3, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:58.672465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Checking router: 17f794e7-8464-4956-9f5e-3ca1fcbc954d for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:58.674062 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Updating router 17f794e7-8464-4956-9f5e-3ca1fcbc954d port af083d74-c7ab-4557-9349-0415005b331d binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:39:58.690506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.754258 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.905108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-28f4d8ad-da21-4e75-b790-fa7088d96a3d service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055599 Nov 23 18:39:59.086764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cef61b27-33e7-4cc5-b9f2-9701ac076ecd req-941b51be-e434-4cc2-8f86-7a9adcfc62ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 210 time: 0.1001284 Nov 23 18:39:59.157004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:59.222926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f164ef3f-fd95-45cc-a8c1-2ad39aca762e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:39:59.284857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055963e-6257-4607-b7d3-be3ac5bbd472 req-634d22e7-71be-4113-8670-7fbe53fe7457 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:59.286428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b055963e-6257-4607-b7d3-be3ac5bbd472 req-634d22e7-71be-4113-8670-7fbe53fe7457 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1895316 Nov 23 18:39:59.316432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34251f1d-337d-47d5-8c33-ed5683cc556a req-9d71798f-9d3c-43f7-9785-a4333c617940 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000778 Nov 23 18:39:59.338722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-35e99d0c-1e92-4d96-b28d-7ecc9ac79a0f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:59.340277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-35e99d0c-1e92-4d96-b28d-7ecc9ac79a0f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701&tenant_id=843dbf999a6942af8105a567311de4e5&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 949 time: 0.2460060 Nov 23 18:39:59.422049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4aeea-ce8e-4721-b476-cd26bc70df06 req-b5aff6ff-9134-4a70-b61b-1fff7c06445e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:59.423556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6f4aeea-ce8e-4721-b476-cd26bc70df06 req-b5aff6ff-9134-4a70-b61b-1fff7c06445e tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.1057100 Nov 23 18:39:59.458469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b055963e-6257-4607-b7d3-be3ac5bbd472 req-88101627-f1d0-402f-a936-62594dbd77d0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617591 Nov 23 18:39:59.560400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6f4aeea-ce8e-4721-b476-cd26bc70df06 req-088669f9-2fdc-4654-9a58-05e0bb71499b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285408 Nov 23 18:39:59.561178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:59.723177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-87ae9d3c-43ef-489e-ac93-c530ae7a5863 service neutron] 10.222.0.50 "GET /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 382 time: 0.3334706 Nov 23 18:39:59.761665 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0be9cd9c-8e3a-476f-8893-9ddc5135b7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:59.773615 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:59.786134 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:59.863028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Attempting to bind port af083d74-c7ab-4557-9349-0415005b331d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:39:59.863438 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Attempting to bind port af083d74-c7ab-4557-9349-0415005b331d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:39:59.863802 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Attempting to bind port af083d74-c7ab-4557-9349-0415005b331d on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:39:59.884518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de3d1-ef4f-4c09-bf49-0cf671a47271 None None] Pushing event updated for resources: {'Port': ['ID=af083d74-c7ab-4557-9349-0415005b331d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:59.892967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:39:59.893386 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:39:59.893951 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:59.894363 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:39:59.894905 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Bound port: af083d74-c7ab-4557-9349-0415005b331d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:39:59.895390 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:00.012884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] For port af083d74-c7ab-4557-9349-0415005b331d, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:00.021225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] For port af083d74-c7ab-4557-9349-0415005b331d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=af083d74-c7ab-4557-9349-0415005b331d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:00.032081 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:00.058457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-96625b0e-8bab-4e51-b20b-337f48a4a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:00.061205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-96625b0e-8bab-4e51-b20b-337f48a4a097 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1100 time: 0.2593858 Nov 23 18:40:00.135550 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:00.146169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e08ce-544f-4951-bc94-22fe397043d9 req-d306deb6-d1ae-4c69-90f5-3d1949d994f0 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:00.149031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-356e08ce-544f-4951-bc94-22fe397043d9 req-d306deb6-d1ae-4c69-90f5-3d1949d994f0 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1097 time: 0.3043594 Nov 23 18:40:00.151252 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:00.279374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:00.369623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:00.375925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:00.434123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b653cdd-cd46-41a4-94dc-63666f413873 req-f7eedd97-30a8-4a81-8568-1076f208cbfd tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 210 time: 0.0710361 Nov 23 18:40:00.485180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-356e08ce-544f-4951-bc94-22fe397043d9 req-f2780372-d59a-44be-b129-993b52af1852 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813138 Nov 23 18:40:00.499234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:00.510161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-529ad84b-955d-41e0-9f8c-a24739a4c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:00.514543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-529ad84b-955d-41e0-9f8c-a24739a4c61c service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.3729420 Nov 23 18:40:00.609812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:00.696885 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de3d1-ef4f-4c09-bf49-0cf671a47271 None None] Pushing event updated for resources: {'Port': ['ID=af083d74-c7ab-4557-9349-0415005b331d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:00.786303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:39:54Z', 'revision_number': 3, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:00.796767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:00.819074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98122f-ef2a-414b-8c30-f5331f7dd067 None None] The sync data for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 is: [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:39:54Z', 'revision_number': 3, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:00.917972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-4d7d4503-2aa2-4cb5-895f-a56fbb975ecb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.3856261 Nov 23 18:40:01.023515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b6aa-3fd9-4e47-9697-e1077f74d29d req-12354641-5ade-4d91-b528-3c494696c863 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:01.032181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e46b6aa-3fd9-4e47-9697-e1077f74d29d req-12354641-5ade-4d91-b528-3c494696c863 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1097 time: 0.3073854 Nov 23 18:40:01.042988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-b66865da-1dbf-412d-bd58-8bb0b2434126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:01.045961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-b66865da-1dbf-412d-bd58-8bb0b2434126 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1048570 Nov 23 18:40:01.155773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Allocated IP 172.20.0.1 (076ca440-9a26-40b8-a377-4cce6f4e9122/b6abe83e-b20e-4716-bdf2-5403f82ce357/9606f44f-4a22-4dc6-8622-98a36fce2287) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:01.250716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b3a6-165f-42fa-b829-f2256b376229 req-a89c7448-ba92-439d-b5e8-6a3071c01355 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:01.253111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f68b3a6-165f-42fa-b829-f2256b376229 req-a89c7448-ba92-439d-b5e8-6a3071c01355 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.3400488 Nov 23 18:40:01.256104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-53ce3afe-2e30-43d8-9b9a-f12a0b1e6fe5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:01.257816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-53ce3afe-2e30-43d8-9b9a-f12a0b1e6fe5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.5399163 Nov 23 18:40:01.261653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-b4fe30c7-02d8-4ea5-accc-95015bb7b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:01.264081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-b4fe30c7-02d8-4ea5-accc-95015bb7b2c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797776 Nov 23 18:40:01.289059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e46b6aa-3fd9-4e47-9697-e1077f74d29d req-bf7ed717-cf21-42bf-b190-66196002af1d tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902754 Nov 23 18:40:01.312774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'port': {'device_id': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'admin_state_up': True, 'tenant_id': '54877ab8fd814ab7a5463af860538d04'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:01.484156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:01.558064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:01.645141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f68b3a6-165f-42fa-b829-f2256b376229 req-ed65afde-c40b-4849-b160-0881c88f73a7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796430 Nov 23 18:40:01.668175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Made reservation on behalf of 54877ab8fd814ab7a5463af860538d04 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:01.671876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:01.676796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:01.718506 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-296aaafc-a030-4fa5-a14b-5307659f3f4c service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119542 Nov 23 18:40:01.730891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:01.735504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:01.907366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-659856dd-c745-446d-8af1-5aaf80d4c2b4 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727784 Nov 23 18:40:01.910006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:02.049827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d105e777-65f5-4956-a058-82d91e16db92 req-3a3e7295-c400-46d5-a3dc-1827e2af46c3 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 210 time: 0.1417084 Nov 23 18:40:02.059729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.089551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.143073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Allocated IP 172.20.0.12 (ff4de612-c15a-40b5-81a2-5e912a1acab3/bcf769cb-8a32-42c5-978b-5c655c697bff/c7a5d198-e379-4c0b-8366-31f6c1ffa8b7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:02.342567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2bbe5146-8eb3-48ba-be81-8b02abff0700 None None] Provisioning complete for port 9606f44f-4a22-4dc6-8622-98a36fce2287 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:02.343002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5146-8eb3-48ba-be81-8b02abff0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.383822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.437553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe5146-8eb3-48ba-be81-8b02abff0700 None None] Port 9606f44f-4a22-4dc6-8622-98a36fce2287 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:40:02.451902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Deleting port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:02.452474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.703907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] For port 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:02.703907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.709139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.728184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Calling delete_port for 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:02.764754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:02.877809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.888282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.898268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.914248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:40:02.923477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:02.924748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.031678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:03.046539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:03.085697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:03.143221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.170577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c0d56-e689-41f9-81a3-4a8a24c6434d req-1b2e3d97-9bba-4d4d-9c75-9d44a3c016cd tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.173362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b1c0d56-e689-41f9-81a3-4a8a24c6434d req-1b2e3d97-9bba-4d4d-9c75-9d44a3c016cd tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.3868399 Nov 23 18:40:03.177058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.200515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.227937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.271269 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.297119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device af083d74-c7ab-4557-9349-0415005b331d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:03.355326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:03.357680 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14158c63-57ed-416d-84dc-b15bf7908396" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:03.380286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.382473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:03.383933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.386995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b1c0d56-e689-41f9-81a3-4a8a24c6434d req-2ac2d3ee-655e-4414-9c17-d0d166e541ff tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920142 Nov 23 18:40:03.402211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.482145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e68f4d45-39f9-46b2-8d90-93196bfb513a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1822450 Nov 23 18:40:03.485580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:03.491415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:03.531201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port af083d74-c7ab-4557-9349-0415005b331d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:03.531621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.537773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Request body: {'port': {'device_id': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:03.622785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-44707061-400f-4305-9b26-fee4cdd671e1 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:40:03.624480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-44707061-400f-4305-9b26-fee4cdd671e1 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234895 Nov 23 18:40:03.650424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.763874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.814580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.851760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-4b29b55f-0c73-43f5-93b6-d7c5796eaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.854680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-4b29b55f-0c73-43f5-93b6-d7c5796eaed3 service neutron] 10.222.0.37 "GET /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 1094 time: 0.1746311 Nov 23 18:40:03.870815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Request body: {'binding': {'host': 'n-h2-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:03.880080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:40:03.887639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Router 17f794e7-8464-4956-9f5e-3ca1fcbc954d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:03.894924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.910175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0f763-1cfe-4b04-bd73-922a8968b5f9 req-e1febff5-9279-4404-8bf4-1ecafe16315a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.920648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.923541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71e0f763-1cfe-4b04-bd73-922a8968b5f9 req-e1febff5-9279-4404-8bf4-1ecafe16315a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 932 time: 0.1842804 Nov 23 18:40:03.926120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port af083d74-c7ab-4557-9349-0415005b331d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=af083d74-c7ab-4557-9349-0415005b331d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:03.935389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:04.052308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=af083d74-c7ab-4557-9349-0415005b331d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:04.056070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71e0f763-1cfe-4b04-bd73-922a8968b5f9 req-4d0454dd-dc71-4170-8a5d-563107c3fa56 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315067 Nov 23 18:40:04.127565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0dc55b33-c005-4688-9657-29e7ea0a5603 None None] Provisioning complete for port 9606f44f-4a22-4dc6-8622-98a36fce2287 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:04.128330 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc55b33-c005-4688-9657-29e7ea0a5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:04.209911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0dc55b33-c005-4688-9657-29e7ea0a5603 None None] Port 9606f44f-4a22-4dc6-8622-98a36fce2287 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:40:04.227137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:04.247702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Sync routers for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:04.256331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c09bc10c-dc00-4778-80d7-5f4c578672c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/17f794e7-8464-4956-9f5e-3ca1fcbc954d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6434269 Nov 23 18:40:04.271511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:04.273378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:04.356262 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175f0fb-e2b0-445a-b3eb-369cf86a8c0e x-openstack-request-id: req-f175f0fb-e2b0-445a-b3eb-369cf86a8c0e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:04.356918 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:04.357287 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f175f0fb-e2b0-445a-b3eb-369cf86a8c0e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:04.357812 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'code': 200} Nov 23 18:40:04.474037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:04.741929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abdb82-9c32-4bf1-9947-970e42733666 req-b591bb3e-ea6d-48dc-8c5c-f0fa6a348547 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.749331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98abdb82-9c32-4bf1-9947-970e42733666 req-b591bb3e-ea6d-48dc-8c5c-f0fa6a348547 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1180241 Nov 23 18:40:04.875394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98abdb82-9c32-4bf1-9947-970e42733666 req-b6263356-6ead-4033-a552-a1e8b2f3cad2 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096435 Nov 23 18:40:05.112839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:40:02Z', 'revision_number': 4, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9606f44f-4a22-4dc6-8622-98a36fce2287', 'name': '', 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'mac_address': 'fa:16:3e:11:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:40:00Z', 'updated_at': '2021-11-23T18:40:02Z', 'revision_number': 2, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'subnets': [{'id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:05.242893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Checking router: 17f794e7-8464-4956-9f5e-3ca1fcbc954d for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:05.243498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Updating router 17f794e7-8464-4956-9f5e-3ca1fcbc954d port 9606f44f-4a22-4dc6-8622-98a36fce2287 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:40:05.309313 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:05.440230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device af083d74-c7ab-4557-9349-0415005b331d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:05.482445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on host n-h2-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:05.482445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:05.486769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:05.535848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13df4b-2e67-46f0-82c4-ed90aaf87894 req-7f40e6ba-91cd-44ad-951a-9944a5cd5f35 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:05.555374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef13df4b-2e67-46f0-82c4-ed90aaf87894 req-7f40e6ba-91cd-44ad-951a-9944a5cd5f35 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 932 time: 0.1649725 Nov 23 18:40:05.566741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:05.567266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:05.615879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:05.730827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef13df4b-2e67-46f0-82c4-ed90aaf87894 req-99e13492-e92f-4719-8602-09522bef5bcb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743727 Nov 23 18:40:05.737676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:05.738834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:05.743996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:05.744593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port af083d74-c7ab-4557-9349-0415005b331d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:05.745929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:05.747541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Bound port: e8785754-240b-40ad-8251-18a6ca5de427, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:06.105611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-a1637f9e-0f49-4741-8b74-a518eb5f8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:06.107505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-a1637f9e-0f49-4741-8b74-a518eb5f8f3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701&tenant_id=843dbf999a6942af8105a567311de4e5 HTTP/1.1" status: 200 len: 1101 time: 0.4113455 Nov 23 18:40:06.110181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c019887-2564-40f4-a666-799176b038ab req-8b7007cf-92db-4a22-8984-69bbe412f70c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:06.117660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:06.122713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c019887-2564-40f4-a666-799176b038ab req-8b7007cf-92db-4a22-8984-69bbe412f70c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1055958 Nov 23 18:40:06.153278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:06.157575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.165144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:06.229548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.231241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c019887-2564-40f4-a666-799176b038ab req-32ad4576-a3e9-4827-ae3f-3191091fa34c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076984 Nov 23 18:40:06.233891 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.248596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-9fc77149-2e0c-44c0-a154-b6d089797d2f service neutron] 10.222.0.37 "POST /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427/bindings HTTP/1.1" status: 201 len: 389 time: 2.3837199 Nov 23 18:40:06.276828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.313708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Transition to ACTIVE for port object c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:06.331674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.413038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d51b1-7c20-41df-b3aa-dcc430fd31fe None None] Pushing event updated for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:06.633773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Attempting to bind port 9606f44f-4a22-4dc6-8622-98a36fce2287 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:06.634212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Attempting to bind port 9606f44f-4a22-4dc6-8622-98a36fce2287 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:06.634918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Attempting to bind port 9606f44f-4a22-4dc6-8622-98a36fce2287 on network 076ca440-9a26-40b8-a377-4cce6f4e9122 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:06.644532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:06.645506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Checking segment: {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:06.646241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.647195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Bound using segment: {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:06.648311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Bound port: 9606f44f-4a22-4dc6-8622-98a36fce2287, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15992c45-0efa-4248-bdd5-60fea8fbb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:06.649465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.652249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.725324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-812c0db8-6217-47e6-a42f-f966dfad47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:06.731729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-812c0db8-6217-47e6-a42f-f966dfad47a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1097 time: 0.0915399 Nov 23 18:40:06.748893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:06.774052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] For port 9606f44f-4a22-4dc6-8622-98a36fce2287, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:06.789439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] For port 9606f44f-4a22-4dc6-8622-98a36fce2287, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9606f44f-4a22-4dc6-8622-98a36fce2287,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:06.799848 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:06.919271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:06.920121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:07.042346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ae14-83d7-4350-b0f7-11de29f4f886 req-662827ff-8772-4f3f-9ce0-2e04d059b212 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.044666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ac8ae14-83d7-4350-b0f7-11de29f4f886 req-662827ff-8772-4f3f-9ce0-2e04d059b212 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.6382511 Nov 23 18:40:07.074060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba853d-ae6d-4344-82b6-fcd2ec3af990 req-22036994-eadb-4808-9018-48aa0f26d8c0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.096969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-12ba853d-ae6d-4344-82b6-fcd2ec3af990 req-22036994-eadb-4808-9018-48aa0f26d8c0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.1200776 Nov 23 18:40:07.160147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d51b1-7c20-41df-b3aa-dcc430fd31fe None None] Pushing event updated for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:07.172949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-dc895307-d788-4b08-908d-c4de46b1066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.175716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-dc895307-d788-4b08-908d-c4de46b1066e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.4308269 Nov 23 18:40:07.194822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] Provisioning complete for port 9606f44f-4a22-4dc6-8622-98a36fce2287 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:07.195225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:07.293366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-2a277c18-f910-4ee8-93f3-8fc4f94325da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 217 time: 0.1022985 Nov 23 18:40:07.360208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-7f9ec7bb-9eb3-4882-9a82-96dd9a32dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.362456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-7f9ec7bb-9eb3-4882-9a82-96dd9a32dfbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0555103 Nov 23 18:40:07.364522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Attempting to bind port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:07.365460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Attempting to bind port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:07.366000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Attempting to bind port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:07.376815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-12ba853d-ae6d-4344-82b6-fcd2ec3af990 req-9a1ac589-8bd4-46bb-bdbd-a86748a901a3 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782931 Nov 23 18:40:07.393333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ac8ae14-83d7-4350-b0f7-11de29f4f886 req-ef186cee-b949-4b51-be89-4881952848a1 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965739 Nov 23 18:40:07.436956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f42d374a-7ae3-4dec-b288-1ea38cd3b5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573101 Nov 23 18:40:07.455561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:07.459179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:07.460431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Attempting to bind port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:07.670110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:07.670741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Checking segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:07.671777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Bound using segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:07.673832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Bound port: c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:07.674315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:07.694708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:07.787829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6da60-f790-4c90-89ff-f9809f79c1c8 req-0b6cb617-0da8-485a-95c0-9df0ba69f55b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.806163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7f6da60-f790-4c90-89ff-f9809f79c1c8 req-0b6cb617-0da8-485a-95c0-9df0ba69f55b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.2581055 Nov 23 18:40:07.818600 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:07.826150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-cb1dda75-2779-4619-a077-3b57e7994aaf service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758245 Nov 23 18:40:08.019258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:08.027723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:08.046395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:08.061154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:08.069825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:08.075971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Sync routers for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:08.087978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-700326d0-e6a4-4bca-966d-43820f0f9716 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5246599 Nov 23 18:40:08.095966 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:08.103117 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:08.163520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:08.225491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:08.226252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7f6da60-f790-4c90-89ff-f9809f79c1c8 req-5533f9cd-94d1-4fb7-a47f-a7c22eac742f tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191144 Nov 23 18:40:08.226913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:08.230150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] 10.222.0.50 "PUT /v2.0/ports/c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 HTTP/1.1" status: 200 len: 1092 time: 4.7143571 Nov 23 18:40:08.240646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:08.254584 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1132d0-d5ac-4410-8326-9004f8351c37" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:08.306533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] For port 9606f44f-4a22-4dc6-8622-98a36fce2287, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9606f44f-4a22-4dc6-8622-98a36fce2287,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:08.336857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:08.370595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad563f-4699-42dc-aa1a-ee7489310766 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:08.386503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-55442174-263a-480c-83af-bf1cdc99171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:08.388722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-55442174-263a-480c-83af-bf1cdc99171d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 1095 time: 0.0984869 Nov 23 18:40:08.397305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:08.501318 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:08.553808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-df53e994-ff72-448d-9d2a-4aa7b73f5045 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119210 Nov 23 18:40:08.628879 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94475bc3-a7ba-403f-9f37-d6bf8bf0e57c x-openstack-request-id: req-94475bc3-a7ba-403f-9f37-d6bf8bf0e57c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:08.629619 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:08.640505 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94475bc3-a7ba-403f-9f37-d6bf8bf0e57c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:08.642436 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'status': 'completed', 'code': 200} Nov 23 18:40:08.663039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-dcef6237-4b78-45f5-8beb-31d6ad2e5f26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 HTTP/1.1" status: 200 len: 217 time: 0.1812987 Nov 23 18:40:08.810480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:08.819470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:08.820993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a35cb-4998-4667-bda3-0a6a4f91ec28 None None] Pushing event updated for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:08.834371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1a4e4245-e890-4535-891e-9ffb339fbeb8 None None] Provisioning complete for port 9606f44f-4a22-4dc6-8622-98a36fce2287 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:08.835235 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4245-e890-4535-891e-9ffb339fbeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.002777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-46f1e1b1-c52b-43ac-907d-8a9983f2659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:09.008532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-46f1e1b1-c52b-43ac-907d-8a9983f2659d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.2977400 Nov 23 18:40:09.058405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-e3009c46-525c-4c53-b488-93d9ccf4d9d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389926 Nov 23 18:40:09.077406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3a61b-3d49-404e-9539-62e7297e1727 req-46ec5704-d115-4680-a544-cbe65dd0796c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:09.084429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39b3a61b-3d49-404e-9539-62e7297e1727 req-46ec5704-d115-4680-a544-cbe65dd0796c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.5258291 Nov 23 18:40:09.088127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.114655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.180353 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:09.296709 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Checking router: cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:09.325687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Routers {'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:09.326952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:09.345788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Transition to ACTIVE for port object f164ef3f-fd95-45cc-a8c1-2ad39aca762e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:09.375471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae894f-8106-4e92-9e10-9f078458f73d req-b14e84d7-5f8d-473a-9b38-2e84c4a37032 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:09.377911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:40:02Z', 'revision_number': 4, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9606f44f-4a22-4dc6-8622-98a36fce2287', 'name': '', 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'mac_address': 'fa:16:3e:11:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:40:00Z', 'updated_at': '2021-11-23T18:40:06Z', 'revision_number': 4, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'subnets': [{'id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:09.384555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-91ae894f-8106-4e92-9e10-9f078458f73d req-b14e84d7-5f8d-473a-9b38-2e84c4a37032 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.6723866 Nov 23 18:40:09.397249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.416920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.541677 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.598932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbe45b-dd59-4837-b6f2-690ae5e73f6a None None] The sync data for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 is: [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:40:02Z', 'revision_number': 4, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9606f44f-4a22-4dc6-8622-98a36fce2287', 'name': '', 'network_id': '076ca440-9a26-40b8-a377-4cce6f4e9122', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'mac_address': 'fa:16:3e:11:f5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:40:00Z', 'updated_at': '2021-11-23T18:40:06Z', 'revision_number': 4, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'subnets': [{'id': 'b6abe83e-b20e-4716-bdf2-5403f82ce357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:09.617845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39b3a61b-3d49-404e-9539-62e7297e1727 req-460ced3c-af86-4fd5-8c34-62f8e717536a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607204 Nov 23 18:40:09.643534 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] Set router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:09.700042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-8a4e90e2-4d91-4a62-8bff-2c6874971da9 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201279 Nov 23 18:40:09.721094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Deleting port f625baef-1c31-4b53-9252-5a9583e2c7e3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:09.731187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:09.777334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-91ae894f-8106-4e92-9e10-9f078458f73d req-80741ec2-9e2c-4ee7-ab9d-7124c0771875 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902676 Nov 23 18:40:09.895365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:09.956070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:40:09.956607 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:40:10.105056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] No DVR routers for this DVR port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:10.131275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:10.174534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] For port f625baef-1c31-4b53-9252-5a9583e2c7e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f625baef-1c31-4b53-9252-5a9583e2c7e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:10.174534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:10.204963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Calling delete_port for f625baef-1c31-4b53-9252-5a9583e2c7e3 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:10.430726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:10.431456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:10.432658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:10.456089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:10.459401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Attempting to bind port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:10.485348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:10.488431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:10.489121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:10.489765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Bound port: f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:10.492342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:10.509929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511307d0-e8a3-43ec-999a-328f121a3b92 req-612e91f7-59a2-452e-bd3e-7f461f7fea22 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.528550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-511307d0-e8a3-43ec-999a-328f121a3b92 req-612e91f7-59a2-452e-bd3e-7f461f7fea22 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.2093644 Nov 23 18:40:10.569446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ed36085-3b84-43a9-8f19-5b5caf45bac2 req-c0177b0b-7417-4723-ae4d-cb27ac443035 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841680 Nov 23 18:40:10.697351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:10.711647 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d71358b-e6de-46c1-94d4-01a12a881ea7" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-unplugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:10.865882 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:10.968056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-511307d0-e8a3-43ec-999a-328f121a3b92 req-b2f2e9cf-d234-46e0-b157-e5a41d86d578 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384632 Nov 23 18:40:10.993544 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3b83b-e425-430f-be92-6d20dc63ddd9 None None] The sync data for ids ['cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c'] in n-d-792364-9 is: [{'id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-647320152-router', 'tenant_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:23Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 5, 'project_id': 'c8a6621a3bc646b3bac903f022d5ac9f', 'gw_port': {'id': 'f625baef-1c31-4b53-9252-5a9583e2c7e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:24Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:11.116820 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ef054e-229a-4f1c-b5ad-b348f3177a1c x-openstack-request-id: req-b6ef054e-229a-4f1c-b5ad-b348f3177a1c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:11.123872 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-unplugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:11.124525 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6ef054e-229a-4f1c-b5ad-b348f3177a1c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:11.125171 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'code': 200} Nov 23 18:40:11.133626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-3d8cdeb1-6372-47e5-8f43-bc7e930d4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:11.142242 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-3d8cdeb1-6372-47e5-8f43-bc7e930d4757 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 1095 time: 0.4099078 Nov 23 18:40:11.152391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:11.165614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:11.194777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:11.228535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:11.292401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24545352-d3d7-41db-9228-61b80ba89617 req-5b85b3ec-3e83-4d6e-8914-f25c20785849 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:11.302088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24545352-d3d7-41db-9228-61b80ba89617 req-5b85b3ec-3e83-4d6e-8914-f25c20785849 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.3874691 Nov 23 18:40:11.402669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f625baef-1c31-4b53-9252-5a9583e2c7e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:11.539076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:11.551533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:11.553676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] 10.222.0.47 "PUT /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 1097 time: 5.4108899 Nov 23 18:40:11.558530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf337cc-9d5e-4ae7-96d3-0b754a66f67d req-c78e2462-0e58-41f2-b161-17706d86124e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:11.560452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cf337cc-9d5e-4ae7-96d3-0b754a66f67d req-c78e2462-0e58-41f2-b161-17706d86124e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.3483312 Nov 23 18:40:11.626924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9606f44f-4a22-4dc6-8622-98a36fce2287 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:11.721768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cf337cc-9d5e-4ae7-96d3-0b754a66f67d req-c2ab1c17-bda4-4bcc-b9cb-8830d22c2d50 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458361 Nov 23 18:40:11.731110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:11.829168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247cd1e-c893-4534-9b5c-5209d3668af2 service neutron] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:11.921626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24545352-d3d7-41db-9228-61b80ba89617 req-46bdc9bd-c370-4ac9-b4b7-a87f89b938bb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191146 Nov 23 18:40:11.956951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9606f44f-4a22-4dc6-8622-98a36fce2287 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:11.957822 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.046076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-e2ba01ab-0c0e-4786-9b27-875b3ec39e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.048367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-e2ba01ab-0c0e-4786-9b27-875b3ec39e66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 923 time: 0.8866320 Nov 23 18:40:12.071869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-d51c242a-675f-4f85-b07c-d314eeb877f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.084907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-d51c242a-675f-4f85-b07c-d314eeb877f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1100 time: 0.4844494 Nov 23 18:40:12.248374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-ba190113-e092-48b3-99e3-ade2e4371a7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 HTTP/1.1" status: 200 len: 217 time: 0.1791618 Nov 23 18:40:12.535011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-bf1c4f61-2ecd-4a2c-8f84-6f868e16be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.537470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-bf1c4f61-2ecd-4a2c-8f84-6f868e16be89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4262314 Nov 23 18:40:12.675054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-45e79f20-cf2d-46de-a4d1-3b186e0f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.680117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-45e79f20-cf2d-46de-a4d1-3b186e0f4371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.4130175 Nov 23 18:40:12.684581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-f8b75264-922b-4a45-a238-f796c77af7fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1328220 Nov 23 18:40:12.768416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.771881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.860276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.861097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:40:12.867034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:12.871627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e42352f7-7ebf-47ae-96dd-e11af261f9e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc94a7bc-d3ea-4df9-bb56-ab224dda8a0c HTTP/1.1" status: 204 len: 168 time: 4.7070765 Nov 23 18:40:12.874189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:12.903757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-c7ba5361-358e-4478-a4e0-6436ce1fee5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2106726 Nov 23 18:40:12.976047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e3731-27c0-4dcb-b731-36402f1543ac req-a0ff35e7-183e-459a-81cc-f684988ded54 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.978015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-298e3731-27c0-4dcb-b731-36402f1543ac req-a0ff35e7-183e-459a-81cc-f684988ded54 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.1323624 Nov 23 18:40:12.982290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Deleting subnet 0a55e009-ccbe-4c1d-8a70-dc703012c333 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:40:12.993840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.147487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.158653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:13.161137 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083efdc2-985f-45bf-9c95-b7a57e1e047c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:13.181665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-a186afb6-4b96-406e-a564-5330f3950a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:13.183883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-a186afb6-4b96-406e-a564-5330f3950a90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4684451 Nov 23 18:40:13.296673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-298e3731-27c0-4dcb-b731-36402f1543ac req-c69b7cb2-ccc5-4079-9f7c-303e669c5b24 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994615 Nov 23 18:40:13.414715 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.496688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:13.596798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:13.596798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7db9aeb4-7da9-47c9-a9ce-a7fd3e3cab85 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:13.637083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668e11f-0f5d-46e7-a0b3-2e7dd1dc083d req-84d496c8-2a47-475b-8133-6bbfd71a94a5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:13.647096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2668e11f-0f5d-46e7-a0b3-2e7dd1dc083d req-84d496c8-2a47-475b-8133-6bbfd71a94a5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.1469162 Nov 23 18:40:13.666006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.769162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2668e11f-0f5d-46e7-a0b3-2e7dd1dc083d req-c7bba199-20ce-4325-808d-ae069641c166 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143506 Nov 23 18:40:13.772983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a55e009-ccbe-4c1d-8a70-dc703012c333,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:13.798126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33205f-bdd6-4626-8f7b-1dea86d5e5ea None None] Network 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:40:13.808945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.825290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc5bfb4e-d75d-44ab-8d12-19dc3700a091 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a55e009-ccbe-4c1d-8a70-dc703012c333 HTTP/1.1" status: 204 len: 168 time: 0.9498508 Nov 23 18:40:13.840576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:13.985345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e82af-8be7-49d0-aea3-9aabf76bc7e4 req-603b2cf3-7d2b-4a9e-8bb5-5cc046dad4b6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:13.998831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d0e82af-8be7-49d0-aea3-9aabf76bc7e4 req-603b2cf3-7d2b-4a9e-8bb5-5cc046dad4b6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 1.0248420 Nov 23 18:40:14.086301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.133279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-5cba923b-f8b1-4041-b19b-3cf1c7b2851c service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2126245 Nov 23 18:40:14.136142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-bfd6125c-51e7-49de-bd2d-1ecd5ac22585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:14.146941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-bfd6125c-51e7-49de-bd2d-1ecd5ac22585 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9190333 Nov 23 18:40:14.261490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Deleting port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:14.261988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.323172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] DHCP port deletion for 22e42fc6-fc42-42f2-a5cb-fd8bdac02759 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:14.484272 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506c857c-7f4d-413e-8c90-c6ae8e1f73d5 x-openstack-request-id: req-506c857c-7f4d-413e-8c90-c6ae8e1f73d5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:14.487628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Deleting port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:14.488056 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:14.489128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.489939 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-506c857c-7f4d-413e-8c90-c6ae8e1f73d5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:14.501983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] For port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:14.501983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.506452 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'status': 'completed', 'code': 200} Nov 23 18:40:14.533247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Calling delete_port for 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:14.698898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] For port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,segment=NetworkSegment(9e663005-62fd-4ece-8fe5-be20b7778d1f),segment_id=9e663005-62fd-4ece-8fe5-be20b7778d1f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:14.699565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.730458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.738092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Calling delete_port for 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:14.779239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:14.825666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65581e5-e1a1-40ae-b59b-4d7221c7c94a req-7408085a-df46-456f-9b65-e5205a31b335 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:14.835923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e65581e5-e1a1-40ae-b59b-4d7221c7c94a req-7408085a-df46-456f-9b65-e5205a31b335 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 0.1632576 Nov 23 18:40:14.893480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf1132d0-d5ac-4410-8326-9004f8351c37 req-5d33e1df-0c87-4b77-a007-282abb53a72b service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439811 Nov 23 18:40:14.902864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:40:14.903196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-e4937643-e2de-433e-a7da-b63c8f45b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:14.907408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-e4937643-e2de-433e-a7da-b63c8f45b9a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1100 time: 0.2480273 Nov 23 18:40:14.919364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] No DVR routers for this DVR port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:14.936104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e65581e5-e1a1-40ae-b59b-4d7221c7c94a req-bf1512bd-44fa-4333-ac51-8844d86eed3a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988812 Nov 23 18:40:14.941733 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-a20e988e-01a7-4bbe-83f8-02546dfe18bd service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716932 Nov 23 18:40:14.947921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d0e82af-8be7-49d0-aea3-9aabf76bc7e4 req-19b1e00f-1542-47e2-8bd8-caef7e7c5409 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9481933 Nov 23 18:40:15.196066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:15.221777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'port_id': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'mac_address': 'fa:16:3e:ac:ee:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf769cb-8a32-42c5-978b-5c655c697bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:40:15.225840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:15.277384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:15.277741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:15.278175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f625baef-1c31-4b53-9252-5a9583e2c7e3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:15.326229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8edf7d55-fcb7-4efe-99d2-5ac0a1272532 req-59dc2254-21ec-4a87-bd7e-18ba17129164 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703279 Nov 23 18:40:15.411290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f625baef-1c31-4b53-9252-5a9583e2c7e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:15.411290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f625baef-1c31-4b53-9252-5a9583e2c7e3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:15.411290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.445791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:15.455927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.506783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] No DVR routers for this DVR port 8a8eaf65-93fc-47d3-b7c9-f9b1368c481c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:15.513371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-e10e698e-ddd3-4ccf-9837-f70bcc720839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.516123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.518543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-e10e698e-ddd3-4ccf-9837-f70bcc720839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1100 time: 0.1294258 Nov 23 18:40:15.534704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772b2ef-5a18-488f-8cb7-e2060f3eb702 None None] Pushing event deleted for resources: {'Port': ['ID=8a8eaf65-93fc-47d3-b7c9-f9b1368c481c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:15.549486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:15.577695 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.604166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4dbb3-07f5-4fb5-bc90-18dfb3b248de req-a3115b4c-1f6d-469b-acb0-c1e9610627ab tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.617553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f4dbb3-07f5-4fb5-bc90-18dfb3b248de req-a3115b4c-1f6d-469b-acb0-c1e9610627ab tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.4708617 Nov 23 18:40:15.695774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-c52f2a1f-8878-4741-aada-569fa8399418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.698200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-c52f2a1f-8878-4741-aada-569fa8399418 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1706693 Nov 23 18:40:15.714400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e42fc6-fc42-42f2-a5cb-fd8bdac02759']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:15.762355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:15.794628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-ac1a649c-d9b5-4104-a8a7-cfe67db30bf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.0869887 Nov 23 18:40:15.846457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f4dbb3-07f5-4fb5-bc90-18dfb3b248de req-81c1beea-eead-455a-97c8-7aaaa4e105b4 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274816 Nov 23 18:40:15.866305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e663005-62fd-4ece-8fe5-be20b7778d1f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:15.866597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e663005-62fd-4ece-8fe5-be20b7778d1f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:15.886052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.918813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-4efdc315-532f-4c1c-92d5-4e1cfeaa6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.918813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-4efdc315-532f-4c1c-92d5-4e1cfeaa6b06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.9696550 Nov 23 18:40:15.918813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.944393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-5efaa2cd-1a4a-4999-b0a0-3c0f44d3558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.946582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-5efaa2cd-1a4a-4999-b0a0-3c0f44d3558e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1434550 Nov 23 18:40:15.987384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:40:15.988047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.027399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-099b052a-7200-4aaa-a293-258279248868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:16.031027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:16.036927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-099b052a-7200-4aaa-a293-258279248868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813036 Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:40:16.074004 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:40:16.087211 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-881dee43-d432-41eb-b285-880b8bb3f6eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 200 len: 217 time: 0.1595016 Nov 23 18:40:16.087922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.283349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e42fc6-fc42-42f2-a5cb-fd8bdac02759,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:16.296681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.306261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89a27b4d-d631-4b8c-a09d-f57fdc05a074 admin admin] 10.222.0.37 "DELETE /v2.0/networks/22e42fc6-fc42-42f2-a5cb-fd8bdac02759 HTTP/1.1" status: 204 len: 168 time: 2.4570577 Nov 23 18:40:16.326314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-2701acf6-48ad-4a80-977f-0afc53156c30 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780771 Nov 23 18:40:16.327466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:16.389959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:40:16.401801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-f82c661e-89d1-4291-b911-d4901065192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:16.403608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-f82c661e-89d1-4291-b911-d4901065192f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3010170 Nov 23 18:40:16.506690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e023b-7775-489d-8d5d-3dac366ce3f4 req-86b95f76-0bf9-4153-ab3a-d79562c300fc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:16.521416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b7e023b-7775-489d-8d5d-3dac366ce3f4 req-86b95f76-0bf9-4153-ab3a-d79562c300fc tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.2279911 Nov 23 18:40:16.638960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-75db3a02-540f-4cd2-b662-5ca8b87e9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:16.646217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-75db3a02-540f-4cd2-b662-5ca8b87e9f72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2277846 Nov 23 18:40:16.721525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b7e023b-7775-489d-8d5d-3dac366ce3f4 req-eecc4625-43e6-4f81-b971-2096511601ba tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882510 Nov 23 18:40:16.888453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:16.940486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'mac_address': 'fa:16:3e:1e:aa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:40:17.009752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-759e5ed3-f6ec-413c-ad68-e8e2ec63e5ff service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483958 Nov 23 18:40:17.109931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:17.223307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-b20bc2c6-d8e6-4aa0-a9f8-9a2d4ffd4116 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952376 Nov 23 18:40:17.269076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:17.421796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:17.432050 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:17.451413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570468-7711-41f0-aa7b-24844e273e09 req-4f363eaf-58fe-4e6e-8bee-9a8ca32e1111 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:17.480713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8570468-7711-41f0-aa7b-24844e273e09 req-4f363eaf-58fe-4e6e-8bee-9a8ca32e1111 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 949 time: 1.2823026 Nov 23 18:40:17.579031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fabbb9-b6b6-4d90-bd14-7c6caebc988e req-167fd8cb-d976-428f-9213-55f8d2efc9b7 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:17.600356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85fabbb9-b6b6-4d90-bd14-7c6caebc988e req-167fd8cb-d976-428f-9213-55f8d2efc9b7 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 945 time: 0.1951649 Nov 23 18:40:17.649201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:17.721124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['f164ef3f-fd95-45cc-a8c1-2ad39aca762e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:17.750174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85fabbb9-b6b6-4d90-bd14-7c6caebc988e req-d1534bdd-0804-43ff-8493-12889fcf4f4a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397486 Nov 23 18:40:17.779934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-083efdc2-985f-45bf-9c95-b7a57e1e047c req-c92d8da3-80e0-44ca-bc37-a3ac3f1a72b2 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2104194 Nov 23 18:40:17.939398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8570468-7711-41f0-aa7b-24844e273e09 req-1624dbf2-099f-4dd6-baa5-bbd4c1133f1a tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494298 Nov 23 18:40:18.220252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac27e87-ea18-48a0-b722-0f83c4a4e0f5 req-f623f385-999f-4379-b987-df1ed4f6d762 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:18.235030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ac27e87-ea18-48a0-b722-0f83c4a4e0f5 req-f623f385-999f-4379-b987-df1ed4f6d762 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.2067287 Nov 23 18:40:18.397718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.423723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ac27e87-ea18-48a0-b722-0f83c4a4e0f5 req-279c2cae-7e2d-4daf-9709-9f76713f634f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785767 Nov 23 18:40:18.832824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:18.875788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Deleting port c5f5183f-92bd-49a7-ae9c-846663d51f75 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:18.876491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.986277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:40:18.998701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:18.999066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.020982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfd4b-0577-470f-b989-37d826823fe8 req-258ea220-5428-49f1-b1d3-2e9fbdd8eba4 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:19.033275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-830bfd4b-0577-470f-b989-37d826823fe8 req-258ea220-5428-49f1-b1d3-2e9fbdd8eba4 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 945 time: 0.1257112 Nov 23 18:40:19.067914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] For port c5f5183f-92bd-49a7-ae9c-846663d51f75, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5f5183f-92bd-49a7-ae9c-846663d51f75,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:19.068489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.109128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-830bfd4b-0577-470f-b989-37d826823fe8 req-e349206b-c5ee-4584-9eae-3adc48e15fa2 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747359 Nov 23 18:40:19.123571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Calling delete_port for c5f5183f-92bd-49a7-ae9c-846663d51f75 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:19.194952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c7940-8c24-45f3-b175-5c30d6be74ba req-2fcefce3-6cc1-497c-b4a6-a7c9909fe169 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:19.203162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd2c7940-8c24-45f3-b175-5c30d6be74ba req-2fcefce3-6cc1-497c-b4a6-a7c9909fe169 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 950 time: 0.1306551 Nov 23 18:40:19.249769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.303788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:19.306583 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac032a-1f19-4a17-a6f5-379df2feac56" -d '{"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:19.331669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:19.341547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.466461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:19.485399 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f90a0f-22fe-44e8-9cc9-d0462d243e41 x-openstack-request-id: req-53f90a0f-22fe-44e8-9cc9-d0462d243e41 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:19.485716 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:19.486006 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53f90a0f-22fe-44e8-9cc9-d0462d243e41 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:19.486335 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'code': 200} Nov 23 18:40:19.538937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd2c7940-8c24-45f3-b175-5c30d6be74ba req-13041997-9084-4413-949a-f6981881e3df tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344910 Nov 23 18:40:19.662878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea8800-eb4a-48fa-ac4b-217b809ef5e7 req-9e056797-ff08-4671-b859-06fc295013a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:19.664766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48ea8800-eb4a-48fa-ac4b-217b809ef5e7 req-9e056797-ff08-4671-b859-06fc295013a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 1097 time: 0.1003423 Nov 23 18:40:19.710896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.761706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423117-d91c-428d-8431-0c1f99ac158d req-5dabeaeb-b56f-44be-9c71-589133d08a06 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:19.769860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88423117-d91c-428d-8431-0c1f99ac158d req-5dabeaeb-b56f-44be-9c71-589133d08a06 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1436987 Nov 23 18:40:19.843069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48ea8800-eb4a-48fa-ac4b-217b809ef5e7 req-1b3eac61-b6a4-4c22-a4a1-316603cce59c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545014 Nov 23 18:40:19.886022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f5183f-92bd-49a7-ae9c-846663d51f75,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:19.899226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88423117-d91c-428d-8431-0c1f99ac158d req-0d102210-343d-4d8e-bf93-f4be37e194cd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212511 Nov 23 18:40:20.239077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f5d2c-385d-48ff-bf0f-05bada0a6fbd req-461a8b0b-804b-4757-962a-f02d3afbfaf0 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:20.252333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-726f5d2c-385d-48ff-bf0f-05bada0a6fbd req-461a8b0b-804b-4757-962a-f02d3afbfaf0 tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 1101 time: 0.1377587 Nov 23 18:40:20.370113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.388436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:20.424122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209b59e-73e3-4dec-85f4-b02b849cd489 req-6c9345b2-a69b-4991-b9bc-a0b9ad09537b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:20.433851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d209b59e-73e3-4dec-85f4-b02b849cd489 req-6c9345b2-a69b-4991-b9bc-a0b9ad09537b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1597559 Nov 23 18:40:20.460679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-726f5d2c-385d-48ff-bf0f-05bada0a6fbd req-81c601d4-8ad3-4e4c-8d99-d05be15e47ae tempest-MigrationsAdminTest-165042562 tempest-MigrationsAdminTest-165042562-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072442 Nov 23 18:40:20.528143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:40:20.535197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port f164ef3f-fd95-45cc-a8c1-2ad39aca762e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:20.536621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.583519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d209b59e-73e3-4dec-85f4-b02b849cd489 req-e4750da7-8b68-4ca2-a8ee-740121d7976f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463227 Nov 23 18:40:20.664762 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.719026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:20.726622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.804121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-24863470-9d9a-4947-818c-0ac2bd0e95d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3310497 Nov 23 18:40:20.856935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:21.279545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-dd3458e9-7f3f-49bd-8aa2-38e372ee376e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097817 Nov 23 18:40:21.488670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:21.491934 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4229ed1-8f32-4eaa-8a30-a4028aac0fe3" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:21.528798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-8fe8787c-00e7-441e-9264-f42ec7d14073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:21.532269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-8fe8787c-00e7-441e-9264-f42ec7d14073 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1863191 Nov 23 18:40:21.534092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-d22b6a7b-a767-47d7-8793-f3e61a5e9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:21.549610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-d22b6a7b-a767-47d7-8793-f3e61a5e9232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843dbf999a6942af8105a567311de4e5&device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 1101 time: 0.5451040 Nov 23 18:40:21.575961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf83af-fe2a-4e74-a11c-2bf40a49ba08 req-4c7d8710-8a9c-457f-9a42-eb4fedbb0365 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:21.589087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81bf83af-fe2a-4e74-a11c-2bf40a49ba08 req-4c7d8710-8a9c-457f-9a42-eb4fedbb0365 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.3045545 Nov 23 18:40:21.597724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:21.911224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-a32fa0da-8944-4b90-b14d-54218cfce402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:21.913106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-a32fa0da-8944-4b90-b14d-54218cfce402 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.2255065 Nov 23 18:40:21.945326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252bc39-435f-4bba-8bde-5a9bea0b6e4e req-a64ecfda-9a31-4c60-bf56-03374d505b44 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:21.954892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b252bc39-435f-4bba-8bde-5a9bea0b6e4e req-a64ecfda-9a31-4c60-bf56-03374d505b44 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 951 time: 0.4123619 Nov 23 18:40:21.957163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81bf83af-fe2a-4e74-a11c-2bf40a49ba08 req-713335a0-b996-4bb1-9cf1-43d136f980da tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348653 Nov 23 18:40:22.027827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-72cc35eb-fd01-4f3e-8697-8a74a2c83bda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 200 len: 217 time: 0.0962250 Nov 23 18:40:22.076852 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb924d-6e00-40a2-956e-b3d6c8b8f629 x-openstack-request-id: req-adcb924d-6e00-40a2-956e-b3d6c8b8f629 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:22.077159 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-plugged", "status": "completed", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:22.077423 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adcb924d-6e00-40a2-956e-b3d6c8b8f629 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:22.077836 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'code': 200} Nov 23 18:40:22.106358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-1fbbd88c-3d73-456a-855f-d0acb64a3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.107901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-1fbbd88c-3d73-456a-855f-d0acb64a3bed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0671451 Nov 23 18:40:22.121502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-d44d2f09-8012-42f1-8f4f-73e1bc1e9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.126732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-d44d2f09-8012-42f1-8f4f-73e1bc1e9e81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.5313106 Nov 23 18:40:22.163787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-bdac04bf-2a4e-4b0d-9f29-ea7d87e57761 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434859 Nov 23 18:40:22.201103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b252bc39-435f-4bba-8bde-5a9bea0b6e4e req-c927fc6e-0939-4b60-8832-24d30f1d5b68 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437894 Nov 23 18:40:22.282275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-082b2453-de00-45c8-bd70-ddbbf2987f02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 200 len: 217 time: 0.1048799 Nov 23 18:40:22.313854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:22.328583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Sync routers for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:22.350766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:22.351510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:22.353123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cef8a108-e770-4949-a916-02d2c890f582 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ed7b0ac-819b-4b1d-aedc-c362e928b83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9812489 Nov 23 18:40:22.357310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:22.435147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-cc4801ef-ab0f-4c13-b3b8-6527bc54dffb service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547302 Nov 23 18:40:22.666708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b10af2b9-d96e-4964-aaa0-4af4fcb6ac69 req-b725cea5-8d46-498e-a22e-3c8fdb19d35c service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976504 Nov 23 18:40:22.779408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:22.991920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49f51-e4ba-4812-ac9a-da1a4b455175 req-e6acf2bc-634e-4f9b-ba1f-b354300e6ecb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.999825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cc49f51-e4ba-4812-ac9a-da1a4b455175 req-e6acf2bc-634e-4f9b-ba1f-b354300e6ecb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.8555598 Nov 23 18:40:23.033994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-7d748099-af8c-4d2c-885b-b6cf75ec8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.033994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-7d748099-af8c-4d2c-885b-b6cf75ec8cbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.7405846 Nov 23 18:40:23.073315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:23.090122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:40:19Z', 'revision_number': 5, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:23.158396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Checking router: 6ed7b0ac-819b-4b1d-aedc-c362e928b83e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:23.175359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-9963b67f-4dc8-4f13-92d9-e8c8823ea9a7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.176864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-9963b67f-4dc8-4f13-92d9-e8c8823ea9a7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 951 time: 0.2454555 Nov 23 18:40:23.180231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f4bed-0119-40da-98b5-679174dc9cd4 req-79304b99-867d-495a-8dfe-47a93256d952 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.186134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Routers {'6ed7b0ac-819b-4b1d-aedc-c362e928b83e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:23.189296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a8f4bed-0119-40da-98b5-679174dc9cd4 req-79304b99-867d-495a-8dfe-47a93256d952 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.0907714 Nov 23 18:40:23.189820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:23.262991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cc49f51-e4ba-4812-ac9a-da1a4b455175 req-3126f4d1-9c41-40af-994f-02bde1385724 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621045 Nov 23 18:40:23.271687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-ea20d92f-229d-4232-afb0-6b76fd0eb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.273175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-ea20d92f-229d-4232-afb0-6b76fd0eb397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216766 Nov 23 18:40:23.274393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a8f4bed-0119-40da-98b5-679174dc9cd4 req-255e6596-9daf-4dac-b432-e7e715ee2a41 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772703 Nov 23 18:40:23.436374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] Set router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:23.490404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b612da-8488-44a3-b266-1ccd894c6656 req-bce3d737-ac01-4bb1-a32c-c7d0c7db9f34 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.492665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71b612da-8488-44a3-b266-1ccd894c6656 req-bce3d737-ac01-4bb1-a32c-c7d0c7db9f34 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1245503 Nov 23 18:40:23.596041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:23.672256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b52d4-eae1-4958-b03b-8e7108831a3f req-a8650937-d3e1-4c50-a9d7-196354bfbe53 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:23.681959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a8b52d4-eae1-4958-b03b-8e7108831a3f req-a8650937-d3e1-4c50-a9d7-196354bfbe53 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 951 time: 0.2702963 Nov 23 18:40:23.683845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71b612da-8488-44a3-b266-1ccd894c6656 req-3e74970f-220c-4582-9b3d-5bb1c17db133 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772294 Nov 23 18:40:23.690763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Deleting port f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:23.691220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:23.763232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-1156f9d0-0e70-45ba-b76d-213d09aaf9f0 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818969 Nov 23 18:40:23.956808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a8b52d4-eae1-4958-b03b-8e7108831a3f req-7cebca8d-641e-424c-805a-7ff69f0bb9da tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738523 Nov 23 18:40:24.003929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:40:19Z', 'revision_number': 5, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:24.044926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Deleting port b63b73b4-9f95-4e9d-811c-55c3fdde7948 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:24.045527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:24.055678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485eac19-cae2-4dc6-9e3f-bfe6cd3589cc None None] The sync data for ids ['6ed7b0ac-819b-4b1d-aedc-c362e928b83e'] in n-d-792364-9 is: [{'id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429727789-router', 'tenant_id': '1ce83af35db94fee86a6f8c45f0b6663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:34Z', 'updated_at': '2021-11-23T18:40:19Z', 'revision_number': 5, 'project_id': '1ce83af35db94fee86a6f8c45f0b6663', 'gw_port': {'id': 'b63b73b4-9f95-4e9d-811c-55c3fdde7948', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7b0ac-819b-4b1d-aedc-c362e928b83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:35Z', 'updated_at': '2021-11-23T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:24.069582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] For port f164ef3f-fd95-45cc-a8c1-2ad39aca762e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:24.069984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:24.118696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Calling delete_port for f164ef3f-fd95-45cc-a8c1-2ad39aca762e owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:24.145461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d635eefc-4cb2-4c4f-87a8-94e004a49322 req-0e7e3758-5323-48e7-848b-841eff42593f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639357 Nov 23 18:40:24.154547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5277-1f85-4135-8765-ce31f3da1891 req-712fee90-0e53-4962-942b-210abba6965d tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:24.163995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a6d5277-1f85-4135-8765-ce31f3da1891 req-712fee90-0e53-4962-942b-210abba6965d tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1256309 Nov 23 18:40:24.231889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a6d5277-1f85-4135-8765-ce31f3da1891 req-9663fb08-7e1b-4340-b83c-06fbac967099 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666902 Nov 23 18:40:24.298502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] For port b63b73b4-9f95-4e9d-811c-55c3fdde7948, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b63b73b4-9f95-4e9d-811c-55c3fdde7948,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:24.298875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:24.328551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Calling delete_port for b63b73b4-9f95-4e9d-811c-55c3fdde7948 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:24.527690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b03f-ac8c-4244-a204-2bc958417f4a req-2f1faded-cf95-49f7-90cb-d03a75ca1ba4 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:24.537867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e3b5d-150c-4925-a535-20707e1e7b08 req-eab3b208-2515-44e1-8102-a3369af342a7 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:24.538205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82f4b03f-ac8c-4244-a204-2bc958417f4a req-2f1faded-cf95-49f7-90cb-d03a75ca1ba4 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1335137 Nov 23 18:40:24.539655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-207e3b5d-150c-4925-a535-20707e1e7b08 req-eab3b208-2515-44e1-8102-a3369af342a7 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1745093 Nov 23 18:40:24.604189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:24.618392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['216b2808-8f81-4969-bffc-ce67b2b2b2ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:24.622899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:24.630191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82f4b03f-ac8c-4244-a204-2bc958417f4a req-6c88c5b3-c2b6-43aa-a049-c02ea30a76c0 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897028 Nov 23 18:40:24.711216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event deleted for resources: {'Port': ['ID=f164ef3f-fd95-45cc-a8c1-2ad39aca762e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:24.815432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] No DVR routers for this DVR port f164ef3f-fd95-45cc-a8c1-2ad39aca762e on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:24.819928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:24.830300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df43ed7e-97b6-452c-a63e-202bfe8ff461 req-d60925f0-a783-4798-9cd2-3a617a8628a4 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "DELETE /v2.0/ports/f164ef3f-fd95-45cc-a8c1-2ad39aca762e HTTP/1.1" status: 204 len: 173 time: 1.6111498 Nov 23 18:40:24.842186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-deleted', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:24.848992 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda0544-959a-41a1-921d-3b98dc86aa3f" -d '{"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-deleted", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:24.919806 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-207e3b5d-150c-4925-a535-20707e1e7b08 req-878dfe98-2f06-4f16-a840-4e04b5e6ff3e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164415 Nov 23 18:40:24.973773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.030877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63b73b4-9f95-4e9d-811c-55c3fdde7948,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:25.126019 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541cae6-d226-4197-9cb9-b8cef4db6551 x-openstack-request-id: req-4541cae6-d226-4197-9cb9-b8cef4db6551 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:25.126866 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3927d1-1a2e-4dff-9016-79552e0fc701", "name": "network-vif-deleted", "tag": "f164ef3f-fd95-45cc-a8c1-2ad39aca762e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:25.126866 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4541cae6-d226-4197-9cb9-b8cef4db6551 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:25.128486 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3927d1-1a2e-4dff-9016-79552e0fc701', 'name': 'network-vif-deleted', 'tag': 'f164ef3f-fd95-45cc-a8c1-2ad39aca762e', 'status': 'completed', 'code': 200} Nov 23 18:40:25.162759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.343231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5f5183f-92bd-49a7-ae9c-846663d51f75 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:25.363266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c112f5de-f646-4711-a6ba-c784a79c48e9 req-6e48ac95-aac1-463a-be4c-3b0c4e2fd06b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3927d1-1a2e-4dff-9016-79552e0fc701 HTTP/1.1" status: 200 len: 210 time: 0.0584152 Nov 23 18:40:25.367750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.371114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.396341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c5f5183f-92bd-49a7-ae9c-846663d51f75 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:25.396341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5f5183f-92bd-49a7-ae9c-846663d51f75 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:25.454682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a7eee-3b16-4c23-9175-03053ff5b221 req-94c78c71-1efd-4dd1-8c84-b8d2ea895013 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:25.465855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a9a7eee-3b16-4c23-9175-03053ff5b221 req-94c78c71-1efd-4dd1-8c84-b8d2ea895013 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1196814 Nov 23 18:40:25.503739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.504372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed7b0ac-819b-4b1d-aedc-c362e928b83e {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:40:25.514668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.518442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1dd77d3a-47d0-42ce-a78e-7b8c96f70404 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6ed7b0ac-819b-4b1d-aedc-c362e928b83e HTTP/1.1" status: 204 len: 168 time: 3.1502054 Nov 23 18:40:25.519125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:25.572427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a9a7eee-3b16-4c23-9175-03053ff5b221 req-6b28113f-6294-4e23-8975-d5557f66b4e4 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052012 Nov 23 18:40:25.643445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Deleting subnet 5ea61b51-83ee-4fa5-9425-0a824228b9c1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:40:25.647746 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.761573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.866657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535d59-e4ef-46e0-a541-dcd4f4a8a121 req-94c57147-ca67-4190-bda0-7ad22c5fc0b6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:25.874824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f535d59-e4ef-46e0-a541-dcd4f4a8a121 req-94c57147-ca67-4190-bda0-7ad22c5fc0b6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1318607 Nov 23 18:40:25.900009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302f0d-e91b-41a5-b07f-86928cd4e967 req-f46fef67-7373-4eb7-ba8a-7ad1f44f622e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:25.908072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6302f0d-e91b-41a5-b07f-86928cd4e967 req-f46fef67-7373-4eb7-ba8a-7ad1f44f622e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1053703 Nov 23 18:40:25.975203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:25.986984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f535d59-e4ef-46e0-a541-dcd4f4a8a121 req-e059fa6c-46a8-4fa2-b2aa-eb4828ce8bd3 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113777 Nov 23 18:40:26.058925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.060877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6302f0d-e91b-41a5-b07f-86928cd4e967 req-48c01270-852a-475b-a7de-f166bab068eb tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491122 Nov 23 18:40:26.096891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea61b51-83ee-4fa5-9425-0a824228b9c1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:26.101734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.105698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf3608ad-c4c4-45bd-9545-a17b979b736c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5ea61b51-83ee-4fa5-9425-0a824228b9c1 HTTP/1.1" status: 204 len: 168 time: 0.5830069 Nov 23 18:40:26.107851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:26.113816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2a446-b0ca-4686-b594-ff27d21363e1 None None] Network 83554f03-6b08-4f94-9cab-c21f7a663b4b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:40:26.277256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc15b6a-a178-4195-9a5f-501567bad6fd req-fab271b9-b58b-4f9e-9512-e7c3a2301e36 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:26.280178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.288329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebc15b6a-a178-4195-9a5f-501567bad6fd req-fab271b9-b58b-4f9e-9512-e7c3a2301e36 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1205556 Nov 23 18:40:26.377576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebc15b6a-a178-4195-9a5f-501567bad6fd req-52017b94-43c7-4486-8118-ac08dc777dac tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878651 Nov 23 18:40:26.422882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:26.447473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Deleting port 3e50da97-61af-41ae-9440-4f64c94d9ede {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:26.448911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.475387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: f164ef3f-fd95-45cc-a8c1-2ad39aca762e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:26.476337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f164ef3f-fd95-45cc-a8c1-2ad39aca762e not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:26.590077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] DHCP port deletion for 83554f03-6b08-4f94-9cab-c21f7a663b4b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:40:26.641719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] For port 3e50da97-61af-41ae-9440-4f64c94d9ede, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e50da97-61af-41ae-9440-4f64c94d9ede,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:26.642139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.662443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Calling delete_port for 3e50da97-61af-41ae-9440-4f64c94d9ede owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:26.701352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617a45e-d4bd-41ee-b012-ff513c8d946d req-1d566c2f-73fd-407b-a0ef-6a8ccb9c1478 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:26.710761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3617a45e-d4bd-41ee-b012-ff513c8d946d req-1d566c2f-73fd-407b-a0ef-6a8ccb9c1478 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1183233 Nov 23 18:40:26.717601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Deleting port 3e50da97-61af-41ae-9440-4f64c94d9ede {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:26.718220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.836625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3617a45e-d4bd-41ee-b012-ff513c8d946d req-42fefc88-59ac-4677-8493-b930f1fc0dd9 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214116 Nov 23 18:40:26.860640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] For port 3e50da97-61af-41ae-9440-4f64c94d9ede, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e50da97-61af-41ae-9440-4f64c94d9ede,segment=NetworkSegment(aaef29be-1ec1-4e77-81f1-2a87774510b2),segment_id=aaef29be-1ec1-4e77-81f1-2a87774510b2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:26.861207 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.919599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Calling delete_port for 3e50da97-61af-41ae-9440-4f64c94d9ede owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:26.944025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:26.992531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e50da97-61af-41ae-9440-4f64c94d9ede,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:26.995766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] No DVR routers for this DVR port 3e50da97-61af-41ae-9440-4f64c94d9ede on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:27.042949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939092c-3ef6-4122-b025-f130ebb6a402 req-7b94e1ca-8735-469a-8c7e-39690ac80cf7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.064067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8939092c-3ef6-4122-b025-f130ebb6a402 req-7b94e1ca-8735-469a-8c7e-39690ac80cf7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 950 time: 0.1182680 Nov 23 18:40:27.090563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.091045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.118618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] Pushing event deleted for resources: {'Port': ['ID=3e50da97-61af-41ae-9440-4f64c94d9ede,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:27.122045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83554f03-6b08-4f94-9cab-c21f7a663b4b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.123858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6627ca8-149c-4b77-a22e-6f50e83bc614 None None] No DVR routers for this DVR port 3e50da97-61af-41ae-9440-4f64c94d9ede on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:27.139468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaef29be-1ec1-4e77-81f1-2a87774510b2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.140029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaef29be-1ec1-4e77-81f1-2a87774510b2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:27.161978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.178335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8939092c-3ef6-4122-b025-f130ebb6a402 req-cee7fdb9-2317-4d4d-946c-948fff2a4766 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Nov 23 18:40:27.187278 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b63b73b4-9f95-4e9d-811c-55c3fdde7948 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:27.202511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.217797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b63b73b4-9f95-4e9d-811c-55c3fdde7948 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:27.218036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b63b73b4-9f95-4e9d-811c-55c3fdde7948 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:27.218939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e50da97-61af-41ae-9440-4f64c94d9ede no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:27.219646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:40:27.224968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:40:27.228046 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:40:27.281783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3e50da97-61af-41ae-9440-4f64c94d9ede {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:27.283031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e50da97-61af-41ae-9440-4f64c94d9ede not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:27.343038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.345232 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0321-8f5b-48aa-8912-ff07fe9ce6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.358804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.369791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83554f03-6b08-4f94-9cab-c21f7a663b4b HTTP/1.1" status: 204 len: 168 time: 1.2584348 Nov 23 18:40:27.397229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa64819-f31b-49a1-abe2-ec9ee44d7cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=83554f03-6b08-4f94-9cab-c21f7a663b4b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:27.428579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7782bd-5837-42b1-8bbe-fffde4b8eacb req-d81d300d-456a-4689-8a4b-85a7cebc6094 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:27.438810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b7782bd-5837-42b1-8bbe-fffde4b8eacb req-d81d300d-456a-4689-8a4b-85a7cebc6094 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.0986173 Nov 23 18:40:27.492853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b7782bd-5837-42b1-8bbe-fffde4b8eacb req-17bea743-8b47-4264-8fcb-13d029eca5e9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Nov 23 18:40:27.573929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:27.631724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6bdbff48-cc03-475a-8de7-5b2248b4bae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8a6621a3bc646b3bac903f022d5ac9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568433 Nov 23 18:40:27.634272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:27.730970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.759299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.830248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.832980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:27.834900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e0c67cb-2358-4f19-9455-7a2d7832a64f HTTP/1.1" status: 204 len: 168 time: 0.1952047 Nov 23 18:40:27.850049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872cba5-dce9-4154-bcf3-c0f690fde4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c67cb-2358-4f19-9455-7a2d7832a64f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:28.428566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-cf731132-c163-4e39-8a4c-17a1952d67b3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.432321 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-cf731132-c163-4e39-8a4c-17a1952d67b3 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 950 time: 0.1374855 Nov 23 18:40:28.441249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e10aec-aaf6-4fde-ad9d-8f1a68bd2279 req-f19a25f1-4b28-4a5a-b9f9-144603890ea7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.454949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5e10aec-aaf6-4fde-ad9d-8f1a68bd2279 req-f19a25f1-4b28-4a5a-b9f9-144603890ea7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 950 time: 0.1231942 Nov 23 18:40:28.564065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5e10aec-aaf6-4fde-ad9d-8f1a68bd2279 req-93e650b5-d73a-4b44-82c3-744e19218c2d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062069 Nov 23 18:40:28.694973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:28.767424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Deleting port 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:28.767966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:28.770378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce9f5-cd0b-4f6d-aecb-863059ee81ca req-b7387e16-9980-48b9-a28f-f1e1ada1d54c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.784941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-075ce9f5-cd0b-4f6d-aecb-863059ee81ca req-b7387e16-9980-48b9-a28f-f1e1ada1d54c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 946 time: 0.1274054 Nov 23 18:40:28.928074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-075ce9f5-cd0b-4f6d-aecb-863059ee81ca req-27cb5f62-0a13-4559-ae11-9fec3ed86679 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416342 Nov 23 18:40:28.928885 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70021524-8196-472d-b230-98287ec9b9a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ce83af35db94fee86a6f8c45f0b6663&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2292995 Nov 23 18:40:28.932335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:28.961471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-4502e5e7-15b1-453c-85f0-ff79ceef61f1 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:28.963294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-4502e5e7-15b1-453c-85f0-ff79ceef61f1 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1097 time: 0.0901074 Nov 23 18:40:28.981401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] For port 216b2808-8f81-4969-bffc-ce67b2b2b2ed, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=216b2808-8f81-4969-bffc-ce67b2b2b2ed,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:28.982557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.005174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-9'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:29.018710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Calling delete_port for 216b2808-8f81-4969-bffc-ce67b2b2b2ed owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:29.148193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.249083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.285080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.299330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:29.319439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.338876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event deleted for resources: {'Port': ['ID=216b2808-8f81-4969-bffc-ce67b2b2b2ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:29.408194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] No DVR routers for this DVR port 216b2808-8f81-4969-bffc-ce67b2b2b2ed on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:29.411136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.415778 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a02a48c3-c313-4aa5-92f1-01c8c3720ea6 req-5a469476-3850-4f9f-aae3-348e0c416620 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.47 "DELETE /v2.0/ports/216b2808-8f81-4969-bffc-ce67b2b2b2ed HTTP/1.1" status: 204 len: 173 time: 0.9769938 Nov 23 18:40:29.416957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-deleted', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:29.421337 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c9a393-26a9-48df-98f8-97e7e7cada92" -d '{"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-deleted", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:29.500628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:29.526808 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f01e54d-ad8f-4ecc-8f57-1323d8eb09e0 x-openstack-request-id: req-5f01e54d-ad8f-4ecc-8f57-1323d8eb09e0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:29.527422 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f385d0-7266-464a-92a3-59735ae5d455", "name": "network-vif-deleted", "tag": "216b2808-8f81-4969-bffc-ce67b2b2b2ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:29.527422 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f01e54d-ad8f-4ecc-8f57-1323d8eb09e0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:29.527954 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f385d0-7266-464a-92a3-59735ae5d455', 'name': 'network-vif-deleted', 'tag': '216b2808-8f81-4969-bffc-ce67b2b2b2ed', 'status': 'completed', 'code': 200} Nov 23 18:40:29.554942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:29.624978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.629011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:29.632460 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9073c440-f9e8-45cd-b226-f24935e6a350" -d '{"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8785754-240b-40ad-8251-18a6ca5de427"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:29.651004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.742849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.748840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.750816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eb33aa9-ebe0-4e0e-9622-a300c5852cae HTTP/1.1" status: 204 len: 168 time: 0.8171153 Nov 23 18:40:29.819060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-641d0728-a1d3-421a-880a-3243a55f38df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:29.838356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0f12dd5-824a-46d9-8528-81c95aa12e0f req-31237c4c-250e-49db-9d0d-ea5e6be98730 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f385d0-7266-464a-92a3-59735ae5d455 HTTP/1.1" status: 200 len: 210 time: 0.0654626 Nov 23 18:40:29.862307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:29.889048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb33aa9-ebe0-4e0e-9622-a300c5852cae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:29.944992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.946676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.948044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.949760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.952133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.955179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.955925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.956438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.957318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.958327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.959240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.959812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.969237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.970614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.971857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.974971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.976341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.977579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.980637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.982891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.985336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.986016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.992516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:29.993589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd396cb0-73fe-48f2-bf9e-d609ec9796e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:30.002845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on host n-h1-792364-9 for vnic_type normal with profile {"migrating_to": "n-h2-792364-9"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:30.006184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:30.007531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:30.017805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:30.019106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Attempting to bind port e8785754-240b-40ad-8251-18a6ca5de427 on network d10a83a4-c7e2-4c8c-9165-ff95cb0af19c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:30.040687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:30.041570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Checking segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:30.041968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Bound using segment: {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:30.044110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Bound port: e8785754-240b-40ad-8251-18a6ca5de427, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80349ce-ce10-4845-a1bd-4bfc15db03b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd10a83a4-c7e2-4c8c-9165-ff95cb0af19c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:30.044482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:30.231615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:30.243053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:30.253113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:30.418437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:30.461642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 216b2808-8f81-4969-bffc-ce67b2b2b2ed {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:30.462339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 216b2808-8f81-4969-bffc-ce67b2b2b2ed not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:30.486194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:30.503779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:30.505700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:30.508436 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-f8ebbb31-6c74-46d6-988b-d032f594cfaf service neutron] 10.222.0.50 "PUT /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 1122 time: 1.5356426 Nov 23 18:40:30.537438 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24054af9-1383-4d50-a1ca-499c0812488c x-openstack-request-id: req-24054af9-1383-4d50-a1ca-499c0812488c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:30.537871 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-unplugged", "status": "completed", "tag": "e8785754-240b-40ad-8251-18a6ca5de427", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:30.538130 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24054af9-1383-4d50-a1ca-499c0812488c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:30.538618 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427', 'code': 200} Nov 23 18:40:30.604924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e8785754-240b-40ad-8251-18a6ca5de427'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:30.710359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a96802-bdb7-49b1-b6bb-61bdb04eb9cd req-1757c42e-65b5-4170-89ac-a82b16fc0536 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:30.726262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3a96802-bdb7-49b1-b6bb-61bdb04eb9cd req-1757c42e-65b5-4170-89ac-a82b16fc0536 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.0998051 Nov 23 18:40:30.732980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['e8785754-240b-40ad-8251-18a6ca5de427'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:30.739586 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:30.871959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3a96802-bdb7-49b1-b6bb-61bdb04eb9cd req-a90a43ab-ab68-4161-99d0-f4ff37143258 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441305 Nov 23 18:40:30.922691 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:40:30.933198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e8785754-240b-40ad-8251-18a6ca5de427 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:40:31.245538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:31.272615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e8785754-240b-40ad-8251-18a6ca5de427 has no active binding in host n-h2-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:40:32.022785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cfac4-566e-4123-b605-edb3c045fff5 req-109d7c71-c013-404e-9d9e-17f200d39625 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:32.033568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d80cfac4-566e-4123-b605-edb3c045fff5 req-109d7c71-c013-404e-9d9e-17f200d39625 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1885107 Nov 23 18:40:32.060392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:32.186123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d80cfac4-566e-4123-b605-edb3c045fff5 req-10588513-8e82-474b-ace5-23939b26005d tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359372 Nov 23 18:40:32.540188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:32.545346 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08" -d '{"events": [{"name": "network-changed", "server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "tag": "e8785754-240b-40ad-8251-18a6ca5de427"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:32.569217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98439ed-31c3-4e90-8e37-fb615f55000b req-06bd31d8-87fc-4248-b5e4-cb868cd734b5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:32.574026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f98439ed-31c3-4e90-8e37-fb615f55000b req-06bd31d8-87fc-4248-b5e4-cb868cd734b5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.1298838 Nov 23 18:40:32.757642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f98439ed-31c3-4e90-8e37-fb615f55000b req-6cfb114d-4432-44a4-a052-631626e411e5 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644151 Nov 23 18:40:33.144163 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298da518-8626-4692-84f4-8b46e0a6d3eb x-openstack-request-id: req-298da518-8626-4692-84f4-8b46e0a6d3eb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:33.149830 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "tag": "e8785754-240b-40ad-8251-18a6ca5de427", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:33.149830 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-298da518-8626-4692-84f4-8b46e0a6d3eb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:33.149830 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427', 'status': 'completed', 'code': 200} Nov 23 18:40:33.156679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:33.362304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-dc01af16-f1be-4abf-a6ce-0d63e5edecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:33.372382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-dc01af16-f1be-4abf-a6ce-0d63e5edecdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1125 time: 0.2195973 Nov 23 18:40:33.552076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88b903-1f14-415d-a855-ffc7e13f330b req-d05a8626-665f-4ade-a8b6-51fc070cdb87 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:33.565250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed88b903-1f14-415d-a855-ffc7e13f330b req-d05a8626-665f-4ade-a8b6-51fc070cdb87 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1396961 Nov 23 18:40:33.662919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed88b903-1f14-415d-a855-ffc7e13f330b req-dcd88ee9-2cdd-481d-8143-03902c925559 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939584 Nov 23 18:40:33.706340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-544958cc-44f0-4ff5-ab63-fd12329c9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:33.722935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-544958cc-44f0-4ff5-ab63-fd12329c9459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.3413727 Nov 23 18:40:33.861829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-a3ff5d70-543d-4b21-b7cd-7070de85e902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 217 time: 0.1292582 Nov 23 18:40:34.069817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-6bb32f62-c985-409b-90c4-e5c9ef236cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:34.076308 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-6bb32f62-c985-409b-90c4-e5c9ef236cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.2049479 Nov 23 18:40:34.152564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-ad905f33-0120-48d5-a82b-79a205fe5f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674038 Nov 23 18:40:34.178816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-dc69bbde-5903-4181-b53f-cc53f1c383f5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:34.182641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-dc69bbde-5903-4181-b53f-cc53f1c383f5 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.2111897 Nov 23 18:40:34.196908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589ac2-8b9d-4523-8fa4-187594fd18db req-00183d5e-ba06-438c-8322-c8c8948e3b1a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:34.209060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d589ac2-8b9d-4523-8fa4-187594fd18db req-00183d5e-ba06-438c-8322-c8c8948e3b1a tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.0914333 Nov 23 18:40:34.333060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-d156d6d0-0939-4282-916a-8deea915cea1 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724141 Nov 23 18:40:34.347981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d589ac2-8b9d-4523-8fa4-187594fd18db req-c42b5d11-ead3-4e4e-b3b4-c1024a0b1917 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376495 Nov 23 18:40:34.416985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Deleting port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:34.417359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:34.689635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5f175f-f709-40ac-8589-1ad9e7bcbf08 req-1bbe7603-53a7-45ab-8c1e-224c8cf48e32 service neutron] 10.222.0.47 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492486 Nov 23 18:40:34.726059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] For port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:34.727021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:34.759274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Calling delete_port for f4662b2c-51f1-4d67-8a9c-fd5732b9c56e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:35.053929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785c66-6504-4bc7-aa52-b4cf2c915170 req-d02de425-1318-46bb-a5ff-366e1bbba85c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:35.079644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0785c66-6504-4bc7-aa52-b4cf2c915170 req-d02de425-1318-46bb-a5ff-366e1bbba85c tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 949 time: 0.1583478 Nov 23 18:40:35.189615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0785c66-6504-4bc7-aa52-b4cf2c915170 req-ffb05ed1-3396-49e3-9a61-b167e6606719 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078162 Nov 23 18:40:35.386356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:35.404465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:35.459996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event deleted for resources: {'Port': ['ID=f4662b2c-51f1-4d67-8a9c-fd5732b9c56e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:35.636604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] No DVR routers for this DVR port f4662b2c-51f1-4d67-8a9c-fd5732b9c56e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:35.657027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:35.661626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0787e5a-5927-4dc6-b582-e4d4935b7800 req-a48cb5a9-1163-49c4-ad6a-8dc48f5ecfa7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "DELETE /v2.0/ports/f4662b2c-51f1-4d67-8a9c-fd5732b9c56e HTTP/1.1" status: 204 len: 173 time: 1.4501035 Nov 23 18:40:35.662350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-deleted', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:35.664739 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be86c68c-8b93-4f83-95a0-164a2c153339" -d '{"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-deleted", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:35.770096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e453-8eae-481d-b2a7-d244317d8b76 req-c72d9219-2ae7-4307-ab90-f5cfc623daf8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:35.784206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8d8e453-8eae-481d-b2a7-d244317d8b76 req-c72d9219-2ae7-4307-ab90-f5cfc623daf8 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.2331631 Nov 23 18:40:35.914235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8d8e453-8eae-481d-b2a7-d244317d8b76 req-3b82316a-f358-4394-b62b-6518a099d60e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259542 Nov 23 18:40:36.088208 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf39f7-96ca-42e8-a69f-1dbf3845ff02 x-openstack-request-id: req-2acf39f7-96ca-42e8-a69f-1dbf3845ff02 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:36.089060 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc840422-92b6-4136-bea3-8451456c2e85", "name": "network-vif-deleted", "tag": "f4662b2c-51f1-4d67-8a9c-fd5732b9c56e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:36.089622 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2acf39f7-96ca-42e8-a69f-1dbf3845ff02 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:36.090178 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc840422-92b6-4136-bea3-8451456c2e85', 'name': 'network-vif-deleted', 'tag': 'f4662b2c-51f1-4d67-8a9c-fd5732b9c56e', 'status': 'completed', 'code': 200} Nov 23 18:40:36.435140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e8785754-240b-40ad-8251-18a6ca5de427 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:36.443989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9f839-280f-4ae5-992a-6c751471bd7e req-321beb2d-38a5-41ac-955b-f9583dc5758b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:36.457475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1b9f839-280f-4ae5-992a-6c751471bd7e req-321beb2d-38a5-41ac-955b-f9583dc5758b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.2103546 Nov 23 18:40:36.567706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73473b3c-4cfe-4b31-8629-872dec54b33e req-9c220dc4-f9ea-473b-9fcc-fd5043d5c2a1 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc840422-92b6-4136-bea3-8451456c2e85 HTTP/1.1" status: 200 len: 210 time: 0.0490861 Nov 23 18:40:36.581280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1b9f839-280f-4ae5-992a-6c751471bd7e req-7891fe96-3185-4819-a10b-970388e3be16 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224773 Nov 23 18:40:36.964107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:37.009165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: f4662b2c-51f1-4d67-8a9c-fd5732b9c56e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:37.012065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4662b2c-51f1-4d67-8a9c-fd5732b9c56e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:37.276977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9de42-cf07-40e5-acd4-54f28b1b3e80 req-baaa90ff-e34c-45f8-8f84-b3029dff806c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:37.293842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fc9de42-cf07-40e5-acd4-54f28b1b3e80 req-baaa90ff-e34c-45f8-8f84-b3029dff806c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.1314788 Nov 23 18:40:37.408276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fc9de42-cf07-40e5-acd4-54f28b1b3e80 req-0b74cefe-54c8-4081-8062-4dcea3342c96 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921569 Nov 23 18:40:37.871540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a1919-6e88-42fa-8245-f735555d2958 req-a0198885-f73c-40f4-a47b-041959f3aa28 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:37.873367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec9a1919-6e88-42fa-8245-f735555d2958 req-a0198885-f73c-40f4-a47b-041959f3aa28 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.0962100 Nov 23 18:40:37.951904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec9a1919-6e88-42fa-8245-f735555d2958 req-7f4b5cf4-b5db-456c-a5d5-524fd1b6c156 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Nov 23 18:40:38.465904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e70336-18c2-4cc1-907c-1d4163ab0bad req-c568c29e-ab38-479e-b0b3-169c94c7ad6b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:38.479460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98e70336-18c2-4cc1-907c-1d4163ab0bad req-c568c29e-ab38-479e-b0b3-169c94c7ad6b tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.2247012 Nov 23 18:40:38.590068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:38.656858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98e70336-18c2-4cc1-907c-1d4163ab0bad req-41df0dd8-d568-43fd-99d9-ae38564a7b08 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761954 Nov 23 18:40:38.748099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee301b-3953-448c-ba28-5fcc9be04148 req-87d1c585-a39d-4c69-9632-09d1fb04d401 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:38.760886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54ee301b-3953-448c-ba28-5fcc9be04148 req-87d1c585-a39d-4c69-9632-09d1fb04d401 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 944 time: 0.1108189 Nov 23 18:40:38.866512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54ee301b-3953-448c-ba28-5fcc9be04148 req-f4368c75-300b-4c24-aea8-7dea80909f2e tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033609 Nov 23 18:40:38.875804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-21a54abe-9d7e-4ead-828f-e2cd2004d5e2 service neutron] 10.222.0.47 "GET /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 384 time: 0.1564178 Nov 23 18:40:38.956392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:40:39.225385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:39.248499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'port_id': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'mac_address': 'fa:16:3e:ac:ee:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf769cb-8a32-42c5-978b-5c655c697bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:40:39.340338 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:39.341346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4a601-6ef1-4ad8-8301-65a9653c978d req-a3b09988-cc3d-4d22-a774-c9789770afb3 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:39.352988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ca4a601-6ef1-4ad8-8301-65a9653c978d req-a3b09988-cc3d-4d22-a774-c9789770afb3 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1665697 Nov 23 18:40:39.394087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:39.399591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:39.426926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:39.477082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:39.483090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:39.517963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8785754-240b-40ad-8251-18a6ca5de427 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:39.543979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:39.577213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:39.701350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:39.703996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ca4a601-6ef1-4ad8-8301-65a9653c978d req-68d3869c-e6be-4048-ace4-a5d7ce76a66f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496225 Nov 23 18:40:39.889250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:39.937010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.938746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.940708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.941735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.943938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.945654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.947811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.948467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.950093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.952141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.953888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.954519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:39.972522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Transition to ACTIVE for port object e8785754-240b-40ad-8251-18a6ca5de427 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:40.030801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.120105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Pushing event updated for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:40.181930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.185661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.186085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.186381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.190487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.190898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.191243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.191635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.192042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.192381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.192709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.193031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:40.221275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:40.339114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3f1b9-0141-4462-ae5e-67be9e0af87b req-95b37ef2-0d3a-4a61-b777-209a72a611c7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.363527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21f3f1b9-0141-4462-ae5e-67be9e0af87b req-95b37ef2-0d3a-4a61-b777-209a72a611c7 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.3890338 Nov 23 18:40:40.365900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] No DVR routers for this DVR port e8785754-240b-40ad-8251-18a6ca5de427 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:40.394952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2554d2-5568-4952-818d-ce7309abb647 req-696371fc-ba29-46ba-9b9d-c4e0313d19ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.407980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db2554d2-5568-4952-818d-ce7309abb647 req-696371fc-ba29-46ba-9b9d-c4e0313d19ec tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.1030269 Nov 23 18:40:40.449938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-a71635cd-87c0-4a92-b7c7-7431b75ef1de service neutron] 10.222.0.47 "PUT /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427/bindings/n-h2-792364-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5662360 Nov 23 18:40:40.505067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db2554d2-5568-4952-818d-ce7309abb647 req-d9e9d581-7fc0-4d8f-bb09-89bba376823d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956056 Nov 23 18:40:40.572165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21f3f1b9-0141-4462-ae5e-67be9e0af87b req-59d7a355-5a6f-4e80-82dc-068d863b8b54 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071087 Nov 23 18:40:40.694685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-74b921ce-546d-4055-915d-93072f350b9e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.699051 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-74b921ce-546d-4055-915d-93072f350b9e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.1034451 Nov 23 18:40:40.727140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-7d46fff6-4f31-4990-bbaa-d8b1b45b8a17 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.735722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-7d46fff6-4f31-4990-bbaa-d8b1b45b8a17 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1789403 Nov 23 18:40:40.858064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-2fad14b7-c551-4a69-b2a6-c05e791c98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:40.860399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-2fad14b7-c551-4a69-b2a6-c05e791c98db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0 HTTP/1.1" status: 200 len: 1096 time: 0.1499884 Nov 23 18:40:40.962069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:41.089146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2f5b1-ab28-499a-b880-15d8b70c6d0d req-567cd5b4-96f2-4886-b646-e448dcc00686 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.098621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28e2f5b1-ab28-499a-b880-15d8b70c6d0d req-567cd5b4-96f2-4886-b646-e448dcc00686 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 945 time: 0.1184516 Nov 23 18:40:41.105336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:41.105696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:41.148596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-b131218f-7da0-4668-b774-4724f7c6dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.150219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-b131218f-7da0-4668-b774-4724f7c6dd6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1096 time: 0.2536838 Nov 23 18:40:41.279332 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28e2f5b1-ab28-499a-b880-15d8b70c6d0d req-13295f75-cf36-45d1-9f57-1775330d3710 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786802 Nov 23 18:40:41.331707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:41.419822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:41.423183 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab8449-9925-4eef-a515-a7a6bb1f7c34" -d '{"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:41.473224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:41.479545 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:41.502370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-5a56597a-e480-4fef-a605-af856a494225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.504289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-5a56597a-e480-4fef-a605-af856a494225 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 200 len: 922 time: 0.3321092 Nov 23 18:40:41.564203 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92e6da-373f-4c55-8102-1624b1b53216 x-openstack-request-id: req-2f92e6da-373f-4c55-8102-1624b1b53216 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:41.564763 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:41.565185 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f92e6da-373f-4c55-8102-1624b1b53216 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:41.565836 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'code': 200} Nov 23 18:40:41.595866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-d91cfa48-7117-4f63-bfbc-9c0bce87242a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 200 len: 217 time: 0.0772183 Nov 23 18:40:41.658971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:41.699775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-d9c56746-5a5c-485a-8d3a-b884c4e64fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:41.699775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-d9c56746-5a5c-485a-8d3a-b884c4e64fed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 200 len: 861 time: 0.0879300 Nov 23 18:40:41.761487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-7ebed011-01e8-413b-b6e2-44bd7c2befcd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437031 Nov 23 18:40:42.012181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-236e2dbe-89f3-4ee6-b4f1-bacbd5a74b4b service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423687 Nov 23 18:40:42.080754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5490-ef81-4044-b6c1-4ba2f087dcf3 req-32174052-19ab-4dbc-b267-0f4dbf7efa61 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.091642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ecd5490-ef81-4044-b6c1-4ba2f087dcf3 req-32174052-19ab-4dbc-b267-0f4dbf7efa61 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 950 time: 0.1577890 Nov 23 18:40:42.108350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87d3e-6025-4bfe-bf8b-f4113c6f8409 req-ab4683bd-a226-4b09-a1c4-ede0bd23e466 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.117755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3a87d3e-6025-4bfe-bf8b-f4113c6f8409 req-ab4683bd-a226-4b09-a1c4-ede0bd23e466 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.2981689 Nov 23 18:40:42.130388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Deleting port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:42.130931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.235128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ecd5490-ef81-4044-b6c1-4ba2f087dcf3 req-7ca09420-570b-427c-be81-65f0c1e307ab tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54c5e51-5d2e-4936-800b-5f93dda7e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413198 Nov 23 18:40:42.312574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-4ca6df6a-a463-4d88-9e94-eb7321d64bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860763 Nov 23 18:40:42.408020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3a87d3e-6025-4bfe-bf8b-f4113c6f8409 req-ccb6a312-bf49-4feb-afc7-68031341ad17 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890174 Nov 23 18:40:42.506104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beedeaf-860e-4198-925b-7e022e9312e6 req-ea00333a-74eb-4635-8b32-f5b1d72b5daa tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.510498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2beedeaf-860e-4198-925b-7e022e9312e6 req-ea00333a-74eb-4635-8b32-f5b1d72b5daa tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 946 time: 0.1581247 Nov 23 18:40:42.526169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] For port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:42.530863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.542487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:42.593903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Calling delete_port for a2eba9f3-e9d5-4b67-a7a1-de9f404991bc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:42.650218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2beedeaf-860e-4198-925b-7e022e9312e6 req-6d6a8b32-0437-43ca-b550-01a1592c2f8f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304550 Nov 23 18:40:42.803633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4706ce2-0daa-4ba3-8f9e-86bb5f0141ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:42.949101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594879cf-2187-449c-8119-4f123f9b86e8 req-44046dbe-5809-4696-a924-5f761b0ae249 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:42.950621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-44046dbe-5809-4696-a924-5f761b0ae249 tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f&tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.0937443 Nov 23 18:40:42.966893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:43.016139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.049209 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4706ce2-0daa-4ba3-8f9e-86bb5f0141ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.055176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4706ce2-0daa-4ba3-8f9e-86bb5f0141ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.107454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4706ce2-0daa-4ba3-8f9e-86bb5f0141ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad43776868f543d6ae29257ffd59319b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5634184 Nov 23 18:40:43.115362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:43.136099 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.181714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4706ce2-0daa-4ba3-8f9e-86bb5f0141ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceff45f-0c17-4793-91c3-fd20f9265e32,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:43.219492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:43.224683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Pushing event deleted for resources: {'Port': ['ID=a2eba9f3-e9d5-4b67-a7a1-de9f404991bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:43.226489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.353311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] No DVR routers for this DVR port a2eba9f3-e9d5-4b67-a7a1-de9f404991bc on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:43.362906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.371302 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0eaec28-be78-4a9a-8ba1-5f4f5768770c req-e3a61d6d-b8bc-4023-94ca-c694466ca099 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.50 "DELETE /v2.0/ports/a2eba9f3-e9d5-4b67-a7a1-de9f404991bc HTTP/1.1" status: 204 len: 173 time: 2.6137946 Nov 23 18:40:43.377858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-deleted', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:43.387795 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431f00d-83c5-4e85-98eb-3b75fd05f3e3" -d '{"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-deleted", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:43.539482 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f545c006-3b75-4748-b809-505163b8e0ac x-openstack-request-id: req-f545c006-3b75-4748-b809-505163b8e0ac {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:43.543436 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49850aac-e742-43fc-b7e4-cc24fc9ef284", "name": "network-vif-deleted", "tag": "a2eba9f3-e9d5-4b67-a7a1-de9f404991bc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:43.545070 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f545c006-3b75-4748-b809-505163b8e0ac {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:43.547452 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49850aac-e742-43fc-b7e4-cc24fc9ef284', 'name': 'network-vif-deleted', 'tag': 'a2eba9f3-e9d5-4b67-a7a1-de9f404991bc', 'status': 'completed', 'code': 200} Nov 23 18:40:43.577130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dd5504c-ec76-4015-92d5-4e2faec9d4f0 req-ea6f2086-3735-42bc-9ddd-20e4c21c0e92 tempest-MigrationsAdminTest-1459988761 tempest-MigrationsAdminTest-1459988761-project] 10.222.0.37 "GET /v2.0/ports?device_id=49850aac-e742-43fc-b7e4-cc24fc9ef284 HTTP/1.1" status: 200 len: 210 time: 0.1299822 Nov 23 18:40:43.658438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:43.667058 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8cb8e-f43b-49e3-954e-5bc00c889266" -d '{"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:43.690877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:43.760358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.768608 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37952921-d885-4fae-a8d5-ed826c03e5dc x-openstack-request-id: req-37952921-d885-4fae-a8d5-ed826c03e5dc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:43.768902 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:43.769159 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37952921-d885-4fae-a8d5-ed826c03e5dc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:43.769559 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'code': 200} Nov 23 18:40:43.851569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:43.956602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885406-dea9-4a44-aec9-64705f428987 req-7d10b34c-3942-42c2-ab5a-6711b65e4b03 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:43.975138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92885406-dea9-4a44-aec9-64705f428987 req-7d10b34c-3942-42c2-ab5a-6711b65e4b03 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.1071787 Nov 23 18:40:44.019294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9d124-ca88-43a2-b61d-2ffdc6f673a2 req-9b74a94a-8be0-46b4-9c2a-f43195703e65 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:44.022529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05d9d124-ca88-43a2-b61d-2ffdc6f673a2 req-9b74a94a-8be0-46b4-9c2a-f43195703e65 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.2574012 Nov 23 18:40:44.066000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-594879cf-2187-449c-8119-4f123f9b86e8 req-140eecc8-79de-433a-95e6-df576d288faf service neutron] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:44.073269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92885406-dea9-4a44-aec9-64705f428987 req-0facfe0b-6d00-470e-a315-4641c306c12a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945883 Nov 23 18:40:44.075735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-594879cf-2187-449c-8119-4f123f9b86e8 req-140eecc8-79de-433a-95e6-df576d288faf service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.078023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594879cf-2187-449c-8119-4f123f9b86e8 req-140eecc8-79de-433a-95e6-df576d288faf service neutron] 10.222.0.50 "DELETE /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.9746161 Nov 23 18:40:44.116660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.121665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.127531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bceff45f-0c17-4793-91c3-fd20f9265e32 HTTP/1.1" status: 204 len: 168 time: 1.0058515 Nov 23 18:40:44.154518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f77f3-3ec4-4448-b4aa-1b1d30115e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceff45f-0c17-4793-91c3-fd20f9265e32,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:44.208647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05d9d124-ca88-43a2-b61d-2ffdc6f673a2 req-16bca176-4a1d-45e9-be52-a2adb99ef4bd tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748703 Nov 23 18:40:44.584834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae97cf-39e5-444c-b192-1b248d490a12 req-94238909-f763-467c-82e1-8ff3a04eeb4e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:44.593611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44ae97cf-39e5-444c-b192-1b248d490a12 req-94238909-f763-467c-82e1-8ff3a04eeb4e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 1096 time: 0.1214268 Nov 23 18:40:44.689887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-504073d9-ad4d-4c1a-b5df-c90ff9f81742 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:44.693927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-504073d9-ad4d-4c1a-b5df-c90ff9f81742 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 944 time: 0.1770501 Nov 23 18:40:44.730613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44ae97cf-39e5-444c-b192-1b248d490a12 req-f9fe5d14-e4f1-4a79-b74a-2469f6d04d0e tempest-LiveAutoBlockMigrationV225Test-1923106965 tempest-LiveAutoBlockMigrationV225Test-1923106965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358116 Nov 23 18:40:44.915445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Deleting port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:44.916635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.925684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:44.956344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f49f-dccd-4670-ad08-165f77a74b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.964239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:45.075262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: a2eba9f3-e9d5-4b67-a7a1-de9f404991bc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:45.078257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a2eba9f3-e9d5-4b67-a7a1-de9f404991bc not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:45.167018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:45.207930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] For port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:45.210551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.223558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f49f-dccd-4670-ad08-165f77a74b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.230695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f49f-dccd-4670-ad08-165f77a74b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.231086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Calling delete_port for c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:45.330858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a7d3f49f-dccd-4670-ad08-165f77a74b62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70433dbaf310452cb95b695b3796907c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042521 Nov 23 18:40:45.331955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f49f-dccd-4670-ad08-165f77a74b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193bd31f-1910-49f4-b43c-9ac7cfe509c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:45.336322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:45.413084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.481115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event deleted for resources: {'Port': ['ID=c7a5d198-e379-4c0b-8366-31f6c1ffa8b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:45.485718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a40846f-88c7-4c64-a2ca-e8f1ed74065a req-e9f0af71-663b-46dc-aacf-c4b530adb40b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0c4292-6490-4f33-a754-6707ea45ff34 HTTP/1.1" status: 200 len: 210 time: 0.0841165 Nov 23 18:40:45.519459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.551464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.576447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] No DVR routers for this DVR port c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:45.584199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.589106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b5c1e3f-7c6d-4e02-8379-a7a88b8625dd req-02dddb92-861a-4f8e-a719-fb9c9d5c839c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "DELETE /v2.0/ports/c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 HTTP/1.1" status: 204 len: 173 time: 0.8837957 Nov 23 18:40:45.590869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-deleted', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:45.594802 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458131f1-e459-4027-b09c-34bd9bb26cb9" -d '{"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-deleted", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:45.641945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dcedb-79d5-446e-8ecb-57068edabaa5 req-e81a53ec-e0aa-4363-a76d-aef42392efd9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:45.645535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e28dcedb-79d5-446e-8ecb-57068edabaa5 req-e81a53ec-e0aa-4363-a76d-aef42392efd9 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.2201440 Nov 23 18:40:45.664256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.667115 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.671095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193bd31f-1910-49f4-b43c-9ac7cfe509c6 HTTP/1.1" status: 204 len: 168 time: 0.3311307 Nov 23 18:40:45.695070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebcfbf-ab3e-4bd5-98f3-aecb7024b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193bd31f-1910-49f4-b43c-9ac7cfe509c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:45.699928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-81767a00-acb4-45dd-ad14-4768cd98288b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=843dbf999a6942af8105a567311de4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275497 Nov 23 18:40:45.702830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:45.736640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e28dcedb-79d5-446e-8ecb-57068edabaa5 req-dd02376f-3867-4dbf-846c-c2c201ff079f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735116 Nov 23 18:40:45.850424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.889760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.043005 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7cbc0a-9164-4ec6-af5c-f0e1290b72f8 x-openstack-request-id: req-fa7cbc0a-9164-4ec6-af5c-f0e1290b72f8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:46.043005 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0c4292-6490-4f33-a754-6707ea45ff34", "name": "network-vif-deleted", "tag": "c7a5d198-e379-4c0b-8366-31f6c1ffa8b7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:46.043005 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa7cbc0a-9164-4ec6-af5c-f0e1290b72f8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:46.043005 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c4292-6490-4f33-a754-6707ea45ff34', 'name': 'network-vif-deleted', 'tag': 'c7a5d198-e379-4c0b-8366-31f6c1ffa8b7', 'status': 'completed', 'code': 200} Nov 23 18:40:46.116538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-b0c3e883-7c06-4a85-9330-13e4a70cce41 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:46.118166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-b0c3e883-7c06-4a85-9330-13e4a70cce41 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/networks?id=0bb9c440-39df-47f4-a076-d7fcdd0b22ef HTTP/1.1" status: 200 len: 814 time: 0.1892087 Nov 23 18:40:46.131726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-e81137a2-acfe-4d75-97ed-22802063ed40 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:46.138692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-e81137a2-acfe-4d75-97ed-22802063ed40 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 945 time: 0.0954492 Nov 23 18:40:46.138692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.138692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.138692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c54c5e51-5d2e-4936-800b-5f93dda7e50e HTTP/1.1" status: 204 len: 168 time: 0.4344094 Nov 23 18:40:46.169010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ebd2-6b80-44f6-96bd-a5c907ffcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c5e51-5d2e-4936-800b-5f93dda7e50e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:46.194413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-b53992ec-56a3-4671-a92b-d70405fab80a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/quotas/d6c5f625934d4594a2531ff59f8441c3 HTTP/1.1" status: 200 len: 375 time: 0.0548866 Nov 23 18:40:46.306766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-da99b9a0-4820-4fb9-9360-1b46a10eb8a7 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6c5f625934d4594a2531ff59f8441c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107306 Nov 23 18:40:46.358330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Deleting port e8785754-240b-40ad-8251-18a6ca5de427 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:40:46.358585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.593244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] For port e8785754-240b-40ad-8251-18a6ca5de427, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e8785754-240b-40ad-8251-18a6ca5de427,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:46.593619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.638024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Calling delete_port for e8785754-240b-40ad-8251-18a6ca5de427 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:40:46.672830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:46.748369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91fe8210-4911-4cac-ab26-5a6b125f720b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3eecafe06fe3461b8d75d094319d09ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729432 Nov 23 18:40:46.750824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:46.771579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-328aa86a-392d-4df0-ac24-03c7e7b2a9fb service neutron] 10.222.0.37 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537268 Nov 23 18:40:46.802220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.835962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.886003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-1f3558f8-1212-4ce6-9514-4569e8305a4f service neutron] 10.222.0.37 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061003 Nov 23 18:40:46.900670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.904106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:46.905914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6a0a4ba-6fae-496e-b977-6e0fb2134e0d HTTP/1.1" status: 204 len: 168 time: 0.1533887 Nov 23 18:40:46.921171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572c11-6545-47ea-8143-9995c06c5734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0a4ba-6fae-496e-b977-6e0fb2134e0d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:47.017233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.030791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af', '773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:47.117322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event deleted for resources: {'Port': ['ID=e8785754-240b-40ad-8251-18a6ca5de427,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:47.199928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:47.205005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410417645', 'description': 'tempest-description--427052394'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:47.261210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.270716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] No DVR routers for this DVR port e8785754-240b-40ad-8251-18a6ca5de427 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:40:47.274394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.278260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-25313ca2-fd80-4b5b-b78b-8ae269546bea req-06b44061-b449-4ebf-bea9-fe462d50be73 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "DELETE /v2.0/ports/e8785754-240b-40ad-8251-18a6ca5de427 HTTP/1.1" status: 204 len: 173 time: 1.1354766 Nov 23 18:40:47.402105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3bff8e42-bbc1-43de-bb3f-5bd80234f4dd req-51bbd253-a60b-4bc2-bc57-ce750876abae tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0596747 Nov 23 18:40:47.456425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.472198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.550124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d20a0a-6fab-47ae-a4bb-acead87d7cdb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:47.585311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.591364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-835348df-1370-4461-b3bb-962039db1542 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3902040 Nov 23 18:40:47.594521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:47.598455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fe58da6-2749-4f58-a284-dc361a3d4c4b req-9dbf83af-5a2f-4041-aeeb-bdcf71e3cbbe tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 210 time: 0.0692520 Nov 23 18:40:47.605250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'security_group_rule': {'security_group_id': '18d20a0a-6fab-47ae-a4bb-acead87d7cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:47.643971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.730909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.736750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.763986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a50004a-915f-4abd-a770-a38a682a26db,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:47.795443 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:47.801057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-742ad83f-963d-4cff-a475-e0773e568ade tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2047272 Nov 23 18:40:47.804416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43670) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:47.811146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'security_group_rule': {'security_group_id': '18d20a0a-6fab-47ae-a4bb-acead87d7cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:47.874492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.014012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.019898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.048000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea68cb1-528a-4ef6-b7c1-f6a01e99129f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:48.050186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-deleted', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:48.057115 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d99df52-286e-4b02-8a08-8d398130ada7" -d '{"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-deleted", "tag": "e8785754-240b-40ad-8251-18a6ca5de427"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:48.094818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.096057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3ebdfec6-ec20-4dfe-aaa5-046755efb3ae tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898624 Nov 23 18:40:48.099602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:48.105838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:48.131074 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17a5f4-121b-4dd5-803f-54a0cb337afb x-openstack-request-id: req-8d17a5f4-121b-4dd5-803f-54a0cb337afb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:48.131286 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeec1e03-bdcf-441f-9fe2-7f0740cc950f", "name": "network-vif-deleted", "tag": "e8785754-240b-40ad-8251-18a6ca5de427", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:48.131450 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d17a5f4-121b-4dd5-803f-54a0cb337afb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:48.132053 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeec1e03-bdcf-441f-9fe2-7f0740cc950f', 'name': 'network-vif-deleted', 'tag': 'e8785754-240b-40ad-8251-18a6ca5de427', 'status': 'completed', 'code': 200} Nov 23 18:40:48.169736 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.343384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.574586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Allocated IP 172.25.5.64 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b3357417-603a-41a6-b3b6-4a6226184465) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:48.663858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-104ac9b0-cd08-466b-ab43-97a6f8e6ad82 req-b1f4d9eb-2173-4505-9eeb-3d5e147fc6e1 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0888972 Nov 23 18:40:48.768544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.811234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9a43231-bd1e-46b9-b68d-710b71f4f2f0 req-11822f43-9496-4e6c-9aa3-bc2fab6ba648 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 210 time: 0.0379906 Nov 23 18:40:48.856083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.878469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:48.880965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:48.906874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:48.976961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:49.022191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:49.022463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c7a5d198-e379-4c0b-8366-31f6c1ffa8b7 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:49.022903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e8785754-240b-40ad-8251-18a6ca5de427 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:40:49.073820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: e8785754-240b-40ad-8251-18a6ca5de427 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:40:49.074173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e8785754-240b-40ad-8251-18a6ca5de427 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:40:49.092064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'Port': ['ID=b3357417-603a-41a6-b3b6-4a6226184465,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:49.223773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.308421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-7c8b58ad-73e2-44d5-bf30-70a128d5dd47 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:49.311674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-7c8b58ad-73e2-44d5-bf30-70a128d5dd47 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.47 "GET /v2.0/networks?id=0bb9c440-39df-47f4-a076-d7fcdd0b22ef HTTP/1.1" status: 200 len: 814 time: 0.3526115 Nov 23 18:40:49.323536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.333040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Request body: {'port': {'device_id': '4688c817-062b-4099-a546-8bbea706b9d2', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'admin_state_up': True, 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:49.363407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-933d5840-caa0-4fa3-9e54-d3755b436d0e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:49.365358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-933d5840-caa0-4fa3-9e54-d3755b436d0e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.3738503 Nov 23 18:40:49.435872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-ece956bd-f6d7-424f-8246-2af808d1c033 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/quotas/307f7d321f7c4154b131353ef6872478 HTTP/1.1" status: 200 len: 375 time: 0.0415099 Nov 23 18:40:49.649690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-f702a83d-18ee-4caa-b455-53daffe641f9 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593561 Nov 23 18:40:49.791826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Made reservation on behalf of d6c5f625934d4594a2531ff59f8441c3 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:49.796027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.855845 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.873611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:49.952422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-da7a9823-d1ec-4e0d-9c60-ff557dd3e64b service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935109 Nov 23 18:40:50.016200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53545cd0-da27-4be5-9867-2c8dceaf20f5 req-460f093c-9020-4792-86ab-90ba00fa0bc4 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.0801818 Nov 23 18:40:50.203402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'Port': ['ID=b3357417-603a-41a6-b3b6-4a6226184465,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:50.230921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:50.265402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Allocated IP 172.20.0.7 (0bb9c440-39df-47f4-a076-d7fcdd0b22ef/e9795288-531b-4236-94b1-5fba110cbde1/9e2d9909-9671-4105-b577-d6a7871e39dc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:50.281400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-a3e84d8c-15c6-41d5-b876-7e12183591f8 service neutron] 10.222.0.37 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988188 Nov 23 18:40:50.287687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:50.293447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27472483-1cf7-40de-a1cb-74dee50d2a02 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1928167 Nov 23 18:40:50.497845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfaf64e1-399a-4d8b-9e32-065a94fb3193 req-e4ec7038-05ef-4a58-bd0b-24865b15dec6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 210 time: 0.0923595 Nov 23 18:40:50.617020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:50.695334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:50.838406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-1f084c42-c9c7-4cac-80bb-0a79b333c2b7 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530555 Nov 23 18:40:50.841673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:50.844805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:50.848720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:50.926782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:50.927724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:51.090002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-d525fdd1-4280-4ca2-879f-99cacf1a7672 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:51.098827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-d525fdd1-4280-4ca2-879f-99cacf1a7672 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536185 Nov 23 18:40:51.132573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-e879cf6d-3b9c-43d6-8175-e6fd62173182 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/quotas/855a65b5dcc1404fbf2ce1991e79d69d HTTP/1.1" status: 200 len: 375 time: 0.0324516 Nov 23 18:40:51.200418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-ec3db201-52b7-4ee0-bc47-cde7a20a55e6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:51.207555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-ec3db201-52b7-4ee0-bc47-cde7a20a55e6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.2763965 Nov 23 18:40:51.212957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-1d396e29-24bb-43f1-99db-322acaa431ad tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783553 Nov 23 18:40:51.220416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Pushing event updated for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:51.272800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-755447d4-12cf-4363-ab4c-6d3bd79c129d tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/quotas/54877ab8fd814ab7a5463af860538d04 HTTP/1.1" status: 200 len: 375 time: 0.0642598 Nov 23 18:40:51.298612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-0f5a9b5c-0e69-4ebc-b63e-e14cd58bf251 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9705236 Nov 23 18:40:51.357591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-e1b17066-1454-4201-99e1-b7d083c2256f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836813 Nov 23 18:40:51.392378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f40b2d41-9627-466d-b492-a30f21390f08 None None] Provisioning complete for port 9e2d9909-9671-4105-b577-d6a7871e39dc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:51.392954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f40b2d41-9627-466d-b492-a30f21390f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:51.492494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f40b2d41-9627-466d-b492-a30f21390f08 None None] Port 9e2d9909-9671-4105-b577-d6a7871e39dc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:40:51.520129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Request body: {'port': {'device_id': '4688c817-062b-4099-a546-8bbea706b9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:51.673957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-407ddaed-9c41-4ca5-9d1f-5ad6844eaa02 req-84ebaf60-aa6d-437a-a374-28c2d2906a29 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.0815067 Nov 23 18:40:51.689033 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:51.805397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-5ba54340-14d9-4c81-87b0-244f589b9ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469519 Nov 23 18:40:52.099865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac11df04-d27f-44b6-bd78-cbfe5b621914 req-18f0d295-24fe-49ef-8b1a-ae452e01bb13 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.1038086 Nov 23 18:40:52.462362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4244bfab-6f01-4c1b-a265-60c81e841c20 req-557374e2-f35b-44f2-9b4f-622e365d4fe5 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 210 time: 0.0383964 Nov 23 18:40:52.844818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-5110826b-1cee-4de6-9d38-2d14d500caf5 service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214746 Nov 23 18:40:52.857306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616a25e-ace6-4035-b135-2a63a2457e52 req-2e71df5c-ae20-4fa2-a3b1-89a48f33aa2e tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:52.875361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4616a25e-ace6-4035-b135-2a63a2457e52 req-2e71df5c-ae20-4fa2-a3b1-89a48f33aa2e tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 931 time: 0.1473351 Nov 23 18:40:53.047147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4616a25e-ace6-4035-b135-2a63a2457e52 req-c3b89719-081f-41e2-8125-d4a539ee95b6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680353 Nov 23 18:40:53.138431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-d5746871-9de0-45d6-9b6c-cf3a0b82eaa0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:53.140742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-d5746871-9de0-45d6-9b6c-cf3a0b82eaa0 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 807 time: 0.4127626 Nov 23 18:40:53.162739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Request body: {'port': {'device_id': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'admin_state_up': True, 'tenant_id': '307f7d321f7c4154b131353ef6872478'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:53.358803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87af6df4-77e6-48c3-914a-436f44c3762e req-14896791-d004-4f91-a72a-5cbc03fc5167 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.0695229 Nov 23 18:40:53.406241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d9909-9671-4105-b577-d6a7871e39dc {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:53.428104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.496368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb757530-8482-40b2-bdf1-4f08e3bcdb35 req-6301a75b-2758-49af-a14d-8875a004e30a tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 210 time: 0.0320201 Nov 23 18:40:53.500013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Made reservation on behalf of 307f7d321f7c4154b131353ef6872478 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:53.508574 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.580365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Transition to ACTIVE for port object 9e2d9909-9671-4105-b577-d6a7871e39dc will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:53.620124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-d83b8021-9c06-4933-a12c-1b0945f508ee tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920942 Nov 23 18:40:53.678172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22baa01a-9e31-4cb5-b119-6e031925ede7 req-7803966d-6b21-4c51-b436-cf8967bdcb92 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.1283221 Nov 23 18:40:53.935107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:53.967153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f81030be-36a5-4f96-8430-ba7228ed9c6e req-cd9d2d25-2219-4c67-b232-4dd4801d78c3 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 210 time: 0.1179361 Nov 23 18:40:54.016965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-117e97bb-2421-440f-8efe-2c5595637376 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:54.020033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-117e97bb-2421-440f-8efe-2c5595637376 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374884 Nov 23 18:40:54.045796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Request body: {'port': {'device_id': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '855a65b5dcc1404fbf2ce1991e79d69d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:54.385327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Allocated IP 172.20.0.14 (966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d/5e62cf34-c045-4d0e-bc1d-aea5b950cdd5/5f61badc-1c58-4a55-99a8-bf735f0c902b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:54.466975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Made reservation on behalf of 855a65b5dcc1404fbf2ce1991e79d69d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:54.480037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.500059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.727094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.745664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:54.756412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:54.900645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:55.022875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Allocated IP 192.168.233.224 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/f7956bd5-7989-42d4-b4b4-9c79a47657ca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:55.050450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Attempting to bind port 9e2d9909-9671-4105-b577-d6a7871e39dc on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:55.051555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Attempting to bind port 9e2d9909-9671-4105-b577-d6a7871e39dc by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:55.052102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Attempting to bind port 9e2d9909-9671-4105-b577-d6a7871e39dc on network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:55.099701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52121-668d-46e1-986c-cb19f0bf28c5 req-d4a4ddb9-a99a-4b04-8c76-912633fca61e tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:55.101296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1d52121-668d-46e1-986c-cb19f0bf28c5 req-d4a4ddb9-a99a-4b04-8c76-912633fca61e tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.6170878 Nov 23 18:40:55.123368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Port 9e2d9909-9671-4105-b577-d6a7871e39dc on network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:55.123729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Attempting to bind port 9e2d9909-9671-4105-b577-d6a7871e39dc on network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:55.201575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:55.201976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Checking segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:55.202554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Bound using segment: {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:55.203044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Bound port: 9e2d9909-9671-4105-b577-d6a7871e39dc, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5c2217-90fb-4af4-96e1-bc5bb3969480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:55.203695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.330279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:55.337536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.340358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9e2d9909-9671-4105-b577-d6a7871e39dc,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:55.404963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.415000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af51c6b1-a993-4fca-97ea-8899acfeb776 req-de63b9ab-bf9a-492d-9290-cd8371418f37 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.6829655 Nov 23 18:40:55.429673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.546405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:55.568687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:55.570778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f501f7-f473-406d-8fe7-88661edfc1b6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:55.586386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dfa3c8c-3932-422c-93d1-848d50b78aaf req-df5483ca-2263-4b3c-aa56-e150bcc98c87 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 210 time: 0.0633881 Nov 23 18:40:55.588066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:55.682956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Pushing event updated for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:55.732153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef0e472-61e7-4122-a0e5-eaeb22860c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.747396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:55.748061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.760094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1d52121-668d-46e1-986c-cb19f0bf28c5 req-c84be294-4d56-46a9-94cc-75855f40ae35 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339447 Nov 23 18:40:55.766459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:55.766718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.769209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e2d9909-9671-4105-b577-d6a7871e39dc HTTP/1.1" status: 200 len: 1091 time: 4.3385334 Nov 23 18:40:55.783158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-da7c48ec-d479-4b20-a17a-a22fca09bd46 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7496600 Nov 23 18:40:55.785436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:55.788469 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3e9213-fb05-455e-9c8e-e3282b340479" -d '{"events": [{"name": "network-changed", "server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:55.808577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Request body: {'port': {'device_id': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:55.852415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:55.908161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fc73e3d-f616-47d9-ad39-a50deb1f7248 req-a56bf3e6-db45-4d72-ab18-d0bb783667fe tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeec1e03-bdcf-441f-9fe2-7f0740cc950f HTTP/1.1" status: 200 len: 210 time: 0.1123731 Nov 23 18:40:56.067929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.077830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-84cf3e5a-acb1-42ae-bfc5-ed8d7f39109a None None] Provisioning complete for port f7956bd5-7989-42d4-b4b4-9c79a47657ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:56.078900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-84cf3e5a-acb1-42ae-bfc5-ed8d7f39109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.181412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-84cf3e5a-acb1-42ae-bfc5-ed8d7f39109a None None] Port f7956bd5-7989-42d4-b4b4-9c79a47657ca cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:40:56.214076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-148ed78f-f492-4e11-8384-835fba04898b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:56.215734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-148ed78f-f492-4e11-8384-835fba04898b tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.47 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.8495004 Nov 23 18:40:56.220434 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da09f9-421e-4c48-91fa-d8450005f6db x-openstack-request-id: req-57da09f9-421e-4c48-91fa-d8450005f6db {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:56.220748 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:56.221013 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57da09f9-421e-4c48-91fa-d8450005f6db {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:56.221365 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc', 'status': 'completed', 'code': 200} Nov 23 18:40:56.232638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7817a-7ade-4672-9825-c255d5d7e325 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:56.268789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'port': {'device_id': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'admin_state_up': True, 'tenant_id': '54877ab8fd814ab7a5463af860538d04'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:56.323441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e399583b-db72-400b-94e2-f9ca30a03633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:56.324982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-e399583b-db72-400b-94e2-f9ca30a03633 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6c5f625934d4594a2531ff59f8441c3&device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 1094 time: 0.4709501 Nov 23 18:40:56.340436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77ab18-825c-4a92-9049-0a6c0860bddf req-07a4e5e0-0d3f-474d-8786-6872325f68bc tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:56.348029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c77ab18-825c-4a92-9049-0a6c0860bddf req-07a4e5e0-0d3f-474d-8786-6872325f68bc tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 936 time: 0.4012926 Nov 23 18:40:56.531699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.545999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11', 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', '259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:56.557757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-6cbed288-53f4-4310-9910-bdc2bd9e9bdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d9909-9671-4105-b577-d6a7871e39dc HTTP/1.1" status: 200 len: 217 time: 0.2030506 Nov 23 18:40:56.680882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7956bd5-7989-42d4-b4b4-9c79a47657ca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:56.698651 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.724233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Transition to ACTIVE for port object f7956bd5-7989-42d4-b4b4-9c79a47657ca will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:56.740957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.830929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:56.862557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef0e472-61e7-4122-a0e5-eaeb22860c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.875173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Pushing event updated for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:56.900487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c77ab18-825c-4a92-9049-0a6c0860bddf req-80e60fec-aaee-4558-bfbf-06c1e46c2217 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507731 Nov 23 18:40:56.910252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:56.968136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef0e472-61e7-4122-a0e5-eaeb22860c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:56.971828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:57.018998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:57.068565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cb255-dee4-4d6c-a45e-6ee1f1e9f315 req-dd8b028c-fe42-43a0-8015-407c04532d03 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:57.097625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-514cb255-dee4-4d6c-a45e-6ee1f1e9f315 req-dd8b028c-fe42-43a0-8015-407c04532d03 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 932 time: 0.3619695 Nov 23 18:40:57.368990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0e472-61e7-4122-a0e5-eaeb22860c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b046b6-9035-4a08-95a3-4e414f086dbf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:57.425353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:57.426393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.448808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-514cb255-dee4-4d6c-a45e-6ee1f1e9f315 req-c29bca57-ea89-49f9-aecb-3223f7c12772 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500121 Nov 23 18:40:57.469917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c415408-06cd-4c8f-8a22-78f5e69d8ded req-bb772197-22de-4111-9870-b15ec1b36403 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 210 time: 0.3210249 Nov 23 18:40:57.477579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Attempting to bind port f7956bd5-7989-42d4-b4b4-9c79a47657ca on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:57.478304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Attempting to bind port f7956bd5-7989-42d4-b4b4-9c79a47657ca by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:57.479209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Attempting to bind port f7956bd5-7989-42d4-b4b4-9c79a47657ca on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:57.487970 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fef0e472-61e7-4122-a0e5-eaeb22860c65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39959aa2fa734c8da3b69a392dba492e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5668058 Nov 23 18:40:57.490310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Port f7956bd5-7989-42d4-b4b4-9c79a47657ca on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:57.492750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Attempting to bind port f7956bd5-7989-42d4-b4b4-9c79a47657ca on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:57.497178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-c9629b2a-e9af-4945-aa82-b2bcdacd8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:57.500097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c450742-c221-4f7a-a150-20f2bff203d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.500820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:57.503761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-c9629b2a-e9af-4945-aa82-b2bcdacd8525 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9795288-531b-4236-94b1-5fba110cbde1 HTTP/1.1" status: 200 len: 853 time: 0.5975609 Nov 23 18:40:57.505988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Made reservation on behalf of 54877ab8fd814ab7a5463af860538d04 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:57.515102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.526357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:57.526716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:57.527106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:57.527635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Bound port: f7956bd5-7989-42d4-b4b4-9c79a47657ca, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:57.527946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.640104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-fb3f0ac8-b6d7-43cb-bf64-d4b55bb63cf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4839749 Nov 23 18:40:57.709177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Request body: {'port': {'device_id': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:57.803776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:57.890502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.122328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:58.135009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:58.137619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-4a2aae8a-1ad8-45a5-b67d-b4e1ddcbcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.144025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-4a2aae8a-1ad8-45a5-b67d-b4e1ddcbcb33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bb9c440-39df-47f4-a076-d7fcdd0b22ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6260939 Nov 23 18:40:58.162569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.167904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.170982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.172622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1b046b6-9035-4a08-95a3-4e414f086dbf HTTP/1.1" status: 204 len: 168 time: 0.6722000 Nov 23 18:40:58.262123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed8f3d-d252-4ff8-bbec-22871522e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b046b6-9035-4a08-95a3-4e414f086dbf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:58.308445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.309071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.322976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7956bd5-7989-42d4-b4b4-9c79a47657ca HTTP/1.1" status: 200 len: 1096 time: 2.5286088 Nov 23 18:40:58.323523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:58.333547 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413" -d '{"events": [{"name": "network-changed", "server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:58.373180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.441677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ee91c-50ec-4fe0-bb8a-e777f4f2bf72 req-024622c8-78b6-4401-a5f0-5e33707b6dac tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.464316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-113ee91c-50ec-4fe0-bb8a-e777f4f2bf72 req-024622c8-78b6-4401-a5f0-5e33707b6dac tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.7784634 Nov 23 18:40:58.556984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b838cf-41bc-4fad-87ce-69e1d7957744 service neutron] Pushing event updated for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:58.599034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f0d2-45c6-477e-8068-f8cf47083886 req-b395be13-f2f2-495e-b104-bb651ed09c80 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.614910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9538f0d2-45c6-477e-8068-f8cf47083886 req-b395be13-f2f2-495e-b104-bb651ed09c80 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 948 time: 0.1861825 Nov 23 18:40:58.663603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-41c8fa10-a71a-4d07-92af-ab3c926bab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.667120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-41c8fa10-a71a-4d07-92af-ab3c926bab03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 1099 time: 0.2713354 Nov 23 18:40:58.771655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-edcf4dbb-76dd-4549-9a70-69f73c4fab30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca HTTP/1.1" status: 200 len: 217 time: 0.0920165 Nov 23 18:40:58.795186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-8b8244a7-03ad-4a99-bfba-df1ed113e2e3 service neutron] 10.222.0.47 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746298 Nov 23 18:40:58.872374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Allocated IP 172.20.0.4 (ff4de612-c15a-40b5-81a2-5e912a1acab3/bcf769cb-8a32-42c5-978b-5c655c697bff/712acf4d-9238-4af3-8377-d3f00a8cc9bf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:58.875337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:58.880590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9538f0d2-45c6-477e-8068-f8cf47083886 req-6f8ebe78-8140-4cca-b62e-080fce4b463e tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645845 Nov 23 18:40:58.906008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2601b956-f253-45e2-8897-b52a14c12958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:58.959625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-bd6e5272-99f8-49e7-ac4c-04a7594446be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:58.965536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-bd6e5272-99f8-49e7-ac4c-04a7594446be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1799877 Nov 23 18:40:59.079393 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552e3d7-27da-445e-ad1a-d82118273028 x-openstack-request-id: req-f552e3d7-27da-445e-ad1a-d82118273028 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:59.085741 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:59.086182 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f552e3d7-27da-445e-ad1a-d82118273028 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:59.087279 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca', 'status': 'completed', 'code': 200} Nov 23 18:40:59.176851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-6dbaf159-5192-404d-a647-e4b59c1c2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:59.182102 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-6dbaf159-5192-404d-a647-e4b59c1c2d3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020586 Nov 23 18:40:59.255555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-113ee91c-50ec-4fe0-bb8a-e777f4f2bf72 req-3ce6e27f-2707-42b8-8a9a-d1c1d7d7db23 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499293 Nov 23 18:40:59.530093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2601b956-f253-45e2-8897-b52a14c12958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.555702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8a0833b-4637-4a4f-89a4-1c1eee7c2c8d req-ea144190-64e0-49a4-9d2c-8a38778cd216 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 210 time: 0.1255360 Nov 23 18:40:59.556287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05296a-5432-490f-a253-c727d1d9601c req-1a4a7af4-4641-4560-bcd8-460ebfb915c6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:59.563022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3485bb8-4f3a-4a07-b797-2d6b6c2dfde2 req-1ee4cab5-9d78-4ee0-b073-a6884cd9e92d service neutron] 10.222.0.47 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154459 Nov 23 18:40:59.565317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a05296a-5432-490f-a253-c727d1d9601c req-1a4a7af4-4641-4560-bcd8-460ebfb915c6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 932 time: 0.3226521 Nov 23 18:40:59.572922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2601b956-f253-45e2-8897-b52a14c12958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.647668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-cd1761d5-e167-4f86-8e2c-bb685d3383ef service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538462 Nov 23 18:40:59.713910 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b33654b1-5707-4d9a-ae46-cba51508edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.754590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b956-f253-45e2-8897-b52a14c12958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719b83e-f6ea-40c6-bb2a-6087442c2404,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:59.780548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2601b956-f253-45e2-8897-b52a14c12958 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2b7bfb9a1b64824aded4956531d72b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8980989 Nov 23 18:40:59.789481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:59.807280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a05296a-5432-490f-a253-c727d1d9601c req-f10cadbb-36d9-48f9-a9ba-09b0b2a56224 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256749 Nov 23 18:40:59.971944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:59.975992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08f4c9fd-5a2e-4afe-a8e3-41519a53e2c3 req-d873ed49-4429-4b17-ad4a-07fb81fc8005 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047163 Nov 23 18:41:00.037591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.163135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54442-a90b-487a-8b43-c2bc6943b3f6 req-da711374-30be-497c-b0c4-d1922f0911a9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.171377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19e54442-a90b-487a-8b43-c2bc6943b3f6 req-da711374-30be-497c-b0c4-d1922f0911a9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 948 time: 0.1479874 Nov 23 18:41:00.222962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-9ee497c7-6b0a-46de-9d7a-58c1b985ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.224519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-9ee497c7-6b0a-46de-9d7a-58c1b985ab22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 1099 time: 0.1421041 Nov 23 18:41:00.272565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19e54442-a90b-487a-8b43-c2bc6943b3f6 req-4d785342-92e8-4aa2-bd6f-ce9f8af9ac69 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915232 Nov 23 18:41:00.370872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.429018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.432428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.433586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7719b83e-f6ea-40c6-bb2a-6087442c2404 HTTP/1.1" status: 204 len: 168 time: 0.6226640 Nov 23 18:41:00.464058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530dacd-c07f-4360-b0e8-2c037a71ee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719b83e-f6ea-40c6-bb2a-6087442c2404,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:00.504060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-9f295f10-9e2f-42b8-a78b-e33fd35838a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.505552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-9f295f10-9e2f-42b8-a78b-e33fd35838a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2710874 Nov 23 18:41:00.538185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.580483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986314a-f680-4ff8-8614-5aade6f371f2 req-c88e30e1-850e-4131-8af5-7b6c3bf7423d tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.593645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2986314a-f680-4ff8-8614-5aade6f371f2 req-c88e30e1-850e-4131-8af5-7b6c3bf7423d tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.2011166 Nov 23 18:41:00.602813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-6f11a5f6-d1bc-4eb9-a17a-163dda6a889f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca HTTP/1.1" status: 200 len: 217 time: 0.0873914 Nov 23 18:41:00.605717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.684318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-6b01b5d6-4121-4196-aba7-30d0f20257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.685812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-6b01b5d6-4121-4196-aba7-30d0f20257d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0662782 Nov 23 18:41:00.740729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:00.753059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:00.786127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:00.790505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:00.795086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61badc-1c58-4a55-99a8-bf735f0c902b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:00.810904 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2986314a-f680-4ff8-8614-5aade6f371f2 req-1f407326-bd3a-405a-9435-ae1dd68e20ee tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149901 Nov 23 18:41:00.867409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-5c698423-a00b-477c-8c1b-11da638d2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.872874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-5c698423-a00b-477c-8c1b-11da638d2f55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723869 Nov 23 18:41:00.929333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.964337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Transition to ACTIVE for port object 5f61badc-1c58-4a55-99a8-bf735f0c902b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:00.975481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:00.976329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:00.981279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:01.053986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-9251868c-ccb0-416d-8eeb-f6c16fb98361 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8016667 Nov 23 18:41:01.073244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:01.193811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:01.194250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:01.194683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:01.207685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:01.208023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:01.224250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:01.224599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:01.225002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:01.225456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Bound port: 5f61badc-1c58-4a55-99a8-bf735f0c902b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:01.228142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88842c-84f0-4477-a2e4-ab01e7494b67 req-26a3d68d-7e77-45be-8348-10e44fbfc561 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:01.228862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:01.230524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a88842c-84f0-4477-a2e4-ab01e7494b67 req-26a3d68d-7e77-45be-8348-10e44fbfc561 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 931 time: 0.3022838 Nov 23 18:41:01.349903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-e1bedf75-ab46-4a6c-83a2-0c46da88abbb service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675412 Nov 23 18:41:01.398191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a88842c-84f0-4477-a2e4-ab01e7494b67 req-28f9b575-68a7-42c4-a133-0ed02868a240 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482179 Nov 23 18:41:01.494127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:01.505471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:01.514488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:01.598951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:01.598951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:01.614633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] 10.222.0.50 "PUT /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 1092 time: 3.9253392 Nov 23 18:41:01.615134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:01.617550 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eb536a-95d8-4e71-ae8a-0a10aab52772" -d '{"events": [{"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:01.635286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b6bbb1a-dea4-4a34-a98c-404f6ae92413 req-98f27277-73de-4170-9952-cf4e1ebf17d1 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745323 Nov 23 18:41:01.707258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117ba5-2657-42ff-a5ff-ca6571e3585c service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:01.778812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1746e0-caf6-4b9b-9869-61f1bb8dcb7c req-1218c50e-a3df-441f-8c17-a17931011557 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:01.780377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a1746e0-caf6-4b9b-9869-61f1bb8dcb7c req-1218c50e-a3df-441f-8c17-a17931011557 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1124332 Nov 23 18:41:01.786429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-44f2781b-d3e5-4de2-8ef1-fd946e14d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:01.787982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-44f2781b-d3e5-4de2-8ef1-fd946e14d5fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1095 time: 0.0774577 Nov 23 18:41:01.845568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-44e6fffd-0c46-40d7-8f70-2449a3732ea8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.0484526 Nov 23 18:41:01.900754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a1746e0-caf6-4b9b-9869-61f1bb8dcb7c req-bdde1c6d-efe8-4fe1-80d8-8086fde70e15 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107941 Nov 23 18:41:01.914755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-d1331507-2bcd-4426-b380-74f0f7197015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:01.919695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-d1331507-2bcd-4426-b380-74f0f7197015 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.0609417 Nov 23 18:41:01.960569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-49799623-6db4-4108-bb8e-31c40590d9d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360465 Nov 23 18:41:02.050883 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:02.086368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510c5f-d57b-4910-9bfe-7cdc90cd6b83 req-2ca12b46-fc12-4eae-8c38-e183d9b88ba6 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.087969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae510c5f-d57b-4910-9bfe-7cdc90cd6b83 req-2ca12b46-fc12-4eae-8c38-e183d9b88ba6 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 948 time: 0.0969231 Nov 23 18:41:02.121946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-8d693b1f-0155-41cf-b668-8cc9d3f9a1b0 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528685 Nov 23 18:41:02.173293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Request body: {'port': {'device_id': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:02.232182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae510c5f-d57b-4910-9bfe-7cdc90cd6b83 req-518c2ce6-11f2-46ce-bd94-0fecaf49d4e7 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325853 Nov 23 18:41:02.294944 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950baa79-942c-45c9-858f-f9fd90514ee3 x-openstack-request-id: req-950baa79-942c-45c9-858f-f9fd90514ee3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:02.295448 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:02.295778 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-950baa79-942c-45c9-858f-f9fd90514ee3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:02.296269 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'status': 'completed', 'code': 200} Nov 23 18:41:02.299367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c422f0e-2b6d-42e7-92a3-0a3ced437f05 req-e6b5a58c-33e8-4d8b-9ed3-fc525dcdc29c service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666553 Nov 23 18:41:02.343911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-1bd0f555-1cc6-460b-b729-a33f4667dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.360536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-1bd0f555-1cc6-460b-b729-a33f4667dbd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6c5f625934d4594a2531ff59f8441c3&device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 1094 time: 0.1076305 Nov 23 18:41:02.361416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:02.419450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731becd-ccb9-44f6-a883-18aa13a1c530 req-5f651f50-6db9-4334-bd28-5c870d08acf6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.421349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1731becd-ccb9-44f6-a883-18aa13a1c530 req-5f651f50-6db9-4334-bd28-5c870d08acf6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.1004555 Nov 23 18:41:02.439164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-1374a8fe-e16d-4cd7-88c0-83bc9dc922e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.440728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-1374a8fe-e16d-4cd7-88c0-83bc9dc922e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1095 time: 0.0735059 Nov 23 18:41:02.598637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1731becd-ccb9-44f6-a883-18aa13a1c530 req-ea47e575-a41c-426d-9230-5dde1ccb9437 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620362 Nov 23 18:41:02.646289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-b80fba45-1ea5-49af-89d4-3abd0ec8b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.649926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-b80fba45-1ea5-49af-89d4-3abd0ec8b222 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.1986902 Nov 23 18:41:02.669245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-3172df3e-1e6a-45d0-a7a4-aed5a60a2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.670797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-3172df3e-1e6a-45d0-a7a4-aed5a60a2d30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bb9c440-39df-47f4-a076-d7fcdd0b22ef HTTP/1.1" status: 200 len: 915 time: 0.2985675 Nov 23 18:41:02.707746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7f71-09f4-40d0-a410-0c17fffbc3a0 req-7173fed4-a096-45b3-b6ef-85582e315b4c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.709635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-519a7f71-09f4-40d0-a410-0c17fffbc3a0 req-7173fed4-a096-45b3-b6ef-85582e315b4c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 931 time: 0.1790650 Nov 23 18:41:02.736327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-b9a70b8e-be73-46dd-b1a4-cc88ed1deebc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.0793676 Nov 23 18:41:02.754430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-2f79efe3-b693-48fd-8187-0fd6d8e76e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2d9909-9671-4105-b577-d6a7871e39dc HTTP/1.1" status: 200 len: 217 time: 0.0715675 Nov 23 18:41:02.819082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-514b6193-23e7-4504-b067-76d9ec8b0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.827398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-514b6193-23e7-4504-b067-76d9ec8b0f9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.0789614 Nov 23 18:41:02.870628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-90e9db31-b109-489a-ac03-98237c8ce20f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338707 Nov 23 18:41:02.879299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-d4bf98a9-9334-4681-8554-9e5d44c74d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:02.880764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-d4bf98a9-9334-4681-8554-9e5d44c74d6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9795288-531b-4236-94b1-5fba110cbde1 HTTP/1.1" status: 200 len: 853 time: 0.0955899 Nov 23 18:41:02.950572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-519a7f71-09f4-40d0-a410-0c17fffbc3a0 req-db895d95-71fc-4a94-bea3-4f1d01304268 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990221 Nov 23 18:41:02.986840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-1ad1ce33-4004-49e2-8948-77a2dcdc61e4 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063974 Nov 23 18:41:03.012952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f7956bd5-7989-42d4-b4b4-9c79a47657ca details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:03.073499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-74350387-cf02-4df5-9c20-b04079f46665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.075963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-74350387-cf02-4df5-9c20-b04079f46665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bb9c440-39df-47f4-a076-d7fcdd0b22ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820862 Nov 23 18:41:03.122908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712acf4d-9238-4af3-8377-d3f00a8cc9bf {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:03.138869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-503787b0-3a52-4009-bbed-ee78ea610bf8 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbd906aaa5440da29bf9f04363b982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372524 Nov 23 18:41:03.141943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.148747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.158471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb536a-95d8-4e71-ae8a-0a10aab52772 req-0f584ddb-bd0d-44b7-ade9-d2885e4cdba1 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615708 Nov 23 18:41:03.165603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:03.183720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca', 'mac_address': 'fa:16:3e:74:8d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:03.205962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Transition to ACTIVE for port object 712acf4d-9238-4af3-8377-d3f00a8cc9bf will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:03.216783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffe31-945b-4fff-9d19-054331e505d8 req-93adc038-a130-4c82-9f19-a3fcb8049459 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.218366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-496ffe31-945b-4fff-9d19-054331e505d8 req-93adc038-a130-4c82-9f19-a3fcb8049459 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1647899 Nov 23 18:41:03.221209 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.253047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.271731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7956bd5-7989-42d4-b4b4-9c79a47657ca {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:03.300339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:03.307164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.317980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-2f24fb71-9e7e-42f4-8055-91d22a38f97b tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.322902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-b52b790e-c341-4c40-8174-86dea7ce3e5d service neutron] 10.222.0.47 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283366 Nov 23 18:41:03.331945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-2f24fb71-9e7e-42f4-8055-91d22a38f97b tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817393 Nov 23 18:41:03.339390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:03.352201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-2aca1d62-725e-4780-972b-cc3d24dbca08 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/quotas/93bbd906aaa5440da29bf9f04363b982 HTTP/1.1" status: 200 len: 375 time: 0.0190465 Nov 23 18:41:03.376137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:03.384983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-496ffe31-945b-4fff-9d19-054331e505d8 req-6a9e6ee7-400d-49c3-a3a9-a9e7ac7bb823 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577897 Nov 23 18:41:03.398263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-17a81cec-cc01-4ea2-8de3-21c4af750c8f tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447984 Nov 23 18:41:03.552707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Attempting to bind port 712acf4d-9238-4af3-8377-d3f00a8cc9bf on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:03.559295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Attempting to bind port 712acf4d-9238-4af3-8377-d3f00a8cc9bf by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:03.559827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Attempting to bind port 712acf4d-9238-4af3-8377-d3f00a8cc9bf on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:03.570193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Port 712acf4d-9238-4af3-8377-d3f00a8cc9bf on network ff4de612-c15a-40b5-81a2-5e912a1acab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:03.579650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Attempting to bind port 712acf4d-9238-4af3-8377-d3f00a8cc9bf on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:03.585408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c3e9213-fb05-455e-9c8e-e3282b340479 req-26d1dfb0-5404-4849-8f27-2b7d3fee5259 service neutron] 10.222.0.47 "GET /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516439 Nov 23 18:41:03.594936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:03.595438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Checking segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:03.595972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Bound using segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:03.596595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Bound port: 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:03.597037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.641888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f7956bd5-7989-42d4-b4b4-9c79a47657ca'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:03.690532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c33aa8b-76fe-4642-823c-e223f617a2cf req-c5630941-fa26-4428-8e84-bfe1f7099c41 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 210 time: 0.0526934 Nov 23 18:41:03.765560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9467d0-d68d-47e3-8d28-58e0442f983b req-d7969004-d210-4b44-90e5-73e1e84505bf tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.782581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b9467d0-d68d-47e3-8d28-58e0442f983b req-d7969004-d210-4b44-90e5-73e1e84505bf tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 949 time: 0.1752002 Nov 23 18:41:03.853072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:03.884016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:03.898135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dacb9d-3fbc-430d-be14-6eded53989f9 req-a5e2c1a1-6822-4e0e-a36a-79992c53103d tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.906856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97dacb9d-3fbc-430d-be14-6eded53989f9 req-a5e2c1a1-6822-4e0e-a36a-79992c53103d tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.1112888 Nov 23 18:41:03.907634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b9467d0-d68d-47e3-8d28-58e0442f983b req-dd8b07c4-c206-4dc8-910a-00e7a0c4d99e tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240931 Nov 23 18:41:03.910320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:03.997513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:03.999750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:04.001332 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] 10.222.0.47 "PUT /v2.0/ports/712acf4d-9238-4af3-8377-d3f00a8cc9bf HTTP/1.1" status: 200 len: 1091 time: 1.8342667 Nov 23 18:41:04.034349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97dacb9d-3fbc-430d-be14-6eded53989f9 req-c89f19a2-0081-44dd-b982-516ca30708d3 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261673 Nov 23 18:41:04.089323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111090a9-1178-4c75-9fd5-8987dc7a9633 service neutron] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:04.209204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4cdae-d234-4f35-9b0c-49b770070bb6 req-f6b7dbd2-736b-48eb-b290-d7169a5b9012 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:04.210890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cff4cdae-d234-4f35-9b0c-49b770070bb6 req-f6b7dbd2-736b-48eb-b290-d7169a5b9012 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 943 time: 0.0889280 Nov 23 18:41:04.268781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-b96a21c0-c941-4e71-8f24-5b7b8ee11a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:04.270544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-b96a21c0-c941-4e71-8f24-5b7b8ee11a33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 1094 time: 0.1657648 Nov 23 18:41:04.275949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cff4cdae-d234-4f35-9b0c-49b770070bb6 req-a24ce836-dda2-41e9-912c-925decc74968 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Nov 23 18:41:04.316840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:04.319423 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1c73ed-db21-456c-a543-69dc80b562bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:04.333489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-4382fd5d-a89e-431b-8b6a-63762725c7e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf HTTP/1.1" status: 200 len: 217 time: 0.0534985 Nov 23 18:41:04.380824 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8affd54-2f3e-4bd5-a852-ee60ebca4e31 x-openstack-request-id: req-c8affd54-2f3e-4bd5-a852-ee60ebca4e31 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:04.381176 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:04.381337 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8affd54-2f3e-4bd5-a852-ee60ebca4e31 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:04.381747 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'status': 'completed', 'code': 200} Nov 23 18:41:04.404661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-005089e9-9091-4734-8fbb-caf7fcbffc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:04.406275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-005089e9-9091-4734-8fbb-caf7fcbffc4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.0607393 Nov 23 18:41:04.459506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-e23b0b18-dfd9-4506-bf05-070efe0d20f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443876 Nov 23 18:41:04.701442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca960a0f-012c-44d0-ad83-2648ffba11d5 req-792afffb-902e-4d3a-8743-fa18a934a500 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:04.714418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca960a0f-012c-44d0-ad83-2648ffba11d5 req-792afffb-902e-4d3a-8743-fa18a934a500 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.2128546 Nov 23 18:41:04.772898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-d6a5bb4c-1290-4be5-8bfa-92aca00bc223 service neutron] 10.222.0.47 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052433 Nov 23 18:41:04.851982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca960a0f-012c-44d0-ad83-2648ffba11d5 req-e4cb81fc-6a3d-4ecb-b6ad-038b345e9097 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363668 Nov 23 18:41:04.885138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-458df39f-5451-45ac-bdc4-aca212b79651 req-5959c36b-b3d8-462d-a9df-0c1c1f572b05 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 210 time: 0.0410447 Nov 23 18:41:04.935525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95572ee3-3554-4905-ab7a-390c9d1b3609 req-f888d2e8-c214-4b24-9d1f-0d75c14cc8b2 service neutron] 10.222.0.47 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508427 Nov 23 18:41:05.026401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f7956bd5-7989-42d4-b4b4-9c79a47657ca up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:05.164039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f7956bd5-7989-42d4-b4b4-9c79a47657ca completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:05.169095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f7956bd5-7989-42d4-b4b4-9c79a47657ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:05.169467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:05.254026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-ac75b7ee-0378-4336-a3c5-9ee383aab370 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=93bbd906aaa5440da29bf9f04363b982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855427 Nov 23 18:41:05.285719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-def9b898-6ca1-44b9-87be-d327549bea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.287213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-def9b898-6ca1-44b9-87be-d327549bea9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 1094 time: 0.2709353 Nov 23 18:41:05.315723 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:05.316100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a782-b3cd-46ec-90c4-e238d513eceb req-f4ef5be4-fa01-4a71-b0d8-a05afd4b08c9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.318900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe41a782-b3cd-46ec-90c4-e238d513eceb req-f4ef5be4-fa01-4a71-b0d8-a05afd4b08c9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 949 time: 0.2493467 Nov 23 18:41:05.370449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:05.373366 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941cf2b9-1df0-44db-8ca0-72d844e66ecc" -d '{"events": [{"server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:05.380194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b21b-452e-45f2-ae6d-1eca6335424f req-39ff4343-fe5c-48d3-9d63-2c0c61fc79ac tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.388545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2256b21b-452e-45f2-ae6d-1eca6335424f req-39ff4343-fe5c-48d3-9d63-2c0c61fc79ac tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.1141169 Nov 23 18:41:05.405077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:05.413511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:05.469743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2256b21b-452e-45f2-ae6d-1eca6335424f req-93b008cd-9f9a-48d0-b13a-21b6b2652b20 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Nov 23 18:41:05.478449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-c2f992a6-dfae-4651-8bc8-80fab207564a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.480455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-c2f992a6-dfae-4651-8bc8-80fab207564a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161183 Nov 23 18:41:05.527031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:05.598779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Request body: {'port': {'device_id': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '93bbd906aaa5440da29bf9f04363b982'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:05.655696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f97a73-bddb-4a06-afc1-44e70f75a871 req-d4e262ac-2198-4054-98fd-3171cb029c85 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.657202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5f97a73-bddb-4a06-afc1-44e70f75a871 req-d4e262ac-2198-4054-98fd-3171cb029c85 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 943 time: 0.0786529 Nov 23 18:41:05.726308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5f97a73-bddb-4a06-afc1-44e70f75a871 req-5b05f11c-ca28-4b78-baed-64cf23d6fe39 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 Nov 23 18:41:05.770665 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b368f-cfc0-4048-a3c1-c0a405607424 x-openstack-request-id: req-021b368f-cfc0-4048-a3c1-c0a405607424 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:05.771127 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:05.771483 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-021b368f-cfc0-4048-a3c1-c0a405607424 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:05.771917 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca', 'code': 200} Nov 23 18:41:05.780638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe41a782-b3cd-46ec-90c4-e238d513eceb req-6b629945-6248-4af2-bea1-f64f0c180c63 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084682 Nov 23 18:41:05.795487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Made reservation on behalf of 93bbd906aaa5440da29bf9f04363b982 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:05.803124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:05.818291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:05.871417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-5588cd8e-d10d-4853-ac25-33c4c4e9a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.873072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-5588cd8e-d10d-4853-ac25-33c4c4e9a89b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 923 time: 0.5527477 Nov 23 18:41:05.945268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02637-182a-4d24-b3be-b93f963acd07 req-521c2b2c-bd35-4e02-8e18-10b12a03bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:05.946991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ae02637-182a-4d24-b3be-b93f963acd07 req-521c2b2c-bd35-4e02-8e18-10b12a03bde0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 1101 time: 0.0819016 Nov 23 18:41:05.955484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-403fd2cb-cbdf-410e-a16a-57bd6025578a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf HTTP/1.1" status: 200 len: 217 time: 0.0705998 Nov 23 18:41:06.021296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ae02637-182a-4d24-b3be-b93f963acd07 req-63998f4d-2fef-498a-b184-2d4cd6e2878d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Nov 23 18:41:06.078994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aeb1e254-00c9-4756-8694-267073ab3935 req-cd5ca486-203d-41bd-a3dd-00231981325d tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 210 time: 0.0510163 Nov 23 18:41:06.110289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:06.136580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:06.236030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-98912ad2-0a34-4b64-bb96-ce8de0f3538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:06.237530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-98912ad2-0a34-4b64-bb96-ce8de0f3538f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.2734306 Nov 23 18:41:06.373257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaaf0-dd23-481a-96f1-6bafab05cfe4 req-e47440de-0b6d-4401-bf60-5f010cbaa6fe tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:06.374821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9cfaaf0-dd23-481a-96f1-6bafab05cfe4 req-e47440de-0b6d-4401-bf60-5f010cbaa6fe tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.3552067 Nov 23 18:41:06.380701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-ce54998f-0635-4d5c-a31f-6da6a0e15afc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341195 Nov 23 18:41:06.389010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302cb8b-be72-4f08-8b2b-d5adb3783b1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:06.455222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Allocated IP 192.168.233.115 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/97b88eb3-4aa1-4ff6-b421-477dd283bc4e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:06.514085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9e2d9909-9671-4105-b577-d6a7871e39dc details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:06.620409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d414bf9-f101-4e31-9365-6e65879e0d65 req-86c3a737-9b45-4066-88fc-d365065391c5 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:06.630013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d414bf9-f101-4e31-9365-6e65879e0d65 req-86c3a737-9b45-4066-88fc-d365065391c5 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 943 time: 0.0649118 Nov 23 18:41:06.630751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9cfaaf0-dd23-481a-96f1-6bafab05cfe4 req-0c08455f-6d33-4314-95cd-2abb4ad8c098 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466478 Nov 23 18:41:06.690799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-10a8155b-05be-4de7-addf-0693a48c6d77 service neutron] 10.222.0.47 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643363 Nov 23 18:41:06.697656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d414bf9-f101-4e31-9365-6e65879e0d65 req-27b955db-75b6-4bff-a1c9-9578519f5445 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616021 Nov 23 18:41:06.730537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9e2d9909-9671-4105-b577-d6a7871e39dc,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:06.785919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '9e2d9909-9671-4105-b577-d6a7871e39dc', 'network_id': '0bb9c440-39df-47f4-a076-d7fcdd0b22ef', 'port_id': '9e2d9909-9671-4105-b577-d6a7871e39dc', 'mac_address': 'fa:16:3e:07:a8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9795288-531b-4236-94b1-5fba110cbde1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:06.973959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:06.996776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d9909-9671-4105-b577-d6a7871e39dc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:07.009367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ae675-4c58-4a28-bcb6-6b4b4f0e3500 req-353de9ba-da54-4d23-836b-54f0d05cfe27 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:07.019915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef2ae675-4c58-4a28-bcb6-6b4b4f0e3500 req-353de9ba-da54-4d23-836b-54f0d05cfe27 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 950 time: 0.1175487 Nov 23 18:41:07.026571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9e2d9909-9671-4105-b577-d6a7871e39dc,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:07.031774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:07.122482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:07.155606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef2ae675-4c58-4a28-bcb6-6b4b4f0e3500 req-676a6563-1b6c-440a-89df-23a4cc2852c1 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338913 Nov 23 18:41:07.232080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c03c2-90ca-4a5b-baf4-72c063104978 req-527162d0-eb31-4c37-b795-d01261dafa9e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:07.234690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-218c03c2-90ca-4a5b-baf4-72c063104978 req-527162d0-eb31-4c37-b795-d01261dafa9e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 943 time: 0.2491233 Nov 23 18:41:07.282791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['9e2d9909-9671-4105-b577-d6a7871e39dc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:07.330627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b1c73ed-db21-456c-a543-69dc80b562bd req-fd5e5860-9cd5-4993-8417-c3e50a91f6b4 service neutron] 10.222.0.47 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247134 Nov 23 18:41:07.363256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:07.492194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea263c69-4a95-4084-b802-bccceebc3775 req-1500fbe5-4a86-4194-9221-9bc61bd88c56 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 210 time: 0.0525985 Nov 23 18:41:07.563503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-218c03c2-90ca-4a5b-baf4-72c063104978 req-b63108c4-fb5c-4055-ad63-edc44f23c73e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209863 Nov 23 18:41:07.566594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:07.625801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:07.632777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:07.653897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:07.688458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Pushing event updated for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:07.723898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:07.726531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:07.767505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5035bc30-6b2b-4f0a-90e1-d02a2999aed2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1934421 Nov 23 18:41:07.776179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Request body: {'port': {'device_id': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:07.898653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:07.911047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96789c07-6551-4ec6-96a7-6f5e26fb86cc req-85362d0d-7ec2-40d8-87a0-a8df432393ad tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:07.922442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96789c07-6551-4ec6-96a7-6f5e26fb86cc req-85362d0d-7ec2-40d8-87a0-a8df432393ad tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1145322 Nov 23 18:41:07.936526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:41:07.954562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50eb7f-68a7-48ac-9595-7389f4ad444d req-595c8115-e9cc-4096-83b2-534906d9ecc1 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:07.968959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e50eb7f-68a7-48ac-9595-7389f4ad444d req-595c8115-e9cc-4096-83b2-534906d9ecc1 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 944 time: 0.1348982 Nov 23 18:41:08.013151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96789c07-6551-4ec6-96a7-6f5e26fb86cc req-9ec78cf7-7c24-450a-8be1-541628c3ab59 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Nov 23 18:41:08.087988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e50eb7f-68a7-48ac-9595-7389f4ad444d req-f2a1480f-7d3a-40db-9e9a-732600ddc502 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093202 Nov 23 18:41:08.098444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a321e96c-b0eb-41f1-a772-714e6a2e7dc3 None None] Provisioning complete for port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:08.098957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a321e96c-b0eb-41f1-a772-714e6a2e7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.146410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a321e96c-b0eb-41f1-a772-714e6a2e7dc3 None None] Port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:08.351126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b09c-56e4-4fb7-83df-f488f204a219 req-2f971d53-3191-408d-88b5-463ca75ce1d3 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:08.355756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c792b09c-56e4-4fb7-83df-f488f204a219 req-2f971d53-3191-408d-88b5-463ca75ce1d3 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 950 time: 0.0886075 Nov 23 18:41:08.395734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b88eb3-4aa1-4ff6-b421-477dd283bc4e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:08.410576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.417007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c792b09c-56e4-4fb7-83df-f488f204a219 req-bb616a82-d75b-4bf3-a08e-140cf9f3c7fe tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537918 Nov 23 18:41:08.432722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Transition to ACTIVE for port object 97b88eb3-4aa1-4ff6-b421-477dd283bc4e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:08.444395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158392-2d20-455b-873f-7c998d149948 req-789ad9fa-a3e2-4d3d-a43b-2f299d59746d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:08.445787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7158392-2d20-455b-873f-7c998d149948 req-789ad9fa-a3e2-4d3d-a43b-2f299d59746d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.1077595 Nov 23 18:41:08.448240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.543019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:08.695568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9e2d9909-9671-4105-b577-d6a7871e39dc up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:08.720450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:08.753943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.767749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'port_id': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'mac_address': 'fa:16:3e:0c:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf769cb-8a32-42c5-978b-5c655c697bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:08.778787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9739da-bda3-4a06-a5a7-2c0d29ff846d req-71b20371-cf34-4e03-ac93-d7259035d548 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:08.791277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc9739da-bda3-4a06-a5a7-2c0d29ff846d req-71b20371-cf34-4e03-ac93-d7259035d548 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 948 time: 0.1115258 Nov 23 18:41:08.837779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.865464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712acf4d-9238-4af3-8377-d3f00a8cc9bf {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:08.891628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:08.896944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 9e2d9909-9671-4105-b577-d6a7871e39dc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:08.906647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:08.907756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc9739da-bda3-4a06-a5a7-2c0d29ff846d req-fa322324-422f-47e5-afcb-b15aa29cde1e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136186 Nov 23 18:41:08.918155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 9e2d9909-9671-4105-b577-d6a7871e39dc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:08.918155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.133032 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.135527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:09.165811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da209e7-c382-497d-8f91-b2a09e414277 req-b93637c9-8f12-4064-9ffa-fb24730ece4f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.175359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8da209e7-c382-497d-8f91-b2a09e414277 req-b93637c9-8f12-4064-9ffa-fb24730ece4f tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 944 time: 0.2056603 Nov 23 18:41:09.203023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['712acf4d-9238-4af3-8377-d3f00a8cc9bf'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:09.239627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:09.245851 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294703c4-186c-4011-8981-0543e7a71c87" -d '{"events": [{"server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:09.319051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9e2d9909-9671-4105-b577-d6a7871e39dc,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:09.319794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Pushing event updated for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:09.331383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.376224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7158392-2d20-455b-873f-7c998d149948 req-3b3f0e20-ddef-44e4-b3c0-4fa2af0bcf19 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331317 Nov 23 18:41:09.413091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Attempting to bind port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:09.415602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Attempting to bind port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:09.418392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Attempting to bind port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:09.429983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:09.431098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Attempting to bind port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:09.438277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:09.438977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:09.440522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:09.441209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Bound port: 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:09.441704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.459900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:09.525442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebb89-dddb-44ac-a4d8-06c80a158a26 req-42f4a466-8874-459f-8f80-0b1a9f892287 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.527736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e5ebb89-dddb-44ac-a4d8-06c80a158a26 req-42f4a466-8874-459f-8f80-0b1a9f892287 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 944 time: 0.1673887 Nov 23 18:41:09.545969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:09.550762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:09.559151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.660287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.661058 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.666288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] 10.222.0.47 "PUT /v2.0/ports/97b88eb3-4aa1-4ff6-b421-477dd283bc4e HTTP/1.1" status: 200 len: 1096 time: 1.8954589 Nov 23 18:41:09.667611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:09.674813 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:09.775363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844fa1-e767-4710-8489-973a6ac62b21 service neutron] Pushing event updated for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:09.803524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72789-b7ed-4db6-9ad8-f6418b8bff7c req-84bf70f4-2495-43c8-b020-0d282aa714b1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.812453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00b72789-b7ed-4db6-9ad8-f6418b8bff7c req-84bf70f4-2495-43c8-b020-0d282aa714b1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1324806 Nov 23 18:41:09.826395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-16d82ca7-b41b-44ad-9b6b-b5a5aedc0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.828097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-16d82ca7-b41b-44ad-9b6b-b5a5aedc0d86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 1099 time: 0.0964055 Nov 23 18:41:09.888869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-d8450550-0a84-40f3-991c-edf4bd839fe8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e HTTP/1.1" status: 200 len: 217 time: 0.0507119 Nov 23 18:41:09.957205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00b72789-b7ed-4db6-9ad8-f6418b8bff7c req-5bf3bfa1-0ed2-4391-9479-a11b8280e57c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437473 Nov 23 18:41:09.975740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-6f676f2c-e430-409a-8aa8-dc9d80510105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:09.976051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Deleting port 773efb01-efad-4966-a08d-3503e1aef3c8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:09.976386 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:09.978289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-6f676f2c-e430-409a-8aa8-dc9d80510105 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0805655 Nov 23 18:41:10.038017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-6a42407d-6492-4160-904a-8f00cc18c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.040599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-6a42407d-6492-4160-904a-8f00cc18c0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536313 Nov 23 18:41:10.063616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e5ebb89-dddb-44ac-a4d8-06c80a158a26 req-857e0244-fa60-4f0d-b40e-ead9845c4204 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269592 Nov 23 18:41:10.117768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] For port 773efb01-efad-4966-a08d-3503e1aef3c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=773efb01-efad-4966-a08d-3503e1aef3c8,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:10.118796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.127147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.142266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Calling delete_port for 773efb01-efad-4966-a08d-3503e1aef3c8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:10.166343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b11d47-755c-4802-af95-b5b641199fae req-6f4493fc-cb48-4bc2-a291-cd6d3fb0e5c2 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.167982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0b11d47-755c-4802-af95-b5b641199fae req-6f4493fc-cb48-4bc2-a291-cd6d3fb0e5c2 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.1262975 Nov 23 18:41:10.215737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-a6d3ea09-7b1e-4a94-bb2f-2661afa30179 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608942 Nov 23 18:41:10.247131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48542-6df1-4997-9c13-e8c22e95f9fa req-c218e9a4-3c7c-46b2-b390-fc4e85a189d9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.248586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74c48542-6df1-4997-9c13-e8c22e95f9fa req-c218e9a4-3c7c-46b2-b390-fc4e85a189d9 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 950 time: 0.1080396 Nov 23 18:41:10.263094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0b11d47-755c-4802-af95-b5b641199fae req-ce65f57c-c631-4fe2-9b23-9f4ee993ce04 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873961 Nov 23 18:41:10.317240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74c48542-6df1-4997-9c13-e8c22e95f9fa req-124bb587-848e-4ccb-b631-a38cbe3a7886 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598311 Nov 23 18:41:10.354350 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a667c9-4193-4726-91f5-a2035e4ba882 x-openstack-request-id: req-64a667c9-4193-4726-91f5-a2035e4ba882 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:10.354350 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:10.355285 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64a667c9-4193-4726-91f5-a2035e4ba882 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:10.355285 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc', 'code': 200} Nov 23 18:41:10.371895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0894a044-7e79-4828-b030-ae762c8e65d6 req-47d72224-880d-4b23-a02a-df24df128022 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485262 Nov 23 18:41:10.402807 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47adcc18-a5d1-4478-80fe-994382ca9fb3 x-openstack-request-id: req-47adcc18-a5d1-4478-80fe-994382ca9fb3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:10.407207 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:10.407691 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47adcc18-a5d1-4478-80fe-994382ca9fb3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:10.408316 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e', 'status': 'completed', 'code': 200} Nov 23 18:41:10.410216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.425627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af', '773efb01-efad-4966-a08d-3503e1aef3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:10.484137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event deleted for resources: {'Port': ['ID=773efb01-efad-4966-a08d-3503e1aef3c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:10.511497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] No DVR routers for this DVR port 773efb01-efad-4966-a08d-3503e1aef3c8 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:10.514590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.518133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8da209e7-c382-497d-8f91-b2a09e414277 req-5ee3d164-c6f8-434b-91e3-3c70d5a9d079 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "DELETE /v2.0/ports/773efb01-efad-4966-a08d-3503e1aef3c8 HTTP/1.1" status: 204 len: 173 time: 1.3297851 Nov 23 18:41:10.518616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-deleted', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:10.521116 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf487c-0578-427e-98f9-c379a85b5fbf" -d '{"events": [{"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-deleted", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:10.555452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:10.574059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e7acb4b-384d-4e33-94ac-7f49b2e8da34 req-d7e5010f-378c-4997-9f82-1acb1facdbb6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c HTTP/1.1" status: 200 len: 210 time: 0.0401182 Nov 23 18:41:10.637927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c7176e55-d89c-49dd-8a78-1b85b2ff95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.639871 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c7176e55-d89c-49dd-8a78-1b85b2ff95b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 1099 time: 0.1955383 Nov 23 18:41:10.647405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b23a09-f7ca-4b7d-a28f-24c7b108d1e6 req-95ad0fbc-818a-4c81-879a-b6e4d482eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.649074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78b23a09-f7ca-4b7d-a28f-24c7b108d1e6 req-95ad0fbc-818a-4c81-879a-b6e4d482eb47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 1096 time: 0.1384192 Nov 23 18:41:10.663207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6370-70b5-4e4a-afa6-b6739e8d09fc req-489752fc-4c5a-4bc4-86e6-4dff14e814c9 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.665080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84fe6370-70b5-4e4a-afa6-b6739e8d09fc req-489752fc-4c5a-4bc4-86e6-4dff14e814c9 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 948 time: 0.1570244 Nov 23 18:41:10.705134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 712acf4d-9238-4af3-8377-d3f00a8cc9bf completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:10.715699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 712acf4d-9238-4af3-8377-d3f00a8cc9bf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:10.716072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.749009 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c218b-5efa-4196-bbcc-af65064e7362 x-openstack-request-id: req-994c218b-5efa-4196-bbcc-af65064e7362 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:10.749307 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c", "name": "network-vif-deleted", "tag": "773efb01-efad-4966-a08d-3503e1aef3c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:10.749564 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-994c218b-5efa-4196-bbcc-af65064e7362 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:10.749982 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29fe2c9-1ecb-4b2a-834c-68c8c0f4b18c', 'name': 'network-vif-deleted', 'tag': '773efb01-efad-4966-a08d-3503e1aef3c8', 'status': 'completed', 'code': 200} Nov 23 18:41:10.805238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78b23a09-f7ca-4b7d-a28f-24c7b108d1e6 req-015ee26d-3957-4a70-ae02-77397f857b3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377008 Nov 23 18:41:10.818622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84fe6370-70b5-4e4a-afa6-b6739e8d09fc req-92c7a505-2f2a-4a67-9674-18d74bbe34ba tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353838 Nov 23 18:41:10.852391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c813973a-da87-4d25-9eb7-c83ccb398868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:10.854234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c813973a-da87-4d25-9eb7-c83ccb398868 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1881163 Nov 23 18:41:10.876028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.913715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:10.919665 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:10.975973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:11.035988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-c328c569-998a-4b83-9c83-1490965b2934 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.037193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-a214a575-ce6a-46e0-8747-bbdf6d1932fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e HTTP/1.1" status: 200 len: 217 time: 0.0386846 Nov 23 18:41:11.038190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-c328c569-998a-4b83-9c83-1490965b2934 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.50 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 950 time: 0.0640256 Nov 23 18:41:11.108487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c4db8530-5274-4a8e-9584-64835e69c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.110102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-c4db8530-5274-4a8e-9584-64835e69c281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0648732 Nov 23 18:41:11.186325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-433dba74-184c-42b3-9c2e-0cc5f98c5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.187943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-433dba74-184c-42b3-9c2e-0cc5f98c5360 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689573 Nov 23 18:41:11.194736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b3c4d-fdb7-46d4-a071-3cae33875f3b req-ac9cea63-2c91-4cd9-b718-d43c559b6c3d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.197187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2b3c4d-fdb7-46d4-a071-3cae33875f3b req-ac9cea63-2c91-4cd9-b718-d43c559b6c3d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1257815 Nov 23 18:41:11.251029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Deleting port f7956bd5-7989-42d4-b4b4-9c79a47657ca {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:11.251811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:11.257463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca02d-433f-4bda-ace9-115605e0cfa1 req-428c99af-10f6-494d-bdcd-aaa899194813 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.258353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba0ca02d-433f-4bda-ace9-115605e0cfa1 req-428c99af-10f6-494d-bdcd-aaa899194813 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.0850270 Nov 23 18:41:11.288563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df2b3c4d-fdb7-46d4-a071-3cae33875f3b req-65494cc8-08f5-40aa-b944-4e4e6da0d194 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820787 Nov 23 18:41:11.357517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba0ca02d-433f-4bda-ace9-115605e0cfa1 req-3172207c-1627-436d-b402-576fd010ee9e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Nov 23 18:41:11.361014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-67768460-67c2-46cd-9c7c-2222096adfe1 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484871 Nov 23 18:41:11.394762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] For port f7956bd5-7989-42d4-b4b4-9c79a47657ca, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f7956bd5-7989-42d4-b4b4-9c79a47657ca,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:11.395149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:11.410596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Calling delete_port for f7956bd5-7989-42d4-b4b4-9c79a47657ca owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:11.439135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1db0-5b82-4152-8abd-fe6ad0be01d6 req-523aa728-af28-4159-965c-6b55dd9cf4f6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.440631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-508d1db0-5b82-4152-8abd-fe6ad0be01d6 req-523aa728-af28-4159-965c-6b55dd9cf4f6 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.0898042 Nov 23 18:41:11.519766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3264a1fa-c00b-42a8-ad6f-07e4dbf252ee req-88daecc4-a331-4459-ac1b-e7c8efb8bb48 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399293 Nov 23 18:41:11.528759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702beb-1b54-41d9-8aea-8848445b93ca req-cabfb542-0b93-46bf-88de-834d6b207797 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.530175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed702beb-1b54-41d9-8aea-8848445b93ca req-cabfb542-0b93-46bf-88de-834d6b207797 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2917c28c-cb7f-4d2a-9051-43c2f1192a1f HTTP/1.1" status: 200 len: 950 time: 0.0858476 Nov 23 18:41:11.543070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-508d1db0-5b82-4152-8abd-fe6ad0be01d6 req-9044c985-646e-4947-8008-829f87a4f68c tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725133 Nov 23 18:41:11.589256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed702beb-1b54-41d9-8aea-8848445b93ca req-4b5d15e4-3528-4f50-ad47-a216ac543e92 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6f501f7-f473-406d-8fe7-88661edfc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525689 Nov 23 18:41:11.613170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:11.626403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f7956bd5-7989-42d4-b4b4-9c79a47657ca'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:11.645980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Pushing event deleted for resources: {'Port': ['ID=f7956bd5-7989-42d4-b4b4-9c79a47657ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:11.689797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] No DVR routers for this DVR port f7956bd5-7989-42d4-b4b4-9c79a47657ca on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:11.692673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:11.696236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f3115c1-8e86-410e-ba82-ff1442ce093d req-19597161-b64d-4bf1-9cd1-f65b2136fa49 tempest-ServerDiagnosticsNegativeTest-832941125 tempest-ServerDiagnosticsNegativeTest-832941125-project] 10.222.0.50 "DELETE /v2.0/ports/f7956bd5-7989-42d4-b4b4-9c79a47657ca HTTP/1.1" status: 204 len: 173 time: 0.6331646 Nov 23 18:41:11.778345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f01ba-dbd4-4060-b607-ef269177b1b4 req-fbfaa8c8-34c3-4d65-8203-ffbc6653d6c4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:11.780113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f30f01ba-dbd4-4060-b607-ef269177b1b4 req-fbfaa8c8-34c3-4d65-8203-ffbc6653d6c4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.0675178 Nov 23 18:41:11.861041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f30f01ba-dbd4-4060-b607-ef269177b1b4 req-56912901-478a-4ada-91c1-e708f2c5e818 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720594 Nov 23 18:41:12.000798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cead0e-f9ed-4121-bb5e-41b093d8e3c9 req-7e106550-005b-4979-9b1b-b47d27e2d89c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.011179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2cead0e-f9ed-4121-bb5e-41b093d8e3c9 req-7e106550-005b-4979-9b1b-b47d27e2d89c tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.0892315 Nov 23 18:41:12.098205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2cead0e-f9ed-4121-bb5e-41b093d8e3c9 req-25289276-a5f2-4be9-a895-c6f3b0f6abf6 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Nov 23 18:41:12.248384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5f65-1ef2-490e-8df4-71d2bfe845b2 req-20c0ef17-b07d-424a-872c-d2441c7da0f9 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.251299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af4b5f65-1ef2-490e-8df4-71d2bfe845b2 req-20c0ef17-b07d-424a-872c-d2441c7da0f9 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 948 time: 0.0814934 Nov 23 18:41:12.326633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af4b5f65-1ef2-490e-8df4-71d2bfe845b2 req-15f00e62-2ce6-4a18-8371-a21bbc8f5848 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Nov 23 18:41:12.355867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:12.358663 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae48ea-5bee-4e9c-83b8-63b576bd02a0" -d '{"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-plugged", "status": "completed", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:12.400024 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d85964-27b8-48b3-9850-a1b0b76041d5 x-openstack-request-id: req-b0d85964-27b8-48b3-9850-a1b0b76041d5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:12.400302 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-plugged", "status": "completed", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:12.400735 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0d85964-27b8-48b3-9850-a1b0b76041d5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:12.401329 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'code': 200} Nov 23 18:41:12.426770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522c39-7aa3-4068-8a3f-cfb5dfc25418 req-93c82bf3-2150-468b-9321-407a5bb27b52 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.435548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0522c39-7aa3-4068-8a3f-cfb5dfc25418 req-93c82bf3-2150-468b-9321-407a5bb27b52 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.0632043 Nov 23 18:41:12.484517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0522c39-7aa3-4068-8a3f-cfb5dfc25418 req-1f32684e-cf19-438a-a676-b88a585525aa tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480003 Nov 23 18:41:12.555969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-dff251be-226c-4d46-8f45-372ccf438c43 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.557846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-dff251be-226c-4d46-8f45-372ccf438c43 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 944 time: 0.1427941 Nov 23 18:41:12.578376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd17cb-d610-4ea6-8569-85b5afaa3bea req-4353f0c3-769e-4486-bc8e-1cb5c3b341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.580162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84dd17cb-d610-4ea6-8569-85b5afaa3bea req-4353f0c3-769e-4486-bc8e-1cb5c3b341cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 1096 time: 0.0547135 Nov 23 18:41:12.580536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c4b20-e808-4300-a530-88a53f2b108d req-c435cf85-321c-4bdd-a426-f7d2aee141d6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.582025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308c4b20-e808-4300-a530-88a53f2b108d req-c435cf85-321c-4bdd-a426-f7d2aee141d6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.0987058 Nov 23 18:41:12.683813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308c4b20-e808-4300-a530-88a53f2b108d req-ecce9ebd-4e39-44f7-8363-2aace04f60c1 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847330 Nov 23 18:41:12.687640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84dd17cb-d610-4ea6-8569-85b5afaa3bea req-fa37a76d-67cb-4d1a-b21a-ed6cc716370a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983191 Nov 23 18:41:12.702643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15109bbe-7411-4af4-a5f8-45af4a0d69b5 req-27828f60-7393-4ae5-a077-53bad0834d22 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:12.704630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15109bbe-7411-4af4-a5f8-45af4a0d69b5 req-27828f60-7393-4ae5-a077-53bad0834d22 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.0786664 Nov 23 18:41:12.709490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Deleting port ee2c5855-ec76-4862-97e5-5081d58743ce {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:12.709900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.762376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15109bbe-7411-4af4-a5f8-45af4a0d69b5 req-78cdb34f-78ed-408c-8cd5-7c26396044f2 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507476 Nov 23 18:41:12.771947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'name': 'network-vif-deleted', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:12.774146 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ee65ab-4fc1-4898-a6d5-44d4f17278f1" -d '{"events": [{"server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "name": "network-vif-deleted", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:12.830959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] For port ee2c5855-ec76-4862-97e5-5081d58743ce, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee2c5855-ec76-4862-97e5-5081d58743ce,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:12.831269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:12.834892 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb767a-47ee-49ba-b622-dd57aaa6540c x-openstack-request-id: req-d3cb767a-47ee-49ba-b622-dd57aaa6540c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:12.835297 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2917c28c-cb7f-4d2a-9051-43c2f1192a1f", "name": "network-vif-deleted", "tag": "f7956bd5-7989-42d4-b4b4-9c79a47657ca", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:12.835664 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3cb767a-47ee-49ba-b622-dd57aaa6540c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:12.836203 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2917c28c-cb7f-4d2a-9051-43c2f1192a1f', 'name': 'network-vif-deleted', 'tag': 'f7956bd5-7989-42d4-b4b4-9c79a47657ca', 'status': 'completed', 'code': 200} Nov 23 18:41:12.851230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Calling delete_port for ee2c5855-ec76-4862-97e5-5081d58743ce owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:13.039135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.053277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:13.062583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f7956bd5-7989-42d4-b4b4-9c79a47657ca no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:13.087609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:13.091987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event deleted for resources: {'Port': ['ID=ee2c5855-ec76-4862-97e5-5081d58743ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:13.111893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: f7956bd5-7989-42d4-b4b4-9c79a47657ca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:13.112423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f7956bd5-7989-42d4-b4b4-9c79a47657ca not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:13.113012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:13.143816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 773efb01-efad-4966-a08d-3503e1aef3c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:13.144497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 773efb01-efad-4966-a08d-3503e1aef3c8 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:13.145083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:13.168431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: ee2c5855-ec76-4862-97e5-5081d58743ce {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:13.168782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee2c5855-ec76-4862-97e5-5081d58743ce not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:13.198241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] No DVR routers for this DVR port ee2c5855-ec76-4862-97e5-5081d58743ce on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:13.208795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.215347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-113ce85d-c94a-4277-a317-13c62c9d21f5 req-25c3440e-df05-4377-a1ea-a24874b4dbe2 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "DELETE /v2.0/ports/ee2c5855-ec76-4862-97e5-5081d58743ce HTTP/1.1" status: 204 len: 173 time: 0.6505897 Nov 23 18:41:13.309910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a95113e-414c-404a-8879-64b69a3f9390 req-50fc6b74-0b16-4ef0-9e23-d95a9f8b80cb tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7b7a2e-4c13-4235-bfbc-f98a7591d77f HTTP/1.1" status: 200 len: 210 time: 0.0945845 Nov 23 18:41:13.497113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5d0498aa-b2a4-4674-bbb5-c8af5ba7cc7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=855a65b5dcc1404fbf2ce1991e79d69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060135 Nov 23 18:41:13.497474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:13.538288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21153a21-968c-465d-bcdc-9249d0423b62 req-cfc4d4b5-e0ea-49cf-af61-d758c0fde096 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.545572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21153a21-968c-465d-bcdc-9249d0423b62 req-cfc4d4b5-e0ea-49cf-af61-d758c0fde096 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.0775650 Nov 23 18:41:13.588462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.601055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21153a21-968c-465d-bcdc-9249d0423b62 req-f1ffed21-97f1-488e-800a-314f9cdc3ad1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545969 Nov 23 18:41:13.609828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b964-5df5-433c-8e6b-7b2ff72f9df1 req-3db9b3da-490f-4605-bc53-2e7117e92465 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.611427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9042b964-5df5-433c-8e6b-7b2ff72f9df1 req-3db9b3da-490f-4605-bc53-2e7117e92465 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 948 time: 0.0897393 Nov 23 18:41:13.629201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.701416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9042b964-5df5-433c-8e6b-7b2ff72f9df1 req-ef2d18cc-ef70-4059-b17c-74da646a4c9f tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778451 Nov 23 18:41:13.729999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.732757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.733935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6f501f7-f473-406d-8fe7-88661edfc1b6 HTTP/1.1" status: 204 len: 168 time: 0.2355297 Nov 23 18:41:13.743702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e442-fdb7-49ac-979a-489e97bfa33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f501f7-f473-406d-8fe7-88661edfc1b6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:13.802753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc00fb-2094-4247-8f52-358e31f6f00a req-93594b21-f838-4ef1-aa94-33795bdacc2d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.804784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbcc00fb-2094-4247-8f52-358e31f6f00a req-93594b21-f838-4ef1-aa94-33795bdacc2d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1182673 Nov 23 18:41:13.905030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbcc00fb-2094-4247-8f52-358e31f6f00a req-3425bb72-8d88-408c-9cb8-c1b78eb93a97 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763032 Nov 23 18:41:13.972088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedb555-ff26-4150-afd4-e9f56b392e23 req-f3ab400c-6322-4172-8a91-c585a9ad5dcb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:13.981232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7eedb555-ff26-4150-afd4-e9f56b392e23 req-f3ab400c-6322-4172-8a91-c585a9ad5dcb tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.0967028 Nov 23 18:41:14.048004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7eedb555-ff26-4150-afd4-e9f56b392e23 req-7194446b-2801-43ca-9550-7b5674436954 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633419 Nov 23 18:41:14.207863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:14.226469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9f0-567b-446b-960c-4160f06b4d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.354086 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9f0-567b-446b-960c-4160f06b4d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.360929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b1df9f0-567b-446b-960c-4160f06b4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.431545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2b1df9f0-567b-446b-960c-4160f06b4d49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3332aa468b04c26aa422e077bbbc6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221329 Nov 23 18:41:14.434277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:14.436102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1df9f0-567b-446b-960c-4160f06b4d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb1939-ceb3-4f3c-aee0-47a1a2567f27,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:14.458766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577eab7-2bcf-4654-9111-caf6a80c20d1 req-9eeeac1f-34c3-4eac-aacc-bc93645aa3d4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.460433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0577eab7-2bcf-4654-9111-caf6a80c20d1 req-9eeeac1f-34c3-4eac-aacc-bc93645aa3d4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.0805905 Nov 23 18:41:14.487976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.525872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0577eab7-2bcf-4654-9111-caf6a80c20d1 req-67723c54-9291-434f-bbbc-a2bbcc9e8816 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565879 Nov 23 18:41:14.526025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.558106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 97b88eb3-4aa1-4ff6-b421-477dd283bc4e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:14.596450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.604129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.607877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dcb1939-ceb3-4f3c-aee0-47a1a2567f27 HTTP/1.1" status: 204 len: 168 time: 0.1724527 Nov 23 18:41:14.622731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ece9c4-7ad7-41b8-a6f9-ce3c8458a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb1939-ceb3-4f3c-aee0-47a1a2567f27,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:14.668025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff241-a0cf-4205-ba53-3723533cb5f4 req-1ac7ce5a-9f73-400f-b9b8-3c7ffda4b263 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.670998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf2ff241-a0cf-4205-ba53-3723533cb5f4 req-1ac7ce5a-9f73-400f-b9b8-3c7ffda4b263 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 944 time: 0.0786326 Nov 23 18:41:14.698410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:14.712344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e', 'mac_address': 'fa:16:3e:ff:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:14.724353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf2ff241-a0cf-4205-ba53-3723533cb5f4 req-b1bbfb47-4a56-4721-ac1c-551e8b41038b tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/security-groups?id=18875323-88e4-488f-b1ae-a1c1bdc2be2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Nov 23 18:41:14.761684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.784853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b88eb3-4aa1-4ff6-b421-477dd283bc4e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:14.814687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:14.827376 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.837526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-deleted', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:14.841947 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf9d67-733b-4f63-97f3-712738594f3f" -d '{"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-deleted", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:14.897274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:14.934598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31f993-35e7-4a55-9892-5800827294b7 req-2fa88496-6075-42da-bb8e-c5691d34d5c3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:14.936691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b31f993-35e7-4a55-9892-5800827294b7 req-2fa88496-6075-42da-bb8e-c5691d34d5c3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 949 time: 0.0657055 Nov 23 18:41:14.938505 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8778ea40-7479-4953-8ffd-75dd056fc070 x-openstack-request-id: req-8778ea40-7479-4953-8ffd-75dd056fc070 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:14.939059 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b7a2e-4c13-4235-bfbc-f98a7591d77f", "name": "network-vif-deleted", "tag": "ee2c5855-ec76-4862-97e5-5081d58743ce", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:14.939652 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8778ea40-7479-4953-8ffd-75dd056fc070 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:14.940308 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b7a2e-4c13-4235-bfbc-f98a7591d77f', 'name': 'network-vif-deleted', 'tag': 'ee2c5855-ec76-4862-97e5-5081d58743ce', 'status': 'completed', 'code': 200} Nov 23 18:41:15.015577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b31f993-35e7-4a55-9892-5800827294b7 req-fe152d88-7252-4859-b3e7-6815ff52edb5 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714889 Nov 23 18:41:15.045179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e17f4-7149-4783-936e-c6536a3f94be req-d6f781c5-b0ba-4621-89b7-13e1ca891057 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:15.052996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-661e17f4-7149-4783-936e-c6536a3f94be req-d6f781c5-b0ba-4621-89b7-13e1ca891057 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 944 time: 0.0708570 Nov 23 18:41:15.062948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:15.084649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112deb9b-2903-4049-9cbb-51561391c61f req-a48d8621-b643-4f0b-a505-8f29b1076c84 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:15.086192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-112deb9b-2903-4049-9cbb-51561391c61f req-a48d8621-b643-4f0b-a505-8f29b1076c84 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.0668945 Nov 23 18:41:15.102870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['97b88eb3-4aa1-4ff6-b421-477dd283bc4e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:15.163668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-112deb9b-2903-4049-9cbb-51561391c61f req-821ac84a-2a36-4ffe-a215-6897bf475699 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695832 Nov 23 18:41:15.205211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Deleting port fe31cbe3-711d-4fa5-9138-01461e2cf7af {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:15.205600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.235430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad72e-44d4-442a-b2ca-eae2a22e8fa0 req-f2bc0db5-a079-49fa-9a92-49f05c987d43 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:15.237717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-881ad72e-44d4-442a-b2ca-eae2a22e8fa0 req-f2bc0db5-a079-49fa-9a92-49f05c987d43 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.1048257 Nov 23 18:41:15.288256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:15.308890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d', 'port_id': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'mac_address': 'fa:16:3e:e4:b0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62cf34-c045-4d0e-bc1d-aea5b950cdd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:15.372631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-881ad72e-44d4-442a-b2ca-eae2a22e8fa0 req-08e3cef3-2869-424d-a22a-87c3ceed70de tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151764 Nov 23 18:41:15.383148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] For port fe31cbe3-711d-4fa5-9138-01461e2cf7af, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=fe31cbe3-711d-4fa5-9138-01461e2cf7af,segment=NetworkSegment(c80349ce-ce10-4845-a1bd-4bfc15db03b7),segment_id=c80349ce-ce10-4845-a1bd-4bfc15db03b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:15.384193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.401804 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.402478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Calling delete_port for fe31cbe3-711d-4fa5-9138-01461e2cf7af owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:15.429939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f61badc-1c58-4a55-99a8-bf735f0c902b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:15.454789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:15.463120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.559624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5f15-2d40-4e23-93d9-d7344975a72b req-bbe1e67e-8fe2-47aa-8e47-6b3959d13dea tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:15.565214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-693e5f15-2d40-4e23-93d9-d7344975a72b req-bbe1e67e-8fe2-47aa-8e47-6b3959d13dea tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.1044891 Nov 23 18:41:15.635213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.657237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['fe31cbe3-711d-4fa5-9138-01461e2cf7af'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:15.674986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-693e5f15-2d40-4e23-93d9-d7344975a72b req-070f72b9-a838-4ad8-8d37-87aa9ff05abd tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002767 Nov 23 18:41:15.697840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Pushing event deleted for resources: {'Port': ['ID=fe31cbe3-711d-4fa5-9138-01461e2cf7af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:15.714615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:15.766359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['5f61badc-1c58-4a55-99a8-bf735f0c902b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:15.795979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] No DVR routers for this DVR port fe31cbe3-711d-4fa5-9138-01461e2cf7af on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:15.808349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.812682 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-661e17f4-7149-4783-936e-c6536a3f94be req-44b6268e-fc0c-4bba-90f4-70e92e0e98f3 tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.50 "DELETE /v2.0/ports/fe31cbe3-711d-4fa5-9138-01461e2cf7af HTTP/1.1" status: 204 len: 173 time: 0.7564142 Nov 23 18:41:15.940731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9e4c-54e9-4471-bfaf-b4ab4f7788fc req-28b84a48-abfe-4da2-880a-0a6cf3c668e1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:15.949350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-116e9e4c-54e9-4471-bfaf-b4ab4f7788fc req-28b84a48-abfe-4da2-880a-0a6cf3c668e1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.1498644 Nov 23 18:41:16.051587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-2fe4a930-5fbf-4871-96e2-5264a71fb98a tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:16.054202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-2fe4a930-5fbf-4871-96e2-5264a71fb98a tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 946 time: 0.0949438 Nov 23 18:41:16.071686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-116e9e4c-54e9-4471-bfaf-b4ab4f7788fc req-d654d2a9-a5ff-4984-b565-12414d98b0f5 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups?id=0708a4da-fc87-471c-942c-ea8238430a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170802 Nov 23 18:41:16.221232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fca0ea9-64a2-44fc-a9c1-b929cc6edef3 req-3e92fc74-53f7-4670-901d-0ece3a764f9d tempest-LiveAutoBlockMigrationV225Test-1308930717 tempest-LiveAutoBlockMigrationV225Test-1308930717-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8ce120f-ae3b-434c-a568-bdc46cc7bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Nov 23 18:41:16.272655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Deleting port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:16.273056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.452871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] For port c7907d4b-6914-46a5-b3d2-cc7e98ce1829, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:16.453489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.558333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 97b88eb3-4aa1-4ff6-b421-477dd283bc4e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:16.681994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:16.692718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:16.693085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.693599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131a818-3102-4586-bea2-8483d39f9e58 req-27422e07-39b3-453d-a89f-0b6a9bd1f1ce tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:16.703599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7131a818-3102-4586-bea2-8483d39f9e58 req-27422e07-39b3-453d-a89f-0b6a9bd1f1ce tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 945 time: 0.1289997 Nov 23 18:41:16.775598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7131a818-3102-4586-bea2-8483d39f9e58 req-a746d8dd-0ac1-4015-bec2-c44825d57018 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Nov 23 18:41:16.817654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.849308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:16.853014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.853498 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cd3f1-3387-4524-861d-bfb1421db5d4" -d '{"events": [{"server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "name": "network-vif-plugged", "status": "completed", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:16.853641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.853769 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Floating IP 3df005c6-9883-4629-a394-fa432aa72726 disassociated. External IP: 172.25.5.28, port: c7907d4b-6914-46a5-b3d2-cc7e98ce1829. Nov 23 18:41:16.854014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Calling delete_port for c7907d4b-6914-46a5-b3d2-cc7e98ce1829 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:16.870512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:16.879852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.885522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e79c-bd9e-4d4e-b4d5-ac23b1d61b47 req-a05412e3-bdcd-45e8-a34f-96d3108c84d2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:16.889040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4870e79c-bd9e-4d4e-b4d5-ac23b1d61b47 req-a05412e3-bdcd-45e8-a34f-96d3108c84d2 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 949 time: 0.1160891 Nov 23 18:41:16.941655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-deleted', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:16.943981 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8516b3-266c-4031-9035-8aa39450464c" -d '{"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-deleted", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:16.963060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:16.998897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4870e79c-bd9e-4d4e-b4d5-ac23b1d61b47 req-28027eb3-7672-4bc4-bf70-f2afa195a060 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Nov 23 18:41:17.060165 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0bc00-492b-41a2-b498-9bb74cd509d3 x-openstack-request-id: req-0cd0bc00-492b-41a2-b498-9bb74cd509d3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:17.060465 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "name": "network-vif-plugged", "status": "completed", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:17.060762 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cd0bc00-492b-41a2-b498-9bb74cd509d3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:17.061292 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e', 'code': 200} Nov 23 18:41:17.078260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:17.097030 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88402a0-ca57-442f-a00e-b3d8c9612300 x-openstack-request-id: req-f88402a0-ca57-442f-a00e-b3d8c9612300 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:17.097332 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce120f-ae3b-434c-a568-bdc46cc7bbf8", "name": "network-vif-deleted", "tag": "fe31cbe3-711d-4fa5-9138-01461e2cf7af", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:17.097592 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f88402a0-ca57-442f-a00e-b3d8c9612300 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:17.098317 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce120f-ae3b-434c-a568-bdc46cc7bbf8', 'name': 'network-vif-deleted', 'tag': 'fe31cbe3-711d-4fa5-9138-01461e2cf7af', 'status': 'completed', 'code': 200} Nov 23 18:41:17.107521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:17.207748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 5f61badc-1c58-4a55-99a8-bf735f0c902b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:17.210861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event deleted for resources: {'Port': ['ID=c7907d4b-6914-46a5-b3d2-cc7e98ce1829,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:17.214752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 5f61badc-1c58-4a55-99a8-bf735f0c902b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:17.215219 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:17.377205 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:17.402432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b045e6-0f7c-481f-a7a3-eb6319e7632e req-3184029f-bfd4-4873-96a6-449b5a124d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:17.404621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73b045e6-0f7c-481f-a7a3-eb6319e7632e req-3184029f-bfd4-4873-96a6-449b5a124d60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 1101 time: 0.2590625 Nov 23 18:41:17.417344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:17.424338 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:17.431295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0400e0-1c9d-4001-9fe1-df5c5d36262c req-9725ba9f-e268-4161-b8b0-ef5b452ee107 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:17.433186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a0400e0-1c9d-4001-9fe1-df5c5d36262c req-9725ba9f-e268-4161-b8b0-ef5b452ee107 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.0566642 Nov 23 18:41:17.460025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb4c633b-a501-482f-820b-c6d1dfcf2c0b req-73edd160-f894-45fa-96d8-76f4be9d02f6 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0538154 Nov 23 18:41:17.501328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Router c538986e-5eec-4ba1-853a-341577daa3dd has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:41:17.516895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73b045e6-0f7c-481f-a7a3-eb6319e7632e req-ff25fcc8-5d27-476e-bf3b-e76c9ee9ba94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947125 Nov 23 18:41:17.525991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a0400e0-1c9d-4001-9fe1-df5c5d36262c req-ebb61279-5be7-4b86-87e7-fd7b9c5ddf64 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865574 Nov 23 18:41:17.529222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:17.553505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:17.707214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:41:17.718714 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Sync routers for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:41:17.740335 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:17.747900 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:17.772681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] No DVR routers for this DVR port c7907d4b-6914-46a5-b3d2-cc7e98ce1829 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:17.777932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:17.781723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94101025-9ce2-4232-94df-f2e7673b80b8 req-524f6a1a-057b-4827-971a-e9bc7376e430 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.47 "DELETE /v2.0/ports/c7907d4b-6914-46a5-b3d2-cc7e98ce1829 HTTP/1.1" status: 204 len: 173 time: 1.7083163 Nov 23 18:41:17.782186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'name': 'network-vif-deleted', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:17.785760 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5986f-3762-4243-8cf7-28d09de2cbd6" -d '{"events": [{"server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "name": "network-vif-deleted", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:17.869725 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6d34e-d022-462d-9de8-bcb9177dcded x-openstack-request-id: req-6ae6d34e-d022-462d-9de8-bcb9177dcded {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:17.870342 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd", "name": "network-vif-deleted", "tag": "c7907d4b-6914-46a5-b3d2-cc7e98ce1829", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:17.870342 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ae6d34e-d022-462d-9de8-bcb9177dcded {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:17.870733 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd', 'name': 'network-vif-deleted', 'tag': 'c7907d4b-6914-46a5-b3d2-cc7e98ce1829', 'status': 'completed', 'code': 200} Nov 23 18:41:17.954010 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:18.049718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Deleting subnet e141e0fd-54be-43c8-ba1d-45f91a90568a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:41:18.060745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.123379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.209269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5d492-f0e7-4cb3-9989-63303c623d5b req-f2508db3-1809-409b-9913-212b7203462e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:18.213372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfc40e-2f9c-4a31-b257-1df500a3e24f req-3a81aa11-5d74-418f-b24f-e5135c513acd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:18.217371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bedfc40e-2f9c-4a31-b257-1df500a3e24f req-3a81aa11-5d74-418f-b24f-e5135c513acd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.2133436 Nov 23 18:41:18.219900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c5d492-f0e7-4cb3-9989-63303c623d5b req-f2508db3-1809-409b-9913-212b7203462e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.1074603 Nov 23 18:41:18.220664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.233026 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.271628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Checking router: c538986e-5eec-4ba1-853a-341577daa3dd for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:41:18.291946 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:18.292834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.297563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c5d492-f0e7-4cb3-9989-63303c623d5b req-186fcf7b-7383-4eb8-a21c-74cd4610d015 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753427 Nov 23 18:41:18.303873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:18.369842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bedfc40e-2f9c-4a31-b257-1df500a3e24f req-f7a58560-e65c-4708-b7e9-9f87b8dfe323 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095490 Nov 23 18:41:18.393691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.408947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.413648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e141e0fd-54be-43c8-ba1d-45f91a90568a HTTP/1.1" status: 204 len: 168 time: 0.8589127 Nov 23 18:41:18.416527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:18.448942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04fb18-0447-4664-b970-a496cf1f1f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e141e0fd-54be-43c8-ba1d-45f91a90568a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:18.488949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff1a640-9a8a-4b87-a130-10ab0b62ddaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.528100 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:18.536784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.642365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff1a640-9a8a-4b87-a130-10ab0b62ddaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.662656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff1a640-9a8a-4b87-a130-10ab0b62ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.683171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2feab667-4e6b-49b0-bef2-aa9c68105c76 req-03bf9541-d6ab-40da-beff-598c8a3afb36 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0854762 Nov 23 18:41:18.740933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ff1a640-9a8a-4b87-a130-10ab0b62ddaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4347f955b8e24f259e9ef087660ce729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328177 Nov 23 18:41:18.747795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:18.758951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.782953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10a83a4-c7e2-4c8c-9165-ff95cb0af19c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.791953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1a640-9a8a-4b87-a130-10ab0b62ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe8943-66bf-4c2e-8c53-86fb3d1f27e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:18.792192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.794689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80349ce-ce10-4845-a1bd-4bfc15db03b7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.794998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80349ce-ce10-4845-a1bd-4bfc15db03b7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:18.810562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.837275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.845336 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154ddaa-1c02-4f5f-abeb-cda0badfc7a7 None None] The sync data for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 is: [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:37:53Z', 'revision_number': 4, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d9f5ab9-8bf3-4e87-8a80-60270a566841', 'name': '', 'network_id': '36f223f5-b778-4133-ab3d-9238d1982092', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'mac_address': 'fa:16:3e:9d:06:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:51Z', 'updated_at': '2021-11-23T18:38:07Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'subnets': [{'id': 'd2f3057c-6a57-4116-a694-bf41027c36df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:41:18.852982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:41:18.853456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:41:18.859098 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:41:18.874498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8200b-3d26-479d-898b-1210689b2cac req-b1e317f5-e5cd-4943-bc0f-8297b8bb0c5e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:18.883651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cba8200b-3d26-479d-898b-1210689b2cac req-b1e317f5-e5cd-4943-bc0f-8297b8bb0c5e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.2395902 Nov 23 18:41:18.932448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.966194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.979229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.991056 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cba8200b-3d26-479d-898b-1210689b2cac req-05c5e77a-f037-4f11-a49a-ef223e895d76 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972776 Nov 23 18:41:18.991182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d10a83a4-c7e2-4c8c-9165-ff95cb0af19c HTTP/1.1" status: 204 len: 168 time: 0.5655677 Nov 23 18:41:18.991182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:18.999279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.021565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c42b-694e-4b22-9501-2c1065a78178 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10a83a4-c7e2-4c8c-9165-ff95cb0af19c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:19.051267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Deleting subnet bd5edb65-207f-4da5-b69c-20b847fc9fd6 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:41:19.058279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.062921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:19.066351 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f5798-3d95-478a-a983-70a9b52ae1e6" -d '{"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-plugged", "status": "completed", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:19.082884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.088822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fe31cbe3-711d-4fa5-9138-01461e2cf7af no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:19.095854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.105817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dbe8943-66bf-4c2e-8c53-86fb3d1f27e5 HTTP/1.1" status: 204 len: 168 time: 0.3529003 Nov 23 18:41:19.114956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.147706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96039b8-3f57-4416-b686-08487c9c15f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe8943-66bf-4c2e-8c53-86fb3d1f27e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:19.157545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: fe31cbe3-711d-4fa5-9138-01461e2cf7af {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:19.158157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device fe31cbe3-711d-4fa5-9138-01461e2cf7af not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:19.182213 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa009c-988f-45f7-9693-9c594feb4fbf x-openstack-request-id: req-c3fa009c-988f-45f7-9693-9c594feb4fbf {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:19.184789 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-plugged", "status": "completed", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:19.185064 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3fa009c-988f-45f7-9693-9c594feb4fbf {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:19.185535 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'code': 200} Nov 23 18:41:19.226942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.333017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f1a4c-f036-4939-832e-d502c87bdb33 None None] New status for floating IP 3df005c6-9883-4629-a394-fa432aa72726: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:41:19.340682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2390089-2ab8-46f1-b1c3-cecff3c5a2cc req-9ea9cc45-56c2-455e-8a14-74ef3855ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:19.341679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2390089-2ab8-46f1-b1c3-cecff3c5a2cc req-9ea9cc45-56c2-455e-8a14-74ef3855ca36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1097 time: 0.0762613 Nov 23 18:41:19.408185 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.457691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5edb65-207f-4da5-b69c-20b847fc9fd6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:19.467405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.475478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b05b528d-d48b-4565-bad3-7b1b87bd8853 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd5edb65-207f-4da5-b69c-20b847fc9fd6 HTTP/1.1" status: 204 len: 168 time: 0.4890082 Nov 23 18:41:19.476212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:19.481394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2390089-2ab8-46f1-b1c3-cecff3c5a2cc req-d04521e2-c9ce-441f-a6b7-ce6d2728c571 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216536 Nov 23 18:41:19.493863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f9938-98f2-48ed-80f4-f31810e88152 req-ad2b6d91-e686-4146-82cb-686ff6cc3fab tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:19.517406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-115f9938-98f2-48ed-80f4-f31810e88152 req-ad2b6d91-e686-4146-82cb-686ff6cc3fab tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.1216013 Nov 23 18:41:19.578529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2550f9-f1a9-4c25-a4c7-f465c1334a51 req-bc90618e-80e8-4745-b878-25d57189b74a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:19.580239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f2550f9-f1a9-4c25-a4c7-f465c1334a51 req-bc90618e-80e8-4745-b878-25d57189b74a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.0771809 Nov 23 18:41:19.615601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-115f9938-98f2-48ed-80f4-f31810e88152 req-569c8fc6-53e3-4de3-a691-d23b02f627eb tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971851 Nov 23 18:41:19.696780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.711358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f2550f9-f1a9-4c25-a4c7-f465c1334a51 req-511b46cd-c9fd-4478-991b-65e18f4e5e71 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008825 Nov 23 18:41:19.711358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:19.773666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d671ecf2-27da-4aeb-835e-4361e9ad2a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.862808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.898927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6712818a-1958-4cdb-a117-c9cc0cf6f0ea req-65db22e2-5754-4027-aa20-95cfc74475f4 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0900209 Nov 23 18:41:19.915610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d671ecf2-27da-4aeb-835e-4361e9ad2a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.924285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d671ecf2-27da-4aeb-835e-4361e9ad2a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.928634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:19.943707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c70340b-737b-424c-8442-34b95c06330c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:19.944610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c70340b-737b-424c-8442-34b95c06330c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:19.960880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:19.971055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d671ecf2-27da-4aeb-835e-4361e9ad2a4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45e1849499a46c380ff7280e5b5c47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680130 Nov 23 18:41:19.974760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:20.003284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.022222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:41:20.022876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.028673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671ecf2-27da-4aeb-835e-4361e9ad2a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0236b278-16b2-4652-9074-9b38e00701e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:41:20.030781 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:41:20.105782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.135510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.169564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.198784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.209056 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8 HTTP/1.1" status: 204 len: 168 time: 0.6889217 Nov 23 18:41:20.213903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.216657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.221032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0236b278-16b2-4652-9074-9b38e00701e5 HTTP/1.1" status: 204 len: 168 time: 0.2423513 Nov 23 18:41:20.242611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308547e-cd14-4cb7-bc8f-d3ed44dd63c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0236b278-16b2-4652-9074-9b38e00701e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:20.260863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce5958-b1cf-4348-9f9f-4a2a7e8f2742 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfdeb5a-0bac-45ec-a2ef-fdd5787fe0f8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:20.286741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e16d-dec5-46e2-8f3a-2b4ac9963f54 req-e440feec-20d9-4a9d-bbfc-455d3e177f21 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:20.290835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8952e16d-dec5-46e2-8f3a-2b4ac9963f54 req-e440feec-20d9-4a9d-bbfc-455d3e177f21 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.1766613 Nov 23 18:41:20.403549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8952e16d-dec5-46e2-8f3a-2b4ac9963f54 req-f875f9d8-2113-4283-8e76-0c3c6b3d2028 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010113 Nov 23 18:41:20.452043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c31-8243-4538-9672-e1230ca01e2c req-64466df0-46f3-4f26-bf79-254d212dd23e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:20.454634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291d2c31-8243-4538-9672-e1230ca01e2c req-64466df0-46f3-4f26-bf79-254d212dd23e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.0934350 Nov 23 18:41:20.519107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291d2c31-8243-4538-9672-e1230ca01e2c req-13efbd06-3817-4f1c-b740-7ea26e6956a8 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Nov 23 18:41:20.588659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:20.605307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:20.642119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c7907d4b-6914-46a5-b3d2-cc7e98ce1829 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:20.665423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2ef84813-a776-4fb4-8b95-40934d1e7708 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48be278e4eaa462d8e11a9ceba5e47f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754573 Nov 23 18:41:20.667861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:20.764444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.795422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.814184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: c7907d4b-6914-46a5-b3d2-cc7e98ce1829 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:20.814537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c7907d4b-6914-46a5-b3d2-cc7e98ce1829 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:20.888826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:20.894711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2793c-4c5f-4b9c-9da7-6fb89ef0f289 req-9dde53c1-dc78-4301-92bf-0f1439a94e22 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:20.900964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ed2793c-4c5f-4b9c-9da7-6fb89ef0f289 req-9dde53c1-dc78-4301-92bf-0f1439a94e22 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.1039176 Nov 23 18:41:20.917866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.920440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:20.921624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18875323-88e4-488f-b1ae-a1c1bdc2be2f HTTP/1.1" status: 204 len: 168 time: 0.2527163 Nov 23 18:41:20.947830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'port_id': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'mac_address': 'fa:16:3e:0c:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf769cb-8a32-42c5-978b-5c655c697bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:20.965976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32066d68-c05b-4fff-8cd5-e8a9c020b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18875323-88e4-488f-b1ae-a1c1bdc2be2f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:21.013520 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.050856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 712acf4d-9238-4af3-8377-d3f00a8cc9bf {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:21.059939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-ca43eee0-e795-4fb9-9688-42c596816325 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbd906aaa5440da29bf9f04363b982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646408 Nov 23 18:41:21.095893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ed2793c-4c5f-4b9c-9da7-6fb89ef0f289 req-acd3a8f6-4b1a-4984-a751-ec4720881972 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899941 Nov 23 18:41:21.110813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:21.116958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.201803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['712acf4d-9238-4af3-8377-d3f00a8cc9bf'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:21.236627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:21.258400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-b977e81b-0cd2-45cc-8edc-d5d879431ad6 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:21.266130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-b977e81b-0cd2-45cc-8edc-d5d879431ad6 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052951 Nov 23 18:41:21.278815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-703e55aa-6667-4916-b0f2-aced7aa91a73 req-221b0514-b97b-49e3-a3ec-c422cfbbe30b tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0633595 Nov 23 18:41:21.284149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-be46ad89-d540-4955-9827-d15d09dd8b21 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/quotas/93bbd906aaa5440da29bf9f04363b982 HTTP/1.1" status: 200 len: 375 time: 0.0168197 Nov 23 18:41:21.345901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-960e40f5-089a-4ab4-9e73-c633bc91b51b tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575025 Nov 23 18:41:21.492053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:21.542278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6ce0c1d1-d3e7-408c-990e-cf8c689e33f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da3d622313364e6a90f9282148dd5473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486920 Nov 23 18:41:21.545255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:21.580594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d95ab53-23c9-4dbf-88dc-2be4511e8a36 req-9b54654a-163a-488c-8c43-2ed6178bba53 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Nov 23 18:41:21.613232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6596b-4d9a-451f-9de6-d3035b1a6bb2 req-e4b14e34-7ff8-48cf-ad0c-c0b2355149a0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:21.619837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74b6596b-4d9a-451f-9de6-d3035b1a6bb2 req-e4b14e34-7ff8-48cf-ad0c-c0b2355149a0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 944 time: 0.1187098 Nov 23 18:41:21.692398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.724188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74b6596b-4d9a-451f-9de6-d3035b1a6bb2 req-dfab67c3-47ce-4ad2-b72a-4ac97d5026cc tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899096 Nov 23 18:41:21.734477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.830936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.840298 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:21.845961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92e4fed6-5b80-4cd6-90f8-0772b9bea574 HTTP/1.1" status: 204 len: 168 time: 0.2995133 Nov 23 18:41:21.871077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9489787-9a5a-4e6d-803d-1cb8367bf681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e4fed6-5b80-4cd6-90f8-0772b9bea574,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:21.911207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-a3673c9a-6f11-4d7b-8713-942aabfd5a61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338701 Nov 23 18:41:22.058393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-9d3415c6-3c6b-4bbc-ba22-3b959cd12f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.064876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-9d3415c6-3c6b-4bbc-ba22-3b959cd12f14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 1095 time: 0.1216719 Nov 23 18:41:22.281769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f82ff1-eb08-4413-aa0c-9921102c9cf2 req-039def3f-1dd9-44af-86e5-4f6a253a7e3c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.284489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99f82ff1-eb08-4413-aa0c-9921102c9cf2 req-039def3f-1dd9-44af-86e5-4f6a253a7e3c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 944 time: 0.1053784 Nov 23 18:41:22.369135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99f82ff1-eb08-4413-aa0c-9921102c9cf2 req-d979c891-a6ea-430b-b65a-070b5357ad50 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769885 Nov 23 18:41:22.411703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-cd9bd517-7ea3-4cce-af88-a5d4f535b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.413824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-cd9bd517-7ea3-4cce-af88-a5d4f535b4c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.2975521 Nov 23 18:41:22.425602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f195-3386-41e7-971e-2cfed1b0f5c6 req-008c0d2f-fbbc-4781-a45d-f404ce20c720 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.435154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55e6f195-3386-41e7-971e-2cfed1b0f5c6 req-008c0d2f-fbbc-4781-a45d-f404ce20c720 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.1812682 Nov 23 18:41:22.516921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-dbfcf95d-9576-4cf1-b563-a9555df200ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 200 len: 217 time: 0.0786071 Nov 23 18:41:22.595353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfdec53a-5cbb-4293-ad4c-80bcf1aa3a30 req-39dd3f34-d0ab-4221-9a85-9a093af95486 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0793450 Nov 23 18:41:22.612445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:22.613517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55e6f195-3386-41e7-971e-2cfed1b0f5c6 req-4352de5d-49a4-4b65-a265-aef3feff21e1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773686 Nov 23 18:41:22.662862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-a89fe935-a6dc-4347-9723-e81290d35817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.665462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-a89fe935-a6dc-4347-9723-e81290d35817 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.1330724 Nov 23 18:41:22.745796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-38bde306-5964-4c7c-861d-353b875c0e25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559907 Nov 23 18:41:22.775802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e820b835-0474-4050-9b43-6a354c0a64cf req-37010aab-950a-49da-ad5a-dfb8fb3a41ea tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 210 time: 0.0647297 Nov 23 18:41:22.785193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 712acf4d-9238-4af3-8377-d3f00a8cc9bf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:22.785774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:22.881728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c0fe-efd1-455a-9d51-a060404590de req-424c43af-0395-4758-ae40-2aabb35f229a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:22.883849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca6c0fe-efd1-455a-9d51-a060404590de req-424c43af-0395-4758-ae40-2aabb35f229a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1097 time: 0.1360378 Nov 23 18:41:22.944318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-613af523-ca80-4a75-8070-6241216c2ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457469 Nov 23 18:41:22.956178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.016720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:23.029648 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a03f7c-ca9a-4c1d-98d3-1e23e73305af" -d '{"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-plugged", "status": "completed", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:23.074322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:23.082484 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.094434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca6c0fe-efd1-455a-9d51-a060404590de req-f1716ecd-e063-414a-8b04-017072a30e88 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965692 Nov 23 18:41:23.173190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4f85092-080f-4ea3-9231-7599c40422e3 req-31f5e0f7-0f13-4f2f-93bf-c3c0d468d86e service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185709 Nov 23 18:41:23.194458 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa557fd-8607-4acc-b541-d1381499d6f3 x-openstack-request-id: req-5fa557fd-8607-4acc-b541-d1381499d6f3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:23.194853 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-plugged", "status": "completed", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:23.195265 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fa557fd-8607-4acc-b541-d1381499d6f3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:23.195946 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'code': 200} Nov 23 18:41:23.269966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:23.376448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-baed0861-1b22-4576-83a6-e4d02d391e13 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=93bbd906aaa5440da29bf9f04363b982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519230 Nov 23 18:41:23.417808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053adf7-2ecd-46b8-aa70-eb27425849c2 req-0bf8759a-c5eb-4d98-b1fd-4f816ae5bf6d tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:23.419780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3053adf7-2ecd-46b8-aa70-eb27425849c2 req-0bf8759a-c5eb-4d98-b1fd-4f816ae5bf6d tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1097 time: 0.1458726 Nov 23 18:41:23.547691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3053adf7-2ecd-46b8-aa70-eb27425849c2 req-d4e67f3a-0662-4bc2-acd5-ebd92b15f46a tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126187 Nov 23 18:41:23.562304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-0147ab33-4d38-41cf-b9bb-71564a5c9dd6 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:23.564318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-0147ab33-4d38-41cf-b9bb-71564a5c9dd6 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789513 Nov 23 18:41:23.595776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Request body: {'port': {'device_id': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '93bbd906aaa5440da29bf9f04363b982'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:23.821729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a6e1-cdee-47da-bb2b-27b8ee7ed79b req-b11f39a6-7d55-44fe-990f-8940d2c13b34 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:23.823300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4076a6e1-cdee-47da-bb2b-27b8ee7ed79b req-b11f39a6-7d55-44fe-990f-8940d2c13b34 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.1575735 Nov 23 18:41:23.893902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b095be5-772e-4587-8373-a46b9f7baccb req-ede1273c-5bee-4707-8741-057d11f55c32 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:23.896439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b095be5-772e-4587-8373-a46b9f7baccb req-ede1273c-5bee-4707-8741-057d11f55c32 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b106000-9bfb-4d6e-9721-94e2817d0b43 HTTP/1.1" status: 200 len: 945 time: 0.1014996 Nov 23 18:41:23.908415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4076a6e1-cdee-47da-bb2b-27b8ee7ed79b req-80949d48-a027-42c2-a2ad-91bf23e19817 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748544 Nov 23 18:41:23.917691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Made reservation on behalf of 93bbd906aaa5440da29bf9f04363b982 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:23.922356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.945459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-57bb5cee-a88c-456a-b9d7-cc0a5e1df9fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475993 Nov 23 18:41:24.104232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Allocated IP 192.168.233.200 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/7d36a828-dec7-4219-b0e2-6c3f7f607801) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:24.154040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-0765a210-2e06-4c6b-893f-574ad1e2d57f tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:24.156062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b50790fa-b13b-4272-87fd-ade88038d011 req-1ae55d0c-fd97-4249-9f09-8249491e4c00 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0382328 Nov 23 18:41:24.160919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-0765a210-2e06-4c6b-893f-574ad1e2d57f tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129335 Nov 23 18:41:24.169970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Deleting port 712acf4d-9238-4af3-8377-d3f00a8cc9bf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:24.170301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:24.212353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-dd9511c3-b855-45f8-bc36-888dbd4f9acd tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/quotas/45fd85d150d749ecb4e08f790a03ffc0 HTTP/1.1" status: 200 len: 375 time: 0.0496976 Nov 23 18:41:24.624176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-6cf84100-b3c4-400c-a024-c64146f93403 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4105768 Nov 23 18:41:24.702910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] For port 712acf4d-9238-4af3-8377-d3f00a8cc9bf, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=712acf4d-9238-4af3-8377-d3f00a8cc9bf,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:24.703940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:24.712778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50c216da-389b-4e82-a361-44a0c2fbe080 req-04d069f5-a0bd-414c-863c-eb6a3b5f1fa8 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 210 time: 0.0532308 Nov 23 18:41:24.765186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Calling delete_port for 712acf4d-9238-4af3-8377-d3f00a8cc9bf owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:24.810797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:24.875195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:24.888401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['97b88eb3-4aa1-4ff6-b421-477dd283bc4e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:25.032813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Pushing event updated for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:25.069157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:25.075166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:25.099084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:25.110120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.202870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event deleted for resources: {'Port': ['ID=712acf4d-9238-4af3-8377-d3f00a8cc9bf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:25.259188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] No DVR routers for this DVR port 712acf4d-9238-4af3-8377-d3f00a8cc9bf on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:25.263287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.268918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b095be5-772e-4587-8373-a46b9f7baccb req-03e49cee-4d26-4540-81bf-4b0fd1a91299 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.47 "DELETE /v2.0/ports/712acf4d-9238-4af3-8377-d3f00a8cc9bf HTTP/1.1" status: 204 len: 173 time: 1.3187256 Nov 23 18:41:25.270521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-deleted', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:25.275094 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc90433-1829-46c7-9173-9df99aa57bb7" -d '{"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-deleted", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:25.286005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:25.286769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.304153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['712acf4d-9238-4af3-8377-d3f00a8cc9bf'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:25.318249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-48f54536-65a5-4a13-ac22-f5d1eed1d472 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7316728 Nov 23 18:41:25.353442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Request body: {'port': {'device_id': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:25.520073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.535699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-63fffb34-1000-4f0b-9990-6920bb773f2e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962477 Nov 23 18:41:25.755251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-92f0bdc1-111a-4171-9e38-d8c8d1499375 None None] Provisioning complete for port 7d36a828-dec7-4219-b0e2-6c3f7f607801 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:25.756091 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92f0bdc1-111a-4171-9e38-d8c8d1499375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:25.834785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-441fb637-7876-4bd4-9bae-a1e741e5c56f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:25.844716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-92f0bdc1-111a-4171-9e38-d8c8d1499375 None None] Port 7d36a828-dec7-4219-b0e2-6c3f7f607801 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:25.849640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-441fb637-7876-4bd4-9bae-a1e741e5c56f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042760 Nov 23 18:41:25.884572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-88347cf7-5ba1-431d-ad77-059650dce239 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/quotas/51b5117c20e74873b5e09eddd77f9527 HTTP/1.1" status: 200 len: 375 time: 0.0323596 Nov 23 18:41:25.981040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-6d06e77d-e5e5-4b3a-bf88-6a74d288fb1a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918901 Nov 23 18:41:26.120403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d36a828-dec7-4219-b0e2-6c3f7f607801 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:26.134047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.150905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Transition to ACTIVE for port object 7d36a828-dec7-4219-b0e2-6c3f7f607801 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:26.155976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.256342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:26.328722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2c1c361-4801-48c7-b594-190c90228200 req-d7e12b47-d7b9-4df1-b660-bff60559637d tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 210 time: 0.0511563 Nov 23 18:41:26.432620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Attempting to bind port 7d36a828-dec7-4219-b0e2-6c3f7f607801 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:26.433011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Attempting to bind port 7d36a828-dec7-4219-b0e2-6c3f7f607801 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:26.433348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Attempting to bind port 7d36a828-dec7-4219-b0e2-6c3f7f607801 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:26.438327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Port 7d36a828-dec7-4219-b0e2-6c3f7f607801 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:26.438655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Attempting to bind port 7d36a828-dec7-4219-b0e2-6c3f7f607801 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:26.454474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:26.455233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:26.455538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:26.456281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Bound port: 7d36a828-dec7-4219-b0e2-6c3f7f607801, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:26.456833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.616634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759e70-a41f-4735-a0be-e896e75d07e6 req-6aee123a-9f9f-434b-a4a6-e6a75f821095 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:26.624720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8759e70-a41f-4735-a0be-e896e75d07e6 req-6aee123a-9f9f-434b-a4a6-e6a75f821095 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1703529 Nov 23 18:41:26.630435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:26.633960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:26.640119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.692278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:26.693903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:26.696074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-70913022-fe56-4d65-9e08-e808620be150 service neutron] 10.222.0.50 "PUT /v2.0/ports/7d36a828-dec7-4219-b0e2-6c3f7f607801 HTTP/1.1" status: 200 len: 1096 time: 1.3685172 Nov 23 18:41:26.696769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:26.700516 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb300c-a583-4558-bf4f-3268cd9fded4" -d '{"events": [{"name": "network-changed", "server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:26.706850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-cbcebbc5-9f09-4c89-831c-3aa54606854f tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447475 Nov 23 18:41:26.768125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913022-fe56-4d65-9e08-e808620be150 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:26.860524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-cef983ad-5c29-4788-a051-417156ddd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:26.862136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-cef983ad-5c29-4788-a051-417156ddd101 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 1099 time: 0.0841842 Nov 23 18:41:26.911807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-41a26926-6468-4258-b28c-297b23e3054b tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:41:26.913083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-41a26926-6468-4258-b28c-297b23e3054b tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2531033 Nov 23 18:41:26.922324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-17dd5ecb-3c61-483e-8e90-cfbb89292632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801 HTTP/1.1" status: 200 len: 217 time: 0.0467532 Nov 23 18:41:26.994604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8759e70-a41f-4735-a0be-e896e75d07e6 req-ca68a1f4-6fb3-4a78-a456-637cd222bdca tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470256 Nov 23 18:41:27.026154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-48944901-312e-4470-a11d-e325f8d6eaa5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.033010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-d07b72f9-908a-40bc-881f-16b71d276d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.036408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-48944901-312e-4470-a11d-e325f8d6eaa5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157041 Nov 23 18:41:27.037417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-d07b72f9-908a-40bc-881f-16b71d276d7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1027801 Nov 23 18:41:27.063398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Request body: {'port': {'device_id': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '45fd85d150d749ecb4e08f790a03ffc0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:27.142941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-33e9d282-dd72-4479-aef7-809320904c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.150858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-33e9d282-dd72-4479-aef7-809320904c3d service neutron] 10.222.0.37 "GET /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 1094 time: 0.2026668 Nov 23 18:41:27.158294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Request body: {'binding': {'host': 'n-h1-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:27.158999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:41:27.178034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-217bbc8b-4cac-4cb4-883a-3a468d0ae123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.180657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-217bbc8b-4cac-4cb4-883a-3a468d0ae123 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198537 Nov 23 18:41:27.235289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2871009f-b9b8-4aa1-bebb-22d260dbad11 req-8c43063d-7b1c-4e65-87ef-b2566cc03d1e tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e1ee61-7910-41ce-bca9-1e7d93b4fbbd HTTP/1.1" status: 200 len: 210 time: 0.0926549 Nov 23 18:41:27.331793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58aa0dcd-47f4-4483-90d4-98a2a76f01e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.349752 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c275c-4de2-479d-bbef-61e7a70afa48 x-openstack-request-id: req-7e3c275c-4de2-479d-bbef-61e7a70afa48 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:27.350325 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b106000-9bfb-4d6e-9721-94e2817d0b43", "name": "network-vif-deleted", "tag": "712acf4d-9238-4af3-8377-d3f00a8cc9bf", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:27.350325 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e3c275c-4de2-479d-bbef-61e7a70afa48 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:27.350656 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b106000-9bfb-4d6e-9721-94e2817d0b43', 'name': 'network-vif-deleted', 'tag': '712acf4d-9238-4af3-8377-d3f00a8cc9bf', 'status': 'completed', 'code': 200} Nov 23 18:41:27.461250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-6832885a-04fc-45ff-a8e2-e1588ab839cd service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627573 Nov 23 18:41:27.492857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Made reservation on behalf of 45fd85d150d749ecb4e08f790a03ffc0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:27.496434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.529877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.545266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on host n-h1-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:27.545266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:27.545266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:27.554138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:27.554482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:27.574556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:27.574900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:27.575454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:27.575905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Bound port: 5f61badc-1c58-4a55-99a8-bf735f0c902b, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:27.587565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14456589-629f-4756-a0da-96e22be6fe1b req-9e077cf9-6cbe-45b2-9102-1a190ccb576a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:27.589161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14456589-629f-4756-a0da-96e22be6fe1b req-9e077cf9-6cbe-45b2-9102-1a190ccb576a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 948 time: 0.1168044 Nov 23 18:41:27.591373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c24a0f-48fb-422e-80a0-fdd9c94a4700 req-28536100-7fca-4d45-a0a3-f03a1071d91f service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215520 Nov 23 18:41:27.707954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:27.719106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14456589-629f-4756-a0da-96e22be6fe1b req-7b63c6ff-5875-4dd7-aa9f-8efa47802a01 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219873 Nov 23 18:41:27.722011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.723101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] 10.222.0.37 "POST /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5714755 Nov 23 18:41:27.760406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.765538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:27.906313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be26528-80b3-47ad-9ef6-22e803b7029e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:27.929389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-c1391c04-dbf4-4aff-9c3d-0475a261cf29 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635037 Nov 23 18:41:27.959777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-ca0f9e47-25f7-4ecf-a444-386c225fb756 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690839 Nov 23 18:41:27.981589 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b339703-6f59-4e75-b41f-3bccc1c100e9 x-openstack-request-id: req-6b339703-6f59-4e75-b41f-3bccc1c100e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:27.981937 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:27.982189 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b339703-6f59-4e75-b41f-3bccc1c100e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:27.982605 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801', 'status': 'completed', 'code': 200} Nov 23 18:41:28.135629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-1ff1d161-8e41-4224-83ee-2bf33f3e12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.137254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-1ff1d161-8e41-4224-83ee-2bf33f3e12c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93bbd906aaa5440da29bf9f04363b982&device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 1099 time: 0.1304643 Nov 23 18:41:28.185571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-502dacc6-c4f9-4683-8b7d-047c27aab2d5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.187715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-502dacc6-c4f9-4683-8b7d-047c27aab2d5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448542 Nov 23 18:41:28.207258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Request body: {'port': {'device_id': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '51b5117c20e74873b5e09eddd77f9527'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:28.328607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-97198e11-d299-449b-be8a-9ffab7e8f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.330913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-97198e11-d299-449b-be8a-9ffab7e8f2e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1097 time: 0.1871493 Nov 23 18:41:28.344703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-a4fceb18-400e-40d6-b077-8f3a78ced8d5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.346124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Allocated IP 192.168.233.21 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/44775814-4cdf-4c12-a5f2-f68fa9e6b862) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:28.346845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-a4fceb18-400e-40d6-b077-8f3a78ced8d5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.2549164 Nov 23 18:41:28.403993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-ec30ed66-b785-44fa-9825-13167cee45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.405833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-ec30ed66-b785-44fa-9825-13167cee45b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2124748 Nov 23 18:41:28.407357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-6674c7fc-ebc8-47b7-a174-606ea9cf9b0e tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/quotas/54877ab8fd814ab7a5463af860538d04 HTTP/1.1" status: 200 len: 375 time: 0.0341401 Nov 23 18:41:28.412661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-653b2f37-6ab5-4965-bd55-0aa0b1b75446 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.417040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-653b2f37-6ab5-4965-bd55-0aa0b1b75446 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4386716 Nov 23 18:41:28.465292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-615c2010-d827-4d62-8d98-47798564638e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/quotas/51b5117c20e74873b5e09eddd77f9527 HTTP/1.1" status: 200 len: 375 time: 0.0376296 Nov 23 18:41:28.531976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-5656b9b5-a182-443d-8f35-f4da8d835b55 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655015 Nov 23 18:41:28.535491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-297c8dc9-bb47-4665-a379-de8523402bff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801 HTTP/1.1" status: 200 len: 217 time: 0.0816023 Nov 23 18:41:28.541188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Made reservation on behalf of 51b5117c20e74873b5e09eddd77f9527 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:28.546962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:28.583972 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:28.588417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-62a5dbda-2b7e-4cff-8979-d9eaf42a40e1 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1366773 Nov 23 18:41:28.624069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:28.689457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 712acf4d-9238-4af3-8377-d3f00a8cc9bf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:28.689982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 712acf4d-9238-4af3-8377-d3f00a8cc9bf not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:28.845463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-7137c4f6-460e-4bbd-8cfa-341d702401e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.850770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-7137c4f6-460e-4bbd-8cfa-341d702401e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2533789 Nov 23 18:41:28.865945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e9622708-c469-4131-b66e-0f5f2ada1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:28.869419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e9622708-c469-4131-b66e-0f5f2ada1e54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.5156043 Nov 23 18:41:28.933795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6945b9d3-ad73-4dae-ab55-c8fc01fc8140 req-837d2db7-dbdf-4a6f-b827-6623c2540fce tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 210 time: 0.0602796 Nov 23 18:41:28.957504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.087144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.090326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.129077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-b855a786-5008-4241-bed9-3e78a912c375 service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395303 Nov 23 18:41:29.159137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Pushing event updated for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:29.171650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.234152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-86a27013-91aa-449a-8acd-a8501448748c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.3350451 Nov 23 18:41:29.287256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:29.295919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:29.296909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-83a2fbcb-0a68-41c2-9097-584569bde6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:29.299549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-83a2fbcb-0a68-41c2-9097-584569bde6b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4211044 Nov 23 18:41:29.376012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:29.450152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-a7df9e90-74a3-45c9-a833-ee7b5538cb56 service neutron] 10.222.0.37 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197513 Nov 23 18:41:29.457708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-2898cc88-44a3-4753-957f-a69bd118969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:29.463417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-2898cc88-44a3-4753-957f-a69bd118969b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2204409 Nov 23 18:41:29.470178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-d1035a44-9694-4941-9410-4359a80cb696 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606789 Nov 23 18:41:29.489738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f0d6-1233-4b61-9fed-7e7a9fd6162c req-0de6ef36-d95e-4eec-8a25-220afcaf9f85 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:29.491556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0464f0d6-1233-4b61-9fed-7e7a9fd6162c req-0de6ef36-d95e-4eec-8a25-220afcaf9f85 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.3131244 Nov 23 18:41:29.492350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef1e9b-a310-4a38-b604-a3f25681165d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:29.635192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bb300c-a583-4558-bf4f-3268cd9fded4 req-df5786af-129c-4afd-bab8-f0afb36d80ee service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911396 Nov 23 18:41:29.644960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-b1315ee5-7f3d-43e4-a4fc-04eb7b7a83f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646068 Nov 23 18:41:29.703500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:29.705390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.728663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79ea11ab-6bce-41d3-8ea1-9c66034ea96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.764849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-e5eaad01-75a1-4d88-b911-bdc844c0748a tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7078693 Nov 23 18:41:29.790912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Request body: {'port': {'device_id': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:29.808155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9ee700c2-8d91-42aa-b087-c6538fa0ab3f None None] Provisioning complete for port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:29.808805 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ee700c2-8d91-42aa-b087-c6538fa0ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.854699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0464f0d6-1233-4b61-9fed-7e7a9fd6162c req-7ff13ce2-8907-4941-b002-0d4105f0aaf6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288856 Nov 23 18:41:29.927781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50adcb6b-1941-47d8-b690-0aa4380c9063 req-25e252e4-d7f9-421d-831f-9c54e90299d5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 210 time: 0.0610218 Nov 23 18:41:29.937099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9ee700c2-8d91-42aa-b087-c6538fa0ab3f None None] Port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:29.940867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Allocated IP 192.168.233.74 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/311327cd-d818-434e-b116-7eb20b33e193) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:29.943119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:29.970504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-69f24a2a-9352-419d-92d6-1cc5fe9f2913 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171687 Nov 23 18:41:30.091394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-28a46703-7e0b-4e9e-9e9f-4d05d80846ea service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190863 Nov 23 18:41:30.177330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c279-b05e-49a1-a1d4-4b5a712d128c req-ee84170c-3fcb-4a78-a0dc-8c0fd5d314c8 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:30.190244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a8c279-b05e-49a1-a1d4-4b5a712d128c req-ee84170c-3fcb-4a78-a0dc-8c0fd5d314c8 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 948 time: 0.2264159 Nov 23 18:41:30.242753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf22b-1f30-4495-b799-5fec2a32508b req-c30666a6-df1e-4d83-a752-d42b99b74e56 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:30.245204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d35bf22b-1f30-4495-b799-5fec2a32508b req-c30666a6-df1e-4d83-a752-d42b99b74e56 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.0678415 Nov 23 18:41:30.362495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d35bf22b-1f30-4495-b799-5fec2a32508b req-e84e9796-f5bb-4df7-85c1-2f3f1c201dab tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105292 Nov 23 18:41:30.443114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7ec25a-bed4-429d-b9b5-6737a6519445 req-a07ed3a7-a686-4d7f-83f7-3f34e01ffc00 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0471406 Nov 23 18:41:30.456976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a8c279-b05e-49a1-a1d4-4b5a712d128c req-7c7d49f4-3023-4878-a2c6-83b094200556 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671890 Nov 23 18:41:30.531182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:30.557018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-bd2976d9-bbc1-4b69-a824-bfd56722627e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995908 Nov 23 18:41:30.584287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.599567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.689841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:30.721488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-7d336a1e-ee10-46b0-9953-b8177fcf85be tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:30.723162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-7d336a1e-ee10-46b0-9953-b8177fcf85be tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450646 Nov 23 18:41:30.788440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Request body: {'port': {'device_id': 'd748189d-6485-48c8-aa4c-120b973147a4', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '51b5117c20e74873b5e09eddd77f9527'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:30.869823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:30.873564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:30.888647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:30.906129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:30.991074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.060683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.151068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.153106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d36a828-dec7-4219-b0e2-6c3f7f607801 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:31.154128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.158262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "DELETE /v2.0/security-groups/0708a4da-fc87-471c-942c-ea8238430a29 HTTP/1.1" status: 204 len: 168 time: 0.6248412 Nov 23 18:41:31.158911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:31.190555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a5f62-87d5-40bd-95da-72bbaf3b7525 req-8f7b71c3-42db-4399-aa14-9c28c1d1436c tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.199739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-365a5f62-87d5-40bd-95da-72bbaf3b7525 req-8f7b71c3-42db-4399-aa14-9c28c1d1436c tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 935 time: 0.6262188 Nov 23 18:41:31.229111 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ded9261b-02f4-469d-b933-bc5121e8f0fc tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] show failed (client error): The resource could not be found. Nov 23 18:41:31.233114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ded9261b-02f4-469d-b933-bc5121e8f0fc tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "GET /v2.0/security-groups/0708a4da-fc87-471c-942c-ea8238430a29 HTTP/1.1" status: 404 len: 347 time: 0.0669868 Nov 23 18:41:31.235963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:31.246633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708a4da-fc87-471c-942c-ea8238430a29,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:31.260898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.261294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.261593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.261936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.262273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.262620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.262945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.263273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.263633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.264012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.264284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.264613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2720b6-7a09-4bf5-ab73-67254b116175 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:31.270054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.272947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.288930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44775814-4cdf-4c12-a5f2-f68fa9e6b862 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:31.325195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.377721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64adfa-b0fa-4cfd-9786-347b8a9b95bb req-11fff343-340a-4270-875d-8af52deffd39 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:31.385701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-be56d183-1d15-47d0-80b4-95320c758fee None None] Provisioning complete for port 311327cd-d818-434e-b116-7eb20b33e193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:31.386079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be56d183-1d15-47d0-80b4-95320c758fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.391478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e64adfa-b0fa-4cfd-9786-347b8a9b95bb req-11fff343-340a-4270-875d-8af52deffd39 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.2741401 Nov 23 18:41:31.422968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-ffdb3a41-cb1f-474c-b308-879688269ada tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2199864 Nov 23 18:41:31.425643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be56d183-1d15-47d0-80b4-95320c758fee None None] Port 311327cd-d818-434e-b116-7eb20b33e193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:31.456180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:31.471160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Transition to ACTIVE for port object 44775814-4cdf-4c12-a5f2-f68fa9e6b862 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:31.478652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '7d36a828-dec7-4219-b0e2-6c3f7f607801', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '7d36a828-dec7-4219-b0e2-6c3f7f607801', 'mac_address': 'fa:16:3e:e0:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:31.491676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Request body: {'port': {'device_id': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:31.495230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-365a5f62-87d5-40bd-95da-72bbaf3b7525 req-c8bbb36d-fae6-465f-9470-916194bf3ddd tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947962 Nov 23 18:41:31.553736 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.556793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Made reservation on behalf of 51b5117c20e74873b5e09eddd77f9527 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:31.575627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.582996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d36a828-dec7-4219-b0e2-6c3f7f607801 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:31.584353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.632562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Deleting port 9612baa6-4ad9-4f99-8b35-5ac1db2d5edc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:31.632562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.635994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:31.642151 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.713153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:31.740884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Pushing event updated for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:31.778963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.779353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:31.785117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be28aaf8-e440-4a06-8041-d059aef03fe2 req-fdc9a3c1-1759-46db-aa9e-5eb7fd17a768 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 210 time: 0.1696534 Nov 23 18:41:31.872487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Calling delete_port for 9612baa6-4ad9-4f99-8b35-5ac1db2d5edc owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:31.873294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.001939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e64adfa-b0fa-4cfd-9786-347b8a9b95bb req-25fada12-825e-4ea3-8b1b-4da6d149b1e9 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090667 Nov 23 18:41:32.014469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7d36a828-dec7-4219-b0e2-6c3f7f607801'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:32.044830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Allocated IP 192.168.233.100 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/a8db4419-b1cf-4fc4-ab5d-e762da1876b2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:32.216441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.246396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.323611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-2e323037-eb95-40fb-b661-44d7ceba479d tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:32.326047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-2e323037-eb95-40fb-b661-44d7ceba479d tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 822 time: 0.7610033 Nov 23 18:41:32.342615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8279-6d6e-40a7-8ba4-c4325d3364ac req-56fd942a-33ce-4036-8793-f219216e9c4c tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:32.350212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Pushing event deleted for resources: {'Port': ['ID=9612baa6-4ad9-4f99-8b35-5ac1db2d5edc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:32.355402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-405d8279-6d6e-40a7-8ba4-c4325d3364ac req-56fd942a-33ce-4036-8793-f219216e9c4c tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 949 time: 0.1797206 Nov 23 18:41:32.390561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Request body: {'port': {'device_id': '498390cd-3266-424e-a771-ab01f278f4a6', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'admin_state_up': True, 'tenant_id': '54877ab8fd814ab7a5463af860538d04'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:32.448729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.452489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.453914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-caa5625d-caf5-41ad-8879-b6344e3b79b1 tempest-ServersTestBootFromVolume-623747606 tempest-ServersTestBootFromVolume-623747606-project] 10.222.0.37 "DELETE /v2.0/floatingips/3df005c6-9883-4629-a394-fa432aa72726 HTTP/1.1" status: 204 len: 168 time: 1.2151980 Nov 23 18:41:32.462820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-954fb6f4-4640-41ef-bcc8-636df4de2491 req-91f38dad-56c7-4496-b154-7d64ebb3bfb4 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 210 time: 0.1285253 Nov 23 18:41:32.467069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:32.551495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.589428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Attempting to bind port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:32.589986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Attempting to bind port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:32.590323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Attempting to bind port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:32.628062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:32.630526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Attempting to bind port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:32.656485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Made reservation on behalf of 54877ab8fd814ab7a5463af860538d04 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:32.664078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:32.788852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9dec-0d89-4e20-814d-5d28c8ab9ed8 req-ceceee80-7436-406c-86f9-dd059fb531a1 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:32.792121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e3e9dec-0d89-4e20-814d-5d28c8ab9ed8 req-ceceee80-7436-406c-86f9-dd059fb531a1 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.1661723 Nov 23 18:41:32.850316 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.151854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.233452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:33.234075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:33.234274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:33.234791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Bound port: 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:33.235124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.270534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-405d8279-6d6e-40a7-8ba4-c4325d3364ac req-d8d3f674-f496-4005-ae41-42d8ac792b74 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9137518 Nov 23 18:41:33.424195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:33.431936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Allocated IP 172.20.0.10 (ff4de612-c15a-40b5-81a2-5e912a1acab3/bcf769cb-8a32-42c5-978b-5c655c697bff/b943d985-39ff-40b6-aa99-edcaab055296) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:33.467449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:33.481025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:33.567350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:33.586871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.590927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e3e9dec-0d89-4e20-814d-5d28c8ab9ed8 req-f6cca27a-41ab-46f1-aa2c-bb80c05eb093 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7501314 Nov 23 18:41:33.598153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event updated for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:33.643275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Transition to ACTIVE for port object 311327cd-d818-434e-b116-7eb20b33e193 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:33.672231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.691798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:33.692820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:33.798612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-9fc1539a-5fd6-48fa-9f24-db074621745a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0344236 Nov 23 18:41:33.906346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Request body: {'port': {'device_id': 'd748189d-6485-48c8-aa4c-120b973147a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:34.000562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03471fe5-d64f-45f2-80e6-1d0036676199 None None] Provisioning complete for port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:34.001146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03471fe5-d64f-45f2-80e6-1d0036676199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.120257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03471fe5-d64f-45f2-80e6-1d0036676199 None None] Port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:41:34.122715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dc659-fb8a-4ff4-8fa3-c9547af50a7a req-f2b58969-4e1e-48c5-9a34-25a7bcb78f2f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.124869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-936dc659-fb8a-4ff4-8fa3-c9547af50a7a req-f2b58969-4e1e-48c5-9a34-25a7bcb78f2f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 936 time: 0.3556821 Nov 23 18:41:34.243491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.262911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.318278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:34.322362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-936dc659-fb8a-4ff4-8fa3-c9547af50a7a req-b61acbbf-9196-42d0-bbac-5e16a0702065 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710021 Nov 23 18:41:34.372786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-2b69ef3c-9d38-4b80-88b6-b3a8354767fa tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.374401 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-2b69ef3c-9d38-4b80-88b6-b3a8354767fa tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 945 time: 0.2849817 Nov 23 18:41:34.381181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:34.391055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.438918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07fbe6-c865-4cf1-9c90-a176cc7d29dc req-f057c8c6-21d7-4e1d-8e83-352b530647d5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.441081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f07fbe6-c865-4cf1-9c90-a176cc7d29dc req-f057c8c6-21d7-4e1d-8e83-352b530647d5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 947 time: 0.7956686 Nov 23 18:41:34.502086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:34.507458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event updated for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:34.523953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Network ff4de612-c15a-40b5-81a2-5e912a1acab3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:34.529233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:34.538730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.542797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:34.632830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Attempting to bind port 311327cd-d818-434e-b116-7eb20b33e193 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:34.633179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Attempting to bind port 311327cd-d818-434e-b116-7eb20b33e193 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:34.633490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Attempting to bind port 311327cd-d818-434e-b116-7eb20b33e193 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:34.642367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.642989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.644506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] 10.222.0.47 "PUT /v2.0/ports/44775814-4cdf-4c12-a5f2-f68fa9e6b862 HTTP/1.1" status: 200 len: 1095 time: 4.8594415 Nov 23 18:41:34.647887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Port 311327cd-d818-434e-b116-7eb20b33e193 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:34.648083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Attempting to bind port 311327cd-d818-434e-b116-7eb20b33e193 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:34.650129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:34.653549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886bf9-eebc-4eab-96e7-492bdf947c9c req-28fa16e8-f5e4-4d87-8730-64f15c6166ee tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.655149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f886bf9-eebc-4eab-96e7-492bdf947c9c req-28fa16e8-f5e4-4d87-8730-64f15c6166ee tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.2095068 Nov 23 18:41:34.656915 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba790515-121f-4eb0-a16e-00a7da938243" -d '{"events": [{"name": "network-changed", "server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:34.724083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:34.724414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:34.724809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:34.725300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Bound port: 311327cd-d818-434e-b116-7eb20b33e193, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:34.725661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.826751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Deleting port 3d6f396c-5b59-4b56-8b72-248954d19c5c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:34.831863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.878224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:34.885306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:34.901748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.902353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.912571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.940407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c7c2-1099-402c-8cc9-0f7a130abe93 service neutron] Pushing event updated for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:34.953567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f07fbe6-c865-4cf1-9c90-a176cc7d29dc req-91012bde-af09-4b26-bc62-e238bad45428 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497797 Nov 23 18:41:34.962760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:34.975410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:34.977346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] 10.222.0.47 "PUT /v2.0/ports/311327cd-d818-434e-b116-7eb20b33e193 HTTP/1.1" status: 200 len: 1095 time: 3.5411329 Nov 23 18:41:35.009275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-67f0cd33-1869-4715-8614-6adf0c7e4db0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6473179 Nov 23 18:41:35.011397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f886bf9-eebc-4eab-96e7-492bdf947c9c req-85493a7b-916f-4026-bf92-ea43b5bb7754 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330958 Nov 23 18:41:35.032681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Request body: {'port': {'device_id': '498390cd-3266-424e-a771-ab01f278f4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:35.046461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-a1a8040a-b532-4137-87ac-8bd8e87d2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.048135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-a1a8040a-b532-4137-87ac-8bd8e87d2e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 1098 time: 0.3489723 Nov 23 18:41:35.168502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d36a828-dec7-4219-b0e2-6c3f7f607801 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:35.235975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:35.236559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.266389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 7d36a828-dec7-4219-b0e2-6c3f7f607801 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:35.274535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.275549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 7d36a828-dec7-4219-b0e2-6c3f7f607801 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:35.276110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.307972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-ba53e48f-fe5e-4407-89f5-39933b19a2a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862 HTTP/1.1" status: 200 len: 217 time: 0.2184360 Nov 23 18:41:35.357659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbf453-640f-48df-ac33-d24a709eb85a service neutron] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:35.395651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.397938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.443682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:35.446944 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b7e0b-b5f7-41fd-80cd-3be33f535c52" -d '{"events": [{"server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "name": "network-vif-plugged", "status": "completed", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:35.466068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:35.473502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.474432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3d6f396c-5b59-4b56-8b72-248954d19c5c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:35.497393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecab251-ac8e-4852-b769-547d5963f076 req-dde38eb3-76cc-4e6d-9b11-a182719b14c5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.498977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ecab251-ac8e-4852-b769-547d5963f076 req-dde38eb3-76cc-4e6d-9b11-a182719b14c5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 932 time: 0.3871384 Nov 23 18:41:35.512543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-6f831dce-8b78-4200-8351-3f9de862d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.514451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-6f831dce-8b78-4200-8351-3f9de862d4c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1098 time: 0.4472044 Nov 23 18:41:35.587227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45b97-5d56-48e7-89fe-ef17df0dd85b req-bf04444c-e25a-49a6-8525-9cbc1af612db tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.595399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7a45b97-5d56-48e7-89fe-ef17df0dd85b req-bf04444c-e25a-49a6-8525-9cbc1af612db tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 949 time: 0.3116822 Nov 23 18:41:35.602776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-a6811487-40cc-41d0-a29f-5d02aa284f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:35.604254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-a6811487-40cc-41d0-a29f-5d02aa284f2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2684481 Nov 23 18:41:35.613660 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.640921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:35.662895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3d6f396c-5b59-4b56-8b72-248954d19c5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3d6f396c-5b59-4b56-8b72-248954d19c5c,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:35.667853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.731308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:35.755504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ecab251-ac8e-4852-b769-547d5963f076 req-6d185fe3-c31f-4216-8f8b-218ad6fe4c20 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367475 Nov 23 18:41:35.776941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8db4419-b1cf-4fc4-ab5d-e762da1876b2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:35.794442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-8d74961f-a3c5-404c-963e-3885a4026c59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=311327cd-d818-434e-b116-7eb20b33e193 HTTP/1.1" status: 200 len: 217 time: 0.2057974 Nov 23 18:41:35.802812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7a45b97-5d56-48e7-89fe-ef17df0dd85b req-3ee0cb82-3f34-48f9-95f1-acbeee428ce1 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034647 Nov 23 18:41:35.823909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.854763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Transition to ACTIVE for port object a8db4419-b1cf-4fc4-ab5d-e762da1876b2 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:35.879298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:35.957086 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90b153-128c-4ce7-b101-18fde577a396 x-openstack-request-id: req-bf90b153-128c-4ce7-b101-18fde577a396 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:35.963693 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:35.964096 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf90b153-128c-4ce7-b101-18fde577a396 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:35.964640 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862', 'status': 'completed', 'code': 200} Nov 23 18:41:36.081167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-02fee2ff-28db-4936-9d8d-b254cea93346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.083141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-02fee2ff-28db-4936-9d8d-b254cea93346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2876544 Nov 23 18:41:36.112055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.112663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.113179 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Floating IP a982f511-8fef-4047-a4a3-e026f0867e3f disassociated. External IP: 172.25.5.120, port: 3d6f396c-5b59-4b56-8b72-248954d19c5c. Nov 23 18:41:36.114861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Calling delete_port for 3d6f396c-5b59-4b56-8b72-248954d19c5c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:36.179253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:36.323479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-255ac835-461d-4619-8515-63f7098192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.325223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-255ac835-461d-4619-8515-63f7098192b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6926484 Nov 23 18:41:36.327881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6b03-0fc8-4e7b-855e-b92f3a478f64 req-8ba1f772-43c3-4597-8512-c5644134bdbd tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.329506 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dad6b03-0fc8-4e7b-855e-b92f3a478f64 req-8ba1f772-43c3-4597-8512-c5644134bdbd tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 948 time: 0.2638249 Nov 23 18:41:36.414994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Attempting to bind port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:36.415969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Attempting to bind port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:36.416297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Attempting to bind port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:36.424264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80fd45-f0db-4e4e-9dfc-6262e4b84a48 req-743ecdf4-db29-4994-baf3-f475f249a851 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.426453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb80fd45-f0db-4e4e-9dfc-6262e4b84a48 req-743ecdf4-db29-4994-baf3-f475f249a851 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 943 time: 0.4725420 Nov 23 18:41:36.448939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-b1ac424f-6c45-433f-a804-7525adb78867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:36.450430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-b1ac424f-6c45-433f-a804-7525adb78867 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3348060 Nov 23 18:41:36.481539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:36.481820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Attempting to bind port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:36.515470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b943d985-39ff-40b6-aa99-edcaab055296 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:36.521986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dad6b03-0fc8-4e7b-855e-b92f3a478f64 req-df0d3ea1-7e95-4d3d-bc05-787c8d87496f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728070 Nov 23 18:41:36.522852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:36.523172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:36.523600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:36.524047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Bound port: a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:36.524399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.540593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.604018 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e59d3-7a18-4150-8cd5-061891287db8 x-openstack-request-id: req-901e59d3-7a18-4150-8cd5-061891287db8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:36.604525 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "name": "network-vif-plugged", "status": "completed", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:36.604637 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-901e59d3-7a18-4150-8cd5-061891287db8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:36.605005 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801', 'code': 200} Nov 23 18:41:36.623462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Transition to ACTIVE for port object b943d985-39ff-40b6-aa99-edcaab055296 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:41:36.657516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb80fd45-f0db-4e4e-9dfc-6262e4b84a48 req-6abd4906-1a8b-480a-a944-f20d52ed8fe4 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups?id=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144699 Nov 23 18:41:36.661808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.711023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Deleting port 2d9f5ab9-8bf3-4e87-8a80-60270a566841 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:36.711880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.752429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:36.754909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-dfd17988-8fa2-43ef-ba82-51014a614313 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127688 Nov 23 18:41:36.868936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-e56f8134-a058-4810-848a-6f0884ae0a78 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859184 Nov 23 18:41:36.921791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event deleted for resources: {'Port': ['ID=3d6f396c-5b59-4b56-8b72-248954d19c5c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:36.971889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:37.049403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:37.050406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:37.071967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd2ae6-f0f3-4b71-9c1d-1916b2ba187b req-c6c87fd8-1a72-423e-8919-4f1163db0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.074956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30cd2ae6-f0f3-4b71-9c1d-1916b2ba187b req-c6c87fd8-1a72-423e-8919-4f1163db0f34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 1101 time: 0.3407705 Nov 23 18:41:37.086694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:37.436001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7d7135-a53d-4861-8fac-8af35f007073 req-0bbe0700-6091-474a-b10e-041607df44c6 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700511 Nov 23 18:41:37.437110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Attempting to bind port b943d985-39ff-40b6-aa99-edcaab055296 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:37.437617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Attempting to bind port b943d985-39ff-40b6-aa99-edcaab055296 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:37.439373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Attempting to bind port b943d985-39ff-40b6-aa99-edcaab055296 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:37.470675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Port b943d985-39ff-40b6-aa99-edcaab055296 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:37.471144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Attempting to bind port b943d985-39ff-40b6-aa99-edcaab055296 on network ff4de612-c15a-40b5-81a2-5e912a1acab3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:37.498247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:37.498600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Checking segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:37.498993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Bound using segment: {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:37.499470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Bound port: b943d985-39ff-40b6-aa99-edcaab055296, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:37.499884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:37.578325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce41de2f-6273-4f6a-822b-5f69ebbeeee0 req-87a7e18d-c059-4014-abdf-b19705a3d69b service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040200 Nov 23 18:41:37.600980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df35c4-6a6a-4ec9-9151-90db077eb0e1 req-0a9415df-d090-410c-a268-ffd1e55677b8 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.601244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100039a8-4f29-488b-9373-f60821ecb604 req-74bbd874-b1a1-4fcd-8c65-54902dd8e846 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.603467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2df35c4-6a6a-4ec9-9151-90db077eb0e1 req-0a9415df-d090-410c-a268-ffd1e55677b8 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 947 time: 0.7638111 Nov 23 18:41:37.612777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-100039a8-4f29-488b-9373-f60821ecb604 req-74bbd874-b1a1-4fcd-8c65-54902dd8e846 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.3693953 Nov 23 18:41:37.656753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] For port 2d9f5ab9-8bf3-4e87-8a80-60270a566841, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d9f5ab9-8bf3-4e87-8a80-60270a566841,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:37.657485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:37.703744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.704784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:37.707084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/a8db4419-b1cf-4fc4-ab5d-e762da1876b2 HTTP/1.1" status: 200 len: 1096 time: 3.8962061 Nov 23 18:41:37.713125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:37.715959 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b18eac-8fd5-40c9-8425-8123a917ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:37.744383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790515-121f-4eb0-a16e-00a7da938243 req-73d9821a-2446-4ae0-820c-63e3fd33412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:37.745952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-73d9821a-2446-4ae0-820c-63e3fd33412b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 1098 time: 0.2242038 Nov 23 18:41:37.764783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-100039a8-4f29-488b-9373-f60821ecb604 req-89898f6b-5bb3-4312-8bc3-288ae15e7978 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510115 Nov 23 18:41:37.793814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:37.817792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30cd2ae6-f0f3-4b71-9c1d-1916b2ba187b req-461a8d61-89dc-42e8-bbbd-cb70805c495d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236085 Nov 23 18:41:37.899161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Calling delete_port for 2d9f5ab9-8bf3-4e87-8a80-60270a566841 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:37.950434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Router 7a12ec32-67d1-4878-a87b-884f5828d9f2 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:41:37.962392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b943d985-39ff-40b6-aa99-edcaab055296,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:37.976562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:37.980142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff053-6024-4452-b8ab-b8781305b3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:37.981102 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f570a03f-549f-46e2-be40-d61f4e8f8b47" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:38.014776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:38.083934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-fea01595-8a97-46fe-b0c0-39798d44c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.085581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-fea01595-8a97-46fe-b0c0-39798d44c677 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 1099 time: 0.2662957 Nov 23 18:41:38.090449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2df35c4-6a6a-4ec9-9151-90db077eb0e1 req-59782086-08c0-40c7-ab4d-7a58da62f587 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627900 Nov 23 18:41:38.128924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.129654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:38.131146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/b943d985-39ff-40b6-aa99-edcaab055296 HTTP/1.1" status: 200 len: 1092 time: 3.1076655 Nov 23 18:41:38.143435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c79aa-bbd0-47a2-8043-64ed3ff02099 req-196b3cbc-6217-4821-833c-bc033277aef5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.145039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-983c79aa-bbd0-47a2-8043-64ed3ff02099 req-196b3cbc-6217-4821-833c-bc033277aef5 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 944 time: 0.2456372 Nov 23 18:41:38.145828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac12c5-ae30-4311-92c2-eef559bd54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:38.191400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790515-121f-4eb0-a16e-00a7da938243 req-f520e875-7848-420f-b9d8-812447c31287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.193231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-f520e875-7848-420f-b9d8-812447c31287 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4257927 Nov 23 18:41:38.257097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-70210976-a7c1-48fe-97c1-8a4277300858 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2 HTTP/1.1" status: 200 len: 217 time: 0.1498425 Nov 23 18:41:38.277561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-39c6e0e5-99e8-4468-8a16-b1ae718784a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862 HTTP/1.1" status: 200 len: 217 time: 0.0613143 Nov 23 18:41:38.343133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-983c79aa-bbd0-47a2-8043-64ed3ff02099 req-af70837a-68af-4235-84be-f00d0af156b1 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780076 Nov 23 18:41:38.355552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-57c2045f-8f6c-44a6-b1a8-880240f9e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.357129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-57c2045f-8f6c-44a6-b1a8-880240f9e33f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1630101 Nov 23 18:41:38.372908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790515-121f-4eb0-a16e-00a7da938243 req-e05880ef-76e6-4c38-9d45-c0af3578e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.374993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-e05880ef-76e6-4c38-9d45-c0af3578e4c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0840175 Nov 23 18:41:38.443835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-ccc2cc98-ab0f-47a6-b847-7aa60d77f27e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b943d985-39ff-40b6-aa99-edcaab055296 HTTP/1.1" status: 200 len: 217 time: 0.0674515 Nov 23 18:41:38.554461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:38.596135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-186a0e5f-1553-44f8-a594-0f8866250d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.599495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-186a0e5f-1553-44f8-a594-0f8866250d94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3040850 Nov 23 18:41:38.599495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:41:38.608418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:38.612396 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Sync routers for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:41:38.615233 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d7296-3fa9-49c1-b896-57f3bc2cd242" -d '{"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:38.626628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:38.627754 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:38.629623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:38.725543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3fdc9-f869-4906-b750-9010f42645b4 req-b96ed059-df10-4d3f-b8a9-a9d15db0cd90 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.727243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a3fdc9-f869-4906-b750-9010f42645b4 req-b96ed059-df10-4d3f-b8a9-a9d15db0cd90 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.4428883 Nov 23 18:41:38.750501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] No DVR routers for this DVR port 3d6f396c-5b59-4b56-8b72-248954d19c5c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:38.777882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:38.781742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68b3eec5-860a-49c0-93e0-707a75b711fe req-a373c25d-e680-4518-98c5-165ae6ad37da tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.50 "DELETE /v2.0/ports/3d6f396c-5b59-4b56-8b72-248954d19c5c HTTP/1.1" status: 204 len: 173 time: 4.3904309 Nov 23 18:41:38.791565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9f5ab9-8bf3-4e87-8a80-60270a566841,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:38.860223 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:38.908601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-f0305b5e-8001-46b7-885b-a73ac0d3a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.918026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-f0305b5e-8001-46b7-885b-a73ac0d3a1ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2906451 Nov 23 18:41:38.950624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a3fdc9-f869-4906-b750-9010f42645b4 req-2a8cb412-e090-4f13-a44a-c18e239a1704 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931019 Nov 23 18:41:38.972055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-b94572cc-2fc6-4fac-9895-52310a87cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.974926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-b94572cc-2fc6-4fac-9895-52310a87cfe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.1723802 Nov 23 18:41:38.996370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790515-121f-4eb0-a16e-00a7da938243 req-f7700d2a-469f-43cf-8528-ce7399060eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:38.999189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-f7700d2a-469f-43cf-8528-ce7399060eae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6117218 Nov 23 18:41:39.046472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35c2aa-c991-4d6e-aff6-49c72d4bc032 req-914911f5-8cee-4144-94f3-6f62db66a562 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.049731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d35c2aa-c991-4d6e-aff6-49c72d4bc032 req-914911f5-8cee-4144-94f3-6f62db66a562 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 948 time: 0.2508314 Nov 23 18:41:39.056114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-f2845f98-565b-4e85-8ecd-8dcbfc26e5e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571692 Nov 23 18:41:39.288919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7c91a22-bb84-4d36-af8a-95ceb87c8499 req-668e7db8-9a4a-4801-8410-9a1e5d467fbe tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b8ecfa-bbf6-4562-a181-a095358a741a HTTP/1.1" status: 200 len: 210 time: 0.0519190 Nov 23 18:41:39.307928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d35c2aa-c991-4d6e-aff6-49c72d4bc032 req-273187c4-9682-40bb-9d03-f5c5e6ba6ee5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395287 Nov 23 18:41:39.399786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-2e8a2b7e-c856-4da0-9264-85ea1764d6e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136930 Nov 23 18:41:39.438410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-88d45800-8f04-49f8-891a-77b29eff97a6 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049117 Nov 23 18:41:39.453213 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b51f54-39c3-4522-8167-d49d64da5a2f x-openstack-request-id: req-a5b51f54-39c3-4522-8167-d49d64da5a2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:39.453511 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:39.453771 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5b51f54-39c3-4522-8167-d49d64da5a2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:39.454182 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2', 'status': 'completed', 'code': 200} Nov 23 18:41:39.458712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-2a2bf6aa-5c59-43cd-a7d8-267f239bb5a6 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462488 Nov 23 18:41:39.531441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:39.545246 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8644290-575f-4a52-a11c-938a4a8ea29f x-openstack-request-id: req-e8644290-575f-4a52-a11c-938a4a8ea29f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:39.545547 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:39.546512 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8644290-575f-4a52-a11c-938a4a8ea29f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:39.547196 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'code': 200} Nov 23 18:41:39.672050 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560d169-5e01-439e-b0dd-679c0c210298 x-openstack-request-id: req-d560d169-5e01-439e-b0dd-679c0c210298 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:39.672359 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:39.672607 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d560d169-5e01-439e-b0dd-679c0c210298 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:39.673024 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'status': 'completed', 'code': 200} Nov 23 18:41:39.675067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59e85bd9-1f1f-46ba-9b35-fdadd2a1fe97 req-12645975-94bd-4743-a393-b2765e828651 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625804 Nov 23 18:41:39.792609 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:39.825637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba790515-121f-4eb0-a16e-00a7da938243 req-452102c7-c22f-4efd-b1a3-1461c2df63fc service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441119 Nov 23 18:41:39.873489 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Checking router: 7a12ec32-67d1-4878-a87b-884f5828d9f2 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:41:39.887656 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:39.889169 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:39.906946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-c8182e24-c61d-4c87-8899-270285aacbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:39.910125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-c8182e24-c61d-4c87-8899-270285aacbbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1098 time: 0.2335687 Nov 23 18:41:40.026857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e9fc-721d-4b58-8ad8-533c0fa85b2c req-e0b1acde-a778-4d0c-b40c-fed69aed27d1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.027951 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:40.035966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6432e9fc-721d-4b58-8ad8-533c0fa85b2c req-e0b1acde-a778-4d0c-b40c-fed69aed27d1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.4225202 Nov 23 18:41:40.092635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-94538924-084d-42f0-88f1-d4de69c3160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.094133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-94538924-084d-42f0-88f1-d4de69c3160b service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1716650 Nov 23 18:41:40.149341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:40.179720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-522ed886-0eda-4d49-9d6e-95874484c4f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=311327cd-d818-434e-b116-7eb20b33e193 HTTP/1.1" status: 200 len: 217 time: 0.0671635 Nov 23 18:41:40.197842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-135557e6-d0b4-438d-a940-ec3577ef15ce req-c9d1047d-165f-47c2-80fb-87f36068671d service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031517 Nov 23 18:41:40.291707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6432e9fc-721d-4b58-8ad8-533c0fa85b2c req-219e99ef-fe2e-4e3e-a13d-f83b11c3a5f5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543757 Nov 23 18:41:40.313843 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:40.350259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f801-4c67-4c0e-804e-bb233c9f8b91 req-f1004b08-5eaa-4310-97a9-5fbeec744194 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.352801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0668f801-4c67-4c0e-804e-bb233c9f8b91 req-f1004b08-5eaa-4310-97a9-5fbeec744194 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 947 time: 0.1717370 Nov 23 18:41:40.361171 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4df75-fc1a-4d3a-8c40-dea8d56a23b1 None None] The sync data for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 is: [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:38:42Z', 'revision_number': 4, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0aa71380-78c0-43b3-900e-0d259b9c6336', 'name': '', 'network_id': 'cd9239cf-6718-42eb-9a8d-6438955a4e44', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'mac_address': 'fa:16:3e:2e:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '792e632c-1541-4f81-917b-2264d285949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:39Z', 'updated_at': '2021-11-23T18:38:49Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'subnets': [{'id': '792e632c-1541-4f81-917b-2264d285949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:41:40.446753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0668f801-4c67-4c0e-804e-bb233c9f8b91 req-3b53e8c8-5430-4c5c-b4b8-f34362c0baf9 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816858 Nov 23 18:41:40.457739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-4986df38-8613-4223-a647-b4b23b9a653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.459654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-4986df38-8613-4223-a647-b4b23b9a653e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2244172 Nov 23 18:41:40.465247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-5f8877b7-1ac0-4fc6-9fad-edc70c723f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.466906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-5f8877b7-1ac0-4fc6-9fad-edc70c723f84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 1099 time: 0.1739297 Nov 23 18:41:40.545759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Router c538986e-5eec-4ba1-853a-341577daa3dd has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:41:40.553383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-cd6a9fb3-bfbf-405a-8be2-b26a65ef7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.555448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-cd6a9fb3-bfbf-405a-8be2-b26a65ef7329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838795 Nov 23 18:41:40.609546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b11128-f662-4e76-b510-120cdeb53154 req-fbb06be2-72b8-4cd4-ae94-4059e991838c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.611077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40b11128-f662-4e76-b510-120cdeb53154 req-fbb06be2-72b8-4cd4-ae94-4059e991838c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 944 time: 0.1870017 Nov 23 18:41:40.669137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 44775814-4cdf-4c12-a5f2-f68fa9e6b862 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:40.755434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-7cd6beb8-685f-467a-a899-4044689f3e4b service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889439 Nov 23 18:41:40.767026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc0337-3e18-48f2-ba4b-323ce81f34fa req-3397fbd3-dbce-49d5-8ccb-20da2bcafc35 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.769111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76fc0337-3e18-48f2-ba4b-323ce81f34fa req-3397fbd3-dbce-49d5-8ccb-20da2bcafc35 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.1163290 Nov 23 18:41:40.856523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:40.888910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '44775814-4cdf-4c12-a5f2-f68fa9e6b862', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '44775814-4cdf-4c12-a5f2-f68fa9e6b862', 'mac_address': 'fa:16:3e:df:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:40.901172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8052db-b253-438c-b1dc-7231f59bc3ea None None] New status for floating IP a982f511-8fef-4047-a4a3-e026f0867e3f: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:41:40.936795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40b11128-f662-4e76-b510-120cdeb53154 req-7d266ab3-0651-4ae6-9383-eb4d8a6681c2 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023131 Nov 23 18:41:40.937837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:41:40.940183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-4ab6265b-b314-47e9-b40b-b5b757757c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:40.941668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-4ab6265b-b314-47e9-b40b-b5b757757c0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4580936 Nov 23 18:41:40.946285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-66fc1f58-98b2-4549-88db-7a2aac5c0a33 admin admin] 10.222.0.37 "PUT /v2.0/routers/c538986e-5eec-4ba1-853a-341577daa3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4771647 Nov 23 18:41:40.950094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:40.959259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76fc0337-3e18-48f2-ba4b-323ce81f34fa req-60551a8b-97dc-406b-8cf4-df2376fa92f0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759374 Nov 23 18:41:40.960009 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Sync routers for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:41:41.003898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:41.003898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:41.023584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f570a03f-549f-46e2-be40-d61f4e8f8b47 req-9d8559ab-feac-4159-91d6-08f887e9ba65 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526829 Nov 23 18:41:41.171860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-88084bbc-3da9-4fa2-90dc-34278bc2ee8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2 HTTP/1.1" status: 200 len: 217 time: 0.0872345 Nov 23 18:41:41.237092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b943d985-39ff-40b6-aa99-edcaab055296 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:41.258184 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:41.360977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b943d985-39ff-40b6-aa99-edcaab055296,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:41.377394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b943d985-39ff-40b6-aa99-edcaab055296', 'network_id': 'ff4de612-c15a-40b5-81a2-5e912a1acab3', 'port_id': 'b943d985-39ff-40b6-aa99-edcaab055296', 'mac_address': 'fa:16:3e:1a:ee:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf769cb-8a32-42c5-978b-5c655c697bff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:41.385526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.453416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44775814-4cdf-4c12-a5f2-f68fa9e6b862 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:41.473861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f049fa-f783-41a3-8bde-89f2b2c77e94 req-ced4622a-cae9-4fd9-a127-ac0fa8abfd30 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:41.477780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18f049fa-f783-41a3-8bde-89f2b2c77e94 req-ced4622a-cae9-4fd9-a127-ac0fa8abfd30 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 948 time: 0.3003190 Nov 23 18:41:41.484620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-deleted', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:41.490062 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79401c-1c97-4918-aec2-b3ee1237f066" -d '{"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-deleted", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:41.494862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.506050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:41.512464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:41.515756 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.525329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.531573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:41.617964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-8d64a01e-e408-451b-87f1-ff2907d87328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:41.620973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-8d64a01e-e408-451b-87f1-ff2907d87328 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3514357 Nov 23 18:41:41.665191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:41.686723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:41.694319 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45219368-6e3f-40cd-bf60-86a15b9cb044" -d '{"events": [{"name": "network-changed", "server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "tag": "b943d985-39ff-40b6-aa99-edcaab055296"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:41.738695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.754534 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:41:38Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:41.806675 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Checking router: c538986e-5eec-4ba1-853a-341577daa3dd for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:41:41.832114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18f049fa-f783-41a3-8bde-89f2b2c77e94 req-05f4d0db-142f-4c22-9094-c21234b49540 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353209 Nov 23 18:41:41.843386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '311327cd-d818-434e-b116-7eb20b33e193', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '311327cd-d818-434e-b116-7eb20b33e193', 'mac_address': 'fa:16:3e:3d:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:41.843661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.853688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:41.857101 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Routers {'c538986e-5eec-4ba1-853a-341577daa3dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:41.858337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c538986e-5eec-4ba1-853a-341577daa3dd'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:41.864978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-72a0a017-1d93-414b-95c0-712b3bf2f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:41.872241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-72a0a017-1d93-414b-95c0-712b3bf2f236 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145176 Nov 23 18:41:41.899940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911ac7b-86e2-4802-8f5b-b08d66394152 req-17aa68ad-60ec-433f-bfb1-5de1c3750f4f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:41.909485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7911ac7b-86e2-4802-8f5b-b08d66394152 req-17aa68ad-60ec-433f-bfb1-5de1c3750f4f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.1415873 Nov 23 18:41:41.917367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:41.965744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b943d985-39ff-40b6-aa99-edcaab055296 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:41.974562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.015993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7911ac7b-86e2-4802-8f5b-b08d66394152 req-53abb6f8-e4a5-4bc6-aba8-3eb1bb4f003d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053963 Nov 23 18:41:42.018203 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] Set router c538986e-5eec-4ba1-853a-341577daa3dd gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:42.019767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.032933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.033590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.034098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.034600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.035115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.035634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.036141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.036671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.041013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.041605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.042155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.042682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.048469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:42.065633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.074846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "DELETE /v2.0/security-groups/b774e9d0-d3a3-4a7d-9a00-aa3346e5c885 HTTP/1.1" status: 204 len: 168 time: 0.5620770 Nov 23 18:41:42.077726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:42.127095 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2ce183f9-6a64-4e15-b934-85832bb0656f tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] show failed (client error): The resource could not be found. Nov 23 18:41:42.135201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2ce183f9-6a64-4e15-b934-85832bb0656f tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "GET /v2.0/security-groups/b774e9d0-d3a3-4a7d-9a00-aa3346e5c885 HTTP/1.1" status: 404 len: 347 time: 0.0467246 Nov 23 18:41:42.152201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:42.160343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774e9d0-d3a3-4a7d-9a00-aa3346e5c885,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:42.160848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b943d985-39ff-40b6-aa99-edcaab055296,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:42.185088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.200969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:42.230350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.302875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:42.317688 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:41:38Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:42.329195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.329195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.329722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.330855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.331267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.332536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.338219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.340704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.341547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.342090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.342704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.346515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e10ea3-ff4d-43e1-908d-b647e0b892fd tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:41:42.362934 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338b844-6787-4e71-9983-5e99f21f92ce None None] The sync data for ids ['c538986e-5eec-4ba1-853a-341577daa3dd'] in n-d-792364-9 is: [{'id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'name': 'tempest-ServersTestBootFromVolume-1998197555-router', 'tenant_id': 'fe21152eba034d2a88b64168e2f306f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:37:46Z', 'updated_at': '2021-11-23T18:41:38Z', 'revision_number': 5, 'project_id': 'fe21152eba034d2a88b64168e2f306f3', 'gw_port': {'id': '02878b82-f0a8-4a39-bfcc-590e10fdf4c3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538986e-5eec-4ba1-853a-341577daa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:37:47Z', 'updated_at': '2021-11-23T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:41:42.447715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:42.500492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:42.523069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d3660-3cc9-4692-9b54-947390e44f23 req-a2712a77-8383-4bf7-9db0-5a542937d060 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:42.534451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d0d3660-3cc9-4692-9b54-947390e44f23 req-a2712a77-8383-4bf7-9db0-5a542937d060 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.5370131 Nov 23 18:41:42.580301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f030e46-06cc-4d6a-b834-f53685bcee98 req-34063db2-14e5-4fb3-bbb3-15a93d280a6d tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:42.582739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f030e46-06cc-4d6a-b834-f53685bcee98 req-34063db2-14e5-4fb3-bbb3-15a93d280a6d tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 948 time: 0.3481309 Nov 23 18:41:42.583484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['44775814-4cdf-4c12-a5f2-f68fa9e6b862'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:42.605721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d0d3660-3cc9-4692-9b54-947390e44f23 req-d312c65b-88f6-4f54-bc16-a25ca4715f29 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 Nov 23 18:41:42.607426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Deleting port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:42.607771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.641891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b943d985-39ff-40b6-aa99-edcaab055296'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:42.653827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-863beea9-44ec-4d5b-924c-85d7b1f943fd service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596526 Nov 23 18:41:42.666681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Deleting port 3be8c8d9-78fd-4a20-b966-6eeb50fa927c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:42.667026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.688226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f030e46-06cc-4d6a-b834-f53685bcee98 req-fa553e05-f2d2-4d00-abe4-08d9069fde6d tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866842 Nov 23 18:41:42.757249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] For port 02878b82-f0a8-4a39-bfcc-590e10fdf4c3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:42.757679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:42.772262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Calling delete_port for 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:42.856829 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c05aad-fa1c-4ac6-9ca1-1bb4c341ad11 x-openstack-request-id: req-c7c05aad-fa1c-4ac6-9ca1-1bb4c341ad11 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:42.857385 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "tag": "b943d985-39ff-40b6-aa99-edcaab055296", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:42.857818 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7c05aad-fa1c-4ac6-9ca1-1bb4c341ad11 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:42.858395 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296', 'status': 'completed', 'code': 200} Nov 23 18:41:43.000167 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0afcfef-0eb5-4a71-aaeb-cc8a46923cbd x-openstack-request-id: req-e0afcfef-0eb5-4a71-aaeb-cc8a46923cbd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:43.000527 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b8ecfa-bbf6-4562-a181-a095358a741a", "name": "network-vif-deleted", "tag": "3d6f396c-5b59-4b56-8b72-248954d19c5c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:43.001263 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0afcfef-0eb5-4a71-aaeb-cc8a46923cbd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:43.001648 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b8ecfa-bbf6-4562-a181-a095358a741a', 'name': 'network-vif-deleted', 'tag': '3d6f396c-5b59-4b56-8b72-248954d19c5c', 'status': 'completed', 'code': 200} Nov 23 18:41:43.006517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93b18eac-8fd5-40c9-8425-8123a917ee65 req-b6351980-2a56-422e-8b61-097ecb55c378 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529424 Nov 23 18:41:43.055915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-fd2f100f-67b6-4469-b96f-a1a95d552988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.057420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-fd2f100f-67b6-4469-b96f-a1a95d552988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54877ab8fd814ab7a5463af860538d04&device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 1096 time: 0.1980424 Nov 23 18:41:43.064416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.064812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.077569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdecdd9-f719-4165-ac48-6b72b14430f7 req-baffa7b4-2271-440a-b286-8396766c0bde tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.085469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcdecdd9-f719-4165-ac48-6b72b14430f7 req-baffa7b4-2271-440a-b286-8396766c0bde tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 945 time: 0.2294691 Nov 23 18:41:43.122580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996bde8-5c6d-4cc5-b7d4-7db15217c8f8 req-8d026e9b-16c3-4e19-b701-71814ae4db6f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.124439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1996bde8-5c6d-4cc5-b7d4-7db15217c8f8 req-8d026e9b-16c3-4e19-b701-71814ae4db6f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 948 time: 0.1142418 Nov 23 18:41:43.203859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Calling delete_port for 3be8c8d9-78fd-4a20-b966-6eeb50fa927c owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:43.215805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a8db4419-b1cf-4fc4-ab5d-e762da1876b2 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:43.320551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.370787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-05b72e0a-c732-4d23-844f-407dc6a79f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.373353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-05b72e0a-c732-4d23-844f-407dc6a79f33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 200 len: 923 time: 0.2771621 Nov 23 18:41:43.378765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Pushing event deleted for resources: {'Port': ['ID=02878b82-f0a8-4a39-bfcc-590e10fdf4c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:43.393217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:43.408677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1996bde8-5c6d-4cc5-b7d4-7db15217c8f8 req-02419156-2d98-4502-9024-b6714ea00451 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767158 Nov 23 18:41:43.446135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2', 'mac_address': 'fa:16:3e:be:03:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:41:43.451307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d9f5ab9-8bf3-4e87-8a80-60270a566841 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:43.482749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 2d9f5ab9-8bf3-4e87-8a80-60270a566841 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:43.483533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d9f5ab9-8bf3-4e87-8a80-60270a566841 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:43.487943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-d2711193-38ef-4178-8358-baf76862b394 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b943d985-39ff-40b6-aa99-edcaab055296 HTTP/1.1" status: 200 len: 217 time: 0.0935102 Nov 23 18:41:43.531768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.554278 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.571014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8db4419-b1cf-4fc4-ab5d-e762da1876b2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:43.613345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:43.619707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.645236 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcdecdd9-f719-4165-ac48-6b72b14430f7 req-fcfed1b5-1283-47b5-8ee6-76ec003d7c7c tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586166 Nov 23 18:41:43.713620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-ddab1530-45d5-4c3f-9139-c8ccfa36a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.715714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-ddab1530-45d5-4c3f-9139-c8ccfa36a6e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 200 len: 862 time: 0.2163534 Nov 23 18:41:43.771833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:43.795735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-1bc4c12a-4b04-41c6-8a7f-2a1fa213723a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff4de612-c15a-40b5-81a2-5e912a1acab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602376 Nov 23 18:41:43.796422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.820206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.825896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.886112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Pushing event deleted for resources: {'Port': ['ID=3be8c8d9-78fd-4a20-b966-6eeb50fa927c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:43.905621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d17414-266c-4ef8-b595-e0db1f9688d7 req-bf30fc1a-3bf8-4571-84b9-6e26d82ac66f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:43.916025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88d17414-266c-4ef8-b595-e0db1f9688d7 req-bf30fc1a-3bf8-4571-84b9-6e26d82ac66f tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.3392093 Nov 23 18:41:43.942454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.943018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c538986e-5eec-4ba1-853a-341577daa3dd {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:41:43.954927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:43.961590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:43.961927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-59466d19-29f8-4a59-80a4-2fb891ef486c admin admin] 10.222.0.37 "DELETE /v2.0/routers/c538986e-5eec-4ba1-853a-341577daa3dd HTTP/1.1" status: 204 len: 168 time: 3.0092301 Nov 23 18:41:43.983711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88d17414-266c-4ef8-b595-e0db1f9688d7 req-a75e745e-5cf6-4925-99c0-558e64e82bbf tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666742 Nov 23 18:41:43.998958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a8db4419-b1cf-4fc4-ab5d-e762da1876b2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:44.092607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-4efa1045-2d77-4d38-866d-7b5df2a4c464 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799861 Nov 23 18:41:44.112834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40450002-f95b-4e85-b86c-d6228f9d762c req-bfb9f98d-19ef-4766-9060-21715d3e7e29 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:44.125510 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40450002-f95b-4e85-b86c-d6228f9d762c req-bfb9f98d-19ef-4766-9060-21715d3e7e29 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.3015740 Nov 23 18:41:44.188411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d56e2-febf-4bb2-bfa5-f35faa1bd7a4 req-d40c7cfa-146c-4a98-a7b7-e957960611aa tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:44.190832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d8d56e2-febf-4bb2-bfa5-f35faa1bd7a4 req-d40c7cfa-146c-4a98-a7b7-e957960611aa tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 948 time: 0.0780344 Nov 23 18:41:44.209484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.218463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.219669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7407e4b7-37b1-4630-ade5-e563a54c5a92 tempest-ServersTestJSON-563525886 tempest-ServersTestJSON-563525886-project] 10.222.0.37 "DELETE /v2.0/floatingips/a982f511-8fef-4047-a4a3-e026f0867e3f HTTP/1.1" status: 204 len: 168 time: 2.0665023 Nov 23 18:41:44.224150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:44.287583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Deleting subnet d2f3057c-6a57-4116-a694-bf41027c36df {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:41:44.297336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.304084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40450002-f95b-4e85-b86c-d6228f9d762c req-ff84ade6-300c-4a81-8d27-4467da746053 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766810 Nov 23 18:41:44.317873 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d8d56e2-febf-4bb2-bfa5-f35faa1bd7a4 req-fb5cd89c-1466-4ba6-aa64-cb21cd4bc2f2 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125543 Nov 23 18:41:44.361185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45219368-6e3f-40cd-bf60-86a15b9cb044 req-94c20eae-936f-4130-ad6c-999a9b583298 service neutron] 10.222.0.50 "GET /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216353 Nov 23 18:41:44.371872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.484044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-a1fdd8cc-d3c9-4dad-92f8-f3d2a59e22fe tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:44.485861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-a1fdd8cc-d3c9-4dad-92f8-f3d2a59e22fe tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 1101 time: 0.0810270 Nov 23 18:41:44.537622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-66e5b782-3657-41ea-91d1-4414cc8c7f03 tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.561575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.595946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6d66b-dacf-40a2-9f55-0bda27202310 req-d0054c53-a2fc-47b1-9878-332d3705884e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:44.605828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2d6d66b-dacf-40a2-9f55-0bda27202310 req-d0054c53-a2fc-47b1-9878-332d3705884e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 949 time: 0.0729344 Nov 23 18:41:44.658763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.687035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 44775814-4cdf-4c12-a5f2-f68fa9e6b862 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:44.691929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f3057c-6a57-4116-a694-bf41027c36df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:44.705987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.714007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-31cca7eb-440c-4700-8501-f7b4520493e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d2f3057c-6a57-4116-a694-bf41027c36df HTTP/1.1" status: 204 len: 168 time: 0.7070072 Nov 23 18:41:44.715023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:44.749434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f1fb0-019a-4f65-9cd0-e6a4cfa8e490 None None] Network 36f223f5-b778-4133-ab3d-9238d1982092 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:44.773943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2d6d66b-dacf-40a2-9f55-0bda27202310 req-a8499797-7e7b-4503-bde1-8cd5a593e8f1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660047 Nov 23 18:41:44.821314 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.828955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-66e5b782-3657-41ea-91d1-4414cc8c7f03 tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.834761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-66e5b782-3657-41ea-91d1-4414cc8c7f03 tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.929628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:44.936309 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:41:44.938680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:44.939261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.941296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b2fb6e9-bcdb-4dd9-b1fb-7bf425ce07d4 req-66e5b782-3657-41ea-91d1-4414cc8c7f03 tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285545 Nov 23 18:41:44.942636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b782-3657-41ea-91d1-4414cc8c7f03 tempest-LiveMigrationNegativeTest-1106306536 tempest-LiveMigrationNegativeTest-1106306536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee5a61c-c35a-4d14-8866-5ff13e545b71,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:44.978834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Deleting port bc502034-6b98-4af2-b080-7941b308df2c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:44.978834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.113020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] DHCP port deletion for 36f223f5-b778-4133-ab3d-9238d1982092 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:41:45.113489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa0a11-2536-49fc-a1b2-bd215a0a042d req-292fc51c-5aba-404b-b8c6-d670e3131958 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:45.115087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbaa0a11-2536-49fc-a1b2-bd215a0a042d req-292fc51c-5aba-404b-b8c6-d670e3131958 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 945 time: 0.1791894 Nov 23 18:41:45.139052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.149361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] For port bc502034-6b98-4af2-b080-7941b308df2c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bc502034-6b98-4af2-b080-7941b308df2c,segment=NetworkSegment(0215a973-3400-416c-aa57-5f5cc38313c5),segment_id=0215a973-3400-416c-aa57-5f5cc38313c5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:45.149863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.167574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Calling delete_port for bc502034-6b98-4af2-b080-7941b308df2c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:45.201491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.202551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:45.205278 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7498d-4e19-418b-a6ae-cd84e4bff92e" -d '{"events": [{"server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "name": "network-vif-plugged", "status": "completed", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:45.206219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbaa0a11-2536-49fc-a1b2-bd215a0a042d req-c3cbe814-f381-42f6-b560-faaf33a5fbde tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Nov 23 18:41:45.231620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b943d985-39ff-40b6-aa99-edcaab055296 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:45.243483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:45.274414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.275033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:45.293248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.340975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Deleting port bc502034-6b98-4af2-b080-7941b308df2c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:45.341353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.370923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] No DVR routers for this DVR port bc502034-6b98-4af2-b080-7941b308df2c on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:45.405366 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e299f4-dc1d-4f8b-8188-04cd90bf29ad x-openstack-request-id: req-b4e299f4-dc1d-4f8b-8188-04cd90bf29ad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:45.405666 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "name": "network-vif-plugged", "status": "completed", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:45.405926 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e299f4-dc1d-4f8b-8188-04cd90bf29ad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:45.406339 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862', 'code': 200} Nov 23 18:41:45.448069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc502034-6b98-4af2-b080-7941b308df2c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:45.464171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:45.511205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fcba4-9bb5-4dd6-ba04-7830193d9aaf req-8be98e6c-f450-4ffb-a9a8-ff9c1ea23beb tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:45.513414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b03fcba4-9bb5-4dd6-ba04-7830193d9aaf req-8be98e6c-f450-4ffb-a9a8-ff9c1ea23beb tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.2382832 Nov 23 18:41:45.519121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bc502034-6b98-4af2-b080-7941b308df2c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:45.559024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] For port bc502034-6b98-4af2-b080-7941b308df2c, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:45.559473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.572527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: bc502034-6b98-4af2-b080-7941b308df2c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:45.572872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bc502034-6b98-4af2-b080-7941b308df2c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:45.573309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:45.584284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b943d985-39ff-40b6-aa99-edcaab055296 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:45.587053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Calling delete_port for bc502034-6b98-4af2-b080-7941b308df2c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:45.612068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Port bc502034-6b98-4af2-b080-7941b308df2c was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:41:45.613694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b943d985-39ff-40b6-aa99-edcaab055296 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:45.614071 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.615755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:45.616198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 02878b82-f0a8-4a39-bfcc-590e10fdf4c3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:45.617298 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.652782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 311327cd-d818-434e-b116-7eb20b33e193 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:45.655015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.671949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 311327cd-d818-434e-b116-7eb20b33e193 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:45.672326 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.691097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0faa-f008-4424-8200-b0e0fa62970a req-df861cf0-f2b6-4d6d-a8c3-4aff0eb74f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:45.693536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1ff0faa-f008-4424-8200-b0e0fa62970a req-df861cf0-f2b6-4d6d-a8c3-4aff0eb74f33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 1100 time: 0.2294979 Nov 23 18:41:45.696223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f223f5-b778-4133-ab3d-9238d1982092']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:45.726380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0215a973-3400-416c-aa57-5f5cc38313c5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:45.726677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0215a973-3400-416c-aa57-5f5cc38313c5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:45.731560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] Pushing event deleted for resources: {'Port': ['ID=bc502034-6b98-4af2-b080-7941b308df2c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:45.733629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f477c-a9c9-49c7-8056-e4f90ee00a30 None None] No DVR routers for this DVR port bc502034-6b98-4af2-b080-7941b308df2c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:45.749570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.775742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Deleting port 0aa71380-78c0-43b3-900e-0d259b9c6336 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:45.776767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b03fcba4-9bb5-4dd6-ba04-7830193d9aaf req-870e52f4-0d07-405e-9d5f-5ef81cd6c2a4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228515 Nov 23 18:41:45.790480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.793092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.825116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:41:45.825607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:41:45.827459 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:41:45.849710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1ff0faa-f008-4424-8200-b0e0fa62970a req-9c375451-4207-451d-85cb-26f0f818a63e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433098 Nov 23 18:41:45.877332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.935740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.949419 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.989931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.993935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] 10.222.0.37 "DELETE /v2.0/networks/36f223f5-b778-4133-ab3d-9238d1982092 HTTP/1.1" status: 204 len: 168 time: 1.2775650 Nov 23 18:41:45.995428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f863e-b5dc-490c-92bf-42842b2d983f admin admin] Pushing event deleted for resources: {'Network': ['ID=36f223f5-b778-4133-ab3d-9238d1982092,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.026065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4614-dd3d-429d-bc74-6aa8503e63dc req-80ae6bf5-b1f0-49e4-b37a-4bb922589d4f tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.035144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cdd4614-dd3d-429d-bc74-6aa8503e63dc req-80ae6bf5-b1f0-49e4-b37a-4bb922589d4f tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.0714731 Nov 23 18:41:46.048540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] For port 0aa71380-78c0-43b3-900e-0d259b9c6336, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0aa71380-78c0-43b3-900e-0d259b9c6336,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:46.048932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.072200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Calling delete_port for 0aa71380-78c0-43b3-900e-0d259b9c6336 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:46.076609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b943d985-39ff-40b6-aa99-edcaab055296,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:46.084783 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.085661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a8db4419-b1cf-4fc4-ab5d-e762da1876b2 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:41:46.093630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:46.120140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cdd4614-dd3d-429d-bc74-6aa8503e63dc req-9f114663-7de2-48b5-af2a-6d0c4d9187c5 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831923 Nov 23 18:41:46.179069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3648cb5-d9eb-4d81-a4f5-fcde45789374 req-0d759153-e787-4193-adbb-3fe5fb5bd782 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.187925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3648cb5-d9eb-4d81-a4f5-fcde45789374 req-0d759153-e787-4193-adbb-3fe5fb5bd782 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 949 time: 0.3943810 Nov 23 18:41:46.259333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.265767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.304876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3648cb5-d9eb-4d81-a4f5-fcde45789374 req-330993a0-ba13-4ebd-b93b-1c242d6dd542 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134982 Nov 23 18:41:46.336338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6cf2-b447-4253-a514-c59dae61d2a6 req-06eaef49-6a7d-419a-a61f-826d51325ecb tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.337918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-459f6cf2-b447-4253-a514-c59dae61d2a6 req-06eaef49-6a7d-419a-a61f-826d51325ecb tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 949 time: 0.0939085 Nov 23 18:41:46.354138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.375373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:41:46.390901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:41:46.391905 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.439754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-459f6cf2-b447-4253-a514-c59dae61d2a6 req-4756e025-e9e1-401f-a344-7e817368c9cc tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930560 Nov 23 18:41:46.440249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44876) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:46.475940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0869fd-d681-4e87-ac6d-f92bbbdacb5b req-133afc13-d419-4368-bf97-602013ddc3ed tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.478072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f0869fd-d681-4e87-ac6d-f92bbbdacb5b req-133afc13-d419-4368-bf97-602013ddc3ed tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 946 time: 0.0669563 Nov 23 18:41:46.479293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.514684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-281ff50b-d686-4a13-bd59-37b0f0ad87de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe21152eba034d2a88b64168e2f306f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730217 Nov 23 18:41:46.517151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:46.523530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa71380-78c0-43b3-900e-0d259b9c6336,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.546077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.610130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:46.612434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.617746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f0869fd-d681-4e87-ac6d-f92bbbdacb5b req-adfed4b2-bfb1-4f14-a410-6ffebfefd27f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Nov 23 18:41:46.623966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.675236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.705965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.763676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.767796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.769399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa0d8405-8e34-47eb-97c6-43c7576b1d62 HTTP/1.1" status: 204 len: 168 time: 0.2511382 Nov 23 18:41:46.780570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b00d6a-69be-4495-b325-57ddeac61602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d8405-8e34-47eb-97c6-43c7576b1d62,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:46.862349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.961472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b504c3-437c-4ff0-81f0-96de90bcccb5 req-f31c5967-544c-471e-af2a-faaeb567cfd4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.969743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7b504c3-437c-4ff0-81f0-96de90bcccb5 req-f31c5967-544c-471e-af2a-faaeb567cfd4 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.0861981 Nov 23 18:41:47.073634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7b504c3-437c-4ff0-81f0-96de90bcccb5 req-9177db2e-5e0e-45f6-a8d0-1a12d44d7beb tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028047 Nov 23 18:41:47.297479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Router 7a12ec32-67d1-4878-a87b-884f5828d9f2 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:41:47.306980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fb82c-d288-4733-ac25-c8a920a03411 req-e6c5f406-ab96-44aa-9cc8-bfe582cb32e5 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.310327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d1fb82c-d288-4733-ac25-c8a920a03411 req-e6c5f406-ab96-44aa-9cc8-bfe582cb32e5 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.0738566 Nov 23 18:41:47.407302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296'}, {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}, {'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:47.412743 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82fa7cc-cc9b-4940-a325-8f1e3c039925" -d '{"events": [{"server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "name": "network-vif-plugged", "status": "completed", "tag": "b943d985-39ff-40b6-aa99-edcaab055296"}, {"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}, {"server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "name": "network-vif-plugged", "status": "completed", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:47.493220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d1fb82c-d288-4733-ac25-c8a920a03411 req-c275b2cb-ff37-4586-8a59-d05ad7773d1e tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680367 Nov 23 18:41:47.567656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64432-82b0-43dd-9835-f12134cb92ff req-5b4192f8-eb4d-409c-90d1-76480e8c33e5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.569490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24b64432-82b0-43dd-9835-f12134cb92ff req-5b4192f8-eb4d-409c-90d1-76480e8c33e5 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 949 time: 0.1413898 Nov 23 18:41:47.578813 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976c4e5-f0a7-47d7-be9e-d16adad3fd99 x-openstack-request-id: req-c976c4e5-f0a7-47d7-be9e-d16adad3fd99 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:47.579180 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "name": "network-vif-plugged", "status": "completed", "tag": "b943d985-39ff-40b6-aa99-edcaab055296", "code": 200}, {"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "code": 200}, {"server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "name": "network-vif-plugged", "status": "completed", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:47.580393 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c976c4e5-f0a7-47d7-be9e-d16adad3fd99 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:47.581147 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296', 'code': 200} Nov 23 18:41:47.581487 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'code': 200} Nov 23 18:41:47.583090 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2', 'code': 200} Nov 23 18:41:47.652956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:41:47.662667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85169bd7-9a0b-4194-8655-9a3c72b2beb5 admin admin] 10.222.0.37 "PUT /v2.0/routers/7a12ec32-67d1-4878-a87b-884f5828d9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4373136 Nov 23 18:41:47.669551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Sync routers for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:41:47.675613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:47.688629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:47.691557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:47.705263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24b64432-82b0-43dd-9835-f12134cb92ff req-d45bd22c-3757-4288-9e15-ed7d0bcc1019 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Nov 23 18:41:47.853621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a2c21-c0e5-47cc-a886-103796fb723d req-aa9f26fb-c8e8-470b-a8cd-ff39681a5d02 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.855488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-061a2c21-c0e5-47cc-a886-103796fb723d req-aa9f26fb-c8e8-470b-a8cd-ff39681a5d02 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.50 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.1465073 Nov 23 18:41:47.957568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bff828-4ded-4626-b57b-eeb4d200309a req-7b457fd5-6ae5-4de4-a46c-bfed0483a975 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.959172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71bff828-4ded-4626-b57b-eeb4d200309a req-7b457fd5-6ae5-4de4-a46c-bfed0483a975 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.3115954 Nov 23 18:41:47.991163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa5320-500c-4f8e-b6df-554901fdefca req-a92c804c-446b-47f0-97e7-e627614c7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:47.994021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dfa5320-500c-4f8e-b6df-554901fdefca req-a92c804c-446b-47f0-97e7-e627614c7d87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.2775588 Nov 23 18:41:48.022124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.185765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f36a-5c6d-41ea-9e62-35332ded52c0 req-cdfdf91f-5cc5-445d-8bc1-c689b3945964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:48.187299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a69f36a-5c6d-41ea-9e62-35332ded52c0 req-cdfdf91f-5cc5-445d-8bc1-c689b3945964 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 1101 time: 0.3614316 Nov 23 18:41:48.232583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71bff828-4ded-4626-b57b-eeb4d200309a req-1a994bb1-f248-4c4f-ab46-4668766e933d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630215 Nov 23 18:41:48.296177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:48.327003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:48.338798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69451d1-512f-4bab-8c9e-c343240edabd req-ac6b8e07-0b8c-4113-88ee-11e764a34d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:48.340685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c69451d1-512f-4bab-8c9e-c343240edabd req-ac6b8e07-0b8c-4113-88ee-11e764a34d76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.5758576 Nov 23 18:41:48.355062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dfa5320-500c-4f8e-b6df-554901fdefca req-1b984d07-eb1d-4ed4-9f91-75179b15d009 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460777 Nov 23 18:41:48.437305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a69f36a-5c6d-41ea-9e62-35332ded52c0 req-177f1175-379d-4696-b3d5-5a55a0da2a20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302549 Nov 23 18:41:48.443732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.470822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c69451d1-512f-4bab-8c9e-c343240edabd req-5aa8d05a-2891-4cb9-b3af-a3f01b36c12e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Nov 23 18:41:48.519657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Deleting port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:48.520348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.566067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224850-6b50-4fd6-9770-1053bd0828b1 req-dc7e1447-3754-462d-ba6d-09874a1bdb82 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:48.574368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8224850-6b50-4fd6-9770-1053bd0828b1 req-dc7e1447-3754-462d-ba6d-09874a1bdb82 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 946 time: 0.6456833 Nov 23 18:41:48.580503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-f23355ae-cd75-4044-8cb7-cab3dcff26c8 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:48.582471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-f23355ae-cd75-4044-8cb7-cab3dcff26c8 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1097 time: 0.6478083 Nov 23 18:41:48.592021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Deleting port 7d36a828-dec7-4219-b0e2-6c3f7f607801 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:48.592526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.665756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-765111389-network', 'tenant_id': 'ebc30758f5064e99b4d025e0b110ca3a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:48.695533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:41:46Z', 'revision_number': 5, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port': {'id': '88f8a64d-a7c5-4f87-bb7e-f68bf1213540', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:38:33Z', 'updated_at': '2021-11-23T18:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:48.736796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] For port 88f8a64d-a7c5-4f87-bb7e-f68bf1213540, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:48.737168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.737507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-9'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:48.747623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Made reservation on behalf of ebc30758f5064e99b4d025e0b110ca3a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:48.750156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.765650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Calling delete_port for 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:48.768779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.769286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Checking router: 7a12ec32-67d1-4878-a87b-884f5828d9f2 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:41:48.784898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Routers {'7a12ec32-67d1-4878-a87b-884f5828d9f2'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:41:48.786011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:41:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7a12ec32-67d1-4878-a87b-884f5828d9f2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:48.807649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8224850-6b50-4fd6-9770-1053bd0828b1 req-4ebf4da2-1943-48dd-8b8a-b82fc2bceb25 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319365 Nov 23 18:41:48.904474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.943634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] Set router 7a12ec32-67d1-4878-a87b-884f5828d9f2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:41:49.000764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] For port 7d36a828-dec7-4219-b0e2-6c3f7f607801, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d36a828-dec7-4219-b0e2-6c3f7f607801,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:49.001514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.014797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:41:48Z', 'revision_number': 6, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:49.022024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ad12-529d-46fe-bca4-b3ac24467007 req-f17b055e-3ceb-404c-b158-53a08fb19d86 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:49.024204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3e9ad12-529d-46fe-bca4-b3ac24467007 req-f17b055e-3ceb-404c-b158-53a08fb19d86 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 946 time: 0.1440451 Nov 23 18:41:49.029340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Calling delete_port for 7d36a828-dec7-4219-b0e2-6c3f7f607801 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:49.065339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049db9-7630-469e-815a-9b2ad081ba73 None None] The sync data for ids ['7a12ec32-67d1-4878-a87b-884f5828d9f2'] in n-d-792364-9 is: [{'id': '7a12ec32-67d1-4878-a87b-884f5828d9f2', 'name': 'tempest-ServersTestJSON-1625861122-router', 'tenant_id': '78da67b9c8f34ca08029f20968224ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:38:30Z', 'updated_at': '2021-11-23T18:41:48Z', 'revision_number': 6, 'project_id': '78da67b9c8f34ca08029f20968224ebb', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:41:49.073814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c78379-a9c2-4691-b781-f63557c543d8 req-11a10a1c-a0e6-4a21-a450-e5e38304ecbf tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:49.075516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15c78379-a9c2-4691-b781-f63557c543d8 req-11a10a1c-a0e6-4a21-a450-e5e38304ecbf tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ab6e69-7da5-4cb8-8e52-744c67f01d55 HTTP/1.1" status: 200 len: 950 time: 0.1478016 Nov 23 18:41:49.121876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.137820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.181703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:41:49.234687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3e9ad12-529d-46fe-bca4-b3ac24467007 req-38bf4a26-7392-407a-ac53-e65048556f34 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720302 Nov 23 18:41:49.241406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.242341 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Added segment 42f6626f-2767-47c9-a532-2a0502e45a71 of type vlan for network 2506ec41-c5c4-4512-a699-c21b4f669674 Nov 23 18:41:49.243631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3989a-948f-490e-80b1-4be076db9978,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:49.268638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15c78379-a9c2-4691-b781-f63557c543d8 req-e67fe61a-c705-4605-8d3d-c762ee014a66 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569691 Nov 23 18:41:49.292924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:49.315002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.331705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.381624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:49.393221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=88f8a64d-a7c5-4f87-bb7e-f68bf1213540,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:49.494605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:49.497365 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a695f24c-cf4d-4b5e-a8e8-67268bc5c8c0" -d '{"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:49.502016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.514330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.579802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.600030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.600747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['97b88eb3-4aa1-4ff6-b421-477dd283bc4e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:49.603045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:49.605281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.657063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaa661-60da-4aa2-b431-b7fe125f7a8a req-5c55253b-4be0-4ef7-aae6-4fd7068ca061 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:49.659139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0aa71380-78c0-43b3-900e-0d259b9c6336 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:49.662093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adbaa661-60da-4aa2-b431-b7fe125f7a8a req-5c55253b-4be0-4ef7-aae6-4fd7068ca061 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.2921414 Nov 23 18:41:49.710129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:49.754023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0aa71380-78c0-43b3-900e-0d259b9c6336 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:49.754687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0aa71380-78c0-43b3-900e-0d259b9c6336 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:49.770935 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e7aec2-7db7-4580-a174-7f7f933611a2 x-openstack-request-id: req-c5e7aec2-7db7-4580-a174-7f7f933611a2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:49.770935 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:49.771354 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5e7aec2-7db7-4580-a174-7f7f933611a2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:49.772708 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'code': 200} Nov 23 18:41:49.862998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:49.896152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5677731 Nov 23 18:41:49.998147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:50.000685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] No DVR routers for this DVR port 7d36a828-dec7-4219-b0e2-6c3f7f607801 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:50.009844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.021363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-061a2c21-c0e5-47cc-a886-103796fb723d req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.50 "DELETE /v2.0/ports/7d36a828-dec7-4219-b0e2-6c3f7f607801 HTTP/1.1" status: 204 len: 173 time: 2.1561153 Nov 23 18:41:50.051262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Request body: {'subnet': {'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-765111389-subnet', 'tenant_id': 'ebc30758f5064e99b4d025e0b110ca3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:50.090870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e6a40-7b58-45d9-9ec3-e1ccc0f11721 admin admin] Pushing event updated for resources: {'Network': ['ID=2506ec41-c5c4-4512-a699-c21b4f669674,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:50.121418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.125017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.128292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2506ec41-c5c4-4512-a699-c21b4f669674 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:41:50.139440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on host n-h2-792364-9 for vnic_type normal with profile {"migrating_to": "n-h1-792364-9"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:50.139816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:50.140143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:50.156776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:50.169424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:50.175169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4864e96-f244-4cf7-9678-670d2b593da0 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Pushing event deleted for resources: {'Port': ['ID=7d36a828-dec7-4219-b0e2-6c3f7f607801,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:50.192691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:50.193229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:50.193799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:50.194402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Bound port: 5f61badc-1c58-4a55-99a8-bf735f0c902b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:50.195147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.233549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Made reservation on behalf of ebc30758f5064e99b4d025e0b110ca3a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:50.239045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.293817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adbaa661-60da-4aa2-b431-b7fe125f7a8a req-e9ccf86d-94f8-4037-9d5b-8b87f136f6ef tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830231 Nov 23 18:41:50.307501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.308101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a12ec32-67d1-4878-a87b-884f5828d9f2 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:41:50.330830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.336673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea37d4ca-2cfb-416d-86e5-66e5be17e9fb admin admin] 10.222.0.37 "DELETE /v2.0/routers/7a12ec32-67d1-4878-a87b-884f5828d9f2 HTTP/1.1" status: 204 len: 168 time: 2.6553116 Nov 23 18:41:50.341705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:50.488315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:50.498030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Deleting subnet 792e632c-1541-4f81-917b-2264d285949d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:41:50.504825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.533954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:50.557285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166f157-0961-4fa6-bc04-0fcc7d4f881c req-86b04d27-0c49-4f55-8302-d70e948adff1 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:50.558901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c166f157-0961-4fa6-bc04-0fcc7d4f881c req-86b04d27-0c49-4f55-8302-d70e948adff1 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 946 time: 0.1777024 Nov 23 18:41:50.561800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.585168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.701290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:50.701950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.704287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 1122 time: 1.9762006 Nov 23 18:41:50.706547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:41:50.747444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f8970-7fb5-42a2-babf-df9a1bc1c953 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:50.807076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c166f157-0961-4fa6-bc04-0fcc7d4f881c req-ada3753a-2fcd-4bf7-964e-0f08b277d083 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286808 Nov 23 18:41:50.830969 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:50.911744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46816d46-c2c1-43e1-b512-ca714931e736,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:50.953219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:50.956131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Checking segment: {'id': '42f6626f-2767-47c9-a532-2a0502e45a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:50.956502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Network hostable DHCP agents. Network: 2506ec41-c5c4-4512-a699-c21b4f669674, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:41:50.973285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b has no active binding in host n-h1-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:41:50.975172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['5f61badc-1c58-4a55-99a8-bf735f0c902b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:50.977693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Network 2506ec41-c5c4-4512-a699-c21b4f669674 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:41:50.978169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['5f61badc-1c58-4a55-99a8-bf735f0c902b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:51.014885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 2506ec41-c5c4-4512-a699-c21b4f669674) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:51.022638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.023053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d498115-c855-4014-9307-3da379627340 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.060000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954f32-abec-4001-b67b-ac5ebd7cbdd5 req-7cc71908-4df3-407f-b022-7da26dcade95 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.062043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a954f32-abec-4001-b67b-ac5ebd7cbdd5 req-7cc71908-4df3-407f-b022-7da26dcade95 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.0806644 Nov 23 18:41:51.066523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d498115-c855-4014-9307-3da379627340 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0393200 Nov 23 18:41:51.079518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14df0ce-8eb2-44f8-a653-e6cfa23eb688 None None] Network 2506ec41-c5c4-4512-a699-c21b4f669674 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:51.149829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a954f32-abec-4001-b67b-ac5ebd7cbdd5 req-133698c6-16f1-441d-b8c3-d39daf9fa397 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802813 Nov 23 18:41:51.266901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d36a828-dec7-4219-b0e2-6c3f7f607801 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:51.283825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.338437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 7d36a828-dec7-4219-b0e2-6c3f7f607801 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:51.339055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d36a828-dec7-4219-b0e2-6c3f7f607801 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:51.405706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d811c4d-2675-4d02-a459-cd91828bf360 req-dceb0c7b-f1d7-47fe-8043-0c05fef56210 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.415942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d811c4d-2675-4d02-a459-cd91828bf360 req-dceb0c7b-f1d7-47fe-8043-0c05fef56210 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 949 time: 0.7808406 Nov 23 18:41:51.416389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44038c2f-5c26-42bc-b59d-68b3b926d556 req-e78180d0-ff95-4956-9a06-9819cdca7518 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.424856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44038c2f-5c26-42bc-b59d-68b3b926d556 req-e78180d0-ff95-4956-9a06-9819cdca7518 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.0919654 Nov 23 18:41:51.457518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.502031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44038c2f-5c26-42bc-b59d-68b3b926d556 req-75d444fc-2601-4558-9020-3449da98b96a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Nov 23 18:41:51.502261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.506526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/792e632c-1541-4f81-917b-2264d285949d HTTP/1.1" status: 204 len: 168 time: 1.1627834 Nov 23 18:41:51.510179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:51.511623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2485-f706-458e-85a8-7f309a9c79cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792e632c-1541-4f81-917b-2264d285949d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:51.519552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d811c4d-2675-4d02-a459-cd91828bf360 req-60979f74-642d-4090-826c-ff7ab3c13329 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930810 Nov 23 18:41:51.536008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:51.552930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494115e-81b7-4233-beba-bdf35d52b3f9 None None] Network cd9239cf-6718-42eb-9a8d-6438955a4e44 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:51.624363 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.683161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012203c3-2249-4f49-b3cd-99bd75093a32 None None] Network 2506ec41-c5c4-4512-a699-c21b4f669674 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:51.708011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Deleting port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:51.708539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.733470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:51.734026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f8a64d-a7c5-4f87-bb7e-f68bf1213540 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:51.793211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'name': 'network-vif-deleted', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801'}, {'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:51.796292 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c98e0a-74e8-450d-87b8-bee738fabe88" -d '{"events": [{"server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "name": "network-vif-deleted", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801"}, {"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:51.899792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] For port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,segment=NetworkSegment(7f325244-0e44-4a73-9c74-5f26ca9a673c),segment_id=7f325244-0e44-4a73-9c74-5f26ca9a673c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:51.900129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:51.920938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Calling delete_port for 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:51.948749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fa411-9482-4a21-bf99-f1849a98aa0b req-14a3d0ae-48dc-4c72-96ce-6edd031ec62e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:51.959890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-384fa411-9482-4a21-bf99-f1849a98aa0b req-14a3d0ae-48dc-4c72-96ce-6edd031ec62e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.1478686 Nov 23 18:41:52.110934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] DHCP port deletion for cd9239cf-6718-42eb-9a8d-6438955a4e44 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:41:52.137281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-384fa411-9482-4a21-bf99-f1849a98aa0b req-8cd6254c-9a25-4f4f-9dc9-59d7516c8697 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710002 Nov 23 18:41:52.192651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.275042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Deleting port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:52.275460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.286999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-8f9bba7c-60ac-43c5-ae2a-ebe91e20184e tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:52.291383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-8f9bba7c-60ac-43c5-ae2a-ebe91e20184e tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.47 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 949 time: 0.3273120 Nov 23 18:41:52.298831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:52.340031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] No DVR routers for this DVR port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:52.359692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-bb05af0d-13b7-4d34-8dc5-e9ef79c6022a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:52.368787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-bb05af0d-13b7-4d34-8dc5-e9ef79c6022a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/networks?id=2506ec41-c5c4-4512-a699-c21b4f669674 HTTP/1.1" status: 200 len: 813 time: 0.2940357 Nov 23 18:41:52.389410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-e652c158-3d4c-4ee5-953c-033d10f3490c tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/quotas/ebc30758f5064e99b4d025e0b110ca3a HTTP/1.1" status: 200 len: 375 time: 0.0193551 Nov 23 18:41:52.432186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-fc93e474-d276-455e-a525-990aa57b3d80 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebc30758f5064e99b4d025e0b110ca3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317993 Nov 23 18:41:52.563002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-ce6ae52d-ad59-42cc-a493-bb358abb50b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134636 Nov 23 18:41:52.604076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] For port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:52.604621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.618513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.635369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Calling delete_port for 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:52.641707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:41:52.650167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.658649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6103f6c-70dc-453d-9275-78ab0c6df441 req-173a2d34-edfb-47fd-8902-7c4efdcd2b41 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:52.660505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6103f6c-70dc-453d-9275-78ab0c6df441 req-173a2d34-edfb-47fd-8902-7c4efdcd2b41 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.3562090 Nov 23 18:41:52.676016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5d67e2e5-65d0-4a08-b2c9-4af52ad9dddb service neutron] 10.222.0.37 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990264 Nov 23 18:41:52.681264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9239cf-6718-42eb-9a8d-6438955a4e44']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:52.705100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] Pushing event deleted for resources: {'Port': ['ID=6ad0f46d-a69b-42ad-a46f-5293c336b2c8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:52.709270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f325244-0e44-4a73-9c74-5f26ca9a673c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:52.711012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f325244-0e44-4a73-9c74-5f26ca9a673c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:41:52.716453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43249c55-1e47-4661-b45a-00542c91b4e2 None None] No DVR routers for this DVR port 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:52.735622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.769739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.791406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6103f6c-70dc-453d-9275-78ab0c6df441 req-d155001d-da40-47f8-9f95-46437414a583 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153984 Nov 23 18:41:52.794991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:41:52.798607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.842101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Deleting port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:52.842529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:41:52.845505 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:41:52.904239 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da6caf2-3926-4363-addd-1ba51469b6c7 x-openstack-request-id: req-5da6caf2-3926-4363-addd-1ba51469b6c7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:52.904560 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ab6e69-7da5-4cb8-8e52-744c67f01d55", "name": "network-vif-deleted", "tag": "7d36a828-dec7-4219-b0e2-6c3f7f607801", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:52.906341 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5da6caf2-3926-4363-addd-1ba51469b6c7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:52.906805 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ab6e69-7da5-4cb8-8e52-744c67f01d55', 'name': 'network-vif-deleted', 'tag': '7d36a828-dec7-4219-b0e2-6c3f7f607801', 'status': 'completed', 'code': 200} Nov 23 18:41:52.908151 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'status': 'completed', 'code': 200} Nov 23 18:41:52.984077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:53.080647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:53.087560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd9239cf-6718-42eb-9a8d-6438955a4e44 HTTP/1.1" status: 204 len: 168 time: 1.5759726 Nov 23 18:41:53.099189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880b66-2c4a-4658-9224-a07d3103a5a7 req-b7d57661-0de5-4df6-99ef-4ca992c829a4 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.100852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c880b66-2c4a-4658-9224-a07d3103a5a7 req-b7d57661-0de5-4df6-99ef-4ca992c829a4 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.0898988 Nov 23 18:41:53.145604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987805db-2c15-480e-98e8-7c3a92f67d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9239cf-6718-42eb-9a8d-6438955a4e44,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:53.231829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c880b66-2c4a-4658-9224-a07d3103a5a7 req-1d35c385-ad86-4497-a551-c312489afb19 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183829 Nov 23 18:41:53.238028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-458c132a-dbb6-4acb-8716-62d1225d3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.240781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-458c132a-dbb6-4acb-8716-62d1225d3aee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1125 time: 0.3169520 Nov 23 18:41:53.253558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] For port 44775814-4cdf-4c12-a5f2-f68fa9e6b862, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=44775814-4cdf-4c12-a5f2-f68fa9e6b862,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:53.254487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:53.292199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-1b82cd86-ffe0-4bf8-8128-0b9aed502187 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.294948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-1b82cd86-ffe0-4bf8-8128-0b9aed502187 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.47 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.3400030 Nov 23 18:41:53.330345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7967-e1e7-4550-8d2c-90759576639d req-095b3dbc-e24c-438a-8b49-bf2c2d09c901 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.339455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77db7967-e1e7-4550-8d2c-90759576639d req-095b3dbc-e24c-438a-8b49-bf2c2d09c901 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 946 time: 0.3564007 Nov 23 18:41:53.347987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Calling delete_port for 44775814-4cdf-4c12-a5f2-f68fa9e6b862 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:53.361740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:53.480548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:53.484275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3534acd-661c-4204-b943-972a07f22c11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78da67b9c8f34ca08029f20968224ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1125498 Nov 23 18:41:53.490766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:53.530285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:53.531216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ad0f46d-a69b-42ad-a46f-5293c336b2c8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:53.546160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0abc3-4b4c-455f-a7f9-0c15b5d6bd99 req-458218d7-6f3a-4403-8537-d96f6483c301 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.555710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba0abc3-4b4c-455f-a7f9-0c15b5d6bd99 req-458218d7-6f3a-4403-8537-d96f6483c301 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1738555 Nov 23 18:41:53.701988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba0abc3-4b4c-455f-a7f9-0c15b5d6bd99 req-3f0c70d3-5a2d-4f8f-815f-60c48815fe41 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Nov 23 18:41:53.755734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77db7967-e1e7-4550-8d2c-90759576639d req-169ad585-f692-4ffa-ac29-9af54becebc6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148815 Nov 23 18:41:53.758420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-338d3803-9a40-48a5-9791-02c6efcb028a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.761737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-338d3803-9a40-48a5-9791-02c6efcb028a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.1549358 Nov 23 18:41:53.762603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:53.831295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:53.840246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-93521e7c-bf98-4724-a87d-f12a68902905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:53.841714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-93521e7c-bf98-4724-a87d-f12a68902905 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.5827384 Nov 23 18:41:53.942569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-a9a047f4-3146-4997-89a6-d8ef66e5eb8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.0694754 Nov 23 18:41:54.039641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Deleting port 9e2d9909-9671-4105-b577-d6a7871e39dc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:54.039972 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.074338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f83c1-72d2-4b11-9f3c-02254e19392f req-d954c0a2-eb5c-406f-9447-e8c7cd8a1070 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:54.081019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-789f83c1-72d2-4b11-9f3c-02254e19392f req-d954c0a2-eb5c-406f-9447-e8c7cd8a1070 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 945 time: 0.2364697 Nov 23 18:41:54.096652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-d5f5a1ad-4b85-4203-a890-26c86a96d7b6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:54.099123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-d5f5a1ad-4b85-4203-a890-26c86a96d7b6 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 946 time: 0.2331612 Nov 23 18:41:54.208468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Deleting port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:54.208981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.224201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.229346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.230695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/436b1b30-5735-451a-bef2-9752abb09413 HTTP/1.1" status: 204 len: 168 time: 0.7387888 Nov 23 18:41:54.333312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-789f83c1-72d2-4b11-9f3c-02254e19392f req-2bbbf891-86ef-409a-a8b8-c8bd7e08212b tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa75201b-78f2-42bf-9874-c84cbaad1a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273455 Nov 23 18:41:54.380229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbd20-53dc-453e-94bb-a3b4dc5e1a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b1b30-5735-451a-bef2-9752abb09413,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:54.503975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73c496c9-9ab4-4c93-a909-0c24565d7e25 req-72a25707-bebb-46d2-85b7-887128ecf550 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 210 time: 0.0639486 Nov 23 18:41:54.572922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Deleting port b943d985-39ff-40b6-aa99-edcaab055296 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:41:54.573427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.688028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-cd8cf38a-f911-4f6a-9299-7cdbfc96c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:54.691436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-cd8cf38a-f911-4f6a-9299-7cdbfc96c6c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.7326362 Nov 23 18:41:54.692141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.706055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['44775814-4cdf-4c12-a5f2-f68fa9e6b862'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:54.712963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e494f5-647b-45c2-8ba8-981c3295e096 req-51e96693-5867-438c-9d46-24b457ed2462 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:54.727876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-72e494f5-647b-45c2-8ba8-981c3295e096 req-51e96693-5867-438c-9d46-24b457ed2462 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/ports?device_id=903b3d77-94d8-49ba-9d9f-884714be1a9d HTTP/1.1" status: 200 len: 949 time: 0.7882264 Nov 23 18:41:54.735196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] For port b943d985-39ff-40b6-aa99-edcaab055296, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b943d985-39ff-40b6-aa99-edcaab055296,segment=NetworkSegment(5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6),segment_id=5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:54.735772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.752163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Calling delete_port for b943d985-39ff-40b6-aa99-edcaab055296 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:54.805594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Pushing event deleted for resources: {'Port': ['ID=44775814-4cdf-4c12-a5f2-f68fa9e6b862,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:54.857421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] For port 9e2d9909-9671-4105-b577-d6a7871e39dc, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9e2d9909-9671-4105-b577-d6a7871e39dc,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:54.860381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:54.868050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-c2474434-f70e-4247-af35-09776615c588 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254263 Nov 23 18:41:54.925162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Calling delete_port for 9e2d9909-9671-4105-b577-d6a7871e39dc owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:54.997609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] No DVR routers for this DVR port 44775814-4cdf-4c12-a5f2-f68fa9e6b862 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:55.026061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-72e494f5-647b-45c2-8ba8-981c3295e096 req-98448c81-585c-47d2-8461-90fb2408b5c1 tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be26528-80b3-47ad-9ef6-22e803b7029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717664 Nov 23 18:41:55.026061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.035966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee6be160-4c39-44d8-bdc3-58871421d1b7 req-79801779-46ab-4790-851a-599be326b6fb tempest-TenantUsagesTestJSON-915317299 tempest-TenantUsagesTestJSON-915317299-project] 10.222.0.47 "DELETE /v2.0/ports/44775814-4cdf-4c12-a5f2-f68fa9e6b862 HTTP/1.1" status: 204 len: 173 time: 2.7150943 Nov 23 18:41:55.036464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'name': 'network-vif-deleted', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:55.043274 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830254d-be8e-4a0b-b4f1-f981fa803c24" -d '{"events": [{"server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "name": "network-vif-deleted", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:55.156280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.169752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b943d985-39ff-40b6-aa99-edcaab055296'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:55.209788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-8259b3e0-7419-4524-b7fd-cd2695af967d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2484763 Nov 23 18:41:55.222285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] For port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:55.223021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.239625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-4532d05d-2e35-4af5-84b8-b6356c035787 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:55.241660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-4532d05d-2e35-4af5-84b8-b6356c035787 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.47 "GET /v2.0/networks?id=2506ec41-c5c4-4512-a699-c21b4f669674 HTTP/1.1" status: 200 len: 813 time: 0.2880566 Nov 23 18:41:55.315386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Calling delete_port for 97b88eb3-4aa1-4ff6-b421-477dd283bc4e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:41:55.342680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff105a0-76de-45f8-bd52-eb4c10f6565f req-d663b50f-d3b2-46d6-bd4c-d9da28b7afb7 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:55.347327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ff105a0-76de-45f8-bd52-eb4c10f6565f req-d663b50f-d3b2-46d6-bd4c-d9da28b7afb7 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 950 time: 0.2076743 Nov 23 18:41:55.352024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-2a505061-001a-4c80-acfa-db8e3141a7e3 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557905 Nov 23 18:41:55.407830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Request body: {'port': {'device_id': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674', 'admin_state_up': True, 'tenant_id': 'ebc30758f5064e99b4d025e0b110ca3a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:55.420029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event deleted for resources: {'Port': ['ID=b943d985-39ff-40b6-aa99-edcaab055296,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:55.644216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] No DVR routers for this DVR port b943d985-39ff-40b6-aa99-edcaab055296 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:55.654740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-98d9f895-ab49-437c-bd26-e286b2a46990 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:55.656920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ff105a0-76de-45f8-bd52-eb4c10f6565f req-a9e58e24-f8f2-400a-956a-0ba40949621a tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/security-groups?id=7302cb8b-be72-4f08-8b2b-d5adb3783b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011181 Nov 23 18:41:55.668282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-98d9f895-ab49-437c-bd26-e286b2a46990 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680699 Nov 23 18:41:55.685500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.686479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.698030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cf0cf40-97cb-405d-9503-05a1643d4909 req-fc45885d-2287-4c9a-a222-42b64fc84a9f tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.50 "DELETE /v2.0/ports/b943d985-39ff-40b6-aa99-edcaab055296 HTTP/1.1" status: 204 len: 173 time: 1.5596433 Nov 23 18:41:55.699745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'name': 'network-vif-deleted', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:55.703921 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b699853-5695-4606-8d95-ba17a6f9d272" -d '{"events": [{"server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "name": "network-vif-deleted", "tag": "b943d985-39ff-40b6-aa99-edcaab055296"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:55.726436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c98e0a-74e8-450d-87b8-bee738fabe88 req-6be4efd3-167f-4e17-8449-09c1f15fd931 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630388 Nov 23 18:41:55.729698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Pushing event deleted for resources: {'Port': ['ID=9e2d9909-9671-4105-b577-d6a7871e39dc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:55.765022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:55.779347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-890caaf9-d796-4e5f-9a47-d71c3184b30a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/quotas/51b5117c20e74873b5e09eddd77f9527 HTTP/1.1" status: 200 len: 375 time: 0.1098733 Nov 23 18:41:55.807456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] No DVR routers for this DVR port 9e2d9909-9671-4105-b577-d6a7871e39dc on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:55.811390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.814939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fabfc5ed-7431-47f3-b9e7-16d722f97d2c req-0d3fd336-e1fe-474a-996c-4af1e5372f1a tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.47 "DELETE /v2.0/ports/9e2d9909-9671-4105-b577-d6a7871e39dc HTTP/1.1" status: 204 len: 173 time: 2.4730601 Nov 23 18:41:55.877528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a419-73eb-4a4a-8580-8fb8b7b0550a req-e7c13a12-98e1-4a71-9295-b878d585e7fd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:55.881096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9e1a419-73eb-4a4a-8580-8fb8b7b0550a req-e7c13a12-98e1-4a71-9295-b878d585e7fd tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1140254 Nov 23 18:41:55.887466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Made reservation on behalf of ebc30758f5064e99b4d025e0b110ca3a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:55.891106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:55.924356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-a0f1331a-cdeb-4126-96b0-3dd93a2b62da tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329191 Nov 23 18:41:55.996414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.009232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['97b88eb3-4aa1-4ff6-b421-477dd283bc4e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:56.010761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-169709943-network', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:56.048692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9e1a419-73eb-4a4a-8580-8fb8b7b0550a req-242a510b-576a-4fe8-9a22-b0937d3355e1 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566539 Nov 23 18:41:56.083397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Pushing event deleted for resources: {'Port': ['ID=97b88eb3-4aa1-4ff6-b421-477dd283bc4e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:56.095264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e593ebd1-9b09-49ef-84b0-32821dd464af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:56.097995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e593ebd1-9b09-49ef-84b0-32821dd464af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1125 time: 0.1516497 Nov 23 18:41:56.258116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:56.260565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.273398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] No DVR routers for this DVR port 97b88eb3-4aa1-4ff6-b421-477dd283bc4e on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:41:56.304879 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.309315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b65dd037-4038-4769-85d0-83c2fb9a5e4a req-50c0385f-9e38-40de-8345-891a2ae11cb3 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.47 "DELETE /v2.0/ports/97b88eb3-4aa1-4ff6-b421-477dd283bc4e HTTP/1.1" status: 204 len: 173 time: 2.5408056 Nov 23 18:41:56.314326 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.349228 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2a048-7cf6-4481-a0b7-ef8e2ac3b2b2 x-openstack-request-id: req-09d2a048-7cf6-4481-a0b7-ef8e2ac3b2b2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:56.349801 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903b3d77-94d8-49ba-9d9f-884714be1a9d", "name": "network-vif-deleted", "tag": "44775814-4cdf-4c12-a5f2-f68fa9e6b862", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:56.350654 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09d2a048-7cf6-4481-a0b7-ef8e2ac3b2b2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:56.352287 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903b3d77-94d8-49ba-9d9f-884714be1a9d', 'name': 'network-vif-deleted', 'tag': '44775814-4cdf-4c12-a5f2-f68fa9e6b862', 'status': 'completed', 'code': 200} Nov 23 18:41:56.433839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b15e52a5-9b88-4472-977e-3fd8810cc5fb req-81e4b99d-2ba2-427d-b7d9-528a6a86b213 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/ports?device_id=498390cd-3266-424e-a771-ab01f278f4a6 HTTP/1.1" status: 200 len: 210 time: 0.1609330 Nov 23 18:41:56.492343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e9eccf02-df5f-4bd0-b0b8-f17d2a1a799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:56.495258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-e9eccf02-df5f-4bd0-b0b8-f17d2a1a799e service neutron] 10.222.0.47 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.3847718 Nov 23 18:41:56.607920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-be50424a-8864-4519-9adf-8383b3c57d60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.0972807 Nov 23 18:41:56.681389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0c157f3-9c4b-41b8-89cd-da6fb34f70b5 req-0cdf0d2b-e984-4696-ad95-3458a10296c8 tempest-AttachSCSIVolumeTestJSON-1166628270 tempest-AttachSCSIVolumeTestJSON-1166628270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4688c817-062b-4099-a546-8bbea706b9d2 HTTP/1.1" status: 200 len: 210 time: 0.2618406 Nov 23 18:41:56.684364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Allocated IP 172.20.0.8 (2506ec41-c5c4-4512-a699-c21b4f669674/46816d46-c2c1-43e1-b512-ca714931e736/d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:41:56.720303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 97b88eb3-4aa1-4ff6-b421-477dd283bc4e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:56.722698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.736379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:56.800648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ef0d494-0531-4eb5-a64a-f50a78c35d35 req-b8ab9afd-0e64-457b-a109-f3ae5e83566a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 210 time: 0.0974452 Nov 23 18:41:56.824196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-ae6f3b6b-5562-4d1f-bade-bb9ceee9ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:56.837881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-ae6f3b6b-5562-4d1f-bade-bb9ceee9ab60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2174833 Nov 23 18:41:56.840417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f218aec-d0af-4527-a930-c14f06aca19c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:56.851403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 97b88eb3-4aa1-4ff6-b421-477dd283bc4e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:56.852463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 97b88eb3-4aa1-4ff6-b421-477dd283bc4e not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:56.853623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9e2d9909-9671-4105-b577-d6a7871e39dc no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:56.881024 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27712a-a8ca-481a-b85b-0de4398a3706 x-openstack-request-id: req-ea27712a-a8ca-481a-b85b-0de4398a3706 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:56.886164 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498390cd-3266-424e-a771-ab01f278f4a6", "name": "network-vif-deleted", "tag": "b943d985-39ff-40b6-aa99-edcaab055296", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:56.887030 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea27712a-a8ca-481a-b85b-0de4398a3706 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:56.887964 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498390cd-3266-424e-a771-ab01f278f4a6', 'name': 'network-vif-deleted', 'tag': 'b943d985-39ff-40b6-aa99-edcaab055296', 'status': 'completed', 'code': 200} Nov 23 18:41:56.917196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:41:56.925787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-58771efb-e3ab-4c33-8cf7-ac4baca76b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682845 Nov 23 18:41:56.956876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 9e2d9909-9671-4105-b577-d6a7871e39dc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:56.959264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9e2d9909-9671-4105-b577-d6a7871e39dc not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:56.960468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 44775814-4cdf-4c12-a5f2-f68fa9e6b862 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:57.045829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b19717f-c588-48ff-8efd-ca581a0a9ec2 req-490c0979-49cb-4aac-95d0-61e4f1c7cfa2 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 210 time: 0.1165719 Nov 23 18:41:57.058945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 44775814-4cdf-4c12-a5f2-f68fa9e6b862 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:57.060993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 44775814-4cdf-4c12-a5f2-f68fa9e6b862 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:57.079159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.083106 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Added segment 20cfa92e-8fe0-4666-bde4-d1aecf4291d1 of type vlan for network 9f528986-d852-4cff-a2aa-34bfbf65a568 Nov 23 18:41:57.242374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b943d985-39ff-40b6-aa99-edcaab055296 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:41:57.296154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-7154aff0-b0d8-44a8-a4cd-faa82740e688 service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309884 Nov 23 18:41:57.308378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b943d985-39ff-40b6-aa99-edcaab055296 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:41:57.309196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b943d985-39ff-40b6-aa99-edcaab055296 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:41:57.311413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4daaccbb-3c36-4ef2-81e3-8dd29a8cd025 req-9a142999-df51-4e6b-9c00-d38d0e448e92 tempest-LiveMigrationNegativeTest-899903847 tempest-LiveMigrationNegativeTest-899903847-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf2d0da-8bf2-4bd7-acc3-386f4039d96e HTTP/1.1" status: 200 len: 210 time: 0.1530726 Nov 23 18:41:57.360727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b061912-ba8b-4920-9743-5694c6df8e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.422242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.478283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:57.482422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7602d6-544b-4ece-b63b-54f7f5528a72 req-f732061e-fec8-418c-9cdc-e60e0962bf39 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:57.484133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d7602d6-544b-4ece-b63b-54f7f5528a72 req-f732061e-fec8-418c-9cdc-e60e0962bf39 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.1854966 Nov 23 18:41:57.486928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-cb507281-24f1-4cee-a99f-7f2cd8f0a70e service neutron] 10.222.0.47 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826801 Nov 23 18:41:57.493939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.496550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:57.497154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.510864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.579478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] Pushing event updated for resources: {'Network': ['ID=9f528986-d852-4cff-a2aa-34bfbf65a568,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:57.592378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:41:57.595105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8bd31354-eb39-4d75-bb5e-843f15958406 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8277721 Nov 23 18:41:57.599932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:57.610195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Request body: {'subnet': {'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-169709943-subnet', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:57.648520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:41:57.653281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.673825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d7602d6-544b-4ece-b63b-54f7f5528a72 req-167563da-f7b6-4e15-8ee4-cc3c145a1e21 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715322 Nov 23 18:41:57.736051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-760c4b5a-d4da-41a3-9dad-3f95f64ed4e4 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:57.740214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-760c4b5a-d4da-41a3-9dad-3f95f64ed4e4 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a&tenant_id=307f7d321f7c4154b131353ef6872478&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1125 time: 0.2161546 Nov 23 18:41:57.763691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:57.823689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.872246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:57.889555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:57.978669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97823617-59cf-4801-a0f0-42a10d2d2b37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45fd85d150d749ecb4e08f790a03ffc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989154 Nov 23 18:41:57.984612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:58.003111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Network 2506ec41-c5c4-4512-a699-c21b4f669674 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:41:58.014138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Pushing event updated for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:58.016316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:58.024000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:41:58.030538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895450b-8c9b-4d0a-88fd-bb8d1780ff10 req-08bd4f1d-83ca-454a-b1d4-ffbdf48936d1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:58.032094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a895450b-8c9b-4d0a-88fd-bb8d1780ff10 req-08bd4f1d-83ca-454a-b1d4-ffbdf48936d1 tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1125 time: 0.1201837 Nov 23 18:41:58.131149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.133456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:58.134223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.164703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc6878-feca-4275-82e0-7312282c858c req-d6be728e-f86e-494b-b455-ca7c29d2a6b6 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:58.166770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc6878-feca-4275-82e0-7312282c858c req-d6be728e-f86e-494b-b455-ca7c29d2a6b6 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 931 time: 0.1960800 Nov 23 18:41:58.212445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5ed249d5-299d-483a-830f-6cb7a4ddb1a1 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9010692 Nov 23 18:41:58.212846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.222258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a895450b-8c9b-4d0a-88fd-bb8d1780ff10 req-d8d1d7cf-7615-42d3-9bb8-6c8216deadcd tempest-LiveMigrationTest-1864913019 tempest-LiveMigrationTest-1864913019-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481860 Nov 23 18:41:58.230383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.245023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Request body: {'port': {'device_id': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:58.365000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.372478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'name': 'network-vif-deleted', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:58.376194 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3429f-b1c5-4769-be05-3454f9a1bf50" -d '{"events": [{"server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "name": "network-vif-deleted", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:58.435765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:41:58.444275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-55150bf8-c0f7-4881-a5eb-bd25136cbd6f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=51b5117c20e74873b5e09eddd77f9527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2047963 Nov 23 18:41:58.471188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.544607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d191a96-8667-4ddf-9fe3-e84b0f528fb5 req-92177227-281e-4a07-9a5d-2fcded3a0982 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 210 time: 0.0948968 Nov 23 18:41:58.582583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c79b052-3b5e-45da-903c-d10f283e0d9e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:58.602009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.624244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc6878-feca-4275-82e0-7312282c858c req-bf109d24-90ee-4849-a873-10620501509a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372282 Nov 23 18:41:58.731911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:58.775410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.787558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-c8be0dd2-3ddf-48c2-8d17-2674e37392ba tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:58.791640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.792830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "DELETE /v2.0/security-groups/18d20a0a-6fab-47ae-a4bb-acead87d7cdb HTTP/1.1" status: 204 len: 168 time: 0.9004979 Nov 23 18:41:58.793751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-c8be0dd2-3ddf-48c2-8d17-2674e37392ba tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342528 Nov 23 18:41:58.796449 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fc51c-9cfe-4777-8bee-ae5794ba662d x-openstack-request-id: req-aa0fc51c-9cfe-4777-8bee-ae5794ba662d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:58.796742 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688c817-062b-4099-a546-8bbea706b9d2", "name": "network-vif-deleted", "tag": "9e2d9909-9671-4105-b577-d6a7871e39dc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:58.797022 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa0fc51c-9cfe-4777-8bee-ae5794ba662d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:58.797558 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688c817-062b-4099-a546-8bbea706b9d2', 'name': 'network-vif-deleted', 'tag': '9e2d9909-9671-4105-b577-d6a7871e39dc', 'status': 'completed', 'code': 200} Nov 23 18:41:58.798897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:58.802284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Checking segment: {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:58.805572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Network hostable DHCP agents. Network: 9f528986-d852-4cff-a2aa-34bfbf65a568, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:41:58.846312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.848964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.850205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6be26528-80b3-47ad-9ef6-22e803b7029e HTTP/1.1" status: 204 len: 168 time: 0.8524573 Nov 23 18:41:58.874685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3e44-e607-4bb9-aec3-e872fb40d296 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d20a0a-6fab-47ae-a4bb-acead87d7cdb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:58.885810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61badc-1c58-4a55-99a8-bf735f0c902b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:41:58.912853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.923861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e03db-97d9-4f3e-835d-5bacc4496082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be26528-80b3-47ad-9ef6-22e803b7029e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:58.933822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:58.970474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'name': 'network-vif-deleted', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:41:58.976684 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e4152-81f8-4cc0-b8b0-b2910bfe6a81" -d '{"events": [{"server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "name": "network-vif-deleted", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:41:58.995025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Request body: {'port': {'device_id': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '51b5117c20e74873b5e09eddd77f9527'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:41:59.089740 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ed2e9d93-f1ef-4537-8ac4-35d00fdeb206 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] show failed (client error): The resource could not be found. Nov 23 18:41:59.092581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed2e9d93-f1ef-4537-8ac4-35d00fdeb206 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "GET /v2.0/security-groups/18d20a0a-6fab-47ae-a4bb-acead87d7cdb HTTP/1.1" status: 404 len: 347 time: 0.2826138 Nov 23 18:41:59.103888 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17861e4-e39f-4a85-9c1a-f28021fe24fa x-openstack-request-id: req-b17861e4-e39f-4a85-9c1a-f28021fe24fa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:41:59.107119 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf2d0da-8bf2-4bd7-acc3-386f4039d96e", "name": "network-vif-deleted", "tag": "97b88eb3-4aa1-4ff6-b421-477dd283bc4e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:41:59.107757 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b17861e4-e39f-4a85-9c1a-f28021fe24fa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:41:59.108575 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2d0da-8bf2-4bd7-acc3-386f4039d96e', 'name': 'network-vif-deleted', 'tag': '97b88eb3-4aa1-4ff6-b421-477dd283bc4e', 'status': 'completed', 'code': 200} Nov 23 18:41:59.114251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:59.146387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on host n-h2-792364-9 for vnic_type normal with profile {} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:41:59.147032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:41:59.147748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:59.177417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:41:59.226383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:41:59.227061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Attempting to bind port 5f61badc-1c58-4a55-99a8-bf735f0c902b on network 966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:41:59.247369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:59.251647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:41:59.252086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Checking segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:41:59.252473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Bound using segment: {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:41:59.253061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Bound port: 5f61badc-1c58-4a55-99a8-bf735f0c902b, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:41:59.253603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.313599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9a9d-8af9-4d46-9f52-890bc1b99158 req-ca942f62-4130-4ce1-9909-bfc789ba152a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:59.325153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b45d9a9d-8af9-4d46-9f52-890bc1b99158 req-ca942f62-4130-4ce1-9909-bfc789ba152a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 944 time: 0.2900834 Nov 23 18:41:59.332835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:59.535307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b45d9a9d-8af9-4d46-9f52-890bc1b99158 req-70debee1-9390-4d27-b959-74a0c95fa40b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089009 Nov 23 18:41:59.559486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:41:59.572379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:41:59.573562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:59.614911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.702479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9f528986-d852-4cff-a2aa-34bfbf65a568) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:41:59.714955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5065abd-c22d-44b6-81a8-585238b35966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.718927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856e836-0acd-4333-b275-4d6bc97ede9f None None] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:41:59.738215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:59.739792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.785510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Pushing event updated for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:41:59.795495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2aa8a646-e63e-4b8b-8c11-aa69d3f0b564 req-2ab136f8-e3c3-4723-b1eb-a6d05041714f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 210 time: 0.1132996 Nov 23 18:41:59.804710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:59.806749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.809269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-62bc7f69-9c61-4498-acd6-6b416c53648c service neutron] 10.222.0.47 "PUT /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 1092 time: 2.0567875 Nov 23 18:41:59.810202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b48653a0-e886-4bed-9395-747cc397b5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:59.898476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f9fd340-e7ad-4d1a-9de1-3136034c6804 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2961950 Nov 23 18:41:59.906606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:41:59.920244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['5f61badc-1c58-4a55-99a8-bf735f0c902b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:41:59.935086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:00.029770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['5f61badc-1c58-4a55-99a8-bf735f0c902b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:00.059204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.061402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.140700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b48653a0-e886-4bed-9395-747cc397b5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.144818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Deleting port b3357417-603a-41a6-b3b6-4a6226184465 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:00.145479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.163037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9f528986-d852-4cff-a2aa-34bfbf65a568', 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'fixed_ips': [{'subnet_id': '8c79b052-3b5e-45da-903c-d10f283e0d9e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:42:00.165462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.218886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Made reservation on behalf of 51b5117c20e74873b5e09eddd77f9527 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:00.224865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.249040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.249374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.260509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.269779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Calling delete_port for b3357417-603a-41a6-b3b6-4a6226184465 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:00.360869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a8563d5-7e61-44b5-b7a8-4a20ebd9aa38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bbd906aaa5440da29bf9f04363b982&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0242207 Nov 23 18:42:00.403919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:00.417669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-c5862c16-a59d-4e26-af6a-846454ca6d87 service neutron] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:00.418869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b48653a0-e886-4bed-9395-747cc397b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.478598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Allocated IP 172.20.0.2 (9f528986-d852-4cff-a2aa-34bfbf65a568/8c79b052-3b5e-45da-903c-d10f283e0d9e/a32441d1-7c54-4472-9fc0-c0d78bbbf4b6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:00.484998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b48653a0-e886-4bed-9395-747cc397b5da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dac9f061718b46b19e6eee858e131936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9071462 Nov 23 18:42:00.492343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-c5862c16-a59d-4e26-af6a-846454ca6d87 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.494306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-c5862c16-a59d-4e26-af6a-846454ca6d87 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.6472588 Nov 23 18:42:00.494919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:00.497639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48653a0-e886-4bed-9395-747cc397b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e88ac-660b-4768-8a73-eeb008cb3c04,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:00.610542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140b04-4cfe-4c1b-a15d-4c4860caf222 req-ba22fc94-22fb-46c9-a19f-08143f1a3667 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:00.619569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71140b04-4cfe-4c1b-a15d-4c4860caf222 req-ba22fc94-22fb-46c9-a19f-08143f1a3667 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 931 time: 0.8051395 Nov 23 18:42:00.633022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:00.705699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.716472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.738690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.780058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71140b04-4cfe-4c1b-a15d-4c4860caf222 req-ca69a6f3-405a-49ed-9b17-6706d5d17765 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591928 Nov 23 18:42:00.782750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.790188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:00.805241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:00.806210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:00.809727 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b64693-c61e-4e47-92dc-b8f7db5a8ead" -d '{"events": [{"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:00.849877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:00.886521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.896864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.936548 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de269044-3b19-4559-8d1e-b325aa33338c x-openstack-request-id: req-de269044-3b19-4559-8d1e-b325aa33338c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:00.937173 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:00.937689 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de269044-3b19-4559-8d1e-b325aa33338c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:00.938502 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'status': 'completed', 'code': 200} Nov 23 18:42:01.076374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.110043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Pushing event updated for resources: {'Port': ['ID=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:01.136936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-fcf30526-8ffa-4f71-abb6-89af20cabdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:01.139338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-fcf30526-8ffa-4f71-abb6-89af20cabdbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 1096 time: 0.1503625 Nov 23 18:42:01.143160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Transition to ACTIVE for port object d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:01.144376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.149779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.152197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/002e88ac-660b-4768-8a73-eeb008cb3c04 HTTP/1.1" status: 204 len: 168 time: 0.6216891 Nov 23 18:42:01.153519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Pushing event deleted for resources: {'Port': ['ID=b3357417-603a-41a6-b3b6-4a6226184465,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:01.155015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.189965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.224054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Attempting to bind port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:01.224370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Attempting to bind port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:01.231897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Attempting to bind port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 on network 9f528986-d852-4cff-a2aa-34bfbf65a568 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:01.240218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.279444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:01.280225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Checking segment: {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:01.280801 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.281436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Bound using segment: {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:01.282161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Bound port: a32441d1-7c54-4472-9fc0-c0d78bbbf4b6, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:01.282731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.326942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17eb4990-205f-4299-a7eb-f361fe0cce91 req-df8251f5-69d1-403e-8425-c7d0c2b0e167 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 210 time: 0.1952088 Nov 23 18:42:01.342278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0b25d-3a8b-49c9-b7d3-4f4398d9b631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e88ac-660b-4768-8a73-eeb008cb3c04,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:01.376891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42ddea-8034-4065-ab9f-8a9c8e905333 req-1e0bd2c7-6035-45b9-9c8b-9b68799dd21e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:01.392127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b42ddea-8034-4065-ab9f-8a9c8e905333 req-1e0bd2c7-6035-45b9-9c8b-9b68799dd21e tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 945 time: 0.5899601 Nov 23 18:42:01.417166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.418365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.424465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f0041b5f-5660-4cad-9063-db3f2d9e43b0 tempest-ImagesOneServerNegativeTestJSON-373411672 tempest-ImagesOneServerNegativeTestJSON-373411672-project] 10.222.0.37 "DELETE /v2.0/floatingips/3fad5d7d-0113-47a0-b1cb-e379d924939d HTTP/1.1" status: 204 len: 168 time: 2.2921681 Nov 23 18:42:01.505284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-611d18a2-805a-4500-976a-062be11e9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:01.507865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-611d18a2-805a-4500-976a-062be11e9dcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.3440385 Nov 23 18:42:01.545259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] For port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:01.555833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] For port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:01.558005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Allocated IP 192.168.233.115 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/774e34a4-14a6-481c-ab22-6ddf528f7d64) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:01.567001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.587529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-f7d6a08e-848f-4dea-a21f-353b70133b02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 200 len: 217 time: 0.0715218 Nov 23 18:42:01.641656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.695502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:01.725575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add351fe-c026-4002-8abd-d203ce8cee7b None None] Pushing event updated for resources: {'Port': ['ID=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:01.788428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b42ddea-8034-4065-ab9f-8a9c8e905333 req-9e627a15-b19d-4ef9-a7a3-13a716e38301 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945713 Nov 23 18:42:01.793523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Deleting subnet bcf769cb-8a32-42c5-978b-5c655c697bff {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:01.797682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.861159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-fa1cd63b-d598-4fa0-be77-107ed91d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:01.862904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-fa1cd63b-d598-4fa0-be77-107ed91d31d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2664635 Nov 23 18:42:01.868649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:01.911152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Pushing event updated for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:01.924018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-8f9de5b8-a116-416d-96b3-855b497c27e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314264 Nov 23 18:42:01.975493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.061504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.168469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f382c9-9b33-4fad-9c20-86f87eda4fc4 req-b4cedf18-3924-4a18-a859-ee7fa04d481b tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:02.175971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8414e-386a-4a9e-8696-12486d56749d req-457737c9-b991-4ef1-8a67-b753b318de01 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:02.178081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dc8414e-386a-4a9e-8696-12486d56749d req-457737c9-b991-4ef1-8a67-b753b318de01 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 945 time: 0.7566104 Nov 23 18:42:02.178978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23f382c9-9b33-4fad-9c20-86f87eda4fc4 req-b4cedf18-3924-4a18-a859-ee7fa04d481b tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.2399418 Nov 23 18:42:02.252050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.280164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Attempting to bind port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:02.280865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Attempting to bind port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '42f6626f-2767-47c9-a532-2a0502e45a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:02.281437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Attempting to bind port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 on network 2506ec41-c5c4-4512-a699-c21b4f669674 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:02.285754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf769cb-8a32-42c5-978b-5c655c697bff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:02.297937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-4e7d2a38-8a7e-4ae6-902d-6a9383b01a1c service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324611 Nov 23 18:42:02.299395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.302593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.307928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7302cb8b-be72-4f08-8b2b-d5adb3783b1f HTTP/1.1" status: 204 len: 168 time: 1.9021323 Nov 23 18:42:02.309902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23f382c9-9b33-4fad-9c20-86f87eda4fc4 req-2e57eded-fa0c-45d3-9235-d7f3c21928f5 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299324 Nov 23 18:42:02.330454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 on network 2506ec41-c5c4-4512-a699-c21b4f669674 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:02.331042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Attempting to bind port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 on network 2506ec41-c5c4-4512-a699-c21b4f669674 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:02.389422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c6641-a590-42d0-be9d-2a6d7a6ebeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302cb8b-be72-4f08-8b2b-d5adb3783b1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:02.420366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17b64693-c61e-4e47-92dc-b8f7db5a8ead req-1f3dc1bf-6964-497e-899e-9608525a6b17 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094344 Nov 23 18:42:02.421437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.425014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d93d258f-41b8-41aa-89dd-c84973102f9c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bcf769cb-8a32-42c5-978b-5c655c697bff HTTP/1.1" status: 204 len: 168 time: 0.7231474 Nov 23 18:42:02.428169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:02.435567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:02.441094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Checking segment: {'id': '42f6626f-2767-47c9-a532-2a0502e45a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:02.443128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Bound using segment: {'id': '42f6626f-2767-47c9-a532-2a0502e45a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:02.443853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Bound port: d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f6626f-2767-47c9-a532-2a0502e45a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:02.445029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.543020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.590356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed3dc3f9-db52-41b3-b015-4ee403f3e29e req-458073fb-2846-4448-81ee-c598c18f5ce0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 210 time: 0.1090341 Nov 23 18:42:02.620440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.839140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Deleting port 5f61badc-1c58-4a55-99a8-bf735f0c902b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:02.841454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:02.890358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:02.987198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,segment=NetworkSegment(42f6626f-2767-47c9-a532-2a0502e45a71),segment_id=42f6626f-2767-47c9-a532-2a0502e45a71)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:02.989568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:03.011580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.059334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.072999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a8db4419-b1cf-4fc4-ab5d-e762da1876b2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:03.075453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:03.158610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.187651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4de612-c15a-40b5-81a2-5e912a1acab3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:03.209281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] For port 5f61badc-1c58-4a55-99a8-bf735f0c902b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5f61badc-1c58-4a55-99a8-bf735f0c902b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:03.209732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.212882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd696c9f-3bbe-4166-8e70-89a38068e6a2 req-3e998693-2b11-421b-a9a9-42f9bcd0ad8d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:03.221043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd696c9f-3bbe-4166-8e70-89a38068e6a2 req-3e998693-2b11-421b-a9a9-42f9bcd0ad8d tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 945 time: 0.1491218 Nov 23 18:42:03.224422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:03.224659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c11d6fe-6b3e-4d67-a615-53a2e14dc3d6') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:03.232615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Calling delete_port for 5f61badc-1c58-4a55-99a8-bf735f0c902b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:03.247547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.260453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:03.305061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.309422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.316783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Pushing event updated for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:03.338361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd696c9f-3bbe-4166-8e70-89a38068e6a2 req-abe32431-cde3-4198-947c-f370b0d77bef tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163549 Nov 23 18:42:03.349648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.362584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:03.363189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.365012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfdf760-dc58-43a4-953f-5ee48cf385af None None] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:03.365585 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:03.433284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:03.434159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.436578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-98d0aa11-bc24-412a-a4fa-3476d38ec57b service neutron] 10.222.0.47 "PUT /v2.0/ports/d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 HTTP/1.1" status: 200 len: 1091 time: 5.2001789 Nov 23 18:42:03.465717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.473843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.481742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff4de612-c15a-40b5-81a2-5e912a1acab3 HTTP/1.1" status: 204 len: 168 time: 1.0478895 Nov 23 18:42:03.499298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dc2a7-15e9-4625-a0bc-92f5f5675dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4de612-c15a-40b5-81a2-5e912a1acab3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:03.522093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:03.523495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event updated for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:03.539244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-501acfa4-dff5-4a92-96c9-8ee84086d16d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c83e37b2cbb54c52ba51d67324694535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5451422 Nov 23 18:42:03.539875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:03.542146 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:03.543338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:03.562417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.564494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:03.577610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:03.669865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.685771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:03.729916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] Provisioning complete for port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:03.731186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.745292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.822399 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73393ce4-21ed-4314-b702-2b3f54d024a1 x-openstack-request-id: req-73393ce4-21ed-4314-b702-2b3f54d024a1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:03.822765 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:03.824633 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73393ce4-21ed-4314-b702-2b3f54d024a1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:03.824633 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9', 'status': 'completed', 'code': 200} Nov 23 18:42:03.829562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:03.959139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0bb34-b99b-4d84-a9be-41e3b5dc625d req-2b708390-bc8d-442a-bf5f-d6ea564e289c tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:03.960851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1aa0bb34-b99b-4d84-a9be-41e3b5dc625d req-2b708390-bc8d-442a-bf5f-d6ea564e289c tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.4142489 Nov 23 18:42:03.961932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:03.994206 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7418c877-9e11-479e-a09c-3b9f87937473 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54877ab8fd814ab7a5463af860538d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633995 Nov 23 18:42:04.003289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:04.009101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event deleted for resources: {'Port': ['ID=5f61badc-1c58-4a55-99a8-bf735f0c902b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:04.024674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.030864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.033676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ee5a61c-c35a-4d14-8866-5ff13e545b71 HTTP/1.1" status: 204 len: 168 time: 0.4891694 Nov 23 18:42:04.048689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbb69-4a88-4c99-bb10-b0431b01a07a req-287a49e6-c682-4e4c-89d2-129aacdcf801 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:04.050658 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8dcdbb69-4a88-4c99-bb10-b0431b01a07a req-287a49e6-c682-4e4c-89d2-129aacdcf801 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 936 time: 0.2639513 Nov 23 18:42:04.073134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245465f-0b5d-40bd-a91f-962107fd3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee5a61c-c35a-4d14-8866-5ff13e545b71,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:04.134265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:04.134981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.160015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8dcdbb69-4a88-4c99-bb10-b0431b01a07a req-39ecf602-8ffe-40a5-942a-ba04f711a363 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943568 Nov 23 18:42:04.167799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-b4346bfb-6815-4265-b50a-ec76782f241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:04.169556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-b4346bfb-6815-4265-b50a-ec76782f241c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc30758f5064e99b4d025e0b110ca3a&device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 1094 time: 0.6209750 Nov 23 18:42:04.198884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:04.199641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.207842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] No DVR routers for this DVR port 5f61badc-1c58-4a55-99a8-bf735f0c902b on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:04.211773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.217049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dc8414e-386a-4a9e-8696-12486d56749d req-9a9579a0-8e63-495d-84c5-4514f11c2892 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "DELETE /v2.0/ports/5f61badc-1c58-4a55-99a8-bf735f0c902b HTTP/1.1" status: 204 len: 173 time: 2.0307248 Nov 23 18:42:04.326367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.371991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1aa0bb34-b99b-4d84-a9be-41e3b5dc625d req-bce7ee26-d2a0-402f-9e24-b9dae5ccce7e tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702834 Nov 23 18:42:04.391065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-eebb4846-7a43-4691-b7c2-33a9959bb2f7 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5523508 Nov 23 18:42:04.397738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-5a170027-c4a0-4a0f-91fc-6d3e67f0c311 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 HTTP/1.1" status: 200 len: 217 time: 0.2001295 Nov 23 18:42:04.426790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Allocated IP 172.25.5.109 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/0fe8a01d-df32-4b8d-9f24-ddd98726584d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:04.533678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a93d256-e021-4a58-b1e8-7cb4951fdbb1 req-4448124e-d778-4ad8-bc49-f0948d11d1f8 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.0627024 Nov 23 18:42:04.610310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Request body: {'port': {'device_id': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:04.630796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.671869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11', 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', '259949c2-d9a6-4868-9f6f-afc4935263d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:04.766040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:04.796910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.868405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-86988eb3-e1af-4ba5-b17f-fdce8a8b4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:04.869846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-86988eb3-e1af-4ba5-b17f-fdce8a8b4b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46816d46-c2c1-43e1-b512-ca714931e736 HTTP/1.1" status: 200 len: 853 time: 0.2873549 Nov 23 18:42:04.875827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 5f61badc-1c58-4a55-99a8-bf735f0c902b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:04.876488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5f61badc-1c58-4a55-99a8-bf735f0c902b not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:04.879716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.897142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] For port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:04.903654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.946956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:04.947207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-e1c32837-9710-4e28-ad26-1799e52c18d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2506ec41-c5c4-4512-a699-c21b4f669674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597892 Nov 23 18:42:04.966600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.183993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8238ff4e-61fe-48c3-a4a2-7889091caabe None None] Provisioning complete for port 774e34a4-14a6-481c-ab22-6ddf528f7d64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:05.183993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8238ff4e-61fe-48c3-a4a2-7889091caabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.185730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:42:05.190241 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:42:05.190241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1ec28-3d54-4470-9b3c-3ad331e3099b None None] Pushing event updated for resources: {'Port': ['ID=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:05.251011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8238ff4e-61fe-48c3-a4a2-7889091caabe None None] Port 774e34a4-14a6-481c-ab22-6ddf528f7d64 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:05.419148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-35df3dde-9a3c-43fd-b8ff-ad0079ecf2fe None None] Provisioning complete for port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:05.419829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35df3dde-9a3c-43fd-b8ff-ad0079ecf2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.430697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.436277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.442541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c2e84b-9e9a-422f-a35b-4a3eb6b11f31 HTTP/1.1" status: 204 len: 168 time: 1.4281301 Nov 23 18:42:05.569711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a713cc-3ad5-4687-8774-b3624ee712b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2e84b-9e9a-422f-a35b-4a3eb6b11f31,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:05.596943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:05.648644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f512-a16f-4e34-926e-f48c48a3a97c req-8c5daf7a-1eb9-4ff4-ab0e-9e4d667f9d4f tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:05.658545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eee7f512-a16f-4e34-926e-f48c48a3a97c req-8c5daf7a-1eb9-4ff4-ab0e-9e4d667f9d4f tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.1055427 Nov 23 18:42:05.757549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eee7f512-a16f-4e34-926e-f48c48a3a97c req-a63eb38c-2a01-4258-bfae-20a1e9e8bd76 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978768 Nov 23 18:42:06.014178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-223e9919-091a-4810-b024-befb996f4dfc req-cfbe4146-0e4f-4847-9930-88d98da09cca tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.0494885 Nov 23 18:42:06.123431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:06.318457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:06.320753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:06.335743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:06.451829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-deleted', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:06.454643 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6efacf-d198-42b2-88ec-a113316f3c3c" -d '{"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-deleted", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:06.569096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716661ac-e516-46a3-80b8-a2dafc0e72e8 req-f7073e86-f09a-4f54-a8e0-92044ba0350d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:06.582721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-716661ac-e516-46a3-80b8-a2dafc0e72e8 req-f7073e86-f09a-4f54-a8e0-92044ba0350d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 936 time: 1.2374439 Nov 23 18:42:06.610319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-cc3b80fc-c1ad-4eca-a22d-c08af1fdbe7e service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6395211 Nov 23 18:42:06.622038 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469acee3-778e-4f45-a422-29813bf9e581 x-openstack-request-id: req-469acee3-778e-4f45-a422-29813bf9e581 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:06.622388 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14d3ddd-ce7c-4b14-b926-d008a966a11a", "name": "network-vif-deleted", "tag": "5f61badc-1c58-4a55-99a8-bf735f0c902b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:06.622599 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-469acee3-778e-4f45-a422-29813bf9e581 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:06.623022 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14d3ddd-ce7c-4b14-b926-d008a966a11a', 'name': 'network-vif-deleted', 'tag': '5f61badc-1c58-4a55-99a8-bf735f0c902b', 'status': 'completed', 'code': 200} Nov 23 18:42:06.642302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:06.654235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:06.697622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:06.833426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe8a01d-df32-4b8d-9f24-ddd98726584d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:06.988775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-716661ac-e516-46a3-80b8-a2dafc0e72e8 req-fd514be6-08e9-4529-9568-da3da234e74e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051487 Nov 23 18:42:07.120636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4daee-978c-4cf2-81b5-09547cfeee81 req-a8cc4036-cb57-4370-bdb6-1cd7f5501c53 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:07.129809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31d4daee-978c-4cf2-81b5-09547cfeee81 req-a8cc4036-cb57-4370-bdb6-1cd7f5501c53 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.2236955 Nov 23 18:42:07.200264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31d4daee-978c-4cf2-81b5-09547cfeee81 req-d3223956-8485-4aa7-a9d8-58fd9a6d2279 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Nov 23 18:42:07.229787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5151b8b9-4eb8-458d-a8e1-00f8ec7b5e04 req-953650d7-5373-4cfc-ad13-40ac10d40a6b service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553825 Nov 23 18:42:07.331709 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c6a7449-6eb0-4099-bc8b-d77b3b65653a req-eeebefcb-2c6b-4ea1-b685-2b6ad33e9941 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.1319335 Nov 23 18:42:07.387252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.406063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:07.487619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774e34a4-14a6-481c-ab22-6ddf528f7d64 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:07.500673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.514167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Transition to ACTIVE for port object 774e34a4-14a6-481c-ab22-6ddf528f7d64 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:07.637423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.818126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1212245525-network', 'tenant_id': 'ceee312718124360ac67e3c3c1131802'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:07.921547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Made reservation on behalf of ceee312718124360ac67e3c3c1131802 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:07.931113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:07.952018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.048520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-5416ad32-9664-4268-8180-b5670c954982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.052857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-5416ad32-9664-4268-8180-b5670c954982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc30758f5064e99b4d025e0b110ca3a&device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 1094 time: 0.7602370 Nov 23 18:42:08.055478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.165318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.181758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.274002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:08.288194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Deleting port 1a0cb873-758c-411f-bb86-fff7044cb876 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:08.288532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.293888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd11f6b-c0d1-46b0-9543-aaba08541725,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:08.320228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df03e47-5cce-401b-a477-3309d6cbd1af req-a16ad32f-b074-4c83-b8a0-cad56a1db2db tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.321655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7df03e47-5cce-401b-a477-3309d6cbd1af req-a16ad32f-b074-4c83-b8a0-cad56a1db2db tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 948 time: 0.1633825 Nov 23 18:42:08.323128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.323506 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Added segment c62797de-eafe-4323-b352-4a23a713170b of type vlan for network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b Nov 23 18:42:08.438882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7df03e47-5cce-401b-a477-3309d6cbd1af req-ccdfc10d-ad54-4fa4-a3c3-7835cb7bc7f0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969758 Nov 23 18:42:08.490995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.493764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Pushing event updated for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:08.503865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.553038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] For port 1a0cb873-758c-411f-bb86-fff7044cb876, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1a0cb873-758c-411f-bb86-fff7044cb876,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:08.553374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.574994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Calling delete_port for 1a0cb873-758c-411f-bb86-fff7044cb876 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:08.579253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.580313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.580990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.589271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.603576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-adb52c92-d9ae-471b-9954-b0be148f01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.605490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-adb52c92-d9ae-471b-9954-b0be148f01a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2506ec41-c5c4-4512-a699-c21b4f669674 HTTP/1.1" status: 200 len: 914 time: 0.5224857 Nov 23 18:42:08.690414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2360294 Nov 23 18:42:08.695359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-8f2539fa-d332-4961-8afc-63202ecfc6b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 HTTP/1.1" status: 200 len: 217 time: 0.0462849 Nov 23 18:42:08.700273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:08.701276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Attempting to bind port 774e34a4-14a6-481c-ab22-6ddf528f7d64 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:08.701782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Attempting to bind port 774e34a4-14a6-481c-ab22-6ddf528f7d64 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:08.702286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Attempting to bind port 774e34a4-14a6-481c-ab22-6ddf528f7d64 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:08.719547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Request body: {'subnet': {'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-subnet', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:08.759572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Port 774e34a4-14a6-481c-ab22-6ddf528f7d64 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:08.759905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Attempting to bind port 774e34a4-14a6-481c-ab22-6ddf528f7d64 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:08.760028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dedd78-6346-4b2b-8c53-4394fedfb7ac admin admin] Pushing event updated for resources: {'Network': ['ID=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:08.772646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:08.788872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:08.789521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:08.790080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:08.790723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Bound port: 774e34a4-14a6-481c-ab22-6ddf528f7d64, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:08.791245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.814297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5805b2a-bbdc-4ea0-98f1-787a2ffc8e90 req-344d73d7-2777-44f0-8837-de22d43fecab tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.827661 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5805b2a-bbdc-4ea0-98f1-787a2ffc8e90 req-344d73d7-2777-44f0-8837-de22d43fecab tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.1353881 Nov 23 18:42:08.832301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f88778e0-0598-4b3c-b0f1-33dd40ba93d6 req-38aafde7-f81e-4f2f-8464-bf8f22ffb526 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.0686450 Nov 23 18:42:08.843455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Made reservation on behalf of ceee312718124360ac67e3c3c1131802 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:08.846017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:08.850341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-96da70ff-7916-4ab0-b2d7-63e6d37b4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:08.852098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-96da70ff-7916-4ab0-b2d7-63e6d37b4448 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46816d46-c2c1-43e1-b512-ca714931e736 HTTP/1.1" status: 200 len: 853 time: 0.1443861 Nov 23 18:42:08.942650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-7399dfba-5fa5-4ea7-8133-4df89b9d433d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2506ec41-c5c4-4512-a699-c21b4f669674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743058 Nov 23 18:42:08.995717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5805b2a-bbdc-4ea0-98f1-787a2ffc8e90 req-174e7f00-9f2f-4d21-8ade-a1a2da0ec9d9 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670270 Nov 23 18:42:09.077380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.117034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0cb873-758c-411f-bb86-fff7044cb876,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:09.136013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:09.145330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Router 1e21d227-7a13-4417-8c8b-6900cbf23203 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:42:09.160482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:09.176828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.362182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.429767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-8e5017e3-bed8-41cb-aac6-8fd568c26349 service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421141 Nov 23 18:42:09.436176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Pushing event updated for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:09.440190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.497451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a59adb-a72c-4df2-8bad-8a5d77bbba0e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:09.620446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.621129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.622608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-6f6e6f77-4359-4177-8070-f47cbfcfe7fc service neutron] 10.222.0.47 "PUT /v2.0/ports/774e34a4-14a6-481c-ab22-6ddf528f7d64 HTTP/1.1" status: 200 len: 1096 time: 5.0267928 Nov 23 18:42:09.667473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:09.670485 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d616d5-414a-438f-af89-429bc4948fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:09.717004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f37467-0f2e-46af-8926-3ad4243f7010 req-3c6b2558-5363-4174-b29c-3a6668ecaebb tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.718866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2f37467-0f2e-46af-8926-3ad4243f7010 req-3c6b2558-5363-4174-b29c-3a6668ecaebb tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 948 time: 0.1527944 Nov 23 18:42:09.803481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:09.816154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Sync routers for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:09.831456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:09.832103 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:09.892794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Checking segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:09.893065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Network hostable DHCP agents. Network: ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:09.898059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:09.899296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe805453-ba23-413d-b659-d961d1fb8d81 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9907296 Nov 23 18:42:09.915339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:09.950312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-02bcd24c-73e0-46b9-aee3-97c8e59af0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:09.955658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-02bcd24c-73e0-46b9-aee3-97c8e59af0b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 1099 time: 0.2565751 Nov 23 18:42:09.978393 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e043b1-aa32-4a69-84f3-a6a508d9054c x-openstack-request-id: req-18e043b1-aa32-4a69-84f3-a6a508d9054c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:09.978771 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:09.978948 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18e043b1-aa32-4a69-84f3-a6a508d9054c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:09.979338 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64', 'status': 'completed', 'code': 200} Nov 23 18:42:09.985153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Router 47b21874-52cd-4840-9e5d-6522a35353a4 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:42:10.069948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2f37467-0f2e-46af-8926-3ad4243f7010 req-76648e10-b825-4e4e-8632-0665c50fa146 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760336 Nov 23 18:42:10.106076 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:10.166899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.224921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-c4743096-bae6-403e-a055-529551e77255 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64 HTTP/1.1" status: 200 len: 217 time: 0.2328353 Nov 23 18:42:10.270058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:10.295396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:10.298472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8caad5b8-ed14-4fb8-b3d5-987daf668bc9 req-6c66e0ca-3f2b-48be-860d-c14e220619cc service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528426 Nov 23 18:42:10.308540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Sync routers for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:10.313214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd545c5-3946-4c1b-b6e2-4841589e0693 req-ce9db504-8322-4d1c-af4c-339d35e17ee6 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.316472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9cd545c5-3946-4c1b-b6e2-4841589e0693 req-ce9db504-8322-4d1c-af4c-339d35e17ee6 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 943 time: 0.0910566 Nov 23 18:42:10.324966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c50aa493-370b-4146-abe5-32c838341742 admin admin] 10.222.0.37 "PUT /v2.0/routers/47b21874-52cd-4840-9e5d-6522a35353a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9851477 Nov 23 18:42:10.325464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:10.341688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:10.357700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:10.487604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c438d6b-f1f1-4538-8856-8ce16a173d60 req-a2645d14-5c1b-44de-9b09-db07f76444d6 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.2484355 Nov 23 18:42:10.497488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9cd545c5-3946-4c1b-b6e2-4841589e0693 req-ba8ac0de-d48c-4ddd-a29a-b1bc65f28f28 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496344 Nov 23 18:42:10.512466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:10.523566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.528203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.532018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e946bb6-fe46-4be8-afe5-b467716e15b7 None None] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:10.540661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.670922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:10.697605 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:07Z', 'revision_number': 3, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:10.702805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-b8bfbf55-993a-455a-8698-e805ea7b8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.704915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-b8bfbf55-993a-455a-8698-e805ea7b8ad1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.4461048 Nov 23 18:42:10.759225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Checking router: 1e21d227-7a13-4417-8c8b-6900cbf23203 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:10.759700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Updating router 1e21d227-7a13-4417-8c8b-6900cbf23203 port 0fe8a01d-df32-4b8d-9f24-ddd98726584d binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:42:10.816611 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.828032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:10.832702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:10.832853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c8ee581-a713-489d-a4bc-a5f26a5f562b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1064665 Nov 23 18:42:10.842712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:10.855876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:10.965592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-acec467b-3223-41d7-86f1-f3370add5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:10.974793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-acec467b-3223-41d7-86f1-f3370add5862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620285 Nov 23 18:42:11.017454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.019694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.037489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:42:11.041749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Deleting port fd281d1a-2021-4f14-8326-d2f80968ce58 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:11.042299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.180307 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.249637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,segment=NetworkSegment(42f6626f-2767-47c9-a532-2a0502e45a71),segment_id=42f6626f-2767-47c9-a532-2a0502e45a71)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:11.330826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9', 'network_id': '2506ec41-c5c4-4512-a699-c21b4f669674', 'port_id': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9', 'mac_address': 'fa:16:3e:05:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46816d46-c2c1-43e1-b512-ca714931e736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:11.424250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.427682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:42:11.429521 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.429656 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.432331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.439684 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.484081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:11.532756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,segment=NetworkSegment(42f6626f-2767-47c9-a532-2a0502e45a71),segment_id=42f6626f-2767-47c9-a532-2a0502e45a71)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:11.535033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50232d9d-38d2-47d5-8d54-3bcd00e02024 req-6f815f2f-478c-4d57-9842-31f6818dd457 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:11.537086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50232d9d-38d2-47d5-8d54-3bcd00e02024 req-6f815f2f-478c-4d57-9842-31f6818dd457 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 948 time: 0.2015686 Nov 23 18:42:11.580506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.610062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] For port fd281d1a-2021-4f14-8326-d2f80968ce58, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd281d1a-2021-4f14-8326-d2f80968ce58,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:11.610794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.622201 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Pushing event updated for resources: {'Port': ['ID=0fe8a01d-df32-4b8d-9f24-ddd98726584d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:11.624859 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Attempting to bind port 0fe8a01d-df32-4b8d-9f24-ddd98726584d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:11.625452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Attempting to bind port 0fe8a01d-df32-4b8d-9f24-ddd98726584d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:11.625993 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Attempting to bind port 0fe8a01d-df32-4b8d-9f24-ddd98726584d on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:11.652035 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.660990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.664939 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.665696 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.666247 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.667790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.668548 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.669056 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.673123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.673755 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.674304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.674848 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:11.685494 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:11.687862 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:11.688496 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.691147 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:11.691929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Bound port: 0fe8a01d-df32-4b8d-9f24-ddd98726584d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:11.693602 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.698061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Calling delete_port for fd281d1a-2021-4f14-8326-d2f80968ce58 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:11.785081 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] For port 0fe8a01d-df32-4b8d-9f24-ddd98726584d, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:11.790730 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] For port 0fe8a01d-df32-4b8d-9f24-ddd98726584d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0fe8a01d-df32-4b8d-9f24-ddd98726584d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:11.798682 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:11.912019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50232d9d-38d2-47d5-8d54-3bcd00e02024 req-4ad10385-1c12-4b0b-8f57-03af1e866a1f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528543 Nov 23 18:42:11.932234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:11.936217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:42:09Z', 'revision_number': 5, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port': {'id': 'fd281d1a-2021-4f14-8326-d2f80968ce58', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:39Z', 'updated_at': '2021-11-23T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:11.942377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:11.998366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:12.006050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:12.009710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a331b-7083-4ca5-972b-26ca940d9f34 None None] Pushing event updated for resources: {'Port': ['ID=0fe8a01d-df32-4b8d-9f24-ddd98726584d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:12.051046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-2c4906db-9c48-437c-9c72-bc8249298921 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9cdc917031942bdae31ec6c9582de2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746908 Nov 23 18:42:12.094953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Checking router: 47b21874-52cd-4840-9e5d-6522a35353a4 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:12.163878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Allocated IP 172.20.0.2 (ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b/f4a59adb-a72c-4df2-8bad-8a5d77bbba0e/bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:12.204099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Routers {'47b21874-52cd-4840-9e5d-6522a35353a4'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:12.205110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['47b21874-52cd-4840-9e5d-6522a35353a4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:12.344667 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:12.357752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-05dc11eb-0aa7-42cc-b8e8-89e5542a2ac1 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:12.362326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-05dc11eb-0aa7-42cc-b8e8-89e5542a2ac1 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094761 Nov 23 18:42:12.487094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-c63e37b1-f738-4bc9-8421-a1074b22b800 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/quotas/d9cdc917031942bdae31ec6c9582de2c HTTP/1.1" status: 200 len: 375 time: 0.1080732 Nov 23 18:42:12.595043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] Set router 47b21874-52cd-4840-9e5d-6522a35353a4 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:12.609341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-df29832e-b843-4526-9a89-9a94b7686e21 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210129 Nov 23 18:42:12.692701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-81b9c2f8-e6c4-461c-a6f8-b17e58e71383 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6992221 Nov 23 18:42:12.797797 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:07Z', 'revision_number': 3, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:12.849637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb69464b-b6b6-45b6-9563-343e944c58f0 req-4f12fbac-516a-430a-b265-ec8c961a261c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.1434979 Nov 23 18:42:12.910299 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:12.911963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5599e-198f-4578-b78d-ccd9e6d7fc3a None None] The sync data for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 is: [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:07Z', 'revision_number': 3, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:12.916270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:42:10Z', 'revision_number': 6, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:12.924533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:12.957783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0b07f9-cb65-401d-939f-2d3e9b407910 req-7af4ee8a-2f29-4391-ad4b-21226921a352 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547276 Nov 23 18:42:13.066334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b4bc4-5472-412a-a9bb-43a303547391 None None] The sync data for ids ['47b21874-52cd-4840-9e5d-6522a35353a4'] in n-d-792364-9 is: [{'id': '47b21874-52cd-4840-9e5d-6522a35353a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-204449705-router', 'tenant_id': 'd6c5f625934d4594a2531ff59f8441c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:38Z', 'updated_at': '2021-11-23T18:42:10Z', 'revision_number': 6, 'project_id': 'd6c5f625934d4594a2531ff59f8441c3', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:13.105708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:13.113367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:13.138349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:13.185326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Pushing event updated for resources: {'Port': ['ID=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:13.197569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.281758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.305200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Attempting to bind port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:13.306594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Attempting to bind port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:13.307186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Attempting to bind port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 on network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:13.323284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:13.323693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Checking segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:13.324100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.324494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Bound using segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:13.324973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Bound port: bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:13.325356 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.351045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-7019d41b-0bd0-4fb1-b657-daae8d9bebfc tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9cdc917031942bdae31ec6c9582de2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794485 Nov 23 18:42:13.550911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d616d5-414a-438f-af89-429bc4948fd1 req-879d5c35-2487-4a0e-ab80-843ab3d8309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:13.553035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-879d5c35-2487-4a0e-ab80-843ab3d8309a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 1099 time: 0.4138999 Nov 23 18:42:13.568110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-21194665-950a-42db-9090-31d53745f0b3 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:13.578826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-21194665-950a-42db-9090-31d53745f0b3 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264745 Nov 23 18:42:13.619853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] For port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:13.629327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] For port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:13.640998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.642183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9fde-2f21-4036-8727-7a97f97a55a0 req-65af6325-0553-4886-9d22-08f89b0d0794 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:13.652361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83dd9fde-2f21-4036-8727-7a97f97a55a0 req-65af6325-0553-4886-9d22-08f89b0d0794 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 944 time: 0.5045409 Nov 23 18:42:13.773684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-eaf52da8-08b5-4cfa-b98c-4a298784a771 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/quotas/d9cdc917031942bdae31ec6c9582de2c HTTP/1.1" status: 200 len: 375 time: 0.1938574 Nov 23 18:42:13.838868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.850293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b93b6-fd33-4546-b695-4f17f2203f1d None None] Pushing event updated for resources: {'Port': ['ID=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:13.911929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:13.956632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-ba9d3b3e-4c68-4c23-b3fe-860cc7873103 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798503 Nov 23 18:42:14.031036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d616d5-414a-438f-af89-429bc4948fd1 req-94a5092b-7f17-4d2d-96b2-55c3abdfaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:14.033027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-94a5092b-7f17-4d2d-96b2-55c3abdfaafd service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4325967 Nov 23 18:42:14.169458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd281d1a-2021-4f14-8326-d2f80968ce58,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:14.283669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0fe8a01d-df32-4b8d-9f24-ddd98726584d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:14.290305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-e9dfc43d-a6e4-4ff7-be25-b9a45adcee07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64 HTTP/1.1" status: 200 len: 217 time: 0.1806154 Nov 23 18:42:14.352738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83dd9fde-2f21-4036-8727-7a97f97a55a0 req-b24800d4-d8e0-4604-a53a-3e794445143a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990464 Nov 23 18:42:14.373680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Allocated IP 172.25.5.2 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e2e164b0-8892-456e-8eb7-575c5fb9fdc0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:14.492832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0fe8a01d-df32-4b8d-9f24-ddd98726584d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:14.493356 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.611015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d616d5-414a-438f-af89-429bc4948fd1 req-1a3733d2-d651-4a06-baf2-b8ae46fdbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:14.614354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-1a3733d2-d651-4a06-baf2-b8ae46fdbde4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2442491 Nov 23 18:42:14.782873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.804457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:14.808236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Allocated IP 172.20.0.1 (9f528986-d852-4cff-a2aa-34bfbf65a568/8c79b052-3b5e-45da-903c-d10f283e0d9e/e97801ff-3132-4809-973a-e0701110f82c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:14.912472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.935024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 0fe8a01d-df32-4b8d-9f24-ddd98726584d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0fe8a01d-df32-4b8d-9f24-ddd98726584d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:14.948905 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.966502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.979563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f19e546-ac99-4317-88ca-1ce7220b5209 req-50f62924-9aab-463e-8ff0-45530b6ec0e3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=c14d3ddd-ce7c-4b14-b926-d008a966a11a HTTP/1.1" status: 200 len: 210 time: 0.3221784 Nov 23 18:42:15.079456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd281d1a-2021-4f14-8326-d2f80968ce58 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:15.100939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:15.125735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf27e8-a3a6-4e3c-aff8-1e3bd04fdf51 req-76cb0d60-701b-471f-a8d0-ccb4f77e1811 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:15.143049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26cf27e8-a3a6-4e3c-aff8-1e3bd04fdf51 req-76cb0d60-701b-471f-a8d0-ccb4f77e1811 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 948 time: 0.4441895 Nov 23 18:42:15.150405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fd281d1a-2021-4f14-8326-d2f80968ce58 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:15.151737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd281d1a-2021-4f14-8326-d2f80968ce58 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:15.152332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1a0cb873-758c-411f-bb86-fff7044cb876 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:15.170375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:15.170909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.263786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 1a0cb873-758c-411f-bb86-fff7044cb876 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:15.263958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.264356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1a0cb873-758c-411f-bb86-fff7044cb876 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:15.283675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=0fe8a01d-df32-4b8d-9f24-ddd98726584d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:15.356659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26cf27e8-a3a6-4e3c-aff8-1e3bd04fdf51 req-8e728c5e-7e51-4a67-a1d1-302f3061fd90 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102234 Nov 23 18:42:15.431231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.453656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.471841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.500103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:15.509483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:15.519804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:15.596658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.638635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.657665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-7f590b70-84bc-4d6e-9e3e-8a07edbf3b41 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d9cdc917031942bdae31ec6c9582de2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2971711 Nov 23 18:42:15.719527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.726297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:15.733314 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ffa5d5-eacf-42f3-93e2-2d6345c3ed91" -d '{"events": [{"server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "name": "network-vif-plugged", "status": "completed", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:15.750395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ea3081d-0bd8-4797-a8ab-59182093923b req-b4659bcd-13d0-4632-acac-60958c922a3d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 210 time: 0.1289573 Nov 23 18:42:15.763225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.764386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b21874-52cd-4840-9e5d-6522a35353a4 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:42:15.770933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.771850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0bc5e6e5-76ea-4ffb-a375-753492470f5c admin admin] 10.222.0.37 "DELETE /v2.0/routers/47b21874-52cd-4840-9e5d-6522a35353a4 HTTP/1.1" status: 204 len: 168 time: 5.4449959 Nov 23 18:42:15.788763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,segment=NetworkSegment(42f6626f-2767-47c9-a532-2a0502e45a71),segment_id=42f6626f-2767-47c9-a532-2a0502e45a71)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:15.796232 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.891261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:15.932961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:15.956493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:15.981614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:16.039236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:16.135041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13869db3-a346-492a-9650-7afa1e0c5971 None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:16.143042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13869db3-a346-492a-9650-7afa1e0c5971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.147935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:16.242831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07f412-67f6-4a51-af87-8150c1fea1a4 None None] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:16.331073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0fe8a01d-df32-4b8d-9f24-ddd98726584d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:16.334313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-13869db3-a346-492a-9650-7afa1e0c5971 None None] Port e97801ff-3132-4809-973a-e0701110f82c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:16.361460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d616d5-414a-438f-af89-429bc4948fd1 req-013fac7f-728b-4988-90d8-08aacab492b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:16.364605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-013fac7f-728b-4988-90d8-08aacab492b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7416744 Nov 23 18:42:16.437691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Deleting subnet e9795288-531b-4236-94b1-5fba110cbde1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:16.526605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] Provisioning complete for port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:16.526979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.631079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-7df058dc-558d-482a-aaeb-13e91e1cb0ce tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:16.637809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.652478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-7df058dc-558d-482a-aaeb-13e91e1cb0ce tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6991303 Nov 23 18:42:16.726605 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762d6f56-afb2-4bd0-9e41-c44354b5f3c7 x-openstack-request-id: req-762d6f56-afb2-4bd0-9e41-c44354b5f3c7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:16.726906 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "name": "network-vif-plugged", "status": "completed", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:16.729185 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-762d6f56-afb2-4bd0-9e41-c44354b5f3c7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:16.730106 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9', 'code': 200} Nov 23 18:42:16.768469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0fe8a01d-df32-4b8d-9f24-ddd98726584d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:16.768843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.774513 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.781996 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.834263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Request body: {'port': {'device_id': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'd9cdc917031942bdae31ec6c9582de2c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:16.861547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Pushing event updated for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:16.912003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.915490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 774e34a4-14a6-481c-ab22-6ddf528f7d64 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:16.996585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a413a-92e3-4b78-b0b5-2af687ddd8bf req-16170c09-c648-4e54-b8a0-27c3e832a066 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:17.005880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-942a413a-92e3-4b78-b0b5-2af687ddd8bf req-16170c09-c648-4e54-b8a0-27c3e832a066 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 948 time: 0.1494396 Nov 23 18:42:17.068688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.109037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-942a413a-92e3-4b78-b0b5-2af687ddd8bf req-a909a7d8-9fe2-4716-aa18-545f638968e4 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020534 Nov 23 18:42:17.125409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:17.150943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '774e34a4-14a6-481c-ab22-6ddf528f7d64', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '774e34a4-14a6-481c-ab22-6ddf528f7d64', 'mac_address': 'fa:16:3e:15:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:17.229062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-a3177978-e3d0-4687-b898-b4d62a4928ee tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d9cdc917031942bdae31ec6c9582de2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114452 Nov 23 18:42:17.328412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] For port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:17.380132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.415982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329f99-0d42-425f-8cd4-a4a1aa653ae4 req-9d90f348-72d7-4b2e-b1b7-2cc5c90fd40a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:17.423889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06329f99-0d42-425f-8cd4-a4a1aa653ae4 req-9d90f348-72d7-4b2e-b1b7-2cc5c90fd40a tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 1.3476076 Nov 23 18:42:17.430029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.474645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.484312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774e34a4-14a6-481c-ab22-6ddf528f7d64 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:17.557420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.597387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.649963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-a447be2b-62e1-4d75-b2aa-b61a3b10d99a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:17.653105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-a447be2b-62e1-4d75-b2aa-b61a3b10d99a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100273 Nov 23 18:42:17.670011 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.682155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Request body: {'port': {'device_id': '873e3473-3543-48c7-b054-ac56457b686a', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': 'd9cdc917031942bdae31ec6c9582de2c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:17.682841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Made reservation on behalf of d9cdc917031942bdae31ec6c9582de2c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:17.688143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.718241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Router 7547840a-0bba-43dc-a00e-619fd97cf2fe is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:42:17.730100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.734376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604db3c9-f25d-4aef-ac70-047835de6d4c req-4bc46998-80e3-42cc-bc98-ee45e330f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:17.736279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-604db3c9-f25d-4aef-ac70-047835de6d4c req-4bc46998-80e3-42cc-bc98-ee45e330f5ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 1096 time: 0.9250171 Nov 23 18:42:17.909864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:17.925844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:17.927667 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.946823 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Sync routers for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:17.964437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.965996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1e8708c-60fe-4e31-966d-50e89e08ffc8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1267984 Nov 23 18:42:17.970159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:17.973971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:17.974611 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:18.094046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-d75f870e-0492-4704-880d-fa1b943dd72c service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5075071 Nov 23 18:42:18.180985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4e48ef2-dc5e-4ebe-9386-dc150ebfe913 req-e1dfbeaf-0f61-4355-8e6f-638c9bcd0143 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 210 time: 0.0457931 Nov 23 18:42:18.214940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Made reservation on behalf of d9cdc917031942bdae31ec6c9582de2c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:18.225766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c27c0-3e57-4679-815b-e36b37affe39 None None] Pushing event updated for resources: {'Port': ['ID=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:18.230572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.281712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.363379 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:18.371823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['774e34a4-14a6-481c-ab22-6ddf528f7d64'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:18.420457 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.480752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:18.509678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:18.574150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e29884-8851-4a0e-b941-fde078d6886b req-09460759-af21-43a3-9f6a-bd285efbc756 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:18.576006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:18.578028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Pushing event updated for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:18.600672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.602147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e29884-8851-4a0e-b941-fde078d6886b req-09460759-af21-43a3-9f6a-bd285efbc756 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 949 time: 0.2529421 Nov 23 18:42:18.627945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06329f99-0d42-425f-8cd4-a4a1aa653ae4 req-59035616-35ba-4a47-a0cf-5df2a9122bf7 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2015812 Nov 23 18:42:18.703802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:18.708314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9795288-531b-4236-94b1-5fba110cbde1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:18.720099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-604db3c9-f25d-4aef-ac70-047835de6d4c req-7c23a7df-c1af-43eb-9032-79486d6ce0c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9620330 Nov 23 18:42:18.727785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.732783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f93dce8-ac4e-48ad-b72d-64c2a310d61d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e9795288-531b-4236-94b1-5fba110cbde1 HTTP/1.1" status: 204 len: 168 time: 2.6491215 Nov 23 18:42:18.742046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:18.745708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9852b-a503-4068-a431-e4105de057ff None None] Network 0bb9c440-39df-47f4-a076-d7fcdd0b22ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:18.837847 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 3, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:18.901222 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Checking router: 7547840a-0bba-43dc-a00e-619fd97cf2fe for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:18.901490 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Updating router 7547840a-0bba-43dc-a00e-619fd97cf2fe port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:42:18.974124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:18.977591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4b6cc2a8-f253-4bd5-94a6-d5ef292d8964 None None] Provisioning complete for port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:18.978483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc2a8-f253-4bd5-94a6-d5ef292d8964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.995078 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.112282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.170866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4c43e9e-fd4d-490d-9d6a-e14f90829d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.172789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.188556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:19.188928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.325008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d9cdc917031942bdae31ec6c9582de2c {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:42:19.326061 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:42:19.349042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] DHCP port deletion for 0bb9c440-39df-47f4-a076-d7fcdd0b22ef request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:42:19.409024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Router 1e21d227-7a13-4417-8c8b-6900cbf23203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:42:19.411518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e29884-8851-4a0e-b941-fde078d6886b req-0cb59a0b-abb2-401c-a083-8d4adada55bf tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031089 Nov 23 18:42:19.423684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83d616d5-414a-438f-af89-429bc4948fd1 req-897cc50f-cd15-4c96-b58f-db201be44677 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2521014 Nov 23 18:42:19.528712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Deleting port 0e592839-e683-4b80-9dd0-e4d7ea545258 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:19.529012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.648781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] For port 0e592839-e683-4b80-9dd0-e4d7ea545258, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0e592839-e683-4b80-9dd0-e4d7ea545258,segment=NetworkSegment(4f5c2217-90fb-4af4-96e1-bc5bb3969480),segment_id=4f5c2217-90fb-4af4-96e1-bc5bb3969480)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:19.649210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.695766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Calling delete_port for 0e592839-e683-4b80-9dd0-e4d7ea545258 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:19.784635 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.796101 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.839645 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Attempting to bind port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:19.840273 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Attempting to bind port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:19.840884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Attempting to bind port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:19.869853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:19.870621 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:19.871193 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.872039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:19.872708 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Bound port: e2e164b0-8892-456e-8eb7-575c5fb9fdc0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:19.873442 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.884561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.949012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] For port e2e164b0-8892-456e-8eb7-575c5fb9fdc0, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:19.954531 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] For port e2e164b0-8892-456e-8eb7-575c5fb9fdc0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:19.965680 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.978220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.017091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:20.017806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:20.029183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5a81d94-866a-4dcc-803c-b7f6735847f3 None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:20.051060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5a81d94-866a-4dcc-803c-b7f6735847f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.063969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] No DVR routers for this DVR port 0e592839-e683-4b80-9dd0-e4d7ea545258 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:20.113893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982e4f7-7ead-4759-9a86-cad89c246c19 req-971380db-5110-47a4-a1ce-724d9840fb48 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:20.117471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3982e4f7-7ead-4759-9a86-cad89c246c19 req-971380db-5110-47a4-a1ce-724d9840fb48 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.2544916 Nov 23 18:42:20.134668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.230623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:20.236415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82c79cc9-23dc-4c9c-a399-c57feb48e4fb req-c98b1669-3bb1-46a9-80a8-7c281e1c9c6c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 210 time: 0.7660277 Nov 23 18:42:20.267759 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:20.300362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd6b1-42b3-48cd-b628-8644edee5917 None None] Pushing event deleted for resources: {'Port': ['ID=0e592839-e683-4b80-9dd0-e4d7ea545258,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:20.341149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4c43e9e-fd4d-490d-9d6a-e14f90829d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.345748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3982e4f7-7ead-4759-9a86-cad89c246c19 req-62289d30-485a-4d2f-bc7b-d806a0261196 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172718 Nov 23 18:42:20.385910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e5a81d94-866a-4dcc-803c-b7f6735847f3 None None] Port e97801ff-3132-4809-973a-e0701110f82c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:20.433259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:20.433911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.559710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d601cd3-93e9-46d5-8883-9fe7668c5f9b None None] Pushing event updated for resources: {'Port': ['ID=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:20.616647 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d601cd3-93e9-46d5-8883-9fe7668c5f9b None None] Pushing event updated for resources: {'Port': ['ID=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:20.643542 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 3, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:20.658224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Allocated IP 172.20.0.1 (ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b/f4a59adb-a72c-4df2-8bad-8a5d77bbba0e/2d3a11fa-eb54-4c28-886a-6b2c7b542048) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:20.689994 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2496d6b-2afe-4300-b3cf-d62fea05cd1b None None] The sync data for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 is: [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 3, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:20.710144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0e592839-e683-4b80-9dd0-e4d7ea545258 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:20.748485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:20.762987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-13bc637a-7a52-4970-9d44-69929387c8bc admin admin] 10.222.0.37 "PUT /v2.0/routers/1e21d227-7a13-4417-8c8b-6900cbf23203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8420551 Nov 23 18:42:20.763781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4c43e9e-fd4d-490d-9d6a-e14f90829d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.790394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Sync routers for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:20.797327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0e592839-e683-4b80-9dd0-e4d7ea545258 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:20.828273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0e592839-e683-4b80-9dd0-e4d7ea545258 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:20.833076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.842125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 774e34a4-14a6-481c-ab22-6ddf528f7d64 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:20.848061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f273db-99aa-4354-b3b6-ededa1d73050,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:20.899572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f4c43e9e-fd4d-490d-9d6a-e14f90829d9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df15a835837644af9087a8699012c866&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1882372 Nov 23 18:42:20.905464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:20.938855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:20.971592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c43e9e-fd4d-490d-9d6a-e14f90829d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014c009-ba10-4784-8e07-e8eb499fcb8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:20.992116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:21.000013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384838d-2485-4608-b27b-38030f319afa req-dd4a9c83-ab8a-4e28-bf19-f38981e3e06d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:21.008901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8384838d-2485-4608-b27b-38030f319afa req-dd4a9c83-ab8a-4e28-bf19-f38981e3e06d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 949 time: 0.2740841 Nov 23 18:42:21.013580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:21.028325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.095263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:21.107523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 774e34a4-14a6-481c-ab22-6ddf528f7d64 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:21.139407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:21.166574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:21.169051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 774e34a4-14a6-481c-ab22-6ddf528f7d64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:21.170074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.175294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:21.275052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.282769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-862140033'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:21.287375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.362965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:21.393144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Allocated IP 192.168.233.75 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/3b0e3a85-e550-474e-8514-5345362b7c71) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:21.420553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8384838d-2485-4608-b27b-38030f319afa req-58cf3cef-09ef-4ba1-9a72-66d4b18271ab tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057822 Nov 23 18:42:21.451291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb9c440-39df-47f4-a076-d7fcdd0b22ef']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:21.511261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ab9bcc6-f8fa-4606-ba76-03377cf51b19 req-dd6c6b39-fd4d-4240-a7fe-af1cd5853f4d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 210 time: 0.0924633 Nov 23 18:42:21.539426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.556045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5c2217-90fb-4af4-96e1-bc5bb3969480') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:21.557273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5c2217-90fb-4af4-96e1-bc5bb3969480') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:21.574435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:21.592481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.635667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.650829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.669561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:21.683994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.736456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.805493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:21.827534 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550479be-f18a-447e-9597-d0a0741f60a0" -d '{"events": [{"server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "name": "network-vif-plugged", "status": "completed", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:21.830299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.830490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6477a658-d314-4396-aa34-323e37d4b80d None None] Provisioning complete for port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:21.830747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6477a658-d314-4396-aa34-323e37d4b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.853882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:21.854663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:21.862124 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:21.865873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.869293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.893472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7014c009-ba10-4784-8e07-e8eb499fcb8f HTTP/1.1" status: 204 len: 168 time: 0.9857445 Nov 23 18:42:21.929198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:21.980231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:21.981479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:21.990335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.050297 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ab276-5c36-430c-9c02-84af77bd8938 x-openstack-request-id: req-4b1ab276-5c36-430c-9c02-84af77bd8938 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:22.050892 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "name": "network-vif-plugged", "status": "completed", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:22.050892 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b1ab276-5c36-430c-9c02-84af77bd8938 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:22.051541 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64', 'code': 200} Nov 23 18:42:22.092013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151c89-fed2-425d-a125-82ea5084d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014c009-ba10-4784-8e07-e8eb499fcb8f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:22.113948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.114370 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Added segment 4839302a-6137-427b-a68f-95c116086ae7 of type vlan for network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 Nov 23 18:42:22.165004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:22.179239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:22.190552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128123-f221-4d0c-b593-a5ba92b27aba req-7c6187e9-090b-4ecc-924d-35b4b2c5af6d tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.198141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36128123-f221-4d0c-b593-a5ba92b27aba req-7c6187e9-090b-4ecc-924d-35b4b2c5af6d tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.5587811 Nov 23 18:42:22.200109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:22.261936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:22.268230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.297393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36128123-f221-4d0c-b593-a5ba92b27aba req-9c9d1e7f-00aa-471a-8a26-c5549a8d760d tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Nov 23 18:42:22.302401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e2e164b0-8892-456e-8eb7-575c5fb9fdc0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:22.309483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.379200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.388250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0bb9c440-39df-47f4-a076-d7fcdd0b22ef HTTP/1.1" status: 204 len: 168 time: 3.4531443 Nov 23 18:42:22.478200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6477a658-d314-4396-aa34-323e37d4b80d None None] Port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:22.499350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:22.626774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6c62-79b3-4856-b515-969f8d01de70 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb9c440-39df-47f4-a076-d7fcdd0b22ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:22.686922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Allocated IP 192.168.233.69 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/a45a0592-83e6-44c2-922d-55490449eb13) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:22.732066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.904546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.916250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.917937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.929859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c478a9-a7b4-438d-a724-58098a1e9549 req-998be805-bc68-42d9-97ee-8a4f6f7bfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.934031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30c478a9-a7b4-438d-a724-58098a1e9549 req-998be805-bc68-42d9-97ee-8a4f6f7bfa64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 1100 time: 0.8761654 Nov 23 18:42:22.941115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:22.951645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:22.978831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:22.981339 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.986365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 4, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e97801ff-3132-4809-973a-e0701110f82c', 'name': '', 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'mac_address': 'fa:16:3e:a2:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:17Z', 'revision_number': 2, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'subnets': [{'id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:22.991702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c3d987d0-249b-458d-8e75-905aa7b94ab7 None None] Provisioning complete for port 3b0e3a85-e550-474e-8514-5345362b7c71 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:22.992223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.992679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3d987d0-249b-458d-8e75-905aa7b94ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.993616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5893ebfa-4b7d-4e15-8684-987507e086a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:22.998242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:23.045902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Checking router: 1e21d227-7a13-4417-8c8b-6900cbf23203 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:23.046416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Updating router 1e21d227-7a13-4417-8c8b-6900cbf23203 port e97801ff-3132-4809-973a-e0701110f82c binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:42:23.089489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:42:23.110472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c3d987d0-249b-458d-8e75-905aa7b94ab7 None None] Port 3b0e3a85-e550-474e-8514-5345362b7c71 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:23.133253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-776e0e86-80e3-4fac-a809-885fccfe1803 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5985308 Nov 23 18:42:23.158105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:23.160665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.166038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.202213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-edfbfa72-bea5-4e13-8906-c3f78372359d tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5354738 Nov 23 18:42:23.203219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5893ebfa-4b7d-4e15-8684-987507e086a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.230415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Request body: {'port': {'device_id': '873e3473-3543-48c7-b054-ac56457b686a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:23.237052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a971-d13b-4585-b45c-f366edc00f0e req-18114493-8b9c-4df0-8b39-a88fbbf74a99 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.238988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74e1a971-d13b-4585-b45c-f366edc00f0e req-18114493-8b9c-4df0-8b39-a88fbbf74a99 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 950 time: 0.5455389 Nov 23 18:42:23.301897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5893ebfa-4b7d-4e15-8684-987507e086a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.333649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-2403429a-09a8-41cd-93d0-8a88236a7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.335866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-2403429a-09a8-41cd-93d0-8a88236a7649 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc30758f5064e99b4d025e0b110ca3a&device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 1096 time: 0.4021187 Nov 23 18:42:23.359415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5893ebfa-4b7d-4e15-8684-987507e086a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8cf275d788143528ca7bb9081d293db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063497 Nov 23 18:42:23.362251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30c478a9-a7b4-438d-a724-58098a1e9549 req-36ea7a2d-02e0-42c9-b9f9-7c3acfd23f67 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902910 Nov 23 18:42:23.363395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:23.390181 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.405675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.406727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.434392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.450680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-6b21fd7e-19ac-45eb-b4bf-632f1fb2c09e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4794436 Nov 23 18:42:23.469483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port e2e164b0-8892-456e-8eb7-575c5fb9fdc0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:23.476238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1926-56d3-4157-b237-2f5390d986f0 req-2190915e-3d57-4928-aa64-6d72e0eeb338 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.477850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-328c1926-56d3-4157-b237-2f5390d986f0 req-2190915e-3d57-4928-aa64-6d72e0eeb338 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 935 time: 0.3296099 Nov 23 18:42:23.483972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.517260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:23.555386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Network': ['ID=9df442e0-241d-4e57-8aaa-a6b6c7d9e072,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:23.613410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:23.630001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:23.660821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cb6535be-71e2-4775-b0a8-66e32f9ee912 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5325654 Nov 23 18:42:23.672399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:23.683537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'subnet': {'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:23.711286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74e1a971-d13b-4585-b45c-f366edc00f0e req-d8350bf0-60c5-41a4-b89d-3f2b7f7c2ca3 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183059 Nov 23 18:42:23.753810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-746fbfd7-59a3-40eb-a43a-98e11ed3f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.755387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-746fbfd7-59a3-40eb-a43a-98e11ed3f23e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5117c20e74873b5e09eddd77f9527&device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.5262938 Nov 23 18:42:23.784238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:23.793681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96020737-0823-41f2-aada-5d4d5f003c78 req-88251ce6-7d2c-4699-9ecc-b5b09f20cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.795484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-88251ce6-7d2c-4699-9ecc-b5b09f20cbe7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=307f7d321f7c4154b131353ef6872478&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 1096 time: 0.2987735 Nov 23 18:42:23.807825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ebfa-4b7d-4e15-8684-987507e086a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727fb8bc-39e0-4ecd-b4d4-5fc4a146f9ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:23.810937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-328c1926-56d3-4157-b237-2f5390d986f0 req-14b5b2b4-1f10-4db4-a3ab-adb3ce1a9ae5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046098 Nov 23 18:42:23.835086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:24.047551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.079031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e2e164b0-8892-456e-8eb7-575c5fb9fdc0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:24.083067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.125191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-417a540c-f620-48ee-b767-6160522ca828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.127141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-417a540c-f620-48ee-b767-6160522ca828 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2506ec41-c5c4-4512-a699-c21b4f669674 HTTP/1.1" status: 200 len: 914 time: 0.7581127 Nov 23 18:42:24.128758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96020737-0823-41f2-aada-5d4d5f003c78 req-828120ca-4fbe-4756-b4ea-6f48fac5cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.130216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-828120ca-4fbe-4756-b4ea-6f48fac5cd34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 200 len: 908 time: 0.2913220 Nov 23 18:42:24.259748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d46096-5533-4cac-8912-d46e2aee48f1 None None] Pushing event updated for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:24.341343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.478862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-0c654e85-2577-4839-8ce3-69b4a9f84c52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 200 len: 217 time: 0.2608426 Nov 23 18:42:24.480557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-e2481a62-2ee5-467f-b969-3acc4210515d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 HTTP/1.1" status: 200 len: 217 time: 0.1166980 Nov 23 18:42:24.481121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Attempting to bind port e97801ff-3132-4809-973a-e0701110f82c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:24.481716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Attempting to bind port e97801ff-3132-4809-973a-e0701110f82c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:24.482287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Attempting to bind port e97801ff-3132-4809-973a-e0701110f82c on network 9f528986-d852-4cff-a2aa-34bfbf65a568 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:24.493544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.495397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:24.496666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Checking segment: {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:24.497743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.498368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Bound using segment: {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:24.499055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Bound port: e97801ff-3132-4809-973a-e0701110f82c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cfa92e-8fe0-4666-bde4-d1aecf4291d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:24.499934 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.520844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.549773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-59cb117c-44f0-4d3e-b853-7bd7e745e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.561715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-59cb117c-44f0-4d3e-b853-7bd7e745e6fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.7647371 Nov 23 18:42:24.585756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962f10-b466-4091-8086-72ba5c694e07 req-dd6f4695-b329-48d6-abca-6de24fa8ba2c tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.587551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec962f10-b466-4091-8086-72ba5c694e07 req-dd6f4695-b329-48d6-abca-6de24fa8ba2c tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.5261326 Nov 23 18:42:24.603719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] For port e97801ff-3132-4809-973a-e0701110f82c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:24.608343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] For port e97801ff-3132-4809-973a-e0701110f82c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e97801ff-3132-4809-973a-e0701110f82c,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:24.609969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a539de00-c9b4-4068-ad75-2562ae5bb4f7 None None] Provisioning complete for port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:24.610765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a539de00-c9b4-4068-ad75-2562ae5bb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.679706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a539de00-c9b4-4068-ad75-2562ae5bb4f7 None None] Port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:24.685679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.697747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-7c6ee044-ef50-4b0e-ac52-27745b8fe5d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=311327cd-d818-434e-b116-7eb20b33e193 HTTP/1.1" status: 200 len: 217 time: 0.1090119 Nov 23 18:42:24.781361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-22c3725a-9436-43c7-93a8-1d4a421916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.783219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-22c3725a-9436-43c7-93a8-1d4a421916e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46816d46-c2c1-43e1-b512-ca714931e736 HTTP/1.1" status: 200 len: 853 time: 0.2740593 Nov 23 18:42:24.855778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d46096-5533-4cac-8912-d46e2aee48f1 None None] Pushing event updated for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:24.867827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:24.873550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.881394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.881651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96020737-0823-41f2-aada-5d4d5f003c78 req-024d7fe8-4b34-4042-bf13-e5c4578b12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.883104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-024d7fe8-4b34-4042-bf13-e5c4578b12ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 200 len: 847 time: 0.2879541 Nov 23 18:42:24.885880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.891908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/727fb8bc-39e0-4ecd-b4d4-5fc4a146f9ba HTTP/1.1" status: 204 len: 168 time: 1.5048492 Nov 23 18:42:24.920831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:24.922052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:24.958125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:24.971079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec962f10-b466-4091-8086-72ba5c694e07 req-639af4c1-bc52-4841-b053-97cfe34bec77 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550820 Nov 23 18:42:24.982405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-b5044afc-bc69-48a2-a935-c53aff16df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.996193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-b5044afc-bc69-48a2-a935-c53aff16df4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2861769 Nov 23 18:42:25.022450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7758-43ca-4e1a-a47c-967d2c3b2e5c req-1d288317-ceed-4016-b8f7-691bb5511038 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:25.036166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c3a7758-43ca-4e1a-a47c-967d2c3b2e5c req-1d288317-ceed-4016-b8f7-691bb5511038 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.5468554 Nov 23 18:42:25.046229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-51c8af9a-4d6a-47ff-9b62-21321da0ce55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2506ec41-c5c4-4512-a699-c21b4f669674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2168641 Nov 23 18:42:25.147678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:25.160595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ced107-2cfb-4216-b762-37871211e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727fb8bc-39e0-4ecd-b4d4-5fc4a146f9ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:25.205219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:25.205871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:25.217360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:25.217734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:25.267946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:25.287661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:25.295291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:25.301498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:25.434423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48759545-bbe8-4441-ba26-22e8f80ded7c req-73554590-755a-4787-98ca-9ff8c3ae0787 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:25.445200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48759545-bbe8-4441-ba26-22e8f80ded7c req-73554590-755a-4787-98ca-9ff8c3ae0787 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 950 time: 0.2989461 Nov 23 18:42:25.459445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:25.460958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:25.466535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-b2cf8b16-8ad5-4620-833c-1921d9676b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:25.469297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-b2cf8b16-8ad5-4620-833c-1921d9676b0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4295039 Nov 23 18:42:25.610566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-ff7af940-c48a-4378-b249-c9b37f19b9ba tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.7818770 Nov 23 18:42:25.635226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Request body: {'port': {'device_id': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:25.687465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:25.737914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-42f7da3a-89e8-47d9-abeb-6173c194c47e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8051453 Nov 23 18:42:25.768351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] For port e97801ff-3132-4809-973a-e0701110f82c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e97801ff-3132-4809-973a-e0701110f82c,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:25.777209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 4, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e97801ff-3132-4809-973a-e0701110f82c', 'name': '', 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'mac_address': 'fa:16:3e:a2:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:24Z', 'revision_number': 4, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'subnets': [{'id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:25.785316 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:25.851034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48759545-bbe8-4441-ba26-22e8f80ded7c req-fbdd6300-66c3-4910-8c88-deb9c7150910 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048312 Nov 23 18:42:25.870783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0c3eb-d989-48c0-98a1-3600d1a187b4 None None] The sync data for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 is: [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:42:16Z', 'revision_number': 4, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e97801ff-3132-4809-973a-e0701110f82c', 'name': '', 'network_id': '9f528986-d852-4cff-a2aa-34bfbf65a568', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'mac_address': 'fa:16:3e:a2:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:24Z', 'revision_number': 4, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'subnets': [{'id': '8c79b052-3b5e-45da-903c-d10f283e0d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:26.008810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-dbc1175d-3c72-4ae3-8f8b-71d696d91b5f service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999342 Nov 23 18:42:26.026440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a599602d-e280-485e-9261-e7224f3754ea None None] Provisioning complete for port a45a0592-83e6-44c2-922d-55490449eb13 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:26.027135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a599602d-e280-485e-9261-e7224f3754ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.074903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a599602d-e280-485e-9261-e7224f3754ea None None] Port a45a0592-83e6-44c2-922d-55490449eb13 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:26.081805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cac5-2148-49e5-a3b0-8674812d57a6 None None] Pushing event updated for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:26.085030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Router 7547840a-0bba-43dc-a00e-619fd97cf2fe has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:42:26.099220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.118117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a599602d-e280-485e-9261-e7224f3754ea None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:26.125157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a599602d-e280-485e-9261-e7224f3754ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.188123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c3a7758-43ca-4e1a-a47c-967d2c3b2e5c req-abd60753-9759-4518-ab87-3934441b10a5 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1507351 Nov 23 18:42:26.299672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e97801ff-3132-4809-973a-e0701110f82c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:26.455254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:26.455898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.717174 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.825047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-48401d30-07d0-4a97-8a24-57eb45ca9a4b service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0480652 Nov 23 18:42:26.885131 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:26.921187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0e3a85-e550-474e-8514-5345362b7c71 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:27.037383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de219a-6d45-4547-b40b-75c58c0d374a req-13d2c3f0-2a35-467d-a45e-a81a5eed8c9c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.039020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7de219a-6d45-4547-b40b-75c58c0d374a req-13d2c3f0-2a35-467d-a45e-a81a5eed8c9c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 935 time: 1.0291576 Nov 23 18:42:27.058099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.072136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-2bd52f88-724b-4b4d-acd1-46361bf40d47 service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3469265 Nov 23 18:42:27.092599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Subnet': ['ID=eda8a8ab-ab3f-479e-997b-ce417ca6af32,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:27.161599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Checking segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:27.161961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network hostable DHCP agents. Network: 9df442e0-241d-4e57-8aaa-a6b6c7d9e072, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:27.217957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Transition to ACTIVE for port object 3b0e3a85-e550-474e-8514-5345362b7c71 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:27.275368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.296706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-59d425b6-9fa0-4457-8dd0-13a1cf0e776b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.297983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-59d425b6-9fa0-4457-8dd0-13a1cf0e776b tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.4587994 Nov 23 18:42:27.316381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94631a16-8b7c-40aa-a55f-c8079e34e5fc req-32b9a4a9-3f9e-4e45-9d9d-0bf05468be93 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2340384 Nov 23 18:42:27.385189 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fcae9be-adfb-4512-a583-9f5378c34b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.389771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7147a-238f-4d46-ae49-4963d4e581bb req-57262cff-286a-4ba8-9fb5-9026817ac7dc tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.391538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cc7147a-238f-4d46-ae49-4963d4e581bb req-57262cff-286a-4ba8-9fb5-9026817ac7dc tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.3305781 Nov 23 18:42:27.469977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7de219a-6d45-4547-b40b-75c58c0d374a req-7a3afb5b-ac41-4d14-83ae-e259a751e34c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079791 Nov 23 18:42:27.485293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:27.507596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96020737-0823-41f2-aada-5d4d5f003c78 req-43021515-4b9c-4ad9-b2aa-c45824eb3f29 service neutron] 10.222.0.50 "GET /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337292 Nov 23 18:42:27.524007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9df442e0-241d-4e57-8aaa-a6b6c7d9e072) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:27.539854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:27.548419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.548419 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.558718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7b0c6-2723-4e76-90f7-0c3af1f55286 None None] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:27.565691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:27.585803 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Sync routers for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:27.613163 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:27.616279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:27.641452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b6eb0f65-50a2-4221-8432-e6806b9a1495 admin admin] 10.222.0.37 "PUT /v2.0/routers/7547840a-0bba-43dc-a00e-619fd97cf2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6599240 Nov 23 18:42:27.733730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afbbe28-03bc-4fc3-97e1-7d4b784ae8c7 req-0cf0b502-70c1-4df9-8d57-664f400ba34b service neutron] 10.222.0.47 "GET /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386590 Nov 23 18:42:27.754993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cc7147a-238f-4d46-ae49-4963d4e581bb req-48f08db3-cf6c-43cc-80a8-1373d233ea6d tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443480 Nov 23 18:42:27.759242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Attempting to bind port 3b0e3a85-e550-474e-8514-5345362b7c71 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:27.760633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Attempting to bind port 3b0e3a85-e550-474e-8514-5345362b7c71 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:27.761156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Attempting to bind port 3b0e3a85-e550-474e-8514-5345362b7c71 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:27.782228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ec94e873-0070-4c58-864a-763593a52d48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1034021 Nov 23 18:42:27.783103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:27.790715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-705054147'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:27.799854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Port 3b0e3a85-e550-474e-8514-5345362b7c71 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:27.800390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Attempting to bind port 3b0e3a85-e550-474e-8514-5345362b7c71 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:27.862490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:27.863286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:27.864209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:27.866394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Bound port: 3b0e3a85-e550-474e-8514-5345362b7c71, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:27.866814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.879749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:27.893233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:27.922749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Deleting port 259949c2-d9a6-4868-9f6f-afc4935263d8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:27.925929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.127636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:28.149554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.160776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] For port 259949c2-d9a6-4868-9f6f-afc4935263d8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=259949c2-d9a6-4868-9f6f-afc4935263d8,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:28.161246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.182622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e97801ff-3132-4809-973a-e0701110f82c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:28.185990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:28.243231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Calling delete_port for 259949c2-d9a6-4868-9f6f-afc4935263d8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:28.253355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Transition to ACTIVE for port object a45a0592-83e6-44c2-922d-55490449eb13 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:28.284754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.306325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:28.317999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:28.395747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:28.405047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.499836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Deleting port 9606f44f-4a22-4dc6-8622-98a36fce2287 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:28.500596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.524629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'fixed_ips': [{'subnet_id': 'eda8a8ab-ab3f-479e-997b-ce417ca6af32'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:42:28.525498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.592178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:28.646311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:28.691249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.693559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.696505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-c30d5f7d-e97b-4d81-be6f-4bde4a8c69d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b0e3a85-e550-474e-8514-5345362b7c71 HTTP/1.1" status: 200 len: 1095 time: 5.4707773 Nov 23 18:42:28.698388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.699167 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Added segment 5fcaf5a0-37ce-477e-8145-119a062af21a of type vlan for network cc337214-2731-40df-8130-c853cd81c849 Nov 23 18:42:28.702131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:28.715208 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9536fee6-af02-4121-a865-5707a23f9d27" -d '{"events": [{"name": "network-changed", "server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:28.723688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e97801ff-3132-4809-973a-e0701110f82c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:28.726955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.789904 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:22Z', 'revision_number': 2, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:28.813037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6b23b-9521-4248-bceb-e3807f367ae0 req-327993a5-322d-488a-8da3-f3523fdfab0c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.828414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-baa6b23b-9521-4248-bceb-e3807f367ae0 req-327993a5-322d-488a-8da3-f3523fdfab0c tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd HTTP/1.1" status: 200 len: 944 time: 0.8752403 Nov 23 18:42:28.856702 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Checking router: 7547840a-0bba-43dc-a00e-619fd97cf2fe for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:28.857383 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Updating router 7547840a-0bba-43dc-a00e-619fd97cf2fe port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:42:28.912315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.921849 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.939572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.940189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.940796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.941225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.942245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.942820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.944502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.945724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.946339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.957162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-a7981ae7-7f6d-449b-9f18-bff615779542 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a&device_id=294f500a-cd3f-43ba-b770-abc91f6565b1&device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a&device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93&device_id=d748189d-6485-48c8-aa4c-120b973147a4&device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7&device_id=e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd&device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528&device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 8159 time: 0.4267690 Nov 23 18:42:28.961208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] For port 9606f44f-4a22-4dc6-8622-98a36fce2287, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9606f44f-4a22-4dc6-8622-98a36fce2287,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:28.961668 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:28.995217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-baa6b23b-9521-4248-bceb-e3807f367ae0 req-5a0e0065-015c-460a-acd7-0f6af4397075 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375446 Nov 23 18:42:28.998823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Allocated IP 19.80.0.2 (9df442e0-241d-4e57-8aaa-a6b6c7d9e072/eda8a8ab-ab3f-479e-997b-ce417ca6af32/ab0d448e-58d8-4a34-8616-79688741c40f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:29.000190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-e5c1b83f-1f62-46d5-81c5-9dd921484504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.005427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-e5c1b83f-1f62-46d5-81c5-9dd921484504 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 1098 time: 0.1434801 Nov 23 18:42:29.007535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.018131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.020498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.021067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.023769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-36285e41-15a0-4b04-b09f-33ba1b410cfe tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.087405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11', 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:29.104271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Calling delete_port for 9606f44f-4a22-4dc6-8622-98a36fce2287 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:29.155113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-0f80897c-a8d8-4452-b02a-c9fadfd5c13c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3b0e3a85-e550-474e-8514-5345362b7c71 HTTP/1.1" status: 200 len: 217 time: 0.1315100 Nov 23 18:42:29.171528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Attempting to bind port a45a0592-83e6-44c2-922d-55490449eb13 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:29.171879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Attempting to bind port a45a0592-83e6-44c2-922d-55490449eb13 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:29.172273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Attempting to bind port a45a0592-83e6-44c2-922d-55490449eb13 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:29.186019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3997531 Nov 23 18:42:29.208283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:29.249828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'subnet': {'network_id': 'cc337214-2731-40df-8130-c853cd81c849', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:29.286767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-36285e41-15a0-4b04-b09f-33ba1b410cfe tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.291563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Port a45a0592-83e6-44c2-922d-55490449eb13 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:29.292757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Attempting to bind port a45a0592-83e6-44c2-922d-55490449eb13 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:29.333871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-36285e41-15a0-4b04-b09f-33ba1b410cfe tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.341195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64751755-8101-4dab-87c2-e74f883d5e2d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Network': ['ID=cc337214-2731-40df-8130-c853cd81c849,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:29.378464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event deleted for resources: {'Port': ['ID=259949c2-d9a6-4868-9f6f-afc4935263d8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:29.390265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] No DVR routers for this DVR port 259949c2-d9a6-4868-9f6f-afc4935263d8 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:29.401467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:29.402954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:29.403560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:29.404066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:29.404616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Bound port: a45a0592-83e6-44c2-922d-55490449eb13, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:29.405112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.420852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-ee246c9c-cf6b-4bf2-a4ed-556019aeb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.424133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-ee246c9c-cf6b-4bf2-a4ed-556019aeb03c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.2550018 Nov 23 18:42:29.430042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.433557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a97cb5e-a905-48ac-8c42-24742cdf9c6c req-a2faa40c-e719-4f1d-818c-edfba14222ae tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "DELETE /v2.0/ports/259949c2-d9a6-4868-9f6f-afc4935263d8 HTTP/1.1" status: 204 len: 173 time: 2.1220350 Nov 23 18:42:29.462216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network cc337214-2731-40df-8130-c853cd81c849 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:29.505929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:29.510886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:29.512707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-deleted', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:29.515246 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f070f-5d47-40b6-aa6d-de62f417a401" -d '{"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-deleted", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:29.519478 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.529085 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.557863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.644032 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427393be-800c-4f63-a9fd-992977805305 None None] Pushing event updated for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:29.645655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:29.656280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.731484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-79d6e383-3253-4cda-acf7-7b2e76793151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.733713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-79d6e383-3253-4cda-acf7-7b2e76793151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053950 Nov 23 18:42:29.787230 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Attempting to bind port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:29.789634 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Attempting to bind port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:29.790298 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Attempting to bind port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 on network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:29.796760 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:29.797068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:29.797707 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Checking segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:29.799195 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.809516 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Bound using segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:29.810602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Bound port: 2d3a11fa-eb54-4c28-886a-6b2c7b542048, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:29.811872 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.878040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 259949c2-d9a6-4868-9f6f-afc4935263d8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:29.878883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 259949c2-d9a6-4868-9f6f-afc4935263d8 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:29.913193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36285e41-15a0-4b04-b09f-33ba1b410cfe tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d03db-fe85-4129-8300-228ac51b3b63,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:29.945292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.956573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.959342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:29.963816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-0ec90e6a-7dc8-4a49-8a77-ed12b18c31b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/a45a0592-83e6-44c2-922d-55490449eb13 HTTP/1.1" status: 200 len: 1095 time: 4.3354180 Nov 23 18:42:30.040265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0483950-0e7c-4786-bbc9-783842ddfd69 req-36285e41-15a0-4b04-b09f-33ba1b410cfe tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&id=30ef1e9b-a310-4a38-b604-a3f25681165d&id=7f878079-8720-4613-b735-e200e1f7574c&id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 1.0816581 Nov 23 18:42:30.048613 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] For port 2d3a11fa-eb54-4c28-886a-6b2c7b542048, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:30.055979 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] For port 2d3a11fa-eb54-4c28-886a-6b2c7b542048, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d3a11fa-eb54-4c28-886a-6b2c7b542048,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:30.066173 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.119761 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.151427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-327cb3d9-69d4-4227-becf-96ed3dd961dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.214124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:30.220110 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427393be-800c-4f63-a9fd-992977805305 None None] Pushing event updated for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:30.245037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:30.245686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:30.335265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:30.366565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:30.383815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445654816', 'description': 'tempest-description--128414400'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:30.397360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:30.431127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.489286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-59c0f13a-39fd-46c4-bf4d-c810f929e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.492356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-59c0f13a-39fd-46c4-bf4d-c810f929e51e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 1098 time: 0.3430724 Nov 23 18:42:30.512370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-64b69d71-7794-455b-a9d4-6bc21cafc69a service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621484 Nov 23 18:42:30.553712 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:30.570217 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.626194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-8975c504-4d02-498f-91f0-3f0827274916 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a45a0592-83e6-44c2-922d-55490449eb13 HTTP/1.1" status: 200 len: 217 time: 0.0847881 Nov 23 18:42:30.631217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Pushing event deleted for resources: {'Port': ['ID=9606f44f-4a22-4dc6-8622-98a36fce2287,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:30.720531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Pushing event updated for resources: {'Port': ['ID=ab0d448e-58d8-4a34-8616-79688741c40f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:30.742206 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23929f5-81f3-4a6d-a028-61f08d0a279e x-openstack-request-id: req-c23929f5-81f3-4a6d-a028-61f08d0a279e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:30.745212 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:30.745479 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c23929f5-81f3-4a6d-a028-61f08d0a279e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:30.746385 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71', 'status': 'completed', 'code': 200} Nov 23 18:42:30.779143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-122bd05e-c371-415a-b8b2-42a1e67e85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.781003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-122bd05e-c371-415a-b8b2-42a1e67e85fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1392694 Nov 23 18:42:30.892722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.906198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] Provisioning complete for port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:30.909620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.929171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-184ce283-173e-4d89-b765-ce7456234330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.931795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-184ce283-173e-4d89-b765-ce7456234330 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296034 Nov 23 18:42:30.962050 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:30.962310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c249b4-0612-462c-b2d7-3736b15b804a req-85386cfb-4abe-42fd-9f9a-aca21506edf8 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.963626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1c249b4-0612-462c-b2d7-3736b15b804a req-85386cfb-4abe-42fd-9f9a-aca21506edf8 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.1105947 Nov 23 18:42:30.970360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Attempting to bind port ab0d448e-58d8-4a34-8616-79688741c40f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:30.971166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Attempting to bind port ab0d448e-58d8-4a34-8616-79688741c40f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:30.971817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Attempting to bind port ab0d448e-58d8-4a34-8616-79688741c40f on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:30.987304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Subnet': ['ID=5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:31.002969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:31.003717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Checking segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:31.004359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.005175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Bound using segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:31.006009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Bound port: ab0d448e-58d8-4a34-8616-79688741c40f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:31.006760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.026365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32139-2eca-4a72-9a29-0d8e662fd600 req-2680f2c7-c068-4505-9811-e70b417e54b4 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.035749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e32139-2eca-4a72-9a29-0d8e662fd600 req-2680f2c7-c068-4505-9811-e70b417e54b4 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 947 time: 0.4416144 Nov 23 18:42:31.105045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:30Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:31.136734 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c60b9-0bc0-46fc-888c-aa068c71ae44 None None] The sync data for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 is: [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:30Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:31.156545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9f25b0-4cf5-44a4-b987-e4a0e0124b9f req-019f8531-1f1b-4b7a-b032-3fa1eb259930 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289339 Nov 23 18:42:31.183724 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.194153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] For port ab0d448e-58d8-4a34-8616-79688741c40f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:31.233711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.246015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e32139-2eca-4a72-9a29-0d8e662fd600 req-6add0a37-4fd4-42c8-a7de-a58a91becb89 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089744 Nov 23 18:42:31.246940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Checking segment: {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:31.247388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network hostable DHCP agents. Network: cc337214-2731-40df-8130-c853cd81c849, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:31.258630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.260412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] For port ab0d448e-58d8-4a34-8616-79688741c40f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ab0d448e-58d8-4a34-8616-79688741c40f,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:31.263122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-6bb8683f-21de-443b-ac2b-57a00374a8b5 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903724 Nov 23 18:42:31.304946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] For port 2d3a11fa-eb54-4c28-886a-6b2c7b542048, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d3a11fa-eb54-4c28-886a-6b2c7b542048,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:31.315201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.359854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.361014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9907928 Nov 23 18:42:31.367174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:31.373429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'security_group_rule': {'security_group_id': '8668b9e7-150e-424d-a4c7-fe18fa72d3c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:31.388276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a260a-5474-4aab-8232-36a0776d302c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8668b9e7-150e-424d-a4c7-fe18fa72d3c8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:31.390705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network cc337214-2731-40df-8130-c853cd81c849 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:31.407563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.410498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, cc337214-2731-40df-8130-c853cd81c849) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:31.422780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743ab6-1050-45f6-be6a-8b686723fd4f None None] Pushing event updated for resources: {'Port': ['ID=ab0d448e-58d8-4a34-8616-79688741c40f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:31.430175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fee6-af02-4121-a865-5707a23f9d27 req-39769535-8e98-4b65-afcb-d2e1e0b65ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.433015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-39769535-8e98-4b65-afcb-d2e1e0b65ec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 1098 time: 0.1599658 Nov 23 18:42:31.438128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.438927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.447772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a312e2-2c2c-4eb9-9830-809dd3f8fe04 None None] Network cc337214-2731-40df-8130-c853cd81c849 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:31.450295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1c249b4-0612-462c-b2d7-3736b15b804a req-b4162f1c-49ff-4a1e-b56d-aa1728c3b128 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857972 Nov 23 18:42:31.452555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d0b236-d9ca-4656-bfb2-def8a71f8da5 req-8c7893b4-e54f-45eb-a0f5-6ba22c16334a service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324463 Nov 23 18:42:31.473707 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185df879-ddc7-4fd2-81b7-2cd24689faa7 x-openstack-request-id: req-185df879-ddc7-4fd2-81b7-2cd24689faa7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:31.477183 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd", "name": "network-vif-deleted", "tag": "259949c2-d9a6-4868-9f6f-afc4935263d8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:31.477753 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-185df879-ddc7-4fd2-81b7-2cd24689faa7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:31.478399 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e396043a-b0d5-47f5-b7f8-d5bd8c0ef6dd', 'name': 'network-vif-deleted', 'tag': '259949c2-d9a6-4868-9f6f-afc4935263d8', 'status': 'completed', 'code': 200} Nov 23 18:42:31.480515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.498567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89e4196a-68c8-47c4-8379-23e6c5cc7625 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2728431 Nov 23 18:42:31.499513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.824783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7337-093e-4d38-af57-cbf027727bff None None] Pushing event updated for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:31.924037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fee6-af02-4121-a865-5707a23f9d27 req-57fa040f-5358-4544-ae9e-e6328b8dced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:31.933180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-57fa040f-5358-4544-ae9e-e6328b8dced5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4904873 Nov 23 18:42:31.953798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-02d5ce17-5843-4e74-8d8d-52cc1979f4af None None] Provisioning complete for port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:31.954418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce17-5843-4e74-8d8d-52cc1979f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:31.972356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.105538 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.189261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.198738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-b6480cd0-3542-4e47-8ef2-761dd9630aa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3b0e3a85-e550-474e-8514-5345362b7c71 HTTP/1.1" status: 200 len: 217 time: 0.2567148 Nov 23 18:42:32.212635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487599d0-4740-411f-b687-112c86bac62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-cc337214-2731-40df-8130-c853cd81c849', 'network_id': 'cc337214-2731-40df-8130-c853cd81c849', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'fixed_ips': [{'subnet_id': '5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:42:32.213907 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.358779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018545a0-831f-4d1a-a1e2-af49cba63808,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:32.424793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa597e8-9f29-43f3-9f6b-36ed8765dee6 req-84000284-ffeb-4221-9941-0b89f24c67cf tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.429692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa597e8-9f29-43f3-9f6b-36ed8765dee6 req-84000284-ffeb-4221-9941-0b89f24c67cf tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.435332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa597e8-9f29-43f3-9f6b-36ed8765dee6 req-84000284-ffeb-4221-9941-0b89f24c67cf tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.447375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfa597e8-9f29-43f3-9f6b-36ed8765dee6 req-84000284-ffeb-4221-9941-0b89f24c67cf tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a&device_id=d748189d-6485-48c8-aa4c-120b973147a4&device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 2883 time: 0.3668520 Nov 23 18:42:32.451006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.453168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dd946ce-6dc0-4e9c-b057-f78a20ec3aed tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0836594 Nov 23 18:42:32.457378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:32.478480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'security_group_rule': {'security_group_id': '8668b9e7-150e-424d-a4c7-fe18fa72d3c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:32.538015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Router 17f794e7-8464-4956-9f5e-3ca1fcbc954d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:42:32.538834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fee6-af02-4121-a865-5707a23f9d27 req-eeeeaa0b-bb44-4155-934b-34821dfca47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.540557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-eeeeaa0b-bb44-4155-934b-34821dfca47b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3234053 Nov 23 18:42:32.550798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d3a11fa-eb54-4c28-886a-6b2c7b542048 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:32.575766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfa597e8-9f29-43f3-9f6b-36ed8765dee6 req-e12adcf6-31d9-46dc-9bd1-066ca2d2faa5 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851254 Nov 23 18:42:32.671498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.719024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-487599d0-4740-411f-b687-112c86bac62b None None] Allocated IP 19.86.0.2 (cc337214-2731-40df-8130-c853cd81c849/5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec/621181e6-a927-4659-856f-831202c0f081) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:32.753066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fee6-af02-4121-a865-5707a23f9d27 req-19c33c05-196e-450c-b885-acf8da3af9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.756706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-19c33c05-196e-450c-b885-acf8da3af9bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037926 Nov 23 18:42:32.831556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:42:32.842480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.844343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Sync routers for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:42:32.846847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:32.847214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.863525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-51ae2586-b078-474a-ad25-997ef2efd21e admin admin] 10.222.0.37 "PUT /v2.0/routers/17f794e7-8464-4956-9f5e-3ca1fcbc954d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2253869 Nov 23 18:42:32.867348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:32.872247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:33.000083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:33.000083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:33.064474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-6f87d4f9-efaf-4015-ace5-e7989dca4707 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.082722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-6f87d4f9-efaf-4015-ace5-e7989dca4707 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.085548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-6f87d4f9-efaf-4015-ace5-e7989dca4707 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/networks?id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072&id=cc337214-2731-40df-8130-c853cd81c849&id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072 HTTP/1.1" status: 200 len: 1390 time: 0.2857554 Nov 23 18:42:33.121246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-b1f486ff-74d3-4c1b-a473-e1a3b34b64ee tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/quotas/270100ed98404640b6c0f6e00731ecc0 HTTP/1.1" status: 200 len: 375 time: 0.0202899 Nov 23 18:42:33.261053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-7f6f603b-b174-4ea2-9f18-72bcfc9fa545 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316223 Nov 23 18:42:33.390243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-be90962b-1c3b-41a2-844b-bc7f7c6ded11 service neutron] 10.222.0.37 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278396 Nov 23 18:42:33.495853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.498779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:33.502318 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e892fc-11bc-4158-89e3-279c973c1560" -d '{"events": [{"name": "network-changed", "server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:33.533296 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.590837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-57122930-acd2-421a-a5b2-4e1c5276d6a4 service neutron] 10.222.0.37 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993985 Nov 23 18:42:33.703350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d585e6c-46dc-47f1-807c-43c46b514c28 None None] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:33.718178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d8f54-3af2-483f-a061-5759de8b8635,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:33.731144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.732664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ebb3b3ba-e23f-473c-b405-220e1406e823 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2676768 Nov 23 18:42:33.743834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:33.753361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.756554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:33.802062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487599d0-4740-411f-b687-112c86bac62b None None] Network cc337214-2731-40df-8130-c853cd81c849 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:33.808445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-820469e9-089f-4a9c-925f-f9b545d37c25 service neutron] 10.222.0.37 "GET /v2.0/networks/cc337214-2731-40df-8130-c853cd81c849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153485 Nov 23 18:42:33.818416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] Provisioning complete for port ab0d448e-58d8-4a34-8616-79688741c40f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:33.819342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.822203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-487599d0-4740-411f-b687-112c86bac62b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:33.836913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:33.840011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487599d0-4740-411f-b687-112c86bac62b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:33.863373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487599d0-4740-411f-b687-112c86bac62b None None] Pushing event updated for resources: {'Port': ['ID=621181e6-a927-4659-856f-831202c0f081,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:33.892126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-a4018f74-b73e-441b-be6b-8cfe4d779945 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232035 Nov 23 18:42:33.905699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087280-66f7-4a8b-b5df-454a7be53cd3 req-9c35fc36-6088-46b7-9cd3-9cac3244a850 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.914587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4087280-66f7-4a8b-b5df-454a7be53cd3 req-9c35fc36-6088-46b7-9cd3-9cac3244a850 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 947 time: 1.0742671 Nov 23 18:42:33.918128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:33.933930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.038536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-188b7dcf-3117-4ccf-b146-19925c4e2aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/cc337214-2731-40df-8130-c853cd81c849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281532 Nov 23 18:42:34.188602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.210795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-487599d0-4740-411f-b687-112c86bac62b None None] Attempting to bind port 621181e6-a927-4659-856f-831202c0f081 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:34.211534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-487599d0-4740-411f-b687-112c86bac62b None None] Attempting to bind port 621181e6-a927-4659-856f-831202c0f081 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:34.211534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487599d0-4740-411f-b687-112c86bac62b None None] Attempting to bind port 621181e6-a927-4659-856f-831202c0f081 on network cc337214-2731-40df-8130-c853cd81c849 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:34.217473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4087280-66f7-4a8b-b5df-454a7be53cd3 req-38ea7873-aa76-414b-b919-4957af3c13f7 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015487 Nov 23 18:42:34.322918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ab0d448e-58d8-4a34-8616-79688741c40f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:34.375216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487599d0-4740-411f-b687-112c86bac62b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:34.375732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487599d0-4740-411f-b687-112c86bac62b None None] Checking segment: {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:34.376033 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.376439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487599d0-4740-411f-b687-112c86bac62b None None] Bound using segment: {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:34.377548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-487599d0-4740-411f-b687-112c86bac62b None None] Bound port: 621181e6-a927-4659-856f-831202c0f081, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:34.377964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.399010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9536fee6-af02-4121-a865-5707a23f9d27 req-45b1eb43-2f91-4c08-a50e-78cfc77c4d74 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794183 Nov 23 18:42:34.532169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-fb9fde8d-f6cb-471f-9715-e5b7c384f926 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:34.533856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-fb9fde8d-f6cb-471f-9715-e5b7c384f926 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.47 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.2243006 Nov 23 18:42:34.549351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-487599d0-4740-411f-b687-112c86bac62b None None] For port 621181e6-a927-4659-856f-831202c0f081, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:34.556730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-487599d0-4740-411f-b687-112c86bac62b None None] For port 621181e6-a927-4659-856f-831202c0f081, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=621181e6-a927-4659-856f-831202c0f081,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:34.613158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Deleting port af083d74-c7ab-4557-9349-0415005b331d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:34.613569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.651107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487599d0-4740-411f-b687-112c86bac62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.652933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.749279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.788897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-8ee4cf12-b5e1-4aca-98a9-26ef572b11f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451358 Nov 23 18:42:34.822625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-aeb42299-84d4-47b2-8e0e-81a6cbcede36 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:34.824087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-aeb42299-84d4-47b2-8e0e-81a6cbcede36 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 945 time: 0.1118715 Nov 23 18:42:34.828044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487599d0-4740-411f-b687-112c86bac62b None None] Pushing event updated for resources: {'Port': ['ID=621181e6-a927-4659-856f-831202c0f081,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:34.837747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ab0d448e-58d8-4a34-8616-79688741c40f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:34.838433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.863582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] For port af083d74-c7ab-4557-9349-0415005b331d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=af083d74-c7ab-4557-9349-0415005b331d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:34.864228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.884763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:34.885929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c89c7-4817-4f32-b85f-17822c66f6f8 req-5a33b76f-9750-4dde-963f-e7611db41047 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:34.891936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] For port ab0d448e-58d8-4a34-8616-79688741c40f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ab0d448e-58d8-4a34-8616-79688741c40f,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:34.893335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-251c89c7-4817-4f32-b85f-17822c66f6f8 req-5a33b76f-9750-4dde-963f-e7611db41047 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 945 time: 0.2467494 Nov 23 18:42:34.914147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.917232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Calling delete_port for af083d74-c7ab-4557-9349-0415005b331d owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:34.929532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'af083d74-c7ab-4557-9349-0415005b331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:42:30Z', 'revision_number': 5, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port': {'id': 'af083d74-c7ab-4557-9349-0415005b331d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:39:53Z', 'updated_at': '2021-11-23T18:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:34.987844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Checking router: 17f794e7-8464-4956-9f5e-3ca1fcbc954d for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:42:34.993391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Deleting port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:34.993729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.007449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-de9f8167-a148-45dd-9e38-a607421b7f29 service neutron] 10.222.0.37 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175376 Nov 23 18:42:35.041504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Deleting port d45ce717-ea4e-4efd-a000-c85cb913ed8b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:35.042245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.072743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Routers {'17f794e7-8464-4956-9f5e-3ca1fcbc954d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:42:35.073396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:42:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:35.118241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Allocated IP 172.25.5.159 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/52148b6c-e0ee-4c36-b797-0db7c69399ef) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:35.203346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c9c29-54aa-4a2a-92d7-0f63c623304d None None] Pushing event updated for resources: {'Port': ['ID=ab0d448e-58d8-4a34-8616-79688741c40f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:35.264917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-251c89c7-4817-4f32-b85f-17822c66f6f8 req-6e99d145-be7e-4fea-ad98-4b00f93536a2 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703797 Nov 23 18:42:35.297981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] For port d45ce717-ea4e-4efd-a000-c85cb913ed8b, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d45ce717-ea4e-4efd-a000-c85cb913ed8b,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:35.298365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.328612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Calling delete_port for d45ce717-ea4e-4efd-a000-c85cb913ed8b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:35.346085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:35.352113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] For port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,segment=NetworkSegment(42f6626f-2767-47c9-a532-2a0502e45a71),segment_id=42f6626f-2767-47c9-a532-2a0502e45a71)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:35.352521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.360167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] Set router 17f794e7-8464-4956-9f5e-3ca1fcbc954d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:42:35.377332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Calling delete_port for d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:35.539886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:35.552002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:42:34Z', 'revision_number': 6, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:35.558047 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3337d7-a762-41a5-8655-6a1935c98b8e x-openstack-request-id: req-3f3337d7-a762-41a5-8655-6a1935c98b8e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:35.559476 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:35.559739 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f3337d7-a762-41a5-8655-6a1935c98b8e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:35.560138 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'status': 'completed', 'code': 200} Nov 23 18:42:35.655873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3b0e3a85-e550-474e-8514-5345362b7c71', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '3b0e3a85-e550-474e-8514-5345362b7c71', 'mac_address': 'fa:16:3e:ff:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:35.666041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:42:35.667842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c35d0b-24b6-447f-8fb6-8463b01d3f17 None None] The sync data for ids ['17f794e7-8464-4956-9f5e-3ca1fcbc954d'] in n-d-792364-9 is: [{'id': '17f794e7-8464-4956-9f5e-3ca1fcbc954d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129254206-router', 'tenant_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:39:51Z', 'updated_at': '2021-11-23T18:42:34Z', 'revision_number': 6, 'project_id': '5431bf7005f44fe7af7ad5ebae7bcd86', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:42:35.668169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e892fc-11bc-4158-89e3-279c973c1560 req-1a54ad2a-2254-446e-ae57-1fb218741964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:35.672592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-1a54ad2a-2254-446e-ae57-1fb218741964 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 1098 time: 0.1538451 Nov 23 18:42:35.746920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6e146d69-fcf2-4eb9-8972-f7f1c09f1884 None None] Provisioning complete for port ab0d448e-58d8-4a34-8616-79688741c40f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:35.747810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e146d69-fcf2-4eb9-8972-f7f1c09f1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.810766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5510-7fd6-47f6-b2f0-52c60b9783f1 req-ef305285-dfcb-4805-9b6e-3104e2b1562b tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:35.832261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e892fc-11bc-4158-89e3-279c973c1560 req-67823ee5-3db2-4664-89f5-49fc8b10a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:35.836400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eaba5510-7fd6-47f6-b2f0-52c60b9783f1 req-ef305285-dfcb-4805-9b6e-3104e2b1562b tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 945 time: 0.3636827 Nov 23 18:42:35.837898 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-67823ee5-3db2-4664-89f5-49fc8b10a2a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1401172 Nov 23 18:42:35.856092 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:35.893494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0e3a85-e550-474e-8514-5345362b7c71 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:35.913682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:35.931749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4411161-e34d-40a1-90a6-c9f17ff65265 req-1e9b4252-b9f6-4294-b6e2-fff9ce4e88a7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 210 time: 0.0911009 Nov 23 18:42:35.947043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a45a0592-83e6-44c2-922d-55490449eb13', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a45a0592-83e6-44c2-922d-55490449eb13', 'mac_address': 'fa:16:3e:7e:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:35.953294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:35.986692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.061086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-32484735-d302-4278-a00b-370655b02d63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a45a0592-83e6-44c2-922d-55490449eb13 HTTP/1.1" status: 200 len: 217 time: 0.1210859 Nov 23 18:42:36.064332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.166417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event deleted for resources: {'Port': ['ID=d45ce717-ea4e-4efd-a000-c85cb913ed8b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:36.188109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eaba5510-7fd6-47f6-b2f0-52c60b9783f1 req-df80a255-4220-40e6-bb41-8ca06f52f157 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/security-groups?id=53e3989a-948f-490e-80b1-4be076db9978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506603 Nov 23 18:42:36.188915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.287060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.287595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.287934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.289672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.290162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.290519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.290854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.291185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.291694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.292030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.292634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.292997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:36.330487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.334968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['51224b72-54e4-41a4-9444-704a668e1d11', 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:36.353430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:36.357750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.428778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0e488-7709-4903-a10a-47bf073dcc51 req-5487b0c9-29fe-417b-97fb-db951f83c8d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:36.438576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93f0e488-7709-4903-a10a-47bf073dcc51 req-5487b0c9-29fe-417b-97fb-db951f83c8d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 948 time: 0.2513824 Nov 23 18:42:36.453509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Pushing event deleted for resources: {'Port': ['ID=d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:36.497956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] No DVR routers for this DVR port d45ce717-ea4e-4efd-a000-c85cb913ed8b on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:36.501264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.510984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd8bda40-e56d-4829-97cf-4caf79eab1b9 req-fc565119-f777-4556-befd-9a9f6b17eeb3 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "DELETE /v2.0/ports/d45ce717-ea4e-4efd-a000-c85cb913ed8b HTTP/1.1" status: 204 len: 173 time: 1.6759706 Nov 23 18:42:36.527450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.577852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e892fc-11bc-4158-89e3-279c973c1560 req-b84a0373-9790-4913-952b-e7a03e35613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:36.579360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-b84a0373-9790-4913-952b-e7a03e35613d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.5015156 Nov 23 18:42:36.595180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93f0e488-7709-4903-a10a-47bf073dcc51 req-bffbb1da-1998-4894-8eb0-b4028dae71cb tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490877 Nov 23 18:42:36.755993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Pushing event deleted for resources: {'Port': ['ID=af083d74-c7ab-4557-9349-0415005b331d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:36.777389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e892fc-11bc-4158-89e3-279c973c1560 req-0b180219-d648-41cb-bcac-2619a83e576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:36.786903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3b0e3a85-e550-474e-8514-5345362b7c71'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:36.787996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-0b180219-d648-41cb-bcac-2619a83e576c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840959 Nov 23 18:42:36.820528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] No DVR routers for this DVR port d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:36.827458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 621181e6-a927-4659-856f-831202c0f081 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:36.839381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.856036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9af821b3-aac9-48ca-b603-19cf6c9b3bf1 req-e6924cd3-5cf6-49ef-bee1-c5f2b0c176e0 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.47 "DELETE /v2.0/ports/d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 HTTP/1.1" status: 204 len: 173 time: 2.2920749 Nov 23 18:42:36.858950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'name': 'network-vif-deleted', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:36.868793 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06230e6e-26a9-4c9a-965b-92acf1a07514" -d '{"events": [{"server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "name": "network-vif-deleted", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:36.869067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8777af-58d8-445d-998a-a885402b1449 None None] Network cc337214-2731-40df-8130-c853cd81c849 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:36.950647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:36.979142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:36.982486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-92b2e8cf-0c99-4bf2-a5fa-db6a0bbd5de9 req-a7f8a947-07d8-496f-9a09-c273c0369d38 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=d72d1c1d-4015-41ef-87ec-0bbab8a42528 HTTP/1.1" status: 200 len: 210 time: 0.2235253 Nov 23 18:42:37.030793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:37.066548 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29f7c0-de3a-4a5c-ad36-3f7fd566af88 x-openstack-request-id: req-8a29f7c0-de3a-4a5c-ad36-3f7fd566af88 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:37.066854 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ceaea6-9fef-4e84-9fb8-50e50a349f93", "name": "network-vif-deleted", "tag": "d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:37.067119 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a29f7c0-de3a-4a5c-ad36-3f7fd566af88 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:37.067571 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ceaea6-9fef-4e84-9fb8-50e50a349f93', 'name': 'network-vif-deleted', 'tag': 'd1ad210b-3dbe-4cb9-81e1-ec312ffc85b9', 'status': 'completed', 'code': 200} Nov 23 18:42:37.085594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:37.091198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.098919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:37.099591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d1ad210b-3dbe-4cb9-81e1-ec312ffc85b9 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:37.104038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:37.129144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-9fd0b380-4b2b-45e2-ae12-b81f8c382986 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375216 Nov 23 18:42:37.148476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'Port': ['ID=52148b6c-e0ee-4c36-b797-0db7c69399ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:37.168400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:37.189518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:37.264860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:37.271974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6160add0-3343-4a55-8c3a-d292faf1bb9b req-ee0ab031-9f90-4b5a-bee4-f59e9e61dffa tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 210 time: 0.0522516 Nov 23 18:42:37.287711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.291820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.360322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89e892fc-11bc-4158-89e3-279c973c1560 req-0eb1be4d-dd59-47e6-866f-b3be9f0e160e service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101681 Nov 23 18:42:37.391421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] Provisioning complete for port 621181e6-a927-4659-856f-831202c0f081 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:37.391421 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.395372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:37.416786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.506247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.506927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f794e7-8464-4956-9f5e-3ca1fcbc954d {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:42:37.511330 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.513861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.515017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a75e6150-1e4a-4b69-8571-9ebff9a127ee admin admin] 10.222.0.37 "DELETE /v2.0/routers/17f794e7-8464-4956-9f5e-3ca1fcbc954d HTTP/1.1" status: 204 len: 168 time: 4.6373057 Nov 23 18:42:37.519036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:37.582744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Deleting subnet b6abe83e-b20e-4716-bdf2-5403f82ce357 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:37.627964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.629822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.642726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-deleted', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:37.645082 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebafcf-0130-4e60-81b0-92059cb7e01d" -d '{"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-deleted", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:37.654396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49287b77-81c3-47dc-a8ba-a2e70392becd req-52389faf-4f96-4cbd-971b-01e379221299 tempest-InstanceActionsTestJSON-824930709 tempest-InstanceActionsTestJSON-824930709-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ceaea6-9fef-4e84-9fb8-50e50a349f93 HTTP/1.1" status: 200 len: 210 time: 0.1605875 Nov 23 18:42:37.709960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-f6cfc31e-60d3-4eb0-8bc9-57c24167da17 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:37.714936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 621181e6-a927-4659-856f-831202c0f081 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:37.715239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-f6cfc31e-60d3-4eb0-8bc9-57c24167da17 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:37.715395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.717528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-f6cfc31e-60d3-4eb0-8bc9-57c24167da17 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "GET /v2.0/networks?id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072&id=cc337214-2731-40df-8130-c853cd81c849&id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072 HTTP/1.1" status: 200 len: 1390 time: 0.3219182 Nov 23 18:42:37.794605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'admin_state_up': True, 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:37.805046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.825992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba08a-08eb-4c0e-8fe7-0a083357ad77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:37.877949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:37.915540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a45a0592-83e6-44c2-922d-55490449eb13'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:37.937602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aa388-8437-4b22-ab5b-2163a9fc24be req-541cbe64-fe8a-4cd9-a773-8d55432240c2 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:37.947679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b20aa388-8437-4b22-ab5b-2163a9fc24be req-541cbe64-fe8a-4cd9-a773-8d55432240c2 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.2758749 Nov 23 18:42:38.071577 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.088948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b20aa388-8437-4b22-ab5b-2163a9fc24be req-a729f553-961d-4fe9-b676-7e990b09905f tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375375 Nov 23 18:42:38.111113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.129914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.181092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba08a-08eb-4c0e-8fe7-0a083357ad77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.183699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:38.187885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.199559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba08a-08eb-4c0e-8fe7-0a083357ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.214625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9184ea-68e7-4d06-bc3f-98853f8bef31 req-4869bbda-5759-4d79-a014-871ae0ecf636 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.226529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee9184ea-68e7-4d06-bc3f-98853f8bef31 req-4869bbda-5759-4d79-a014-871ae0ecf636 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 948 time: 0.4065733 Nov 23 18:42:38.232879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d9ba08a-08eb-4c0e-8fe7-0a083357ad77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ece6dd4a30438aae83e409144d8257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9666348 Nov 23 18:42:38.237438 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8b359-4479-4676-a582-8c06ff3ba41e x-openstack-request-id: req-2dd8b359-4479-4676-a582-8c06ff3ba41e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:38.237883 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72d1c1d-4015-41ef-87ec-0bbab8a42528", "name": "network-vif-deleted", "tag": "d45ce717-ea4e-4efd-a000-c85cb913ed8b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:38.238184 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dd8b359-4479-4676-a582-8c06ff3ba41e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:38.238642 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72d1c1d-4015-41ef-87ec-0bbab8a42528', 'name': 'network-vif-deleted', 'tag': 'd45ce717-ea4e-4efd-a000-c85cb913ed8b', 'status': 'completed', 'code': 200} Nov 23 18:42:38.251920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.253010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:38.259804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] For port 621181e6-a927-4659-856f-831202c0f081, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=621181e6-a927-4659-856f-831202c0f081,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:38.277687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.330040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee9184ea-68e7-4d06-bc3f-98853f8bef31 req-5b2d88eb-a769-4c1e-9e1d-c1f27c7bbef4 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023757 Nov 23 18:42:38.337508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.350130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'Port': ['ID=52148b6c-e0ee-4c36-b797-0db7c69399ef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:38.402153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba08a-08eb-4c0e-8fe7-0a083357ad77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc9b79-2604-4dc1-a1e2-e081e429d0cd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:38.426349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67642784-102a-41fa-9d3b-b0a3cc5dada8 None None] Pushing event updated for resources: {'Port': ['ID=621181e6-a927-4659-856f-831202c0f081,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:38.434225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:42:38.434582 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:42:38.466517 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.503859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.505598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b34a416f-a452-40dd-9819-852a6d3c0503 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7589188 Nov 23 18:42:38.508605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.514572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.542697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6abe83e-b20e-4716-bdf2-5403f82ce357,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:38.563508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.586290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.586763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72deba75-9424-44e3-8d0c-5c4fe9b86caa None None] Network 076ca440-9a26-40b8-a377-4cce6f4e9122 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:38.592901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f46b1-69e1-4e93-9dcd-f1c102658271 req-7c0d1414-4e95-4c17-a39f-99b42b6c7a6c tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.596228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.599523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-474fbe99-71d1-4f12-a860-b0d85a70d937 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6abe83e-b20e-4716-bdf2-5403f82ce357 HTTP/1.1" status: 204 len: 168 time: 1.0793939 Nov 23 18:42:38.605397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-578f46b1-69e1-4e93-9dcd-f1c102658271 req-7c0d1414-4e95-4c17-a39f-99b42b6c7a6c tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.2125716 Nov 23 18:42:38.605591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:38.718470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Allocated IP 19.80.0.105 (9df442e0-241d-4e57-8aaa-a6b6c7d9e072/eda8a8ab-ab3f-479e-997b-ce417ca6af32/02482183-b7bd-4976-b293-e71af732c4fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:38.728009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-96f9b678-b26b-406d-8522-0109da4beca3 None None] Provisioning complete for port 621181e6-a927-4659-856f-831202c0f081 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:38.729070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96f9b678-b26b-406d-8522-0109da4beca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.752247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-578f46b1-69e1-4e93-9dcd-f1c102658271 req-4fa8060e-bc3f-4e78-99ea-9ecbde9dad24 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455278 Nov 23 18:42:38.757666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c23d9dd2-c062-445a-a2f6-94342ab4e8af req-2cf400bd-be04-4ba4-839d-80f37cdbe75f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 210 time: 0.0755205 Nov 23 18:42:38.775877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.868542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Deleting port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:38.868870 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.870574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.873576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.877420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fecc9b79-2604-4dc1-a1e2-e081e429d0cd HTTP/1.1" status: 204 len: 168 time: 0.6208775 Nov 23 18:42:38.937023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c744694-a367-4675-a8d0-e168d69b7380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc9b79-2604-4dc1-a1e2-e081e429d0cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:38.957585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] For port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,segment=NetworkSegment(15992c45-0efa-4248-bdd5-60fea8fbb74c),segment_id=15992c45-0efa-4248-bdd5-60fea8fbb74c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:38.957960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:38.970740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:38.971763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Calling delete_port for 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:39.033405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0b91-850c-4c41-b7bd-9445c1b49bfd req-ee2bdf5f-1fed-44e8-9d24-87a1851dc249 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.035533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dcd0b91-850c-4c41-b7bd-9445c1b49bfd req-ee2bdf5f-1fed-44e8-9d24-87a1851dc249 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 944 time: 0.1283796 Nov 23 18:42:39.060853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.062511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.104050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fc0289-faf3-4f7d-9fe6-ef7f4314bb25,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:39.114347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] No DVR routers for this DVR port 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:39.151051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 3b0e3a85-e550-474e-8514-5345362b7c71 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:39.159827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-564809d3-742f-43ce-9da5-13f514eb4b6d tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--445654816&fields=id&tenant_id=ceee312718124360ac67e3c3c1131802 HTTP/1.1" status: 200 len: 267 time: 0.1053827 Nov 23 18:42:39.174454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3b0e3a85-e550-474e-8514-5345362b7c71 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:39.174830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.204919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ab0d448e-58d8-4a34-8616-79688741c40f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:39.209963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dcd0b91-850c-4c41-b7bd-9445c1b49bfd req-30e07604-13bb-41b3-8417-ddc1f338413a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f878079-8720-4613-b735-e200e1f7574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446905 Nov 23 18:42:39.245451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.288324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-881650df-65f9-4477-8150-4cac5040e273 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.292450 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-881650df-65f9-4477-8150-4cac5040e273 tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 944 time: 0.2141426 Nov 23 18:42:39.300933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.305997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ca440-9a26-40b8-a377-4cce6f4e9122']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:39.316968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:39.370431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Deleting subnet 46816d46-c2c1-43e1-b512-ca714931e736 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:39.380063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15992c45-0efa-4248-bdd5-60fea8fbb74c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:39.380472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15992c45-0efa-4248-bdd5-60fea8fbb74c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:39.383922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.402584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb26188-d73f-4611-b40e-1abc7fdb56a6 None None] DHCP port deletion for 076ca440-9a26-40b8-a377-4cce6f4e9122 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:42:39.424087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.436756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ab0d448e-58d8-4a34-8616-79688741c40f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:39.437500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.454451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.458112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.477870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.480599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-4a80d7fd-2903-4c99-98b9-4be87c792c45 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.482338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-4a80d7fd-2903-4c99-98b9-4be87c792c45 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/networks?id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b HTTP/1.1" status: 200 len: 815 time: 0.3121300 Nov 23 18:42:39.495709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:39.511068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:39.511803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:39.514469 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:39.524504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:39.529286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:39.531893 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe03c9-94f8-4cde-927f-0dd9bec96081" -d '{"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:39.534989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:39.540787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.550624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:39.556357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:39.596474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-d64f6e14-25b1-462c-94bd-66c9f1cd3f2d tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/quotas/ceee312718124360ac67e3c3c1131802 HTTP/1.1" status: 200 len: 375 time: 0.0870161 Nov 23 18:42:39.604651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:39.625564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.630072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:39.725856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1fd1-6ca9-4b09-8016-8822e71bc6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.742342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.748457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.749291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.760760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.766760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] 10.222.0.37 "DELETE /v2.0/networks/076ca440-9a26-40b8-a377-4cce6f4e9122 HTTP/1.1" status: 204 len: 168 time: 1.1578908 Nov 23 18:42:39.793115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f044b2-5e57-47e0-a5e8-c74bda35eabc req-ee0e96ac-b570-4696-9dc8-9a5a0f5fe927 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.795201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56f044b2-5e57-47e0-a5e8-c74bda35eabc req-ee0e96ac-b570-4696-9dc8-9a5a0f5fe927 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 949 time: 0.1305385 Nov 23 18:42:39.810324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-9dba985e-3be4-4576-9e48-c04e50b3739a tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ceee312718124360ac67e3c3c1131802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550081 Nov 23 18:42:39.811186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa71a41-ba87-4230-9175-dd901b65da93 admin admin] Pushing event deleted for resources: {'Network': ['ID=076ca440-9a26-40b8-a377-4cce6f4e9122,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:39.817823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Deleting port 51224b72-54e4-41a4-9444-704a668e1d11 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:42:39.818194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.856098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.923349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:39.932994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] For port 51224b72-54e4-41a4-9444-704a668e1d11, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=51224b72-54e4-41a4-9444-704a668e1d11,segment=NetworkSegment(1bf9306a-f92a-4ef1-a45b-1f22dd54a81e),segment_id=1bf9306a-f92a-4ef1-a45b-1f22dd54a81e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:39.933391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:39.953005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Calling delete_port for 51224b72-54e4-41a4-9444-704a668e1d11 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:42:39.969042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9606f44f-4a22-4dc6-8622-98a36fce2287 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:39.974268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a45a0592-83e6-44c2-922d-55490449eb13 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:39.999835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03c606a9-538d-42e3-88bd-46f26d29c400 None None] Provisioning complete for port 02482183-b7bd-4976-b293-e71af732c4fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:40.000354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03c606a9-538d-42e3-88bd-46f26d29c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.004356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a45a0592-83e6-44c2-922d-55490449eb13 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:40.004691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.006897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9606f44f-4a22-4dc6-8622-98a36fce2287 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:40.007648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9606f44f-4a22-4dc6-8622-98a36fce2287 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:40.013738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-0746216e-acdf-4ed1-9e93-c95dbd856b58 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2730482 Nov 23 18:42:40.028068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'network_id': 'cc337214-2731-40df-8130-c853cd81c849', 'admin_state_up': True, 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:40.082486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03c606a9-538d-42e3-88bd-46f26d29c400 None None] Port 02482183-b7bd-4976-b293-e71af732c4fc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:40.163932 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.178874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.201456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:40.210084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:40.214750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.217855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 621181e6-a927-4659-856f-831202c0f081 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:40.226440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:40.241182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56f044b2-5e57-47e0-a5e8-c74bda35eabc req-395e71ae-49bf-4752-b93a-93fd0e5169fe tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315002 Nov 23 18:42:40.248794 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.249445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46816d46-c2c1-43e1-b512-ca714931e736,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:40.249878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 51224b72-54e4-41a4-9444-704a668e1d11 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:40.251479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.254594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e1b403cb-10d8-4045-88dc-b827b083da53 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46816d46-c2c1-43e1-b512-ca714931e736 HTTP/1.1" status: 204 len: 168 time: 0.9368191 Nov 23 18:42:40.292852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:40.355278 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05111be5-545b-4919-89d8-fca07131ebd1 x-openstack-request-id: req-05111be5-545b-4919-89d8-fca07131ebd1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:40.355708 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:40.356018 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05111be5-545b-4919-89d8-fca07131ebd1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:40.356435 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71', 'code': 200} Nov 23 18:42:40.360475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1fd1-6ca9-4b09-8016-8822e71bc6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.366459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:40.377075 n-d-792364-9 neutron-server[103401]: INFO neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No ports have port_id starting with 51224b72-54e4-41a4-9444-704a668e1d11 Nov 23 18:42:40.379865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d45ce717-ea4e-4efd-a000-c85cb913ed8b no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:40.388743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.407399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: d45ce717-ea4e-4efd-a000-c85cb913ed8b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:40.407788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d45ce717-ea4e-4efd-a000-c85cb913ed8b not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:40.419045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 621181e6-a927-4659-856f-831202c0f081 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:40.419435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.444731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1fd1-6ca9-4b09-8016-8822e71bc6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.467967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-7ec01880-1713-49a9-a3c9-c0f060748c88 service neutron] 10.222.0.37 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227989 Nov 23 18:42:40.488641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.488905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Pushing event deleted for resources: {'Port': ['ID=51224b72-54e4-41a4-9444-704a668e1d11,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:40.550135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5ef1fd1-6ca9-4b09-8016-8822e71bc6c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3037bc651cc3407299184f88d4abf0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9421368 Nov 23 18:42:40.556670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:40.562065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1fd1-6ca9-4b09-8016-8822e71bc6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f8a61-40a6-4b53-9484-0e761a73be49,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:40.564301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-23b686fd-91b9-4f4d-b008-079a9cb95c38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6c5f625934d4594a2531ff59f8441c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614669 Nov 23 18:42:40.573965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58520f-71bc-4777-82b9-787765caf283 req-0510b0be-f445-4033-b15d-302f25882c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:40.575448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae58520f-71bc-4777-82b9-787765caf283 req-0510b0be-f445-4033-b15d-302f25882c2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 1100 time: 0.1645095 Nov 23 18:42:40.581463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:40.591863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:40.606660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:40.607307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74fc0289-faf3-4f7d-9fe6-ef7f4314bb25 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:40.608129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device af083d74-c7ab-4557-9349-0415005b331d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:40.630501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: af083d74-c7ab-4557-9349-0415005b331d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:42:40.631146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device af083d74-c7ab-4557-9349-0415005b331d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:42:40.663255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] No DVR routers for this DVR port 51224b72-54e4-41a4-9444-704a668e1d11 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:42:40.674720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.678856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f16b61f1-6d1c-423e-a0f9-535a0d711fa7 req-31ef8829-b61b-4464-bb85-3304bf2d446a tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.50 "DELETE /v2.0/ports/51224b72-54e4-41a4-9444-704a668e1d11 HTTP/1.1" status: 204 len: 173 time: 1.3766079 Nov 23 18:42:40.681406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-deleted', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:40.685006 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d696f1-c365-4375-9c30-7ccb65e3a68b" -d '{"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-deleted", "tag": "51224b72-54e4-41a4-9444-704a668e1d11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:40.707272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Allocated IP 19.86.0.16 (cc337214-2731-40df-8130-c853cd81c849/5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec/9b8875ed-31ea-41da-9c57-25f87e41b43e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:40.720547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6168d50-664a-42ca-9abd-751554c0c755 req-80a93845-7ec7-40e2-a955-8af6a08e7017 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:40.722116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6168d50-664a-42ca-9abd-751554c0c755 req-80a93845-7ec7-40e2-a955-8af6a08e7017 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 932 time: 0.2279737 Nov 23 18:42:40.760576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.783618 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.802053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-3020f2be-732d-4b57-85d4-a9a62b546e57 service neutron] 10.222.0.37 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213830 Nov 23 18:42:40.811791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae58520f-71bc-4777-82b9-787765caf283 req-28be94ba-ded0-47e8-a79e-ac91a9c4ec09 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999228 Nov 23 18:42:40.816942 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.829794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2506ec41-c5c4-4512-a699-c21b4f669674']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:40.843133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.849776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f6626f-2767-47c9-a532-2a0502e45a71') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:40.850002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f6626f-2767-47c9-a532-2a0502e45a71') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:40.867904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.870637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.879099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6168d50-664a-42ca-9abd-751554c0c755 req-125b48f7-7c0b-4e65-aa7b-27025b8ce045 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469188 Nov 23 18:42:40.905873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.924457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:40.924984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:40.927434 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:41.003359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.047621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.056730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b62b054-014e-4d97-858a-6c07c258fa6a req-6d651c48-08cb-467b-a426-c96f8d21caff tempest-LiveMigrationTest-1679960177 tempest-LiveMigrationTest-1679960177-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bc8fc02-6a90-4f62-92ee-96c710ab4082 HTTP/1.1" status: 200 len: 210 time: 0.0354886 Nov 23 18:42:41.070020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.081533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] 10.222.0.37 "DELETE /v2.0/networks/2506ec41-c5c4-4512-a699-c21b4f669674 HTTP/1.1" status: 204 len: 168 time: 0.7857397 Nov 23 18:42:41.084831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.090240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.094672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.098309 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/753f8a61-40a6-4b53-9484-0e761a73be49 HTTP/1.1" status: 204 len: 168 time: 0.5366640 Nov 23 18:42:41.137503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network cc337214-2731-40df-8130-c853cd81c849 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:41.142660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:41.150339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.157179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.164235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75331b7-0b41-497b-85be-97e70810638c admin admin] Pushing event deleted for resources: {'Network': ['ID=2506ec41-c5c4-4512-a699-c21b4f669674,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:41.173069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa75201b-78f2-42bf-9874-c84cbaad1a31 HTTP/1.1" status: 204 len: 168 time: 0.5801432 Nov 23 18:42:41.187117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2aeb9-0e59-4e2a-a358-7f0bcd0df2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f8a61-40a6-4b53-9484-0e761a73be49,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:41.265614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:41.306812 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45be8f68-2e31-4db2-8bb9-a0000007e68d x-openstack-request-id: req-45be8f68-2e31-4db2-8bb9-a0000007e68d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:41.307119 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc8fc02-6a90-4f62-92ee-96c710ab4082", "name": "network-vif-deleted", "tag": "51224b72-54e4-41a4-9444-704a668e1d11", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:41.307408 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45be8f68-2e31-4db2-8bb9-a0000007e68d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:41.311516 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc8fc02-6a90-4f62-92ee-96c710ab4082', 'name': 'network-vif-deleted', 'tag': '51224b72-54e4-41a4-9444-704a668e1d11', 'status': 'completed', 'code': 200} Nov 23 18:42:41.329954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d467a9c4-eb0a-4bb8-9762-58efa42a56b2 req-ef7c86d3-49e5-4693-beb8-023348efa58e tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 210 time: 0.0678420 Nov 23 18:42:41.399711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef5447-72c7-411c-88bc-c22aa60a1422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75201b-78f2-42bf-9874-c84cbaad1a31,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:41.513086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:41.556014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f1a93-0a37-4fd0-b9eb-e5a07d7ebd53 req-a2979a85-431e-403b-a21e-cbc93638961c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:41.557205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:41.557982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.567526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-246f1a93-0a37-4fd0-b9eb-e5a07d7ebd53 req-a2979a85-431e-403b-a21e-cbc93638961c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 949 time: 0.0978336 Nov 23 18:42:41.568093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:41.635554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a31e8bb6-d521-457b-a269-2842707e182c None None] Provisioning complete for port 9b8875ed-31ea-41da-9c57-25f87e41b43e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:41.641963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a31e8bb6-d521-457b-a269-2842707e182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:41.658148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-f0136d06-2943-4180-8ce4-bcfc8b4b798c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6349871 Nov 23 18:42:41.690758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'admin_state_up': True, 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:41.772396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-246f1a93-0a37-4fd0-b9eb-e5a07d7ebd53 req-332f9940-d209-4336-a3d6-20c1f99a05ee tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037494 Nov 23 18:42:41.789893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8bb6-d521-457b-a269-2842707e182c None None] Port 9b8875ed-31ea-41da-9c57-25f87e41b43e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:41.881859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5a720e17-94e8-4265-b260-e84d23d8bebb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebc30758f5064e99b4d025e0b110ca3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982318 Nov 23 18:42:41.884736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:41.957948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f79d6-2c3c-428f-8914-039b0298bef9 req-15a208e2-b79d-4fb1-b11a-4fc022243542 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:41.992598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-759f79d6-2c3c-428f-8914-039b0298bef9 req-15a208e2-b79d-4fb1-b11a-4fc022243542 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1229193 Nov 23 18:42:42.113875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-759f79d6-2c3c-428f-8914-039b0298bef9 req-9e9ff2b1-977f-450f-869c-32b1cad2cf26 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203086 Nov 23 18:42:42.115088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:42.119363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.136968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.180322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:42.216663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.256710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:42.262913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324278-6dbe-4705-920e-100fcdec0df3 req-d0656065-c43f-481e-9648-2796d30dde7c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:42.272077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324278-6dbe-4705-920e-100fcdec0df3 req-d0656065-c43f-481e-9648-2796d30dde7c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:42.275125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56324278-6dbe-4705-920e-100fcdec0df3 req-d0656065-c43f-481e-9648-2796d30dde7c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 1654 time: 0.1732354 Nov 23 18:42:42.357641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:42.360059 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487722a-ebaf-47f8-bb76-e52c628d490d" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:42.397776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56324278-6dbe-4705-920e-100fcdec0df3 req-f44cfea2-ca71-4aba-91a5-68e46172117a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053963 Nov 23 18:42:42.412067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.415989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.419137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f6d046f-20f6-46b7-bed8-3d985c34f5c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5431bf7005f44fe7af7ad5ebae7bcd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596248 Nov 23 18:42:42.420986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:42.421287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53e3989a-948f-490e-80b1-4be076db9978 HTTP/1.1" status: 204 len: 168 time: 0.5350647 Nov 23 18:42:42.438535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3989a-948f-490e-80b1-4be076db9978,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:42.442779 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f3e45-a36e-49f8-a425-d661ee1d0d8a x-openstack-request-id: req-331f3e45-a36e-49f8-a425-d661ee1d0d8a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:42.443078 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:42.443485 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-331f3e45-a36e-49f8-a425-d661ee1d0d8a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:42.444315 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'code': 200} Nov 23 18:42:42.463450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.463930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.464148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.464487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.464820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.465327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.466090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.466090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.466305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.467083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.467083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.467564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5832b55-5956-48b5-85cf-92fdc71c057f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:42.527283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61a80542-de53-4942-9126-e004e0b785dc req-60358b6d-727e-43dc-a246-0df514fdedda tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 210 time: 0.0337205 Nov 23 18:42:42.592779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Allocated IP 19.80.0.202 (9df442e0-241d-4e57-8aaa-a6b6c7d9e072/eda8a8ab-ab3f-479e-997b-ce417ca6af32/a43f243a-fa0d-4ae5-b6ac-3c9da2595313) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:42.629231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Deleting subnet 5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:42.636910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.666258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.668610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:42.698906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4fe8f-f4bb-48f3-b53c-da32a4b3fb12 req-018ab80b-4c51-405c-a552-01b875949e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:42.700660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbc4fe8f-f4bb-48f3-b53c-da32a4b3fb12 req-018ab80b-4c51-405c-a552-01b875949e23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 1100 time: 0.1662128 Nov 23 18:42:42.739354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.749888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.882954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1416020455-network', 'tenant_id': 'c1c3ddd0a92940f0bdbd28c176c80574'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:42.938854 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbc4fe8f-f4bb-48f3-b53c-da32a4b3fb12 req-4ad1ca3a-2787-47dc-af13-e0fadbaac829 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250330 Nov 23 18:42:42.939138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Made reservation on behalf of c1c3ddd0a92940f0bdbd28c176c80574 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:42.940294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.941854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:42.952402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-eee945f6-0b51-49e0-9892-f2deb284be1d tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:42.954308 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-eee945f6-0b51-49e0-9892-f2deb284be1d tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.47 "GET /v2.0/networks?id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b HTTP/1.1" status: 200 len: 815 time: 0.2278645 Nov 23 18:42:42.960441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.043726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22a04f-718d-4fa4-9d0d-e1b7a1f128c4 req-b43e6f5b-4bb0-4bda-9b57-dc111580b297 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.045301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc22a04f-718d-4fa4-9d0d-e1b7a1f128c4 req-b43e6f5b-4bb0-4bda-9b57-dc111580b297 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 949 time: 0.1357021 Nov 23 18:42:43.050024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.053192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.054328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd73c00d-f2ea-4f8f-a072-e09aa4699572 HTTP/1.1" status: 204 len: 168 time: 0.6324296 Nov 23 18:42:43.096452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-969ac5c5-9d51-4a3d-ad3f-fb2349886fd2 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceee312718124360ac67e3c3c1131802 HTTP/1.1" status: 200 len: 379 time: 0.1178379 Nov 23 18:42:43.111250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'port': {'device_id': '229eda9b-a803-4b53-8606-512de83dcf2c', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'admin_state_up': True, 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'security_groups': ['8668b9e7-150e-424d-a4c7-fe18fa72d3c8']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:43.261668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.273497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Made reservation on behalf of ceee312718124360ac67e3c3c1131802 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:43.277256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.303589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.364456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:43.393623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.393996 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Added segment 79e9d949-b60d-4516-9860-e382e8ee15eb of type vlan for network ec85b933-f74e-4830-ae3e-8a8315c05949 Nov 23 18:42:43.402767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258a63-9bc8-42ce-b303-eb940f6228bb req-e822b309-dbdc-42a0-a934-27d582df860f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.404457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2258a63-9bc8-42ce-b303-eb940f6228bb req-e822b309-dbdc-42a0-a934-27d582df860f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1461501 Nov 23 18:42:43.405146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46d76c-bb53-469e-a695-fe059ee116c4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:43.440828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.450504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fde6b-4d61-4b9a-99c4-0b033c034ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73c00d-f2ea-4f8f-a072-e09aa4699572,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:43.458067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.510986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e62cf34-c045-4d0e-bc1d-aea5b950cdd5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:43.513686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.516107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46120) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:43.527928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.531686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-672fc962-9663-42a2-8be3-2027e3987f33 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e62cf34-c045-4d0e-bc1d-aea5b950cdd5 HTTP/1.1" status: 204 len: 168 time: 1.3509426 Nov 23 18:42:43.540323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:43.575564 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc22a04f-718d-4fa4-9d0d-e1b7a1f128c4 req-0ec09cda-0953-43b8-83f0-485674b49ec0 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201252 Nov 23 18:42:43.648173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2258a63-9bc8-42ce-b303-eb940f6228bb req-8dceae76-6370-4649-9229-aef81afc3f2d tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036245 Nov 23 18:42:43.652351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.673886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.674656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.676676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.716946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-81550404-network', 'tenant_id': 'c9ec8de634544c1b964068b4d6945651'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:43.743729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Allocated IP 172.20.0.6 (ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b/f4a59adb-a72c-4df2-8bad-8a5d77bbba0e/586ce401-f07c-48e2-8a34-b5d51e5a8cb5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:43.760264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:43.767861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:43.780607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1076236 Nov 23 18:42:43.781657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:43.783765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:43.792593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Request body: {'subnet': {'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1416020455-subnet', 'tenant_id': 'c1c3ddd0a92940f0bdbd28c176c80574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:43.800357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:43.803598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09e69c3a-6c4e-4044-bc0a-ffd871985f5b req-f1ee72b8-c4a2-4133-8ec6-5b99dae5f0c2 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 210 time: 0.0618086 Nov 23 18:42:43.827048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:43.855929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d8bb-a4ec-4f8b-abc7-2e7633276ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec85b933-f74e-4830-ae3e-8a8315c05949,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:43.875593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ec85b933-f74e-4830-ae3e-8a8315c05949 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:43.885122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e140-05a7-460e-adec-88dedf0508ae req-5f3cd309-5fea-4632-ad89-751a8e1bcc04 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.907548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e140-05a7-460e-adec-88dedf0508ae req-5f3cd309-5fea-4632-ad89-751a8e1bcc04 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.925578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e140-05a7-460e-adec-88dedf0508ae req-5f3cd309-5fea-4632-ad89-751a8e1bcc04 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.929528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74f0e140-05a7-460e-adec-88dedf0508ae req-5f3cd309-5fea-4632-ad89-751a8e1bcc04 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2376 time: 0.2239220 Nov 23 18:42:43.947005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Made reservation on behalf of c9ec8de634544c1b964068b4d6945651 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:43.949314 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.004227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.048811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.050576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.127722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Made reservation on behalf of c1c3ddd0a92940f0bdbd28c176c80574 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:44.131383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.143417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f90a6-0034-449d-9b48-624d9c17ad83 req-0e35e538-1427-4722-b3c6-7d9a82d1b3fb tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.156206 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-479f90a6-0034-449d-9b48-624d9c17ad83 req-0e35e538-1427-4722-b3c6-7d9a82d1b3fb tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 949 time: 0.1940138 Nov 23 18:42:44.157400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a387de74-f253-41df-a964-be97685bbcdc None None] Provisioning complete for port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:44.157883 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a387de74-f253-41df-a964-be97685bbcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.165199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.172613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-bdd1126b-7bc8-4a35-95d7-f8fb432a4398 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5038037 Nov 23 18:42:44.215599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:44.228827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.267131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:44.267554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a387de74-f253-41df-a964-be97685bbcdc None None] Port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:44.299927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-479f90a6-0034-449d-9b48-624d9c17ad83 req-3ac9f63e-7a78-4ddd-86e8-3f2d3cb71be2 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406052 Nov 23 18:42:44.311703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:44.311703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf9306a-f92a-4ef1-a45b-1f22dd54a81e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:44.327769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74f0e140-05a7-460e-adec-88dedf0508ae req-04f343c0-d42e-4530-807a-661f13e0f9ed tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448081 Nov 23 18:42:44.356292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.364683 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.373852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.382894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.397288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.417854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.429125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:44.429844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:44.430243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:44.433279 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:44.463780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:44.477335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.477836 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Added segment 909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc of type vlan for network 853e98ba-11a7-464c-8a25-1a434ed8ba5b Nov 23 18:42:44.483507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:44.498728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:44.503720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:44.534394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event updated for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:44.621054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.622157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.629900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.639195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.651472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.662968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-45f044b3-132e-475e-854a-d5ceb60963df tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5568798 Nov 23 18:42:44.684329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Request body: {'port': {'device_id': '229eda9b-a803-4b53-8606-512de83dcf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:44.726868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.727850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.728424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.749025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.754830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d HTTP/1.1" status: 204 len: 168 time: 1.2012572 Nov 23 18:42:44.757028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:44.812118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8781c07f-f79f-48cf-a7f4-3f4d16446f93 None None] Provisioning complete for port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:44.812818 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8781c07f-f79f-48cf-a7f4-3f4d16446f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.836217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3625ce2-892f-46a3-905f-44c66bf607a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=966bdc5d-fe51-42b3-b2ce-4d014ed7cd1d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:44.862594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.863594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8781c07f-f79f-48cf-a7f4-3f4d16446f93 None None] Port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:42:44.876662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3591251 Nov 23 18:42:44.910717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:44.919172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Request body: {'subnet': {'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-81550404-subnet', 'tenant_id': 'c9ec8de634544c1b964068b4d6945651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:44.931920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4657fc-b905-47aa-bf2a-4fe7937cc95e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:44.954988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943834dc-06b1-4322-8328-37ad3eafe4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=853e98ba-11a7-464c-8a25-1a434ed8ba5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:44.965891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 853e98ba-11a7-464c-8a25-1a434ed8ba5b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:44.984521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Checking segment: {'id': '79e9d949-b60d-4516-9860-e382e8ee15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:44.984879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Network hostable DHCP agents. Network: ec85b933-f74e-4830-ae3e-8a8315c05949, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:44.996356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d642d2-9e4d-46ff-858d-ba5a1172374e req-09be57ee-af97-488e-8a7e-814f5a447500 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.004575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85d642d2-9e4d-46ff-858d-ba5a1172374e req-09be57ee-af97-488e-8a7e-814f5a447500 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2510231 Nov 23 18:42:45.018062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Deleting subnet f3ddfc30-107d-4881-9aa1-4c37260f9dd5 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:42:45.032711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.072735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Made reservation on behalf of c9ec8de634544c1b964068b4d6945651 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:45.075891 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.081621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Network ec85b933-f74e-4830-ae3e-8a8315c05949 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:45.113412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85d642d2-9e4d-46ff-858d-ba5a1172374e req-0038c77a-2ac3-449f-8478-77d3f0780238 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076484 Nov 23 18:42:45.120590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ec85b933-f74e-4830-ae3e-8a8315c05949) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:45.136017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.138420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.139483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.145003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18280d13-3da7-4565-90a2-6dfbfb900184 None None] Network ec85b933-f74e-4830-ae3e-8a8315c05949 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:45.201805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.203640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c57ea5f1-d89a-40fd-832e-dabd02cae4e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4148121 Nov 23 18:42:45.252617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02482183-b7bd-4976-b293-e71af732c4fc {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:45.266776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.303262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1c347-e214-4acd-a43a-cb35d707caed None None] Network ec85b933-f74e-4830-ae3e-8a8315c05949 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:45.313562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eebb3-1d99-4c1a-ac19-475bccea7b39 req-a7644524-71e4-4448-ac1c-7b84e1f390b5 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.315427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcecde67-ab4b-4b64-8e4f-24a17e90dc1c req-bf140909-254d-4d82-95cf-92526ce3f73a tempest-FlavorsV2NegativeTest-2091085344 tempest-FlavorsV2NegativeTest-2091085344-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14e7e602f12043f486e2c083380f88ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318432 Nov 23 18:42:45.322178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413eebb3-1d99-4c1a-ac19-475bccea7b39 req-a7644524-71e4-4448-ac1c-7b84e1f390b5 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 931 time: 0.4081688 Nov 23 18:42:45.444008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecde67-ab4b-4b64-8e4f-24a17e90dc1c req-474d0f50-14af-4a22-82b2-cf0fca3c3957 tempest-FlavorsV2NegativeTest-2091085344 tempest-FlavorsV2NegativeTest-2091085344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.451018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcecde67-ab4b-4b64-8e4f-24a17e90dc1c req-474d0f50-14af-4a22-82b2-cf0fca3c3957 tempest-FlavorsV2NegativeTest-2091085344 tempest-FlavorsV2NegativeTest-2091085344-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346166 Nov 23 18:42:45.467767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcecde67-ab4b-4b64-8e4f-24a17e90dc1c req-2a9c509e-47ee-4fb6-8829-552e74075ea3 tempest-FlavorsV2NegativeTest-2091085344 tempest-FlavorsV2NegativeTest-2091085344-project] 10.222.0.37 "GET /v2.0/quotas/14e7e602f12043f486e2c083380f88ba HTTP/1.1" status: 200 len: 375 time: 0.0157471 Nov 23 18:42:45.482497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Transition to ACTIVE for port object 02482183-b7bd-4976-b293-e71af732c4fc will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:45.497097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.510732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcecde67-ab4b-4b64-8e4f-24a17e90dc1c req-1e788b22-e4ee-4b96-b8a8-d310d23fbb07 tempest-FlavorsV2NegativeTest-2091085344 tempest-FlavorsV2NegativeTest-2091085344-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14e7e602f12043f486e2c083380f88ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420184 Nov 23 18:42:45.516141 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.577876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ddfc30-107d-4881-9aa1-4c37260f9dd5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:45.618185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413eebb3-1d99-4c1a-ac19-475bccea7b39 req-3bb54075-9609-42ae-a5ce-b6d9f32840fe tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948716 Nov 23 18:42:45.621078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.624356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1ac28b07-77cd-4f38-ab90-1e1abd9d7c07 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3ddfc30-107d-4881-9aa1-4c37260f9dd5 HTTP/1.1" status: 204 len: 168 time: 0.8656104 Nov 23 18:42:45.645161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:45.651570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:45.747781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.761386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c0018-5b4c-4623-a0ff-fa3431ac698f req-9fb484a6-1f4a-42fb-b0e3-f6c43a5774fd tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.763779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d58c0018-5b4c-4623-a0ff-fa3431ac698f req-9fb484a6-1f4a-42fb-b0e3-f6c43a5774fd tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 949 time: 0.1698062 Nov 23 18:42:45.821079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Attempting to bind port 02482183-b7bd-4976-b293-e71af732c4fc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:45.821418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Attempting to bind port 02482183-b7bd-4976-b293-e71af732c4fc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:45.821958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Attempting to bind port 02482183-b7bd-4976-b293-e71af732c4fc on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:45.835299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Port 02482183-b7bd-4976-b293-e71af732c4fc on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:45.835652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Attempting to bind port 02482183-b7bd-4976-b293-e71af732c4fc on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:45.847079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:45.847799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Checking segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:45.848392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Bound using segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:45.849033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Bound port: 02482183-b7bd-4976-b293-e71af732c4fc, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:45.850146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.873518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d58c0018-5b4c-4623-a0ff-fa3431ac698f req-b0709943-ba0c-4e1f-bc67-ff84248fde15 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029391 Nov 23 18:42:45.918765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.985946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:45.989418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:45.997537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.043720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.044701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.046606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] 10.222.0.50 "PUT /v2.0/ports/02482183-b7bd-4976-b293-e71af732c4fc HTTP/1.1" status: 200 len: 1092 time: 1.8450217 Nov 23 18:42:46.047575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:46.060100 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70242ede-5edd-4215-af3e-fab88a4410e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "02482183-b7bd-4976-b293-e71af732c4fc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:46.063468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d292d5-f9c2-4bbd-a76f-5b06c82a8783,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:46.070865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:46.077970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2099125624-network', 'tenant_id': '32d7b0c2dbb24e6490bd9e2337e8a03c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:46.091512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:46.145879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc455e-7a2a-48f4-b1c4-c304f4576a76 service neutron] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:46.160485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Made reservation on behalf of 32d7b0c2dbb24e6490bd9e2337e8a03c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:46.164405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.190109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:46.201570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Checking segment: {'id': '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:46.201936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Network hostable DHCP agents. Network: 853e98ba-11a7-464c-8a25-1a434ed8ba5b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:46.207640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.224100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafa649-6553-4fd1-8356-e169c9077d23 req-4142cc67-9ad0-49b3-8c90-14ed2e9d1894 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.239658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafa649-6553-4fd1-8356-e169c9077d23 req-4142cc67-9ad0-49b3-8c90-14ed2e9d1894 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.239906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.256997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafa649-6553-4fd1-8356-e169c9077d23 req-4142cc67-9ad0-49b3-8c90-14ed2e9d1894 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.258470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bafa649-6553-4fd1-8356-e169c9077d23 req-4142cc67-9ad0-49b3-8c90-14ed2e9d1894 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2388 time: 0.4679484 Nov 23 18:42:46.260693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.337767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.340540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Transition to ACTIVE for port object 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:46.359457 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.388256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51646d6-2c42-4700-b3a7-0e0bb0bd65fb']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:46.426973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Network 853e98ba-11a7-464c-8a25-1a434ed8ba5b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:46.433656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.433765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72482324-35ed-418d-b743-4900319ac731') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:46.434036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72482324-35ed-418d-b743-4900319ac731') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:42:46.447909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.461939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.477731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7bafa649-6553-4fd1-8356-e169c9077d23 req-a4ccb2d2-47fd-4e2b-a420-24102882d8f0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099979 Nov 23 18:42:46.506402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 853e98ba-11a7-464c-8a25-1a434ed8ba5b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:46.508353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:46.527116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:46.539174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.541567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.542604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ebade-0e2f-4f90-97fb-2b57c39334e0 None None] Network 853e98ba-11a7-464c-8a25-1a434ed8ba5b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:46.555079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.633516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:42:46.635188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:42:46.637279 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:42:46.698685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2155ccc-f71a-48a8-82f0-24ac0fa3ca05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:46.714880 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4041adb-154d-4e2a-96fe-a47292050186 x-openstack-request-id: req-f4041adb-154d-4e2a-96fe-a47292050186 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:46.721885 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "02482183-b7bd-4976-b293-e71af732c4fc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:46.722168 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4041adb-154d-4e2a-96fe-a47292050186 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:46.722603 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc', 'status': 'completed', 'code': 200} Nov 23 18:42:46.732396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.732894 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Added segment 995ee2cb-2aa5-4583-b4c0-4ebfdaa4e6fd of type vlan for network 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a Nov 23 18:42:46.807247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.817710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.824149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] 10.222.0.37 "DELETE /v2.0/networks/a51646d6-2c42-4700-b3a7-0e0bb0bd65fb HTTP/1.1" status: 204 len: 168 time: 1.1736007 Nov 23 18:42:46.830837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5e176017-16bf-496d-b029-33df2ab89b8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9158046 Nov 23 18:42:46.862789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c9875-29e2-4a6c-b664-bea6d66aa03e admin admin] Pushing event deleted for resources: {'Network': ['ID=a51646d6-2c42-4700-b3a7-0e0bb0bd65fb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:46.870534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Attempting to bind port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:46.871275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Attempting to bind port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:46.872526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Attempting to bind port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 on network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:46.884181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 on network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:46.885375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Attempting to bind port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 on network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:46.941735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:46.943969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Checking segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:46.944401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Bound using segment: {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:46.944880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Bound port: 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62797de-eafe-4323-b352-4a23a713170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:46.945245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.949443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887bf41-719c-4ebd-8344-20ef85e3813d None None] Network 853e98ba-11a7-464c-8a25-1a434ed8ba5b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:46.968223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a7f9-8b95-4236-b18d-d8dce3b02ddc req-a084138d-f5d4-42e5-a725-73bf6eb26164 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.969836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-add4a7f9-8b95-4236-b18d-d8dce3b02ddc req-a084138d-f5d4-42e5-a725-73bf6eb26164 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 943 time: 0.1643021 Nov 23 18:42:47.003794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.017607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:47.082813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-5edac198-6096-48c8-ad63-d622a1c3d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.083686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-5edac198-6096-48c8-ad63-d622a1c3d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.084491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-5edac198-6096-48c8-ad63-d622a1c3d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.086464 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-5edac198-6096-48c8-ad63-d622a1c3d9ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2731 time: 0.3605185 Nov 23 18:42:47.094549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.096152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.097095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.101891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-add4a7f9-8b95-4236-b18d-d8dce3b02ddc req-060329d1-4402-4944-9523-4444c3f3680e tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045370 Nov 23 18:42:47.118806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6a19-25af-4a38-a6ac-650a9f7e5df1 req-73429228-df75-4234-b65a-f42bfc13ac60 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.120334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bae6a19-25af-4a38-a6ac-650a9f7e5df1 req-73429228-df75-4234-b65a-f42bfc13ac60 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.3751128 Nov 23 18:42:47.124670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:47.128610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:47.136094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.152132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.153518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.156539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] 10.222.0.47 "PUT /v2.0/ports/586ce401-f07c-48e2-8a34-b5d51e5a8cb5 HTTP/1.1" status: 200 len: 1091 time: 2.4762139 Nov 23 18:42:47.158983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:47.164017 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5106b98-f747-476a-97fc-78fbb6e3d573" -d '{"events": [{"name": "network-changed", "server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:47.266305 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217bcce-208d-416e-8530-126eb37b0c27 x-openstack-request-id: req-a217bcce-208d-416e-8530-126eb37b0c27 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:47.266691 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:47.267093 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a217bcce-208d-416e-8530-126eb37b0c27 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:47.267902 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'status': 'completed', 'code': 200} Nov 23 18:42:47.288519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:47.441705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-bb522d20-fc60-470e-946a-b4b439765183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.445790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-bb522d20-fc60-470e-946a-b4b439765183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ceee312718124360ac67e3c3c1131802&device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 1094 time: 0.2368355 Nov 23 18:42:47.475649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84cce-4bdf-4ca2-94dd-c4ef03a6cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:47.477689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4047387 Nov 23 18:42:47.493235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:47.599012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Request body: {'subnet': {'network_id': '5bb5fe78-d141-44aa-80f1-d27d4f2bd63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2099125624-subnet', 'tenant_id': '32d7b0c2dbb24e6490bd9e2337e8a03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:47.616158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6ae07df7-6373-402e-adf8-00e914c2522e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=307f7d321f7c4154b131353ef6872478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237522 Nov 23 18:42:47.622467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8875ed-31ea-41da-9c57-25f87e41b43e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:47.624843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:47.628707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-7be95a6d-b97f-4faf-91cb-ed21a1567f0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5 HTTP/1.1" status: 200 len: 217 time: 0.1697807 Nov 23 18:42:47.646056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.700630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b24d-06c0-4fcb-aa9c-ee8e2ffd703a admin admin] Pushing event updated for resources: {'Network': ['ID=5bb5fe78-d141-44aa-80f1-d27d4f2bd63a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:47.713809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:47.732384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Transition to ACTIVE for port object 9b8875ed-31ea-41da-9c57-25f87e41b43e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:47.757330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.778081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Made reservation on behalf of 32d7b0c2dbb24e6490bd9e2337e8a03c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:47.779833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bae6a19-25af-4a38-a6ac-650a9f7e5df1 req-52a272a8-4290-4732-b464-3717eb314fe0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390240 Nov 23 18:42:47.780679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.783628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4f63-3435-4f43-8742-dc5204d1ab39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:47.852697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-b1da51c5-401d-4496-ba32-e8b45d69bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.853261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-b1da51c5-401d-4496-ba32-e8b45d69bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.854334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-b1da51c5-401d-4496-ba32-e8b45d69bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.856482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-b1da51c5-401d-4496-ba32-e8b45d69bcf3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=270100ed98404640b6c0f6e00731ecc0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7475042 Nov 23 18:42:47.873474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-dccd25a4-a1be-44f5-9263-7dbf750ba6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.875110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-dccd25a4-a1be-44f5-9263-7dbf750ba6cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a59adb-a72c-4df2-8bad-8a5d77bbba0e HTTP/1.1" status: 200 len: 854 time: 0.2287602 Nov 23 18:42:47.919464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:48.338187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.415333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.421633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f844-2061-413e-a448-691ad98e4db9 req-4f6fa05e-a596-4a8a-8534-a1b73bf9b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.423226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-4f6fa05e-a596-4a8a-8534-a1b73bf9b27c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5244071 Nov 23 18:42:48.439894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-6b6d7132-1fd6-4ea2-8990-38bc6647925b tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.441603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-6b6d7132-1fd6-4ea2-8990-38bc6647925b tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/networks?id=853e98ba-11a7-464c-8a25-1a434ed8ba5b HTTP/1.1" status: 200 len: 820 time: 0.6646571 Nov 23 18:42:48.519863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad487b-62ee-480a-b13f-5847b4f4b866 req-01125298-5b5a-494e-88e0-adf88c20d9a7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.526548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad487b-62ee-480a-b13f-5847b4f4b866 req-01125298-5b5a-494e-88e0-adf88c20d9a7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.532865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad487b-62ee-480a-b13f-5847b4f4b866 req-01125298-5b5a-494e-88e0-adf88c20d9a7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.534562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52ad487b-62ee-480a-b13f-5847b4f4b866 req-01125298-5b5a-494e-88e0-adf88c20d9a7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2400 time: 0.6330328 Nov 23 18:42:48.535420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-a4a11bb4-0754-4f38-80c4-24e26f4410a4 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/quotas/c9ec8de634544c1b964068b4d6945651 HTTP/1.1" status: 200 len: 375 time: 0.0711195 Nov 23 18:42:48.620622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-7f6ef7b4-df19-4151-bc4c-4002778901b6 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9ec8de634544c1b964068b4d6945651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405674 Nov 23 18:42:48.634633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-9b4db2b3-20af-4494-8c42-6db0541ae866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.636634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70242ede-5edd-4215-af3e-fab88a4410e1 req-9b4db2b3-20af-4494-8c42-6db0541ae866 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7662179 Nov 23 18:42:48.642926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Attempting to bind port 9b8875ed-31ea-41da-9c57-25f87e41b43e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:48.643618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Attempting to bind port 9b8875ed-31ea-41da-9c57-25f87e41b43e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:48.644170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Attempting to bind port 9b8875ed-31ea-41da-9c57-25f87e41b43e on network cc337214-2731-40df-8130-c853cd81c849 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:48.660390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4f63-3435-4f43-8742-dc5204d1ab39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.674991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4f63-3435-4f43-8742-dc5204d1ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.684470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Port 9b8875ed-31ea-41da-9c57-25f87e41b43e on network cc337214-2731-40df-8130-c853cd81c849 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:48.685231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Attempting to bind port 9b8875ed-31ea-41da-9c57-25f87e41b43e on network cc337214-2731-40df-8130-c853cd81c849 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:48.724811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.727901 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.729127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f878079-8720-4613-b735-e200e1f7574c HTTP/1.1" status: 204 len: 168 time: 1.0992546 Nov 23 18:42:48.746274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-5b445506-05af-4f66-82e4-76b8a35f7ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984350 Nov 23 18:42:48.748658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52ad487b-62ee-480a-b13f-5847b4f4b866 req-4ba00b0c-1e2c-4184-9981-2b90c1f4e877 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818421 Nov 23 18:42:48.774468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:48.774667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.775051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Checking segment: {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:48.776115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Bound using segment: {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:48.777397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Bound port: 9b8875ed-31ea-41da-9c57-25f87e41b43e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcaf5a0-37ce-477e-8145-119a062af21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cc337214-2731-40df-8130-c853cd81c849'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:48.777982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.794070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69558ec0-0fe7-4bbe-a87c-c72c7c3e06d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f878079-8720-4613-b735-e200e1f7574c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:48.888311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4f63-3435-4f43-8742-dc5204d1ab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6952bc-a7d1-40a5-9064-bd89dfd2390c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:48.909663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0bfb4f63-3435-4f43-8742-dc5204d1ab39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14e7e602f12043f486e2c083380f88ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8835113 Nov 23 18:42:48.913774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:48.967778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6afe8f-42d3-40d3-8c36-ea93d4435843,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:48.983596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-43ee8afa-12db-4534-b8d7-37572a5ae0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319154 Nov 23 18:42:49.036535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Checking segment: {'id': '995ee2cb-2aa5-4583-b4c0-4ebfdaa4e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5bb5fe78-d141-44aa-80f1-d27d4f2bd63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:49.037239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Network hostable DHCP agents. Network: 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:49.059821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c24f844-2061-413e-a448-691ad98e4db9 req-1c410e6f-b956-434b-8059-a7ba61a14637 service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812986 Nov 23 18:42:49.136428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Network 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:49.142214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.154863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:49.168938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d163f-f53b-47f4-b6b9-9d7259299dd3 req-febb42b9-253d-47f0-a8bc-733a81334764 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.170490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c4d163f-f53b-47f4-b6b9-9d7259299dd3 req-febb42b9-253d-47f0-a8bc-733a81334764 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 943 time: 0.1133595 Nov 23 18:42:49.175477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:49.177127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:49.192102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.193257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d83d3-ae24-4131-a5f3-ea34510cbca2 None None] Network 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:49.196291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.200883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-08715c3a-e573-4304-b45c-14e8bc4c6398 service neutron] 10.222.0.37 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045085 Nov 23 18:42:49.204165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.207014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.252147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cfd89eb7-cde3-4a76-9244-960d3f8db6f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7575674 Nov 23 18:42:49.264533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-1348e614-50dc-4145-8a98-6bcba012ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.266390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-1348e614-50dc-4145-8a98-6bcba012ce4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ceee312718124360ac67e3c3c1131802&device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 1094 time: 0.1465266 Nov 23 18:42:49.282742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:49.303755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.304422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.305936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] 10.222.0.50 "PUT /v2.0/ports/9b8875ed-31ea-41da-9c57-25f87e41b43e HTTP/1.1" status: 200 len: 1091 time: 3.2209949 Nov 23 18:42:49.311463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:49.314561 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10672c10-8ee4-445a-a48f-6a36dba59b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:49.352807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1ef8f-9629-4417-a108-14a58454b86d service neutron] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:49.365075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Request body: {'port': {'device_id': 'ff356460-4657-4f79-8994-c352f127074f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:49.436431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf4eb8d-fcee-4eb0-bf7f-1a9bfb18ebe1 None None] Network 5bb5fe78-d141-44aa-80f1-d27d4f2bd63a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:49.436931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c4d163f-f53b-47f4-b6b9-9d7259299dd3 req-023f3af7-0fde-4ece-a361-b8684e9dd52c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454829 Nov 23 18:42:49.485386 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.497345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.507070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb6952bc-a7d1-40a5-9064-bd89dfd2390c HTTP/1.1" status: 204 len: 168 time: 0.5913839 Nov 23 18:42:49.623418 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4b5c8-8477-42f9-8043-dde1573f9bb9 x-openstack-request-id: req-1cb4b5c8-8477-42f9-8043-dde1573f9bb9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:49.624046 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:49.624474 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cb4b5c8-8477-42f9-8043-dde1573f9bb9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:49.625035 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'status': 'completed', 'code': 200} Nov 23 18:42:49.637240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c9992-2995-4a9d-8bec-5047ea6b21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6952bc-a7d1-40a5-9064-bd89dfd2390c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:49.683530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-178dfb1d-ba08-47ad-a0dd-b4c4fb44602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.687243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-178dfb1d-ba08-47ad-a0dd-b4c4fb44602a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b HTTP/1.1" status: 200 len: 916 time: 0.4118714 Nov 23 18:42:49.693784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-531ebcc8-b77f-4f68-b4e5-574312562e2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07dafec42d6048728dc0e461673b115f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011254 Nov 23 18:42:49.705412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:49.832457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-59880e3b-e613-4cc6-84af-57eb77982c6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5 HTTP/1.1" status: 200 len: 217 time: 0.1300373 Nov 23 18:42:49.853202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:49.871138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10a0a43c-648f-429d-bb56-b040364e5d8b req-0bf14f40-8802-460e-b049-bee482b65a26 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 210 time: 0.1308143 Nov 23 18:42:49.905192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-2ede67ba-ea64-456a-b2b0-337b57f8e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.905192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-2ede67ba-ea64-456a-b2b0-337b57f8e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.905192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-2ede67ba-ea64-456a-b2b0-337b57f8e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.905192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-2ede67ba-ea64-456a-b2b0-337b57f8e710 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2798 time: 0.1502383 Nov 23 18:42:49.975596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-df1bc547-e5b8-495a-9a07-7376bb4140d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.977073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-df1bc547-e5b8-495a-9a07-7376bb4140d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a59adb-a72c-4df2-8bad-8a5d77bbba0e HTTP/1.1" status: 200 len: 854 time: 0.1091537 Nov 23 18:42:49.978061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.102213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.121328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d434d8-e719-4269-a1a7-fa9f1051003b req-573ac21e-594f-4c55-9110-837f41904a7b tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.133418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9d434d8-e719-4269-a1a7-fa9f1051003b req-573ac21e-594f-4c55-9110-837f41904a7b tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.5019939 Nov 23 18:42:50.164794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-4390c7f6-d579-46b2-9a4b-e02d49810f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.166721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-4390c7f6-d579-46b2-9a4b-e02d49810f12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607351 Nov 23 18:42:50.239979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-4e3e983e-ea75-4c7f-bf4c-07ac23762b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.240991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-4e3e983e-ea75-4c7f-bf4c-07ac23762b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.241778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-4e3e983e-ea75-4c7f-bf4c-07ac23762b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.244013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-4e3e983e-ea75-4c7f-bf4c-07ac23762b5d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=270100ed98404640b6c0f6e00731ecc0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3047922 Nov 23 18:42:50.279903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.282560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.283837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebd5734f-6218-4607-b6d8-ff358f1909e6 HTTP/1.1" status: 204 len: 168 time: 0.5775807 Nov 23 18:42:50.300279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c043-7a2b-4ed9-8d18-c7438187e25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd5734f-6218-4607-b6d8-ff358f1909e6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:50.347455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-aa9c1ab6-6087-49e2-9749-4348eb5ec0af service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702492 Nov 23 18:42:50.367621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9d434d8-e719-4269-a1a7-fa9f1051003b req-cc7cfbe4-efd9-44da-9107-d03aa1935dda tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255058 Nov 23 18:42:50.500892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5106b98-f747-476a-97fc-78fbb6e3d573 req-e878e614-196c-4083-afba-814762b21d55 service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435215 Nov 23 18:42:50.591753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-bc58d753-7e64-416b-8e0f-5f1d45f48ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.593865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10672c10-8ee4-445a-a48f-6a36dba59b7f req-bc58d753-7e64-416b-8e0f-5f1d45f48ccc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3319926 Nov 23 18:42:50.653606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d504f7-28f6-450c-8d5a-6cbcde23a1ec req-7fd292b5-ca58-444a-8540-7183ce65b1f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.661221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d504f7-28f6-450c-8d5a-6cbcde23a1ec req-7fd292b5-ca58-444a-8540-7183ce65b1f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.667970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d504f7-28f6-450c-8d5a-6cbcde23a1ec req-7fd292b5-ca58-444a-8540-7183ce65b1f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.669970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7d504f7-28f6-450c-8d5a-6cbcde23a1ec req-7fd292b5-ca58-444a-8540-7183ce65b1f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2400 time: 0.1787407 Nov 23 18:42:50.724139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-6c1c5b76-abc9-455e-ad12-ba800b83bd14 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.735725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-6c1c5b76-abc9-455e-ad12-ba800b83bd14 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/networks?id=ec85b933-f74e-4830-ae3e-8a8315c05949 HTTP/1.1" status: 200 len: 815 time: 0.1360092 Nov 23 18:42:50.760193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-91032588-9b59-4b34-9cde-f8fdc7ad4b0e tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/quotas/c1c3ddd0a92940f0bdbd28c176c80574 HTTP/1.1" status: 200 len: 375 time: 0.0213115 Nov 23 18:42:50.776331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7d504f7-28f6-450c-8d5a-6cbcde23a1ec req-1f35379b-f32b-4217-a19a-e87faa0ae126 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959280 Nov 23 18:42:50.813847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-a9154812-e1e7-4bc4-a7e7-8ff8847974ef tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c3ddd0a92940f0bdbd28c176c80574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525653 Nov 23 18:42:50.861257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43f243a-fa0d-4ae5-b6ac-3c9da2595313 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:50.873806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.902051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Transition to ACTIVE for port object a43f243a-fa0d-4ae5-b6ac-3c9da2595313 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:50.916614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:50.986911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:51.023396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-a4efa5f5-b202-4d17-b8ff-2a7a99b7774a service neutron] 10.222.0.37 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071357 Nov 23 18:42:51.235460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-6a42712f-81c3-4878-b321-78a19aa29495 service neutron] 10.222.0.37 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045429 Nov 23 18:42:51.248670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Attempting to bind port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:51.249381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Attempting to bind port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:51.249916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Attempting to bind port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:51.264556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeca22-fadb-4374-aee2-965baae2fc22 req-7cf8928e-5699-492b-9a3f-50641102e4f5 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:51.266765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-deaeca22-fadb-4374-aee2-965baae2fc22 req-7cf8928e-5699-492b-9a3f-50641102e4f5 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 943 time: 0.1690395 Nov 23 18:42:51.340568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:51.343158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Attempting to bind port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 on network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:51.458653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:51.459409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Checking segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:51.460170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Bound using segment: {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:51.461258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Bound port: a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4839302a-6137-427b-a68f-95c116086ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:51.461740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:51.543008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:51.558355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-deaeca22-fadb-4374-aee2-965baae2fc22 req-0e0cf95d-6d0c-4c65-ae8e-c945e29a8eef tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732537 Nov 23 18:42:51.766974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95524b63-24b4-4be5-a086-dced75ddaf96 req-11f86e92-490c-4538-af03-cc0b191fb75c tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 210 time: 0.0620260 Nov 23 18:42:51.779358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46418) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:51.889961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:51.915991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a45a0592-83e6-44c2-922d-55490449eb13', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a45a0592-83e6-44c2-922d-55490449eb13', 'mac_address': 'fa:16:3e:7e:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:51.930403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-0b70c7f8-64b9-44dd-93f6-88aafc415e5d tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:51.936061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-0b70c7f8-64b9-44dd-93f6-88aafc415e5d tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.50 "GET /v2.0/networks?id=853e98ba-11a7-464c-8a25-1a434ed8ba5b HTTP/1.1" status: 200 len: 820 time: 0.6678441 Nov 23 18:42:51.955087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:51.970847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Request body: {'port': {'device_id': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b', 'admin_state_up': True, 'tenant_id': 'c9ec8de634544c1b964068b4d6945651'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:51.997362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.029686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:52.052354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:52.061632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f28ffcf-8c31-4378-9fca-f6e9671cbea3 req-c243569d-03ba-4639-8b0a-e0c1f178ada9 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 210 time: 0.1706297 Nov 23 18:42:52.071359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-network', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:52.097809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:52.103539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Made reservation on behalf of 42eecd112b4243d7b1b76d265b09285b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:52.110116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.112386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.116971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.154619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.214208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:52.230319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.231299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.232103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.247503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.248516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.249321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.250099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.255440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.256320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.257085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.257848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.258640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:52.288481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a45a0592-83e6-44c2-922d-55490449eb13'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:52.422724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247094e-f171-4793-b14c-f21f006da330 req-d5330580-7c17-4ca5-911b-0bd934131441 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.432953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247094e-f171-4793-b14c-f21f006da330 req-d5330580-7c17-4ca5-911b-0bd934131441 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.441923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247094e-f171-4793-b14c-f21f006da330 req-d5330580-7c17-4ca5-911b-0bd934131441 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.444441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4247094e-f171-4793-b14c-f21f006da330 req-d5330580-7c17-4ca5-911b-0bd934131441 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2412 time: 0.2408106 Nov 23 18:42:52.464113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f93c2-7587-4d89-856f-80b53e9c4dd4 req-7357d65e-aaf7-4025-b57e-b9dd39711093 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.467010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7f93c2-7587-4d89-856f-80b53e9c4dd4 req-7357d65e-aaf7-4025-b57e-b9dd39711093 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.6705482 Nov 23 18:42:52.475119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Made reservation on behalf of c9ec8de634544c1b964068b4d6945651 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:52.481353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.545685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4247094e-f171-4793-b14c-f21f006da330 req-ee11f60c-2ef0-4306-843a-e73ade1162a0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872583 Nov 23 18:42:52.572019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.587118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.595480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.603501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.606144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/a43f243a-fa0d-4ae5-b6ac-3c9da2595313 HTTP/1.1" status: 200 len: 1092 time: 3.2542460 Nov 23 18:42:52.676774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:42:52.700734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a58060-dbc6-415b-94fb-aa7d687cd46a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:52.704517 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.705238 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Added segment 8e896a6c-01dd-4741-84d0-f2e593c6c231 of type vlan for network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c Nov 23 18:42:52.772622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.821607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:52.835251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.836573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:52.837394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:52.839828 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c533c-418f-4d34-a07d-7a3b7b45b38a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:52.884285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d8ce8-444b-46cd-b7eb-75c6529233c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:52.931014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] Pushing event updated for resources: {'Network': ['ID=27b998bf-4ed2-4266-826c-7ffa9fd36f5c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:52.940308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:52.946876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cfd66f0-a7ba-4849-87ce-7b5212f209ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1660388 Nov 23 18:42:52.949693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:52.958245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:42:52.974029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Request body: {'subnet': {'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-subnet', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:53.029210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Made reservation on behalf of 42eecd112b4243d7b1b76d265b09285b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:53.032800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.067140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7f93c2-7587-4d89-856f-80b53e9c4dd4 req-e217b7c0-e29a-4cde-927a-273891144541 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770671 Nov 23 18:42:53.148502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-90c64789-2902-4fdd-9ef5-bb4b32e39d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.151971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-90c64789-2902-4fdd-9ef5-bb4b32e39d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.152646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-90c64789-2902-4fdd-9ef5-bb4b32e39d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.154556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-90c64789-2902-4fdd-9ef5-bb4b32e39d91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2865 time: 0.3092821 Nov 23 18:42:53.340089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.363203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:53.393037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c7491a9-48e4-4d83-b493-995223c11e11 req-4ea31f9b-398b-4162-9919-f5fa351c5542 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 210 time: 0.1736636 Nov 23 18:42:53.410798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-4d6fc112-3e76-4c01-8130-b53063c280fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=02482183-b7bd-4976-b293-e71af732c4fc HTTP/1.1" status: 200 len: 217 time: 0.1687977 Nov 23 18:42:53.459499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e823c-7fc4-4224-9d1b-e53359dac559 req-cc150579-9e9b-4ef0-8862-9342808389d4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.461343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c7e823c-7fc4-4224-9d1b-e53359dac559 req-cc150579-9e9b-4ef0-8862-9342808389d4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 943 time: 0.1382477 Nov 23 18:42:53.488973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864beb75-04d8-4912-a54f-07a158e402a5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:53.506178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Checking segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:53.506761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Network hostable DHCP agents. Network: 27b998bf-4ed2-4266-826c-7ffa9fd36f5c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:42:53.522312 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63ac1d2-2c4f-4c01-ada4-08fd91b3f31a x-openstack-request-id: req-e63ac1d2-2c4f-4c01-ada4-08fd91b3f31a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:53.524406 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:53.524916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'port_id': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'mac_address': 'fa:16:3e:9b:07:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:53.525481 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e63ac1d2-2c4f-4c01-ada4-08fd91b3f31a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:53.526077 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313', 'status': 'completed', 'code': 200} Nov 23 18:42:53.540629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Allocated IP 172.20.0.9 (853e98ba-11a7-464c-8a25-1a434ed8ba5b/03d292d5-f9c2-4bbd-a76f-5b06c82a8783/84809ec8-8dbf-4e6d-9bb0-32b58c4e653a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:53.567408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.571302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:53.588340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:42:53.608506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:53.613347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c7e823c-7fc4-4224-9d1b-e53359dac559 req-81c518b0-b3e2-49d8-8312-b818b88efb0b tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162400 Nov 23 18:42:53.614289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 27b998bf-4ed2-4266-826c-7ffa9fd36f5c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:53.618886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.619771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.652999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78731f-b302-4818-bc39-63dbc835c611 None None] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:53.663662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80cda5cf-7def-46e9-b32a-07a29ce5c6c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6992056 Nov 23 18:42:53.669016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:53.669967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:53.685307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:53.693646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-e3b70f47-ac0a-48b3-b7fd-d7687e62c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:53.695157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-e3b70f47-ac0a-48b3-b7fd-d7687e62c05d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eda8a8ab-ab3f-479e-997b-ce417ca6af32 HTTP/1.1" status: 200 len: 801 time: 0.2735109 Nov 23 18:42:53.718966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.805087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:53.831238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.836909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.849423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3be45f5c-f023-4a45-9028-4f73819f3320 req-6c5ef8da-3f05-47aa-aa70-53d764c241ee tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 210 time: 0.1118782 Nov 23 18:42:53.899542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a45a0592-83e6-44c2-922d-55490449eb13 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:53.899918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:53.944430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.026456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-ea730ba0-674e-4e3f-ae02-67f208c77c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.029233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-ea730ba0-674e-4e3f-ae02-67f208c77c61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3220608 Nov 23 18:42:54.246819 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-fa2b7a4b-fec0-4c6f-87d6-36dc772eb2a8 service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006834 Nov 23 18:42:54.253908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['586ce401-f07c-48e2-8a34-b5d51e5a8cb5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:54.298517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:42:54.300002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.310845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.317800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.356995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:54.359763 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8712506-3475-49aa-9ffb-66e631fe35c7" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:54.407108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5be6e-02b9-45a7-811e-a6cfcdb81a36 req-ae8827f7-7bcb-4550-ab7e-8d3698da16c8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.418317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5be6e-02b9-45a7-811e-a6cfcdb81a36 req-ae8827f7-7bcb-4550-ab7e-8d3698da16c8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.429100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.430525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5be6e-02b9-45a7-811e-a6cfcdb81a36 req-ae8827f7-7bcb-4550-ab7e-8d3698da16c8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.433317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38d5be6e-02b9-45a7-811e-a6cfcdb81a36 req-ae8827f7-7bcb-4550-ab7e-8d3698da16c8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2412 time: 0.6421206 Nov 23 18:42:54.436640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.456788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:54.472662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.535332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:54.599858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-61f30894-5746-4966-be68-bfe79ee069f1 service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160325 Nov 23 18:42:54.635749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-27b8b51d-d235-4be6-851e-1434550f38df tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.648455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-27b8b51d-d235-4be6-851e-1434550f38df tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.47 "GET /v2.0/networks?id=ec85b933-f74e-4830-ae3e-8a8315c05949 HTTP/1.1" status: 200 len: 815 time: 0.7029598 Nov 23 18:42:54.655186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Network 853e98ba-11a7-464c-8a25-1a434ed8ba5b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:54.657825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Allocated IP 172.20.0.2 (27b998bf-4ed2-4266-826c-7ffa9fd36f5c/864beb75-04d8-4912-a54f-07a158e402a5/d23884a8-57e4-4c53-83de-9a83306f2fbd) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:54.665508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:54.669996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38d5be6e-02b9-45a7-811e-a6cfcdb81a36 req-ed6ab9cb-cfed-4d58-8b4e-35a960358121 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120347 Nov 23 18:42:54.686674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:54.698731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Request body: {'port': {'device_id': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949', 'admin_state_up': True, 'tenant_id': 'c1c3ddd0a92940f0bdbd28c176c80574'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:54.820052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.821127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:54.848569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-98d1c3b4-cbbf-40a6-9a9b-6d978019be4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e HTTP/1.1" status: 200 len: 217 time: 0.1878722 Nov 23 18:42:54.859933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc9121-cfc1-4ef2-94e6-863d97d4dec2 req-b474df73-8789-400f-8e47-46c1e7fc069e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:54.871413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ffc9121-cfc1-4ef2-94e6-863d97d4dec2 req-b474df73-8789-400f-8e47-46c1e7fc069e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.4911647 Nov 23 18:42:54.898423 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894f1596-c244-4ece-afb1-7e7fdce309a9 x-openstack-request-id: req-894f1596-c244-4ece-afb1-7e7fdce309a9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:54.898732 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:54.898979 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-894f1596-c244-4ece-afb1-7e7fdce309a9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:54.899686 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'code': 200} Nov 23 18:42:55.072452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Pushing event updated for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:55.088505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-20966a75-d148-4b97-a355-34a1f4012fa2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1347291 Nov 23 18:42:55.096977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-ec038271-2a71-4c19-bc49-20b985623006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:55.099413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-ec038271-2a71-4c19-bc49-20b985623006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec HTTP/1.1" status: 200 len: 801 time: 0.2237206 Nov 23 18:42:55.107173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.121308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.126992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de410db-3990-4846-9c65-dadc197f0a65 req-06e54fa7-f771-4201-add8-353d51aee643 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:55.137349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Request body: {'port': {'device_id': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:55.148882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9de410db-3990-4846-9c65-dadc197f0a65 req-06e54fa7-f771-4201-add8-353d51aee643 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 931 time: 0.1470172 Nov 23 18:42:55.216253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:55.229474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:55.233738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:55.249084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Pushing event updated for resources: {'Port': ['ID=d23884a8-57e4-4c53-83de-9a83306f2fbd,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:55.249612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9de410db-3990-4846-9c65-dadc197f0a65 req-da2c432f-a9e0-46ba-a91f-f516a1339a13 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950820 Nov 23 18:42:55.252322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Made reservation on behalf of c1c3ddd0a92940f0bdbd28c176c80574 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:42:55.273434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.328273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ffc9121-cfc1-4ef2-94e6-863d97d4dec2 req-3992bd62-ca93-42d6-a0a2-1a398262decf tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559267 Nov 23 18:42:55.407345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Attempting to bind port d23884a8-57e4-4c53-83de-9a83306f2fbd on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:55.408993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Attempting to bind port d23884a8-57e4-4c53-83de-9a83306f2fbd by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:55.410488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Attempting to bind port d23884a8-57e4-4c53-83de-9a83306f2fbd on network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:55.422310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.435709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-b33de6a4-290d-4e6c-ba86-d2427e8524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:55.437493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:55.437823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-b33de6a4-290d-4e6c-ba86-d2427e8524f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc337214-2731-40df-8130-c853cd81c849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3248534 Nov 23 18:42:55.438603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Checking segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:55.439027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.439482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Bound using segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:55.451226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Bound port: d23884a8-57e4-4c53-83de-9a83306f2fbd, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:55.451686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.466649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Allocated IP 172.20.0.8 (ec85b933-f74e-4830-ae3e-8a8315c05949/ac4657fc-b905-47aa-bf2a-4fe7937cc95e/7dbdc455-5506-4a82-9c7a-7952ce81a518) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:55.616747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-775ef337-3d4a-4ba2-a09c-5dfbdd6ec32f req-1021a9f9-26e3-4975-bf12-014d7afafed2 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 210 time: 0.0513482 Nov 23 18:42:55.619141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:55.656628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] For port d23884a8-57e4-4c53-83de-9a83306f2fbd, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:55.666082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.670121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] For port d23884a8-57e4-4c53-83de-9a83306f2fbd, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d23884a8-57e4-4c53-83de-9a83306f2fbd,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:55.679433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.764927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-eedebffc-9523-4637-a460-dc3846e39c3e service neutron] 10.222.0.50 "GET /v2.0/networks/cc337214-2731-40df-8130-c853cd81c849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178813 Nov 23 18:42:55.831067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:55.878832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953a564-0095-47ed-aa97-931edbbe492a None None] Pushing event updated for resources: {'Port': ['ID=d23884a8-57e4-4c53-83de-9a83306f2fbd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:56.003857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc109-89f4-4229-a3cc-4f265ea9fcae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.031611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Network ec85b933-f74e-4830-ae3e-8a8315c05949 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:56.042999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Pushing event updated for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:56.049170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:56.059185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:56.146564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a436db-6e22-4dfd-952b-9714db6d1693 req-b2e653f5-e381-4604-91c4-7be1139ae4a6 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.152877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a436db-6e22-4dfd-952b-9714db6d1693 req-b2e653f5-e381-4604-91c4-7be1139ae4a6 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.167426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a436db-6e22-4dfd-952b-9714db6d1693 req-b2e653f5-e381-4604-91c4-7be1139ae4a6 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.182414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6a436db-6e22-4dfd-952b-9714db6d1693 req-b2e653f5-e381-4604-91c4-7be1139ae4a6 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2412 time: 0.2835028 Nov 23 18:42:56.197945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-adaba35d-5c0b-439d-bb6c-bca5211a67e6 service neutron] 10.222.0.50 "GET /v2.0/networks/cc337214-2731-40df-8130-c853cd81c849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201477 Nov 23 18:42:56.271901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-48222f63-0d53-401a-a820-253a5bb1ca86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313 HTTP/1.1" status: 200 len: 217 time: 0.0502052 Nov 23 18:42:56.391590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:56.406840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.416073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6a436db-6e22-4dfd-952b-9714db6d1693 req-fe9ceff2-7e92-455b-a821-07e3f0977dd1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327521 Nov 23 18:42:56.471510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Transition to ACTIVE for port object 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:56.514800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.521096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc109-89f4-4229-a3cc-4f265ea9fcae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.584666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74373-33c8-4d9d-b710-fee490e959e7 req-3fc2206a-7ea5-4561-af89-b987e64203ef tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.592081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3cc74373-33c8-4d9d-b710-fee490e959e7 req-3fc2206a-7ea5-4561-af89-b987e64203ef tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 944 time: 0.8798261 Nov 23 18:42:56.618659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.643644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc109-89f4-4229-a3cc-4f265ea9fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.690740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3cc74373-33c8-4d9d-b710-fee490e959e7 req-b5d45f06-f61f-4548-85a3-a97d9109637f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954752 Nov 23 18:42:56.695052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.747226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.749053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:56.761459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Pushing event updated for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:56.781662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-0ab778cf-169b-4ffb-8a34-ba65657c01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:56.783975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-0ab778cf-169b-4ffb-8a34-ba65657c01d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eda8a8ab-ab3f-479e-997b-ce417ca6af32 HTTP/1.1" status: 200 len: 801 time: 0.2929466 Nov 23 18:42:56.797909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7dbbc109-89f4-4229-a3cc-4f265ea9fcae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca9a878b5c704a24a965dda8bf497572&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1119378 Nov 23 18:42:56.802912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbc109-89f4-4229-a3cc-4f265ea9fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41f4f5-4741-4806-9545-a6f3964293ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:56.825198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:42:56.840244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-68ee9386-cdd2-40ee-be56-cfe8a4161074 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1506929 Nov 23 18:42:56.877175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Request body: {'port': {'device_id': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:42:56.953100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:57.004602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcd87-6d7e-40dc-9067-e4ddae81d5d3 req-64f4caa4-9452-4ec7-a045-91fdad4da1fe tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:57.008700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa6fcd87-6d7e-40dc-9067-e4ddae81d5d3 req-64f4caa4-9452-4ec7-a045-91fdad4da1fe tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 943 time: 0.4089603 Nov 23 18:42:57.042550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057b721-28bf-4bda-8b68-ec0cc193b38b req-4bc85c9f-48be-46b3-9360-2b0f5cccc1e2 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:57.053754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f057b721-28bf-4bda-8b68-ec0cc193b38b req-4bc85c9f-48be-46b3-9360-2b0f5cccc1e2 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2425904 Nov 23 18:42:57.108366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Allocated IP 172.25.5.133 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/4431bf3a-2da6-4be8-a64a-43ed6a2b78f1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:42:57.117251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.137435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:42:57.149000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:57.149730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.152377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f829-cd0c-45f0-8594-9024515660be req-14df06a7-ad74-497f-bec0-4a81eefcbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:57.154936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-14df06a7-ad74-497f-bec0-4a81eefcbe6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3553700 Nov 23 18:42:57.257153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.285278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Attempting to bind port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:57.285625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Attempting to bind port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:57.285967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Attempting to bind port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a on network 853e98ba-11a7-464c-8a25-1a434ed8ba5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:57.288055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f057b721-28bf-4bda-8b68-ec0cc193b38b req-c1525edc-97e1-46ec-80d2-fdcf4c7caa30 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305408 Nov 23 18:42:57.353769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa6fcd87-6d7e-40dc-9067-e4ddae81d5d3 req-36a2ddea-9c35-4dcf-b9d7-fe66bc25d032 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299110 Nov 23 18:42:57.361101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a on network 853e98ba-11a7-464c-8a25-1a434ed8ba5b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:57.361425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Attempting to bind port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a on network 853e98ba-11a7-464c-8a25-1a434ed8ba5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:57.367086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.402823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:57.409976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Checking segment: {'id': '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:57.411010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.411858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Bound using segment: {'id': '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:57.412768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Bound port: 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:57.413247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.444644 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c2d75fd-2ec5-4e3a-b573-76ebb4d699e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.471202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-f8cb5889-6122-41a7-8384-63f796000f6e service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020275 Nov 23 18:42:57.486275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:57.490460 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a021c-1dc8-471c-ae59-186774892987" -d '{"events": [{"server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "name": "network-vif-plugged", "status": "completed", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:57.533701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:57.537431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bc1de-3af6-4330-93e7-55e71dfcb52d None None] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:42:57.636647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.647553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.728067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] Provisioning complete for port d23884a8-57e4-4c53-83de-9a83306f2fbd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:57.728603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.827989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:57.885268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.941968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] For port d23884a8-57e4-4c53-83de-9a83306f2fbd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d23884a8-57e4-4c53-83de-9a83306f2fbd,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:57.954207 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:57.985543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbdc455-5506-4a82-9c7a-7952ce81a518 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:58.027362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.057250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb31f5-2c6d-4ef1-a5e1-c1d01ba71c0b None None] Pushing event updated for resources: {'Port': ['ID=d23884a8-57e4-4c53-83de-9a83306f2fbd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:58.084290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:58.093138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,segment=NetworkSegment(909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc),segment_id=909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:42:58.107079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e03f829-cd0c-45f0-8594-9024515660be req-ee6c4c9b-15b2-4886-b1ab-f28707656218 service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928507 Nov 23 18:42:58.114435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.118177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.119607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d6ddc-105a-4c5f-99da-002e141680ad req-402cd6a2-b582-4e17-91a7-403dc90a2483 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.121492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd41f4f5-4741-4806-9545-a6f3964293ca HTTP/1.1" status: 204 len: 168 time: 1.2296233 Nov 23 18:42:58.123386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a9d6ddc-105a-4c5f-99da-002e141680ad req-402cd6a2-b582-4e17-91a7-403dc90a2483 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 931 time: 0.4687064 Nov 23 18:42:58.125091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.126159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Transition to ACTIVE for port object 7dbdc455-5506-4a82-9c7a-7952ce81a518 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:42:58.127886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.197357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.250662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee38e-cd0d-46c8-be38-422b9a35d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41f4f5-4741-4806-9545-a6f3964293ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:58.260455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:42:58.277302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.277935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.279388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] 10.222.0.50 "PUT /v2.0/ports/84809ec8-8dbf-4e6d-9bb0-32b58c4e653a HTTP/1.1" status: 200 len: 1091 time: 3.1652553 Nov 23 18:42:58.282188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:58.284732 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:58.313537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a36a-8b93-4cf1-a4c5-365ce89c63db service neutron] Pushing event updated for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:58.321965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Pushing event updated for resources: {'Port': ['ID=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:58.341043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:42:58.347894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:42:58.355151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d189a5-b493-46d4-8ac8-af10b3b53337 req-de7f9cbf-36d5-4c3e-95d7-929a5ca47a2f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.362295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d189a5-b493-46d4-8ac8-af10b3b53337 req-de7f9cbf-36d5-4c3e-95d7-929a5ca47a2f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.370100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d189a5-b493-46d4-8ac8-af10b3b53337 req-de7f9cbf-36d5-4c3e-95d7-929a5ca47a2f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.377713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11d189a5-b493-46d4-8ac8-af10b3b53337 req-de7f9cbf-36d5-4c3e-95d7-929a5ca47a2f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2412 time: 0.4319329 Nov 23 18:42:58.388927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d23884a8-57e4-4c53-83de-9a83306f2fbd up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:58.513117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a9d6ddc-105a-4c5f-99da-002e141680ad req-86fc0fcf-4e74-4d4b-afb3-6b2209e2dae1 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795662 Nov 23 18:42:58.544504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d23884a8-57e4-4c53-83de-9a83306f2fbd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:58.544898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.571386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11d189a5-b493-46d4-8ac8-af10b3b53337 req-e9749f4b-8f43-4898-8d46-0c8b3381157d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926200 Nov 23 18:42:58.578151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-a5c52274-3037-48e9-a304-349b79347995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.578773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-a5c52274-3037-48e9-a304-349b79347995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.579486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-a5c52274-3037-48e9-a304-349b79347995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.581864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-a5c52274-3037-48e9-a304-349b79347995 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2865 time: 0.3201387 Nov 23 18:42:58.598249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-42a8ec4d-ae09-45c1-bb82-1b5a66d3fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:58.601410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Pushing event updated for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:58.601587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-42a8ec4d-ae09-45c1-bb82-1b5a66d3fa6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9ec8de634544c1b964068b4d6945651&device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 1094 time: 0.2156742 Nov 23 18:42:58.620189 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f0d12-c762-43cc-87de-1e69f4ce743a x-openstack-request-id: req-a45f0d12-c762-43cc-87de-1e69f4ce743a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:58.620478 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "name": "network-vif-plugged", "status": "completed", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:58.620814 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a45f0d12-c762-43cc-87de-1e69f4ce743a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:58.621125 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'code': 200} Nov 23 18:42:58.714309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fdec919a-fe39-4f16-87dc-0caf5e1084f0 None None] Provisioning complete for port d23884a8-57e4-4c53-83de-9a83306f2fbd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:58.714693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdec919a-fe39-4f16-87dc-0caf5e1084f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:58.802986 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448b83e-be15-4565-ac1a-dd6a9b330689 x-openstack-request-id: req-d448b83e-be15-4565-ac1a-dd6a9b330689 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:58.803301 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:58.803646 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d448b83e-be15-4565-ac1a-dd6a9b330689 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:58.805438 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a', 'status': 'completed', 'code': 200} Nov 23 18:42:58.932094 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:58.932784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-7ae2e73f-ae0f-4e85-a74a-b508ffa72f41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a HTTP/1.1" status: 200 len: 217 time: 0.1131635 Nov 23 18:42:59.089146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-47fb6f95-9bad-49a5-804b-81674f348a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.089146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-47fb6f95-9bad-49a5-804b-81674f348a2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=03d292d5-f9c2-4bbd-a76f-5b06c82a8783 HTTP/1.1" status: 200 len: 860 time: 0.1549199 Nov 23 18:42:59.124259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288cfbc-5b7a-450b-8f41-905e79fd48e0 req-8e0839cb-dbc5-4f1a-94c1-c070dec12703 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.126495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0288cfbc-5b7a-450b-8f41-905e79fd48e0 req-8e0839cb-dbc5-4f1a-94c1-c070dec12703 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.3201771 Nov 23 18:42:59.243546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3efc-ead0-400c-a3b1-63b5048d12c0 req-2ea68a42-1a43-4eb8-b17d-5d6f29a88d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.244489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-2492af3e-4314-454f-b023-ae092ff0f75f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=853e98ba-11a7-464c-8a25-1a434ed8ba5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986371 Nov 23 18:42:59.245321 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f75e3efc-ead0-400c-a3b1-63b5048d12c0 req-2ea68a42-1a43-4eb8-b17d-5d6f29a88d04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 1096 time: 0.1875780 Nov 23 18:42:59.247511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-607d8587-3dc7-495d-ae59-bef3ac1569de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.248112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-607d8587-3dc7-495d-ae59-bef3ac1569de service neutron] 10.222.0.50 "GET /v2.0/networks?id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072 HTTP/1.1" status: 200 len: 902 time: 0.6452289 Nov 23 18:42:59.265601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7d0b8-dbf6-4064-9684-ce027bbc7130 req-54922b20-355e-4e0b-9c42-7557123a72f8 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.276725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9e7d0b8-dbf6-4064-9684-ce027bbc7130 req-54922b20-355e-4e0b-9c42-7557123a72f8 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2859454 Nov 23 18:42:59.373719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9e7d0b8-dbf6-4064-9684-ce027bbc7130 req-a9c1e4f6-2401-475c-8d9e-406653e561a6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960462 Nov 23 18:42:59.380764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-efff6b5e-386b-4979-9275-d315b2c7b2aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313 HTTP/1.1" status: 200 len: 217 time: 0.1169312 Nov 23 18:42:59.453623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-84856509-4263-455f-9def-2effc97b3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.457079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-84856509-4263-455f-9def-2effc97b3e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eda8a8ab-ab3f-479e-997b-ce417ca6af32 HTTP/1.1" status: 200 len: 801 time: 0.0632052 Nov 23 18:42:59.505460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f75e3efc-ead0-400c-a3b1-63b5048d12c0 req-6041ebde-6ce4-47db-85d2-3e1cf610c357 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967008 Nov 23 18:42:59.508286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Attempting to bind port 7dbdc455-5506-4a82-9c7a-7952ce81a518 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:42:59.508623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Attempting to bind port 7dbdc455-5506-4a82-9c7a-7952ce81a518 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '79e9d949-b60d-4516-9860-e382e8ee15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:42:59.508949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Attempting to bind port 7dbdc455-5506-4a82-9c7a-7952ce81a518 on network ec85b933-f74e-4830-ae3e-8a8315c05949 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:59.561856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Port 7dbdc455-5506-4a82-9c7a-7952ce81a518 on network ec85b933-f74e-4830-ae3e-8a8315c05949 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:42:59.562187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Attempting to bind port 7dbdc455-5506-4a82-9c7a-7952ce81a518 on network ec85b933-f74e-4830-ae3e-8a8315c05949 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:42:59.569522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:42:59.569865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Checking segment: {'id': '79e9d949-b60d-4516-9860-e382e8ee15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:42:59.570291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Bound using segment: {'id': '79e9d949-b60d-4516-9860-e382e8ee15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:42:59.570869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Bound port: 7dbdc455-5506-4a82-9c7a-7952ce81a518, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e9d949-b60d-4516-9860-e382e8ee15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:42:59.571519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:59.574506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:59.644193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-8c8a1cc9-5aad-4a2b-80fa-f9bc0bc0680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.645722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-8c8a1cc9-5aad-4a2b-80fa-f9bc0bc0680b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9df442e0-241d-4e57-8aaa-a6b6c7d9e072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670020 Nov 23 18:42:59.668764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0288cfbc-5b7a-450b-8f41-905e79fd48e0 req-0f7aea24-b146-4865-b172-984cfc7c260d tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4290073 Nov 23 18:42:59.725742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4c74840-c4ec-4219-b03c-f5cd5db9628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:59.751243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-8423e485-9b04-40c9-a228-210d30846a75 service neutron] 10.222.0.50 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892747 Nov 23 18:42:59.763361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54818c00-54df-427d-afa3-40ceda4e48eb req-c3a875b6-86a7-4454-b46f-ea2a801cdb3a tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:59.765361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54818c00-54df-427d-afa3-40ceda4e48eb req-c3a875b6-86a7-4454-b46f-ea2a801cdb3a tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 943 time: 0.2432942 Nov 23 18:42:59.896350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:42:59.972978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-deb569fc-ec66-434a-a2c1-312e5651cb1e service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074968 Nov 23 18:43:00.056675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518,segment=NetworkSegment(79e9d949-b60d-4516-9860-e382e8ee15eb),segment_id=79e9d949-b60d-4516-9860-e382e8ee15eb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:00.066911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:00.088950 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54818c00-54df-427d-afa3-40ceda4e48eb req-11f07bf8-0a53-4748-aab8-df7367a31cde tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833676 Nov 23 18:43:00.097963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:00.110186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abef7d0c-66de-4427-ac7f-c51389497d6b req-eccaaff5-4d7a-47f6-bcfd-96e677f6e232 service neutron] 10.222.0.50 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120403 Nov 23 18:43:00.127262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47920de2-126c-46d8-b67a-b7204e3dcbf3 req-a89816cb-3d97-4354-a8d3-6ad8f92d3e0d tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.142698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47920de2-126c-46d8-b67a-b7204e3dcbf3 req-a89816cb-3d97-4354-a8d3-6ad8f92d3e0d tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 943 time: 0.1689894 Nov 23 18:43:00.200236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-960c533c-418f-4d34-a07d-7a3b7b45b38a req-d432a104-b1af-41c8-99d9-9842eca04725 service neutron] 10.222.0.50 "GET /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110224 Nov 23 18:43:00.266957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d23884a8-57e4-4c53-83de-9a83306f2fbd up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:00.333363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47920de2-126c-46d8-b67a-b7204e3dcbf3 req-98e296c8-4e3c-4469-b19e-c96454747594 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951480 Nov 23 18:43:00.394733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d23884a8-57e4-4c53-83de-9a83306f2fbd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:00.395098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:00.398906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.401827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:00.404803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] 10.222.0.47 "PUT /v2.0/ports/7dbdc455-5506-4a82-9c7a-7952ce81a518 HTTP/1.1" status: 200 len: 1091 time: 3.5414946 Nov 23 18:43:00.407864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:00.411495 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:00.417960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-fe73bf2d-98cf-4aad-b702-ab4f6debd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.426499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-fe73bf2d-98cf-4aad-b702-ab4f6debd135 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9ec8de634544c1b964068b4d6945651&device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 1094 time: 0.1991565 Nov 23 18:43:00.524367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c77b2b-a26d-45e3-b060-bc6b39f9e28c service neutron] Pushing event updated for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:00.548730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fec95a-5ac5-40c4-a113-641d7acbd3de req-0916099e-0d22-4268-8fd5-144d21efd6dd tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.558059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fec95a-5ac5-40c4-a113-641d7acbd3de req-0916099e-0d22-4268-8fd5-144d21efd6dd tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.570755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fec95a-5ac5-40c4-a113-641d7acbd3de req-0916099e-0d22-4268-8fd5-144d21efd6dd tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.574335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4fec95a-5ac5-40c4-a113-641d7acbd3de req-0916099e-0d22-4268-8fd5-144d21efd6dd tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2412 time: 0.2510340 Nov 23 18:43:00.579492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Router 9e805c75-ba1d-4be6-bffe-fdc90945eccf is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:43:00.631743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:00.676932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4fec95a-5ac5-40c4-a113-641d7acbd3de req-8e378f73-bfb9-4517-a75f-2e56b5a2ee1d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792427 Nov 23 18:43:00.682955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-a0409cff-b694-4e1e-8e84-df1e95f3fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.685451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-a0409cff-b694-4e1e-8e84-df1e95f3fbfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3ddd0a92940f0bdbd28c176c80574&device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 1094 time: 0.2326720 Nov 23 18:43:00.785682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-53c4bbf1-5bc8-44ab-89e3-dbbcb7c7305f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518 HTTP/1.1" status: 200 len: 217 time: 0.0457907 Nov 23 18:43:00.847978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-af4a8644-0508-4627-98ec-cc86f6cdb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.849624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-af4a8644-0508-4627-98ec-cc86f6cdb590 service neutron] 10.222.0.50 "GET /v2.0/networks?id=853e98ba-11a7-464c-8a25-1a434ed8ba5b HTTP/1.1" status: 200 len: 921 time: 0.4100668 Nov 23 18:43:00.914076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-91afa8b3-3d49-4b8c-b50c-a8daebbf7cb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a HTTP/1.1" status: 200 len: 217 time: 0.0511601 Nov 23 18:43:00.983935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01d33-1ecc-429d-8775-8156104053fb req-e634c4f6-72e4-4bc9-82ed-79825c444aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:00.985410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-e634c4f6-72e4-4bc9-82ed-79825c444aa8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4657fc-b905-47aa-bf2a-4fe7937cc95e HTTP/1.1" status: 200 len: 855 time: 0.1745865 Nov 23 18:43:01.028450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-d13d9f06-daa8-4393-9b12-02e99e0317f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec85b933-f74e-4830-ae3e-8a8315c05949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343575 Nov 23 18:43:01.040282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab525178-5280-4057-8ea0-a99ebfaffb4f req-a10e567b-8d04-4b9c-ae0d-42afbe9e2081 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.049233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab525178-5280-4057-8ea0-a99ebfaffb4f req-a10e567b-8d04-4b9c-ae0d-42afbe9e2081 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1695828 Nov 23 18:43:01.056121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-4cc40267-a039-4164-b81c-159739b9393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.058250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-4cc40267-a039-4164-b81c-159739b9393e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=03d292d5-f9c2-4bbd-a76f-5b06c82a8783 HTTP/1.1" status: 200 len: 860 time: 0.1330881 Nov 23 18:43:01.108246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:01.108757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-80dfc77a-9888-4fda-9057-dd01d943815d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=853e98ba-11a7-464c-8a25-1a434ed8ba5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381572 Nov 23 18:43:01.120354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Sync routers for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:01.140578 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:01.141588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:01.196082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab525178-5280-4057-8ea0-a99ebfaffb4f req-79edab7b-904a-45f4-beb1-785ac5f6c490 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422188 Nov 23 18:43:01.212154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.225335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-13188f4e-aeea-4bf4-8c60-9de771d523de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.5549419 Nov 23 18:43:01.226499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:01.395682 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-345470e8-f317-4ffd-8392-30c49fbef24b service neutron] 10.222.0.50 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770588 Nov 23 18:43:01.444143 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3153913-76a4-49cf-b3a2-6d68305b903f x-openstack-request-id: req-f3153913-76a4-49cf-b3a2-6d68305b903f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:01.445008 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:01.445008 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3153913-76a4-49cf-b3a2-6d68305b903f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:01.445268 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518', 'status': 'completed', 'code': 200} Nov 23 18:43:01.470079 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:01.550991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-e1187dd2-95ce-4c34-a5fa-065cd59be516 service neutron] 10.222.0.47 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750671 Nov 23 18:43:01.587704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a52dcb10-5434-45f0-8d1e-8d4513ea5c6d req-23e0c804-102c-43c0-a404-c2d1a1abaacd service neutron] 10.222.0.50 "GET /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798117 Nov 23 18:43:01.601329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a43f243a-fa0d-4ae5-b6ac-3c9da2595313 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:01.725998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112578d-e952-4014-bf71-3b8d73debdf7 req-57f6cbb1-a667-4ad3-bcee-286293dd0802 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.735613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b112578d-e952-4014-bf71-3b8d73debdf7 req-57f6cbb1-a667-4ad3-bcee-286293dd0802 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 943 time: 0.1893868 Nov 23 18:43:01.753410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de2e39-bf28-4a5a-bcc8-e8d19f02de50 req-935924d6-beae-493b-ad8b-f2964eacbac8 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:01.757350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08de2e39-bf28-4a5a-bcc8-e8d19f02de50 req-935924d6-beae-493b-ad8b-f2964eacbac8 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.0963874 Nov 23 18:43:01.795203 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:42:58Z', 'revision_number': 3, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:01.826802 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Checking router: 9e805c75-ba1d-4be6-bffe-fdc90945eccf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:01.827623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Updating router 9e805c75-ba1d-4be6-bffe-fdc90945eccf port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:43:01.856973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08de2e39-bf28-4a5a-bcc8-e8d19f02de50 req-1af52f53-fb7e-4c40-9918-706c9b2b052f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914721 Nov 23 18:43:01.863995 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:01.879482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:01.929591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313', 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'port_id': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313', 'mac_address': 'fa:16:3e:f4:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8a8ab-ab3f-479e-997b-ce417ca6af32', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:02.027851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9de68-c460-43a8-8c7d-778e41a18493 req-a504321e-bbca-496f-8e7b-4af2b80b624e tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.035796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9cd9de68-c460-43a8-8c7d-778e41a18493 req-a504321e-bbca-496f-8e7b-4af2b80b624e tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 943 time: 0.0913718 Nov 23 18:43:02.073457 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.104706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43f243a-fa0d-4ae5-b6ac-3c9da2595313 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:02.116715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.138988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9cd9de68-c460-43a8-8c7d-778e41a18493 req-5bb5146e-71fb-4579-8066-91b736ddc6ac tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022627 Nov 23 18:43:02.150215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:02.155150 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.155972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9b8875ed-31ea-41da-9c57-25f87e41b43e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:02.298122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:02.340516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'network_id': 'cc337214-2731-40df-8130-c853cd81c849', 'port_id': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'mac_address': 'fa:16:3e:52:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:02.393813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:02.408679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.416431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d347-d5d5-445f-a4cd-46ac6691b6c0 req-3a48dd99-5387-41cf-b086-da8779301696 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.434144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8875ed-31ea-41da-9c57-25f87e41b43e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:02.437667 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.439386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d347-d5d5-445f-a4cd-46ac6691b6c0 req-3a48dd99-5387-41cf-b086-da8779301696 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.447689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d347-d5d5-445f-a4cd-46ac6691b6c0 req-3a48dd99-5387-41cf-b086-da8779301696 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.457106 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.459861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8d347-d5d5-445f-a4cd-46ac6691b6c0 req-3a48dd99-5387-41cf-b086-da8779301696 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2413 time: 0.1862109 Nov 23 18:43:02.478362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:02.484152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.486230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 02482183-b7bd-4976-b293-e71af732c4fc details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:02.555814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21b01d33-1ecc-429d-8775-8156104053fb req-45e294d0-791d-4276-8748-3227c9f85e33 service neutron] 10.222.0.47 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9645956 Nov 23 18:43:02.558702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:02.578681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b112578d-e952-4014-bf71-3b8d73debdf7 req-da3b06d1-03b2-4e34-be82-063b9a9135b6 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8417392 Nov 23 18:43:02.580898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '02482183-b7bd-4976-b293-e71af732c4fc', 'network_id': '9df442e0-241d-4e57-8aaa-a6b6c7d9e072', 'port_id': '02482183-b7bd-4976-b293-e71af732c4fc', 'mac_address': 'fa:16:3e:ec:a5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8a8ab-ab3f-479e-997b-ce417ca6af32', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:02.590686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8d347-d5d5-445f-a4cd-46ac6691b6c0 req-354b8ee2-fd75-459e-a347-0b8f5c1fd0ed tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298347 Nov 23 18:43:02.592221 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d3ef-a6bf-4974-8a20-52366e14f1b2 None None] Pushing event updated for resources: {'Port': ['ID=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:02.639515 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Attempting to bind port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:02.640658 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Attempting to bind port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:02.642395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Attempting to bind port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:02.654016 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:02.659826 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:02.661169 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.662733 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:02.666153 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Bound port: 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:02.667602 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.695957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.716048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02482183-b7bd-4976-b293-e71af732c4fc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:02.773040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:02.778603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:02.783704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.795874 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] For port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:02.799456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] For port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:02.808491 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:02.861672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-a2f455b6-3bd2-48c0-9a9c-071d1ee5e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.863385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-a2f455b6-3bd2-48c0-9a9c-071d1ee5e4a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1c3ddd0a92940f0bdbd28c176c80574&device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 1094 time: 0.2395813 Nov 23 18:43:02.906751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:02.918476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1666bb-eb16-4fb9-a773-ac989a34ebc0 req-318b477f-0338-4872-a364-8d4334345f23 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.921087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa1666bb-eb16-4fb9-a773-ac989a34ebc0 req-318b477f-0338-4872-a364-8d4334345f23 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1667247 Nov 23 18:43:02.923703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff291dca-515d-4237-9a9c-63cde627200f req-074e0f99-f228-4bf3-8258-4b4cc23ae758 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:02.925355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff291dca-515d-4237-9a9c-63cde627200f req-074e0f99-f228-4bf3-8258-4b4cc23ae758 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.1989357 Nov 23 18:43:02.948117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:02.954464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Request body: {'floatingip': {'port_id': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:03.001136 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d3ef-a6bf-4974-8a20-52366e14f1b2 None None] Pushing event updated for resources: {'Port': ['ID=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:03.012306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:03.013141 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:03.057398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-73117384-f018-479d-b24c-4479696205d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:03.059890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-73117384-f018-479d-b24c-4479696205d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec85b933-f74e-4830-ae3e-8a8315c05949 HTTP/1.1" status: 200 len: 916 time: 0.1852944 Nov 23 18:43:03.105604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.160624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-a6eb02d3-d2c4-415c-9d48-ea67d11aba8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518 HTTP/1.1" status: 200 len: 217 time: 0.0860322 Nov 23 18:43:03.180969 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.207234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa1666bb-eb16-4fb9-a773-ac989a34ebc0 req-b94b7f42-4bbc-46b6-9a8d-12eb0163e368 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695403 Nov 23 18:43:03.247487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9b8875ed-31ea-41da-9c57-25f87e41b43e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:03.293364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.383348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a43f243a-fa0d-4ae5-b6ac-3c9da2595313'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:03.394660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:03.490688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Allocated IP 172.20.0.1 (27b998bf-4ed2-4266-826c-7ffa9fd36f5c/864beb75-04d8-4912-a54f-07a158e402a5/6ab311ed-efc8-4b2d-8293-7f59dd694a72) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:03.622464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.731797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:03.832615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:03.848524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Pushing event updated for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:03.867829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:42:58Z', 'revision_number': 3, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:03.870648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:03.874983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:03.877788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-6b5db2b3-76bc-474a-9f35-7322937b76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:03.879292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-6b5db2b3-76bc-474a-9f35-7322937b76fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4657fc-b905-47aa-bf2a-4fe7937cc95e HTTP/1.1" status: 200 len: 855 time: 0.5622983 Nov 23 18:43:03.880101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:03.938154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786360de-d28a-414c-8da0-3bdc3b516d65 None None] The sync data for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 is: [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:42:58Z', 'revision_number': 3, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:03.957802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-fcaa6f8d-4b4b-4c85-92d7-972ef5278845 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec85b933-f74e-4830-ae3e-8a8315c05949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471778 Nov 23 18:43:04.176819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.402119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c709d-2803-4c73-9b56-d2b68188a43f req-664f54ae-f04d-4af6-82cf-eef1858835e5 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.405410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd5c709d-2803-4c73-9b56-d2b68188a43f req-664f54ae-f04d-4af6-82cf-eef1858835e5 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 943 time: 0.4498763 Nov 23 18:43:04.441054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,segment=NetworkSegment(909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc),segment_id=909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:04.465784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['02482183-b7bd-4976-b293-e71af732c4fc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:04.536757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a', 'network_id': '853e98ba-11a7-464c-8a25-1a434ed8ba5b', 'port_id': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a', 'mac_address': 'fa:16:3e:ef:15:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d292d5-f9c2-4bbd-a76f-5b06c82a8783', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:04.596473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd5c709d-2803-4c73-9b56-d2b68188a43f req-1aea97a3-0e5d-4bd8-9319-6d1755cb8cef tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137295 Nov 23 18:43:04.617185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.670417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bf9f46f3-f90b-4f13-a6a4-fc6c3c8b0f0d None None] Provisioning complete for port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:04.670793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46f3-f90b-4f13-a6a4-fc6c3c8b0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.736411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23b4b0-620b-4062-a4b3-621e8a8bf60d req-e81a524b-7f24-403e-9ca2-c1fbf005b7b3 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:04.737957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a23b4b0-620b-4062-a4b3-621e8a8bf60d req-e81a524b-7f24-403e-9ca2-c1fbf005b7b3 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 943 time: 0.1829588 Nov 23 18:43:04.809520 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.836272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:04.859106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,segment=NetworkSegment(909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc),segment_id=909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:04.892349 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.922146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:04.951546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a23b4b0-620b-4062-a4b3-621e8a8bf60d req-af573ca3-1174-41ab-a807-853787191fd2 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708319 Nov 23 18:43:04.957391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:43:04.988551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.047878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 7dbdc455-5506-4a82-9c7a-7952ce81a518 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:05.188343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.197642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.205009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-030765d6-0272-469a-866c-e57e461e0454 service neutron] 10.222.0.47 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2323821 Nov 23 18:43:05.342429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518,segment=NetworkSegment(79e9d949-b60d-4516-9860-e382e8ee15eb),segment_id=79e9d949-b60d-4516-9860-e382e8ee15eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:05.377534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f46f3-f90b-4f13-a6a4-fc6c3c8b0f0d None None] Port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:05.429223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '7dbdc455-5506-4a82-9c7a-7952ce81a518', 'network_id': 'ec85b933-f74e-4830-ae3e-8a8315c05949', 'port_id': '7dbdc455-5506-4a82-9c7a-7952ce81a518', 'mac_address': 'fa:16:3e:92:8e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4657fc-b905-47aa-bf2a-4fe7937cc95e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:05.436176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:05.446935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e5e09-a2e0-456d-8c9f-a491af70b256 req-7f8ac1d7-7397-4798-b96e-9882d692b7c7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.488855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e5e09-a2e0-456d-8c9f-a491af70b256 req-7f8ac1d7-7397-4798-b96e-9882d692b7c7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.495370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383956d1-ef25-4846-bfb7-2039d2fac8e8 req-9ca7b376-a39e-4790-b703-3b65ee75385c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.497536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-383956d1-ef25-4846-bfb7-2039d2fac8e8 req-9ca7b376-a39e-4790-b703-3b65ee75385c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1538663 Nov 23 18:43:05.512660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e5e09-a2e0-456d-8c9f-a491af70b256 req-7f8ac1d7-7397-4798-b96e-9882d692b7c7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:05.523349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a3e5e09-a2e0-456d-8c9f-a491af70b256 req-7f8ac1d7-7397-4798-b96e-9882d692b7c7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2415 time: 0.5885961 Nov 23 18:43:05.539645 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Floating IP 71d9a8b6-26fc-4ca3-9955-3240a620c74f associated. External IP: 172.25.5.159, port: 586ce401-f07c-48e2-8a34-b5d51e5a8cb5. Nov 23 18:43:05.550868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.565757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Pushing event updated for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:05.589456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.621261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbdc455-5506-4a82-9c7a-7952ce81a518 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:05.674710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518,segment=NetworkSegment(79e9d949-b60d-4516-9860-e382e8ee15eb),segment_id=79e9d949-b60d-4516-9860-e382e8ee15eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:05.684899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.773763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a43f243a-fa0d-4ae5-b6ac-3c9da2595313 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:05.823449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:05.834798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['84809ec8-8dbf-4e6d-9bb0-32b58c4e653a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:05.902609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:05.923973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:05.924618 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:05.929964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-383956d1-ef25-4846-bfb7-2039d2fac8e8 req-0469c2de-1a72-4173-8e49-1b3399a7f542 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133685 Nov 23 18:43:06.153092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Router 7547840a-0bba-43dc-a00e-619fd97cf2fe has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:43:06.171038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a3e5e09-a2e0-456d-8c9f-a491af70b256 req-ed7e20a5-4249-4be0-bc82-c27e241c3633 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229587 Nov 23 18:43:06.173724 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.247519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:06.252953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:06.256885 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68655b-939f-4b2e-b6d3-889de9d6b9f4" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:06.261877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['7dbdc455-5506-4a82-9c7a-7952ce81a518'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:06.301736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:06.331463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.362112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9829ccb-5d04-45ee-a1dd-c01250efdfc8 req-c141904a-0bfd-400e-8f6b-70cff71173e1 service neutron] 10.222.0.47 "GET /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1222367 Nov 23 18:43:06.434879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef697d-258a-4f7f-a842-0eb7fa79fb90 req-1a0801ba-5be5-45c6-a991-50ff16198ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.436786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15ef697d-258a-4f7f-a842-0eb7fa79fb90 req-1a0801ba-5be5-45c6-a991-50ff16198ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.2331407 Nov 23 18:43:06.443682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:06.447203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:06.466363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:06.506614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:06.506988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.577752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde9253-65a8-43f7-91ce-ebf90c73120a req-92b3ea65-4bf3-41b8-ac23-9329aa8de8a6 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.579421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cde9253-65a8-43f7-91ce-ebf90c73120a req-92b3ea65-4bf3-41b8-ac23-9329aa8de8a6 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 944 time: 0.2591698 Nov 23 18:43:06.616275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:06.623714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:06.647974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Sync routers for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:06.658781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb06be-0ad6-4279-8f5d-b2969e381f35 req-88506e58-5265-416c-a4aa-95c4c34f112c tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:06.668232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60cb06be-0ad6-4279-8f5d-b2969e381f35 req-88506e58-5265-416c-a4aa-95c4c34f112c tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 944 time: 0.4680047 Nov 23 18:43:06.721349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-861d3ee0-61c0-4360-ad3c-85d7fd948d23 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "PUT /v2.0/floatingips/71d9a8b6-26fc-4ca3-9955-3240a620c74f HTTP/1.1" status: 200 len: 991 time: 3.7690697 Nov 23 18:43:06.732342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:06.737967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:06.738878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:06.746629 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2638d8-1241-42fe-be80-eea1ea6ac72f" -d '{"events": [{"name": "network-changed", "server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:06.775868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15ef697d-258a-4f7f-a842-0eb7fa79fb90 req-48751caa-bda8-456b-8c0b-e10acf6e9b59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182752 Nov 23 18:43:06.791012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Router 9e805c75-ba1d-4be6-bffe-fdc90945eccf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:43:06.801774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60cb06be-0ad6-4279-8f5d-b2969e381f35 req-ea1051f9-7a26-4a15-9a5d-f631006f78f4 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326351 Nov 23 18:43:06.889106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cde9253-65a8-43f7-91ce-ebf90c73120a req-3833b02f-8093-4265-8201-3d0789f80a08 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887201 Nov 23 18:43:07.045120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:07.055379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b06f34af-0617-49f2-9dd5-5a7894b5455d admin admin] 10.222.0.37 "PUT /v2.0/routers/9e805c75-ba1d-4be6-bffe-fdc90945eccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8207767 Nov 23 18:43:07.066203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:07.073628 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd26ac-19c3-48d6-9278-0adce350cf28 x-openstack-request-id: req-0ffd26ac-19c3-48d6-9278-0adce350cf28 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:07.074135 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:07.074241 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ffd26ac-19c3-48d6-9278-0adce350cf28 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:07.074579 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'status': 'completed', 'code': 200} Nov 23 18:43:07.119296 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08046796-dcd6-4d20-89e9-66b013a71cca x-openstack-request-id: req-08046796-dcd6-4d20-89e9-66b013a71cca {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:07.119634 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:07.119902 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08046796-dcd6-4d20-89e9-66b013a71cca {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:07.121753 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313', 'code': 200} Nov 23 18:43:07.126283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:07.312258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-f9c67664-3467-4fd1-a98e-4927dde23f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.315297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-f9c67664-3467-4fd1-a98e-4927dde23f62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ceee312718124360ac67e3c3c1131802&device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 1096 time: 0.2081521 Nov 23 18:43:07.329952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:07.347578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:07.381930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2ee5-4b47-427e-a090-3d798ac25066 req-87290a01-2e0f-4a43-b86a-6d91143eae9a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.383710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe2b2ee5-4b47-427e-a090-3d798ac25066 req-87290a01-2e0f-4a43-b86a-6d91143eae9a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1525912 Nov 23 18:43:07.409725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '311327cd-d818-434e-b116-7eb20b33e193', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '311327cd-d818-434e-b116-7eb20b33e193', 'mac_address': 'fa:16:3e:3d:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:07.412352 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Sync routers for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:07.433306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:07.434982 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:07.496713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:07.510913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-ee6463ab-74c0-47cd-9484-bf1d649a7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.512474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14e6245e-e9b7-4e3c-8037-d88362d29041 None None] Provisioning complete for port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:07.512609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14e6245e-e9b7-4e3c-8037-d88362d29041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:07.515218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-ee6463ab-74c0-47cd-9484-bf1d649a7932 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b HTTP/1.1" status: 200 len: 916 time: 0.1876616 Nov 23 18:43:07.634451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:07.689454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14e6245e-e9b7-4e3c-8037-d88362d29041 None None] Port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:07.704061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:07.707036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:07.718547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:07.776663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe2b2ee5-4b47-427e-a090-3d798ac25066 req-03951d1c-81fe-40a4-a0f8-4c5972a5a7aa tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531024 Nov 23 18:43:07.832814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:07.836444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:07.837152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-71f9b9fb-d3cd-4495-853d-4c172226a5a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5 HTTP/1.1" status: 200 len: 999 time: 0.2838519 Nov 23 18:43:07.838495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d05d5d-c90b-408c-a264-bbdb80fb326e req-a1731b83-cc21-42de-9ffe-6a3833f3318e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.862192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d05d5d-c90b-408c-a264-bbdb80fb326e req-a1731b83-cc21-42de-9ffe-6a3833f3318e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.862424 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:07.883958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d05d5d-c90b-408c-a264-bbdb80fb326e req-a1731b83-cc21-42de-9ffe-6a3833f3318e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:07.887420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9d05d5d-c90b-408c-a264-bbdb80fb326e req-a1731b83-cc21-42de-9ffe-6a3833f3318e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2416 time: 0.2153072 Nov 23 18:43:08.001932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-6d95eeda-5da8-4166-b311-730da342c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.004779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-6d95eeda-5da8-4166-b311-730da342c89f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a59adb-a72c-4df2-8bad-8a5d77bbba0e HTTP/1.1" status: 200 len: 854 time: 0.1607027 Nov 23 18:43:08.037493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9d05d5d-c90b-408c-a264-bbdb80fb326e req-39af15f8-eea8-4516-8b4a-640791d3c6a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389220 Nov 23 18:43:08.084705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-a3e01689-d395-4e2f-9635-90e7dd2c1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.088965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-a3e01689-d395-4e2f-9635-90e7dd2c1241 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751891 Nov 23 18:43:08.246613 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 2, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:08.278523 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Checking router: 9e805c75-ba1d-4be6-bffe-fdc90945eccf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:08.278883 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Updating router 9e805c75-ba1d-4be6-bffe-fdc90945eccf port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:43:08.322419 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.377103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:08.389058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-75b3cb77-8e2f-4c86-9732-4e51a6aff346 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.400209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.403294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-75b3cb77-8e2f-4c86-9732-4e51a6aff346 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 829 time: 0.2755697 Nov 23 18:43:08.467430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-b8ec47a6-d376-4aaa-baab-1f0d6e9c6e99 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/quotas/42eecd112b4243d7b1b76d265b09285b HTTP/1.1" status: 200 len: 375 time: 0.0627236 Nov 23 18:43:08.531109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:08.591095 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:43:08.592014 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:43:08.620843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-b3e6fd2f-be35-4e6f-887c-35ea3b1bcf9e tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522088 Nov 23 18:43:08.631604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.640740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '71d9a8b6-26fc-4ca3-9955-3240a620c74f', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'port_id': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'mac_address': 'fa:16:3e:9b:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229eda9b-a803-4b53-8606-512de83dcf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:42:37Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 1, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:08.643212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:08.666617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-c1d8fe7f-5b4c-4443-b760-772025d9ca00 service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693331 Nov 23 18:43:08.694985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:08.695683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.698725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:08.717094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Checking router: 7547840a-0bba-43dc-a00e-619fd97cf2fe for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:08.752967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8c63-19c3-4e0d-a1d8-df0bb931dfbf req-d53b2742-a5f3-4657-a27c-cb0f23254eee tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:08.758173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78af8c63-19c3-4e0d-a1d8-df0bb931dfbf req-d53b2742-a5f3-4657-a27c-cb0f23254eee tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 944 time: 0.1279263 Nov 23 18:43:08.766610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:08.767712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:08.884701 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.896896 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:08.903951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:08.910297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78af8c63-19c3-4e0d-a1d8-df0bb931dfbf req-9192152a-ecfb-41cc-a442-5e398ed7b8e2 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436343 Nov 23 18:43:09.111408 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Attempting to bind port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:09.111832 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Attempting to bind port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:09.112145 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Attempting to bind port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 on network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:09.135083 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:09.135727 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Checking segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:09.136140 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.136541 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Bound using segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:09.137035 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Bound port: 6ab311ed-efc8-4b2d-8293-7f59dd694a72, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:09.137374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:09.137599 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.140735 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b638ad-70e0-44bf-ad84-ec303797e3c4" -d '{"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:09.250377 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.258501 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] For port 6ab311ed-efc8-4b2d-8293-7f59dd694a72, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:09.263143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] For port 6ab311ed-efc8-4b2d-8293-7f59dd694a72, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ab311ed-efc8-4b2d-8293-7f59dd694a72,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:09.264340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fba80-6696-4798-aef6-ea7be1d5195c req-7126de74-ab8e-4776-a305-8eda05d3f821 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:09.273292 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.276182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-315fba80-6696-4798-aef6-ea7be1d5195c req-7126de74-ab8e-4776-a305-8eda05d3f821 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 944 time: 0.1129811 Nov 23 18:43:09.277213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:09.299884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c4f1-29c3-41e5-8f4b-37a9a1ec3ad1 None None] Pushing event updated for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:09.367787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:09.373311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.391694 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c4f1-29c3-41e5-8f4b-37a9a1ec3ad1 None None] Pushing event updated for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:09.414613 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:09.415255 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:09.416164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-315fba80-6696-4798-aef6-ea7be1d5195c req-fb5f6b8a-0ecb-47e0-934b-038d20e3f2cb tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389241 Nov 23 18:43:09.424056 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.463600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 7dbdc455-5506-4a82-9c7a-7952ce81a518 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:09.585850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,segment=NetworkSegment(909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc),segment_id=909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:09.608112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] Provisioning complete for port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:09.608638 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.610529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:09.611465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9b8875ed-31ea-41da-9c57-25f87e41b43e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:09.651110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-6700ddd0-af46-425a-b480-3419d045a408 service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0168099 Nov 23 18:43:09.663516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a2638d8-1241-42fe-be80-eea1ea6ac72f req-982590e8-9dae-4566-91b5-e0b032440c19 service neutron] 10.222.0.47 "GET /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9885986 Nov 23 18:43:09.677150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:09.769349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:09.862819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5d02eb9c-a44a-4295-bd1f-993b9411e69c service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982639 Nov 23 18:43:09.906198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:09.924688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '71d9a8b6-26fc-4ca3-9955-3240a620c74f', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'port_id': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'mac_address': 'fa:16:3e:9b:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229eda9b-a803-4b53-8606-512de83dcf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:42:37Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 1, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:09.962152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc0d24-deeb-4c72-829e-0c210eda059f None None] The sync data for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 is: [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '71d9a8b6-26fc-4ca3-9955-3240a620c74f', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'port_id': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'mac_address': 'fa:16:3e:9b:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229eda9b-a803-4b53-8606-512de83dcf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:42:37Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 1, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:10.036490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 7dbdc455-5506-4a82-9c7a-7952ce81a518 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:10.058232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 7dbdc455-5506-4a82-9c7a-7952ce81a518 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:10.073160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:10.091489 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:09Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:10.143557 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d905ab-d915-4a03-b165-ab3c55233335 None None] The sync data for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 is: [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:09Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:10.182966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60bf7-93f3-4edc-b573-85673c9764e0 req-3e4a7b29-2c4f-4b13-bd8c-f9e0792ab80a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.187665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eed60bf7-93f3-4edc-b573-85673c9764e0 req-3e4a7b29-2c4f-4b13-bd8c-f9e0792ab80a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 948 time: 0.1412482 Nov 23 18:43:10.328047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eed60bf7-93f3-4edc-b573-85673c9764e0 req-102ee83d-bd7d-48eb-aa55-d1577bf3471e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316109 Nov 23 18:43:10.389773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:10.540588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53ceb-1223-45ab-aeff-4aa8473e3a02 req-ccfc181a-3af2-45f1-9dc4-a9644fd68d93 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.544885 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098fe2dd-9935-44f7-a4ed-1a20b161157a x-openstack-request-id: req-098fe2dd-9935-44f7-a4ed-1a20b161157a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:10.545695 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:10.546859 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-098fe2dd-9935-44f7-a4ed-1a20b161157a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:10.547382 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'code': 200} Nov 23 18:43:10.549457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13761a5-c9db-4609-907a-25075dcb7bdc None None] New status for floating IP 71d9a8b6-26fc-4ca3-9955-3240a620c74f: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:43:10.551014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53ceb-1223-45ab-aeff-4aa8473e3a02 req-ccfc181a-3af2-45f1-9dc4-a9644fd68d93 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.560136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53ceb-1223-45ab-aeff-4aa8473e3a02 req-ccfc181a-3af2-45f1-9dc4-a9644fd68d93 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.562081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87f53ceb-1223-45ab-aeff-4aa8473e3a02 req-ccfc181a-3af2-45f1-9dc4-a9644fd68d93 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2416 time: 0.1511745 Nov 23 18:43:10.621515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:10.625613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9b8875ed-31ea-41da-9c57-25f87e41b43e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:10.641239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:10.663345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:10.700403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87f53ceb-1223-45ab-aeff-4aa8473e3a02 req-a168e4ee-a5ef-49ba-84a2-3cbbf717c97e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276560 Nov 23 18:43:10.744053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9b8875ed-31ea-41da-9c57-25f87e41b43e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:10.749925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:10.770257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093bad-0156-4780-88c0-8f6e56631ebb req-2ea328c7-bbb8-47c3-8c6b-12a6565447a1 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:10.772788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39093bad-0156-4780-88c0-8f6e56631ebb req-2ea328c7-bbb8-47c3-8c6b-12a6565447a1 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1119649 Nov 23 18:43:10.919598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39093bad-0156-4780-88c0-8f6e56631ebb req-1f3ebef9-8063-4cf8-a60b-fcd31857b1ae tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386008 Nov 23 18:43:11.018864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] For port 6ab311ed-efc8-4b2d-8293-7f59dd694a72, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ab311ed-efc8-4b2d-8293-7f59dd694a72,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:11.025745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f40a2b99-32ad-4995-955f-cca66fde4dc2 req-24dddb5e-fe3e-4a90-96ae-8704c8fcd8f7 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 210 time: 0.0558140 Nov 23 18:43:11.064236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.155198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb790bf-6c41-429b-91c5-de145d60e005 req-153f383d-cc20-4823-8c2b-0b63e1809037 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.160626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bb790bf-6c41-429b-91c5-de145d60e005 req-153f383d-cc20-4823-8c2b-0b63e1809037 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 948 time: 0.1243436 Nov 23 18:43:11.225367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586445da-410c-41fa-aa9e-041c39ecdb83 req-f98e2493-21c6-4861-beea-6d72b3aab752 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.239334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-586445da-410c-41fa-aa9e-041c39ecdb83 req-f98e2493-21c6-4861-beea-6d72b3aab752 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 944 time: 0.0944800 Nov 23 18:43:11.267752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bb790bf-6c41-429b-91c5-de145d60e005 req-dd286cda-b3f8-4625-a03d-d681e879f02a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953770 Nov 23 18:43:11.373873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-586445da-410c-41fa-aa9e-041c39ecdb83 req-5e649beb-5835-4c22-8e2c-5703aeda8288 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332984 Nov 23 18:43:11.400877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.526025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:11.526403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.646603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518,segment=NetworkSegment(79e9d949-b60d-4516-9860-e382e8ee15eb),segment_id=79e9d949-b60d-4516-9860-e382e8ee15eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:11.665587 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.679122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.714111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b40766a2-c21e-473b-9e22-1afa69fa2155 None None] Provisioning complete for port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:11.714426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b40766a2-c21e-473b-9e22-1afa69fa2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.718858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1d63f-2aaa-45bf-844a-05b462a67b6c None None] Pushing event updated for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:11.893108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:11.896820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ddf88-d2d8-4c0c-af4c-60fc15381a02 req-47a3f1c2-dc01-4f5d-962f-84f308755f0d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.909741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:11.910724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 02482183-b7bd-4976-b293-e71af732c4fc up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:11.921109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ddf88-d2d8-4c0c-af4c-60fc15381a02 req-47a3f1c2-dc01-4f5d-962f-84f308755f0d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.953489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ddf88-d2d8-4c0c-af4c-60fc15381a02 req-47a3f1c2-dc01-4f5d-962f-84f308755f0d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:11.967141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a3ddf88-d2d8-4c0c-af4c-60fc15381a02 req-47a3f1c2-dc01-4f5d-962f-84f308755f0d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2416 time: 0.1481936 Nov 23 18:43:12.100755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:12.171102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a3ddf88-d2d8-4c0c-af4c-60fc15381a02 req-dc428145-cac8-46bb-b007-d7447b91ea6c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948051 Nov 23 18:43:12.273673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:12.398554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:12.457162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 02482183-b7bd-4976-b293-e71af732c4fc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:12.465041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 02482183-b7bd-4976-b293-e71af732c4fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:12.466899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.494739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad8d86-1edd-4bcd-bd84-5e3c5bb13867 req-2c7b5ebe-e723-4bee-b708-4c009e39a918 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:12.516877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ad8d86-1edd-4bcd-bd84-5e3c5bb13867 req-2c7b5ebe-e723-4bee-b708-4c009e39a918 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1958919 Nov 23 18:43:12.554841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a'}, {'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518'}, {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:12.560561 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c08c0-98da-4851-b368-0a20c7ff9417" -d '{"events": [{"server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "name": "network-vif-plugged", "status": "completed", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a"}, {"server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518"}, {"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:12.702079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77853af4-2749-4c0d-8676-b2036bc87848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.702920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.720806 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ad8d86-1edd-4bcd-bd84-5e3c5bb13867 req-4e8b6659-8cfd-4b01-a937-3666bf0b38ef tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017679 Nov 23 18:43:12.791735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:12.796564 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:12.824503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ab311ed-efc8-4b2d-8293-7f59dd694a72 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:12.842318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-b2fa5202-ec1c-432e-9e36-95330e6786e3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:12.844523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-b2fa5202-ec1c-432e-9e36-95330e6786e3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.50 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 829 time: 0.4763875 Nov 23 18:43:12.877440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'port': {'device_id': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'admin_state_up': True, 'tenant_id': '42eecd112b4243d7b1b76d265b09285b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:12.887413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399040c0-ec44-4cdc-947f-de030295746a req-1437f66d-f5f9-4e30-9211-afbe616c44ad tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 210 time: 0.0576174 Nov 23 18:43:13.006750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:13.018992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:13.019570 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.075619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be2ca4-f6e6-4f10-823f-ad9182edcdf8 req-2f8eba27-ffb9-42ad-9501-9487099257fc tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.085019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6be2ca4-f6e6-4f10-823f-ad9182edcdf8 req-2f8eba27-ffb9-42ad-9501-9487099257fc tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.0973835 Nov 23 18:43:13.158750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Made reservation on behalf of 42eecd112b4243d7b1b76d265b09285b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:13.162612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6be2ca4-f6e6-4f10-823f-ad9182edcdf8 req-96a8af9f-0307-4496-8d8c-945d78517e76 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764158 Nov 23 18:43:13.172085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.212078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa3e3-970c-4f4d-a435-2aeb8788572d req-946b4860-0593-417e-9a78-a7918421bd53 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.220357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-937aa3e3-970c-4f4d-a435-2aeb8788572d req-946b4860-0593-417e-9a78-a7918421bd53 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 948 time: 0.5459940 Nov 23 18:43:13.305253 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439dd49f-71c7-43c5-b88b-9ccc521544e6 x-openstack-request-id: req-439dd49f-71c7-43c5-b88b-9ccc521544e6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:13.305563 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "name": "network-vif-plugged", "status": "completed", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a", "code": 200}, {"server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "name": "network-vif-plugged", "status": "completed", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518", "code": 200}, {"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:13.305823 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-439dd49f-71c7-43c5-b88b-9ccc521544e6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:13.306242 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a', 'code': 200} Nov 23 18:43:13.306523 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518', 'code': 200} Nov 23 18:43:13.306842 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'code': 200} Nov 23 18:43:13.353338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-937aa3e3-970c-4f4d-a435-2aeb8788572d req-b307e40e-0da2-48da-84a7-fa049fc30a10 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317923 Nov 23 18:43:13.420305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:13.449981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d5da4-32bf-4197-bf11-666af93ee0e9 req-36a13b20-8885-4782-8b66-b432ab50885d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.457421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d5da4-32bf-4197-bf11-666af93ee0e9 req-36a13b20-8885-4782-8b66-b432ab50885d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.465863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d5da4-32bf-4197-bf11-666af93ee0e9 req-36a13b20-8885-4782-8b66-b432ab50885d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.474237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa4d5da4-32bf-4197-bf11-666af93ee0e9 req-36a13b20-8885-4782-8b66-b432ab50885d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1039901 Nov 23 18:43:13.556656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 311327cd-d818-434e-b116-7eb20b33e193 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:13.557030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.575012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa4d5da4-32bf-4197-bf11-666af93ee0e9 req-ddbb2155-0c6a-4d1e-ba73-26b4ade85751 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994179 Nov 23 18:43:13.577638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77853af4-2749-4c0d-8676-b2036bc87848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.589437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea49f-a2e6-4ae3-98c2-2139f1732500 req-e5b0b870-b360-470d-9023-4ddaf41270c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.591382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6bea49f-a2e6-4ae3-98c2-2139f1732500 req-e5b0b870-b360-470d-9023-4ddaf41270c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 1096 time: 0.0982866 Nov 23 18:43:13.599764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77853af4-2749-4c0d-8676-b2036bc87848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.680870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6bea49f-a2e6-4ae3-98c2-2139f1732500 req-e7994d3b-0aac-4bf4-bb3a-8a7bb9b1972f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797980 Nov 23 18:43:13.699862 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.767857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:13.775767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:13.860579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:13.953431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81ed7-397c-4c98-a2aa-a0c39b5da3ee req-76e2a624-8186-46b5-851d-334fe1872f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:13.960131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c81ed7-397c-4c98-a2aa-a0c39b5da3ee req-76e2a624-8186-46b5-851d-334fe1872f0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 1096 time: 0.4676359 Nov 23 18:43:14.004112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77853af4-2749-4c0d-8676-b2036bc87848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=099f56a3e12f483cbb1e71b0665d7173&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7272830 Nov 23 18:43:14.012082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853af4-2749-4c0d-8676-b2036bc87848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22adec-3365-4158-b85c-fcffe349a341,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:14.012474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46856) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:14.033708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Allocated IP 172.20.0.9 (27b998bf-4ed2-4266-826c-7ffa9fd36f5c/864beb75-04d8-4912-a54f-07a158e402a5/90071f21-b243-4a52-98f1-b3e2c21c0b47) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:14.071455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c78b9675-662a-4f53-af5f-475fa1e67c4d req-1d95b0ec-335d-4059-ad1b-11ab66f02953 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 210 time: 0.0640225 Nov 23 18:43:14.090188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c81ed7-397c-4c98-a2aa-a0c39b5da3ee req-a00286b2-c24e-4266-ba05-954f774e7939 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076019 Nov 23 18:43:14.112886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a5700-a972-4326-8590-b726c6c65b82 req-2a87ffa0-f6ce-442b-8c02-cc33c95176d8 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.115346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-008a5700-a972-4326-8590-b726c6c65b82 req-2a87ffa0-f6ce-442b-8c02-cc33c95176d8 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1545646 Nov 23 18:43:14.133017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.162669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.276094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-008a5700-a972-4326-8590-b726c6c65b82 req-341a069d-461f-4bf8-82d7-f229333489d4 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524160 Nov 23 18:43:14.312855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.312855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.316686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a22adec-3365-4158-b85c-fcffe349a341 HTTP/1.1" status: 204 len: 168 time: 0.2993121 Nov 23 18:43:14.332843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb785a-0e7b-4017-ae76-ee4b43acd575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22adec-3365-4158-b85c-fcffe349a341,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:14.362617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.366296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a82f-8b36-4934-995c-dca0da1a39c6 req-79701f05-b8e7-4c2e-9b71-d197537d5765 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.368287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58d5a82f-8b36-4934-995c-dca0da1a39c6 req-79701f05-b8e7-4c2e-9b71-d197537d5765 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.1119447 Nov 23 18:43:14.439042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.468726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58d5a82f-8b36-4934-995c-dca0da1a39c6 req-0dc2fcac-9405-4fee-bc3e-d383381bba96 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915608 Nov 23 18:43:14.499696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:14.502965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:14.509449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:14.518573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event updated for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:14.642725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fe0a3-1d2c-4d33-b6b6-7bb5f84f5a17 req-6d486a5f-9774-457d-a5c7-c9100b443cb6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.644351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b8fe0a3-1d2c-4d33-b6b6-7bb5f84f5a17 req-6d486a5f-9774-457d-a5c7-c9100b443cb6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.0974247 Nov 23 18:43:14.719246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.719951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.747670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-99569b20-fb56-470f-85c5-b4f554cab586 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8766465 Nov 23 18:43:14.783119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Request body: {'port': {'device_id': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:14.871792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5546-86ff-4261-9c95-023aadc04f52 req-7a4ae3c3-7850-432c-9c52-55b1b64a3899 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.880602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5546-86ff-4261-9c95-023aadc04f52 req-7a4ae3c3-7850-432c-9c52-55b1b64a3899 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.890917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b8fe0a3-1d2c-4d33-b6b6-7bb5f84f5a17 req-4ee30931-2bde-466e-b885-3e571f8ccd8e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329233 Nov 23 18:43:14.896569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5546-86ff-4261-9c95-023aadc04f52 req-7a4ae3c3-7850-432c-9c52-55b1b64a3899 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:14.908265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b4c5546-86ff-4261-9c95-023aadc04f52 req-7a4ae3c3-7850-432c-9c52-55b1b64a3899 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1600864 Nov 23 18:43:14.958749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.027941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b4c5546-86ff-4261-9c95-023aadc04f52 req-ca9f51a3-ac5a-4ccb-b502-b0f979005e61 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188240 Nov 23 18:43:15.099176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-455ed3cf-688f-401e-9674-34a55e9af6ab None None] Provisioning complete for port 90071f21-b243-4a52-98f1-b3e2c21c0b47 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:15.101117 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-455ed3cf-688f-401e-9674-34a55e9af6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.225996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-455ed3cf-688f-401e-9674-34a55e9af6ab None None] Port 90071f21-b243-4a52-98f1-b3e2c21c0b47 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:15.308149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc'}, {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:15.310713 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc4b330-0231-4ca4-9b13-52a9787e0e05" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "02482183-b7bd-4976-b293-e71af732c4fc"}, {"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:15.370045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11797da-21bc-424a-b9b6-af6eb64b5999 req-13b7bbd6-1e3a-48b4-94c8-79305855315f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.373744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f11797da-21bc-424a-b9b6-af6eb64b5999 req-13b7bbd6-1e3a-48b4-94c8-79305855315f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 931 time: 0.1072261 Nov 23 18:43:15.398689 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baddaad-4c5a-4bc6-93fd-97ebd81c6e56 x-openstack-request-id: req-0baddaad-4c5a-4bc6-93fd-97ebd81c6e56 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:15.399290 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-plugged", "status": "completed", "tag": "02482183-b7bd-4976-b293-e71af732c4fc", "code": 200}, {"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:15.399699 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0baddaad-4c5a-4bc6-93fd-97ebd81c6e56 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:15.400226 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc', 'code': 200} Nov 23 18:43:15.401037 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'code': 200} Nov 23 18:43:15.518409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f11797da-21bc-424a-b9b6-af6eb64b5999 req-cf8c5dda-6b85-42a7-b5aa-4b359a63722c tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320040 Nov 23 18:43:15.530414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90071f21-b243-4a52-98f1-b3e2c21c0b47 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:15.565430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.602554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Transition to ACTIVE for port object 90071f21-b243-4a52-98f1-b3e2c21c0b47 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:15.607827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.648014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef28b4-9bbb-4606-8398-098013ab0167 req-ff92077b-2be6-4266-95d5-ad98f4b907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.648637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef28b4-9bbb-4606-8398-098013ab0167 req-ff92077b-2be6-4266-95d5-ad98f4b907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.649039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef28b4-9bbb-4606-8398-098013ab0167 req-ff92077b-2be6-4266-95d5-ad98f4b907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.651154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62ef28b4-9bbb-4606-8398-098013ab0167 req-ff92077b-2be6-4266-95d5-ad98f4b907ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2871 time: 0.1102719 Nov 23 18:43:15.674850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920c7d-9dad-45f4-8f1b-ca8a8d4e08a4 req-b9a4c18b-dfe8-4583-be52-f89dce57426a tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:15.692900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa920c7d-9dad-45f4-8f1b-ca8a8d4e08a4 req-b9a4c18b-dfe8-4583-be52-f89dce57426a tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1673439 Nov 23 18:43:15.695219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Pushing event updated for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:15.823142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa920c7d-9dad-45f4-8f1b-ca8a8d4e08a4 req-ea396b0b-1a00-4468-b88e-9e82b05fadee tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232569 Nov 23 18:43:15.849916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62ef28b4-9bbb-4606-8398-098013ab0167 req-63f814cc-e06c-4a36-89bc-63e2b7974e25 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696990 Nov 23 18:43:15.877773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Attempting to bind port 90071f21-b243-4a52-98f1-b3e2c21c0b47 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:15.878132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Attempting to bind port 90071f21-b243-4a52-98f1-b3e2c21c0b47 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:15.878432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Attempting to bind port 90071f21-b243-4a52-98f1-b3e2c21c0b47 on network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:15.885259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Port 90071f21-b243-4a52-98f1-b3e2c21c0b47 on network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:15.885566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Attempting to bind port 90071f21-b243-4a52-98f1-b3e2c21c0b47 on network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:15.894811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:15.894811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Checking segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:15.894811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Bound using segment: {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:15.894811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Bound port: 90071f21-b243-4a52-98f1-b3e2c21c0b47, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e896a6c-01dd-4741-84d0-f2e593c6c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:15.896564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:16.055160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:16.061476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:16.069644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:16.080569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4fba6-04d1-4161-9342-28d5062a549b req-7b60b3ba-7b69-4d1f-83ec-96793906f0f4 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.082116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ff4fba6-04d1-4161-9342-28d5062a549b req-7b60b3ba-7b69-4d1f-83ec-96793906f0f4 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.1010096 Nov 23 18:43:16.146013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.146409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:16.148039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] 10.222.0.50 "PUT /v2.0/ports/90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 1091 time: 1.3867214 Nov 23 18:43:16.148536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:16.150924 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dc8f04-966a-4b71-82aa-16d6703feed0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:16.176297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19361-fa17-4e78-baf9-b5b6b420436f req-8a10ef0f-05a4-4107-8b33-4bb834086564 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.191518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5a19361-fa17-4e78-baf9-b5b6b420436f req-8a10ef0f-05a4-4107-8b33-4bb834086564 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1179745 Nov 23 18:43:16.208297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d49dc-55a1-4a44-a823-59d2abfc1403 service neutron] Pushing event updated for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:16.230744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ff4fba6-04d1-4161-9342-28d5062a549b req-d934c8b6-d9c1-4a9b-bf77-36db9c983f2b tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206510 Nov 23 18:43:16.271863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5a19361-fa17-4e78-baf9-b5b6b420436f req-845c0f82-7bfc-4b40-9ccd-8be79ef8b05a tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789118 Nov 23 18:43:16.321834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-36c7e8c8-1f71-44e8-ae2a-388f1de73783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.325091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-36c7e8c8-1f71-44e8-ae2a-388f1de73783 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1094 time: 0.0919163 Nov 23 18:43:16.389290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-a6f8cfa3-f284-4b8c-9eb9-8517ca255ebc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 217 time: 0.0521970 Nov 23 18:43:16.483273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-8a54cddf-2029-4104-bbfc-d2e371e40cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.486149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-8a54cddf-2029-4104-bbfc-d2e371e40cf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.0850041 Nov 23 18:43:16.526989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330be03-40d1-4026-98da-1142c001922c req-c3c4ecd4-0c15-45db-892b-b90863331478 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.534833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330be03-40d1-4026-98da-1142c001922c req-c3c4ecd4-0c15-45db-892b-b90863331478 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.541435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330be03-40d1-4026-98da-1142c001922c req-c3c4ecd4-0c15-45db-892b-b90863331478 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.545380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5330be03-40d1-4026-98da-1142c001922c req-c3c4ecd4-0c15-45db-892b-b90863331478 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.0940323 Nov 23 18:43:16.581152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-af6988f0-c940-411d-b5d1-47ac29be5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.585651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-af6988f0-c940-411d-b5d1-47ac29be5a09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847170 Nov 23 18:43:16.648577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5330be03-40d1-4026-98da-1142c001922c req-a3ad7926-25f9-4573-bd2e-fa9451285d73 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840552 Nov 23 18:43:16.712159 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28bce79-1f68-4edc-a008-cb7bfcc7e841 x-openstack-request-id: req-c28bce79-1f68-4edc-a008-cb7bfcc7e841 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:16.712886 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:16.713243 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c28bce79-1f68-4edc-a008-cb7bfcc7e841 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:16.713738 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'status': 'completed', 'code': 200} Nov 23 18:43:16.779789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-48f806e6-d77e-4cd8-9b74-052b7c0ed9c6 service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865606 Nov 23 18:43:16.806862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fe8c5-c9d1-496f-95b6-84b9f9306e6a req-143da1be-5085-4a01-b45f-250cd5336eb4 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.809476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-452fe8c5-c9d1-496f-95b6-84b9f9306e6a req-143da1be-5085-4a01-b45f-250cd5336eb4 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 949 time: 0.0643463 Nov 23 18:43:16.885076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdb914-1f70-437d-b12b-7206ea3378b5 req-1a8a5af4-af21-4dcf-bddd-19a063470c1d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:16.886847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2fdb914-1f70-437d-b12b-7206ea3378b5 req-1a8a5af4-af21-4dcf-bddd-19a063470c1d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 943 time: 0.1216803 Nov 23 18:43:16.903210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-452fe8c5-c9d1-496f-95b6-84b9f9306e6a req-120fc677-b865-458c-a1c5-6a6c318e8bee tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739841 Nov 23 18:43:16.961469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8bc67d5-5dcd-4e52-8235-5a1bb5c210c2 req-33386ccd-554a-4347-9c16-7da85a31758d service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624060 Nov 23 18:43:17.033892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2fdb914-1f70-437d-b12b-7206ea3378b5 req-f6599f39-b75f-45a9-a12a-4c951eba8280 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322081 Nov 23 18:43:17.122178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75abbd63-6eca-47cb-b38a-0e468c3bca31 req-a1d333e8-e518-4d09-ae05-020c9604aedf tempest-AbsoluteLimitsNegativeTestJSON-380238006 tempest-AbsoluteLimitsNegativeTestJSON-380238006-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2d9720830d544fd19caa3b24c6721148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253613 Nov 23 18:43:17.137242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-1034a92a-4cb4-46d6-87d8-4d0d91b92284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.139306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-1034a92a-4cb4-46d6-87d8-4d0d91b92284 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1094 time: 0.0701163 Nov 23 18:43:17.307694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abbd63-6eca-47cb-b38a-0e468c3bca31 req-3148b818-a265-4348-bdd5-ba818b9df759 tempest-AbsoluteLimitsNegativeTestJSON-380238006 tempest-AbsoluteLimitsNegativeTestJSON-380238006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.310086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75abbd63-6eca-47cb-b38a-0e468c3bca31 req-3148b818-a265-4348-bdd5-ba818b9df759 tempest-AbsoluteLimitsNegativeTestJSON-380238006 tempest-AbsoluteLimitsNegativeTestJSON-380238006-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796639 Nov 23 18:43:17.336799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75abbd63-6eca-47cb-b38a-0e468c3bca31 req-5618c32c-4d89-417e-8c35-a4581c84a1bd tempest-AbsoluteLimitsNegativeTestJSON-380238006 tempest-AbsoluteLimitsNegativeTestJSON-380238006-project] 10.222.0.37 "GET /v2.0/quotas/2d9720830d544fd19caa3b24c6721148 HTTP/1.1" status: 200 len: 375 time: 0.0165083 Nov 23 18:43:17.348067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-68f4b6c0-1f77-45af-bb12-8cf5f1f6079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.351023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-68f4b6c0-1f77-45af-bb12-8cf5f1f6079a service neutron] 10.222.0.50 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 930 time: 0.1912971 Nov 23 18:43:17.365970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8567f9-18c8-43b6-8aec-b63861091c29 req-c142edbc-9683-4abe-9d86-e9d32bf2d45c tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.368245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed8567f9-18c8-43b6-8aec-b63861091c29 req-c142edbc-9683-4abe-9d86-e9d32bf2d45c tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1157315 Nov 23 18:43:17.395727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75abbd63-6eca-47cb-b38a-0e468c3bca31 req-e0237a46-332d-47e6-976a-c4e4b281fad4 tempest-AbsoluteLimitsNegativeTestJSON-380238006 tempest-AbsoluteLimitsNegativeTestJSON-380238006-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d9720830d544fd19caa3b24c6721148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505831 Nov 23 18:43:17.442903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-84604db9-8af2-4bd4-828a-39b0da1e70b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 217 time: 0.0707893 Nov 23 18:43:17.554321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed8567f9-18c8-43b6-8aec-b63861091c29 req-25ee2382-cc84-449a-9b04-843bba1f0a65 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765971 Nov 23 18:43:17.597205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-5bf523e4-acb8-4c2a-b219-0131e668c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.599701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-5bf523e4-acb8-4c2a-b219-0131e668c384 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.1299920 Nov 23 18:43:17.858049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097c75-356e-4aac-b572-40148b7455ff req-b5a80cc4-88f3-4a62-9a64-6e1fdbe6ca87 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.859717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83097c75-356e-4aac-b572-40148b7455ff req-b5a80cc4-88f3-4a62-9a64-6e1fdbe6ca87 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1216743 Nov 23 18:43:17.862455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-9b277922-1c9d-43e0-88c6-dd684c99d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:17.864306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-9b277922-1c9d-43e0-88c6-dd684c99d32b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2493315 Nov 23 18:43:17.926033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:18.035623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83097c75-356e-4aac-b572-40148b7455ff req-f9ffd262-a700-422c-b79c-8ae8c023c91f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674974 Nov 23 18:43:18.103988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-cd63d805-5eb2-41d6-aa78-300821049c03 service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193537 Nov 23 18:43:18.118301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-826b517e-6ec9-467b-b867-bf52e3de5020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.288519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-826b517e-6ec9-467b-b867-bf52e3de5020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.341560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61dc8f04-966a-4b71-82aa-16d6703feed0 req-c757fcae-4bb1-4cfe-8efe-bb0726751731 service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190037 Nov 23 18:43:18.362667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-826b517e-6ec9-467b-b867-bf52e3de5020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.428098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2af7f-6167-4c09-83a0-090d16d65e72 req-6acd588c-68cf-45ea-8e76-8a7497865347 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.435970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2af7f-6167-4c09-83a0-090d16d65e72 req-6acd588c-68cf-45ea-8e76-8a7497865347 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.443011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2af7f-6167-4c09-83a0-090d16d65e72 req-6acd588c-68cf-45ea-8e76-8a7497865347 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.447910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbf2af7f-6167-4c09-83a0-090d16d65e72 req-6acd588c-68cf-45ea-8e76-8a7497865347 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1046860 Nov 23 18:43:18.457203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-826b517e-6ec9-467b-b867-bf52e3de5020 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d9720830d544fd19caa3b24c6721148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292799 Nov 23 18:43:18.464370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:18.505478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b517e-6ec9-467b-b867-bf52e3de5020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34014fdc-eb9c-4c8c-90db-32bf5a805abd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:18.535452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbf2af7f-6167-4c09-83a0-090d16d65e72 req-d71e098d-01f7-4bf5-8920-4d20af107d28 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825605 Nov 23 18:43:18.540374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f072f6b-4b53-410b-9497-d7042de60675 req-a799605c-0866-4f1d-9362-fa938c9d85a2 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:18.542983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f072f6b-4b53-410b-9497-d7042de60675 req-a799605c-0866-4f1d-9362-fa938c9d85a2 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 943 time: 0.2517078 Nov 23 18:43:18.623239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.631700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f072f6b-4b53-410b-9497-d7042de60675 req-d1b5ca95-8644-4457-8c91-bb86fd21c25d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776300 Nov 23 18:43:18.650222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.735265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.737855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.739101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34014fdc-eb9c-4c8c-90db-32bf5a805abd HTTP/1.1" status: 204 len: 168 time: 0.2646384 Nov 23 18:43:18.762573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5b92d-bcbc-46a6-8d1d-10a901d61a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34014fdc-eb9c-4c8c-90db-32bf5a805abd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:19.001837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef066c-ff84-447f-a3ad-52ea5ee7c38f req-251cb0e3-6338-476a-bf47-86c0b4b87536 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.003470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7ef066c-ff84-447f-a3ad-52ea5ee7c38f req-251cb0e3-6338-476a-bf47-86c0b4b87536 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.0806251 Nov 23 18:43:19.072513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7ef066c-ff84-447f-a3ad-52ea5ee7c38f req-7ab7d733-c601-48ac-8e93-0a0a403f673a tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Nov 23 18:43:19.109269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f8d1-0b6e-4970-a511-9bcbbe8d2d01 req-54221ac7-95e8-4843-ba86-f1e69f3e6f0b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.119880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f8d1-0b6e-4970-a511-9bcbbe8d2d01 req-54221ac7-95e8-4843-ba86-f1e69f3e6f0b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.126731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f8d1-0b6e-4970-a511-9bcbbe8d2d01 req-54221ac7-95e8-4843-ba86-f1e69f3e6f0b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.128653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0957f8d1-0b6e-4970-a511-9bcbbe8d2d01 req-54221ac7-95e8-4843-ba86-f1e69f3e6f0b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.0920186 Nov 23 18:43:19.201723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0957f8d1-0b6e-4970-a511-9bcbbe8d2d01 req-983705f4-ee61-4567-8671-e7ddaf01dc0a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567949 Nov 23 18:43:19.228272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0aa96-a570-4223-a6cf-bfaa30d1dc84 req-1c62424f-a01b-468a-8a9d-74c0f49474d8 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.231016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ab0aa96-a570-4223-a6cf-bfaa30d1dc84 req-1c62424f-a01b-468a-8a9d-74c0f49474d8 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.0676589 Nov 23 18:43:19.328110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ab0aa96-a570-4223-a6cf-bfaa30d1dc84 req-9b7684d1-6c7b-49d2-b759-c95f13d1823e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874214 Nov 23 18:43:19.682188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:19.975447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:19.977928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:19.984851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c99a9-d227-4260-a642-9d76d73a048a req-5e643acc-7d5a-42b8-b02f-34419452a8f3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:19.998291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-236c99a9-d227-4260-a642-9d76d73a048a req-5e643acc-7d5a-42b8-b02f-34419452a8f3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 943 time: 0.1299541 Nov 23 18:43:20.060055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:20.064717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-236c99a9-d227-4260-a642-9d76d73a048a req-1b9382f7-054e-4492-b6ae-9f533e953227 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Nov 23 18:43:20.073900 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca77eb-6254-4b5b-acae-6273c6bf4227" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:20.091081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:20.104418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.150740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-network', 'tenant_id': '69b4ae89c7934940abd92f8042988085'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:20.198026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Made reservation on behalf of 69b4ae89c7934940abd92f8042988085 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:20.201199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.207551 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90175113-b982-4f0f-8105-df24c29134c8 x-openstack-request-id: req-90175113-b982-4f0f-8105-df24c29134c8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:20.208809 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:20.209534 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90175113-b982-4f0f-8105-df24c29134c8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:20.210481 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'code': 200} Nov 23 18:43:20.213088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:20.214059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.294805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22f1be-bb11-4726-a49a-166184dac2c7 req-0942e62f-7571-4d7b-823b-78892e87d2fc tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.309086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae22f1be-bb11-4726-a49a-166184dac2c7 req-0942e62f-7571-4d7b-823b-78892e87d2fc tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.0927699 Nov 23 18:43:20.377343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae22f1be-bb11-4726-a49a-166184dac2c7 req-16b750f0-7cba-4344-823d-142200020ef5 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Nov 23 18:43:20.434909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29a45-17e7-48a3-96c9-6d6c6819ae18 req-4243469c-6b3f-43bc-a1a4-61132cc5dfb2 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.447051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29a45-17e7-48a3-96c9-6d6c6819ae18 req-4243469c-6b3f-43bc-a1a4-61132cc5dfb2 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.457166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29a45-17e7-48a3-96c9-6d6c6819ae18 req-4243469c-6b3f-43bc-a1a4-61132cc5dfb2 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.460403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cde29a45-17e7-48a3-96c9-6d6c6819ae18 req-4243469c-6b3f-43bc-a1a4-61132cc5dfb2 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1435680 Nov 23 18:43:20.499025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.516347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.540296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5689538-c003-4d3b-8209-7272d8dcefc1 req-86059330-0c36-4101-8520-bdff381dfca0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.545755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5689538-c003-4d3b-8209-7272d8dcefc1 req-86059330-0c36-4101-8520-bdff381dfca0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.0662985 Nov 23 18:43:20.577509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:43:20.605297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:20.611547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.612461 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Added segment 1a26aa65-a171-4164-affe-7a8ae1c5aa22 of type vlan for network 9404bcf7-d3c3-439c-9355-3e43fd07f096 Nov 23 18:43:20.642841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5689538-c003-4d3b-8209-7272d8dcefc1 req-594dcf8b-ad2e-4353-8dc7-237e8b762a03 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922401 Nov 23 18:43:20.643602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cde29a45-17e7-48a3-96c9-6d6c6819ae18 req-94e3dcd9-a79e-4b11-8e43-b5a5ff98ab45 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605346 Nov 23 18:43:20.704495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.745639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.746646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:20.747357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.787755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8103087 Nov 23 18:43:20.792720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:20.798656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Request body: {'subnet': {'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-subnet', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:20.834307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28d725-4662-4e98-8eeb-a1e86362fc15 admin admin] Pushing event updated for resources: {'Network': ['ID=9404bcf7-d3c3-439c-9355-3e43fd07f096,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:20.842444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Made reservation on behalf of 69b4ae89c7934940abd92f8042988085 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:20.847832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:20.848180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:43:21.171389 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.280459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26223814-0198-4e39-be6b-d2d80c5e7821,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:21.307176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1682-bde2-40e6-b4bb-e02e7dc0e35a req-3f6b96d4-dcc2-4fe2-b871-d833e29c0712 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.308744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ef1682-bde2-40e6-b4bb-e02e7dc0e35a req-3f6b96d4-dcc2-4fe2-b871-d833e29c0712 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 943 time: 0.1489201 Nov 23 18:43:21.327480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Checking segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:21.327832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Network hostable DHCP agents. Network: 9404bcf7-d3c3-439c-9355-3e43fd07f096, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:43:21.337319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-9d92668a-173a-4187-a60b-02b4f1547b04 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.338782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-9d92668a-173a-4187-a60b-02b4f1547b04 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.50 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.1190450 Nov 23 18:43:21.421107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:43:21.437285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ef1682-bde2-40e6-b4bb-e02e7dc0e35a req-2f028ab0-e114-4519-b24f-b7d86b8307d9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199169 Nov 23 18:43:21.442850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9404bcf7-d3c3-439c-9355-3e43fd07f096) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:21.455472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2d846-db20-4a93-9f99-263bfa5c2a16 None None] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:21.474136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.474747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.504049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a25f6207-0ff7-4e7f-9278-fe1fbf8dfbc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7097113 Nov 23 18:43:21.508550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:21.512448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:21.526273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:21.573819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.576283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.588979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Deleting port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:21.590099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.627999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04623831-e825-4c56-98cc-53e73179375c req-574affee-52fd-4e27-a2ba-f3fca550e9ae tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.630621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04623831-e825-4c56-98cc-53e73179375c req-574affee-52fd-4e27-a2ba-f3fca550e9ae tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 945 time: 0.0726295 Nov 23 18:43:21.702389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 90071f21-b243-4a52-98f1-b3e2c21c0b47 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:21.704752 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04623831-e825-4c56-98cc-53e73179375c req-c71b8346-f65b-4700-b2f2-91cb43731671 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Nov 23 18:43:21.794107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e571c-0055-4dd7-b982-6450b0076ace None None] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:21.866649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.867763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:21.870539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] For port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,segment=NetworkSegment(909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc),segment_id=909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:21.870911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:21.899230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be862a1-6602-4f17-8f27-fa1965a311b4 req-3a629776-c358-4d18-82c4-604fb8f72ea0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.905593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be862a1-6602-4f17-8f27-fa1965a311b4 req-3a629776-c358-4d18-82c4-604fb8f72ea0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.915454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be862a1-6602-4f17-8f27-fa1965a311b4 req-3a629776-c358-4d18-82c4-604fb8f72ea0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:21.920414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5be862a1-6602-4f17-8f27-fa1965a311b4 req-3a629776-c358-4d18-82c4-604fb8f72ea0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1150537 Nov 23 18:43:22.021518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5be862a1-6602-4f17-8f27-fa1965a311b4 req-5690a73d-722b-4ba4-bec9-269097908d6b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929666 Nov 23 18:43:22.060173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Calling delete_port for 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:22.079221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea01ab-82dd-4257-a587-cac7b5b35850 req-1b9499ec-191c-4f66-82d4-d8d5eb0def0f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.082147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63ea01ab-82dd-4257-a587-cac7b5b35850 req-1b9499ec-191c-4f66-82d4-d8d5eb0def0f tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.3330472 Nov 23 18:43:22.158469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-38201c38-c3d1-4083-998c-cd87f1e503e8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.164860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-38201c38-c3d1-4083-998c-cd87f1e503e8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.167281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3b0e3a85-e550-474e-8514-5345362b7c71', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '3b0e3a85-e550-474e-8514-5345362b7c71', 'mac_address': 'fa:16:3e:ff:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:22.171477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-38201c38-c3d1-4083-998c-cd87f1e503e8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.173251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-38201c38-c3d1-4083-998c-cd87f1e503e8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.4265809 Nov 23 18:43:22.249885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:22.292637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'mac_address': 'fa:16:3e:05:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:22.325470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.370116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b0e3a85-e550-474e-8514-5345362b7c71 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:22.416669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:22.417931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.430739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.463263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90071f21-b243-4a52-98f1-b3e2c21c0b47 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:22.517372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:22.546903 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.562377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:22.572768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.579567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3b0e3a85-e550-474e-8514-5345362b7c71'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:22.677569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63ea01ab-82dd-4257-a587-cac7b5b35850 req-989606ff-b80a-4d8e-9557-6597ea0e05e2 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836561 Nov 23 18:43:22.767154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:22.769268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30137f93-f6b2-46b6-a5f3-b7eb49e28127 req-220562c7-43fe-48ab-bcd6-c8a686c8ba90 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:22.776515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30137f93-f6b2-46b6-a5f3-b7eb49e28127 req-220562c7-43fe-48ab-bcd6-c8a686c8ba90 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 944 time: 0.1177502 Nov 23 18:43:22.816253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:22.816672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.824923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:22.893812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Pushing event deleted for resources: {'Port': ['ID=84809ec8-8dbf-4e6d-9bb0-32b58c4e653a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:22.894052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['90071f21-b243-4a52-98f1-b3e2c21c0b47'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:22.922945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30137f93-f6b2-46b6-a5f3-b7eb49e28127 req-9405ab28-d1d3-4ea6-8a50-e9411f1fe627 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194706 Nov 23 18:43:23.008427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76fb145e-4382-488c-917d-e714cc6fd57c req-e4bb9d4f-d6f6-4fa2-b50f-2efe3c512d37 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.37 "GET /v2.0/ports?device_id=df929f85-0a1f-4c27-9878-e624e6a968e7 HTTP/1.1" status: 200 len: 210 time: 0.1162231 Nov 23 18:43:23.036278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] No DVR routers for this DVR port 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:23.058610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.063155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fafb6af5-660e-4fec-81c6-60962e46c46a req-496acb43-8679-4c93-bd6f-bc62c09eddd7 tempest-InstanceActionsNegativeTestJSON-1932453657 tempest-InstanceActionsNegativeTestJSON-1932453657-project] 10.222.0.50 "DELETE /v2.0/ports/84809ec8-8dbf-4e6d-9bb0-32b58c4e653a HTTP/1.1" status: 204 len: 173 time: 1.7124927 Nov 23 18:43:23.063600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'name': 'network-vif-deleted', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:23.065887 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845ac60-0bf6-4e6c-9441-67b5346b209a" -d '{"events": [{"server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "name": "network-vif-deleted", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:23.255133 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41efcea-7d97-4749-b09b-1854f7645c17 x-openstack-request-id: req-d41efcea-7d97-4749-b09b-1854f7645c17 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:23.255837 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df929f85-0a1f-4c27-9878-e624e6a968e7", "name": "network-vif-deleted", "tag": "84809ec8-8dbf-4e6d-9bb0-32b58c4e653a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:23.260797 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d41efcea-7d97-4749-b09b-1854f7645c17 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:23.262495 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df929f85-0a1f-4c27-9878-e624e6a968e7', 'name': 'network-vif-deleted', 'tag': '84809ec8-8dbf-4e6d-9bb0-32b58c4e653a', 'status': 'completed', 'code': 200} Nov 23 18:43:23.286413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4d3a1-4e6e-4016-b1d8-f813be252c8b req-fe69c794-cc7a-4451-acd6-696c82e03cbb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:23.305689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4d3a1-4e6e-4016-b1d8-f813be252c8b req-fe69c794-cc7a-4451-acd6-696c82e03cbb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:23.313348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4d3a1-4e6e-4016-b1d8-f813be252c8b req-fe69c794-cc7a-4451-acd6-696c82e03cbb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:23.340278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.341421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a4d3a1-4e6e-4016-b1d8-f813be252c8b req-fe69c794-cc7a-4451-acd6-696c82e03cbb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 2418 time: 0.1848016 Nov 23 18:43:23.345467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port a43f243a-fa0d-4ae5-b6ac-3c9da2595313, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:23.345467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.378367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.396107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for a43f243a-fa0d-4ae5-b6ac-3c9da2595313 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:23.444795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a4d3a1-4e6e-4016-b1d8-f813be252c8b req-f6cf693a-b9b2-459f-a9f0-e408a15775d5 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019864 Nov 23 18:43:23.516768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:23.649975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3b0e3a85-e550-474e-8514-5345362b7c71 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:23.650689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.713859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Allocated IP 172.25.5.207 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d232394c-f6d7-4243-8e56-89fb9fdb06e3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:23.749784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a43f243a-fa0d-4ae5-b6ac-3c9da2595313 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:23.954286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:23.971060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.039016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=a43f243a-fa0d-4ae5-b6ac-3c9da2595313,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:24.074847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:24.112900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:43:24.113202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 84809ec8-8dbf-4e6d-9bb0-32b58c4e653a not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:24.113558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9b8875ed-31ea-41da-9c57-25f87e41b43e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:24.128850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port a43f243a-fa0d-4ae5-b6ac-3c9da2595313 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:24.136775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.140815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-c924a179-d0fb-49c0-bf9b-f6f9513b5774 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "DELETE /v2.0/ports/a43f243a-fa0d-4ae5-b6ac-3c9da2595313 HTTP/1.1" status: 204 len: 173 time: 1.9229407 Nov 23 18:43:24.191345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35d18-5750-497e-85c3-805eb4102ad0 req-744e5e2e-a794-4b77-8e41-f43400d6c960 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:24.205595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.211102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a35d18-5750-497e-85c3-805eb4102ad0 req-744e5e2e-a794-4b77-8e41-f43400d6c960 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 944 time: 0.1880784 Nov 23 18:43:24.253886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9d9a-9d91-42a0-a44e-a8d97c9b2a60 req-c4811570-6b3f-4dec-8bbf-dabdecfc6892 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:24.260642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f9b9d9a-9d91-42a0-a44e-a8d97c9b2a60 req-c4811570-6b3f-4dec-8bbf-dabdecfc6892 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.4324379 Nov 23 18:43:24.274258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:24.276856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:24.282983 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c33fbd-c5cd-4712-8235-3109b2b6be19" -d '{"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:24.299262 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.322416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a35d18-5750-497e-85c3-805eb4102ad0 req-0474c09a-37e9-4760-9428-8df65ac7de56 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Nov 23 18:43:24.409512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:24.447129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:24.462342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.468190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.531276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Deleting subnet 03d292d5-f9c2-4bbd-a76f-5b06c82a8783 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:43:24.531709 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba339c0-ac0d-49a0-8cbf-843ef89727f6 x-openstack-request-id: req-2ba339c0-ac0d-49a0-8cbf-843ef89727f6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:24.532188 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-plugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:24.532638 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ba339c0-ac0d-49a0-8cbf-843ef89727f6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:24.533441 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71', 'code': 200} Nov 23 18:43:24.540157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.546668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:24.554845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.555976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 02482183-b7bd-4976-b293-e71af732c4fc no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:24.649728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.669576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f9b9d9a-9d91-42a0-a44e-a8d97c9b2a60 req-98cdd2b8-801d-445f-96e8-665f4d14f478 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653839 Nov 23 18:43:24.678467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.732419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:24.788378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.800650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:24.808329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 9b8875ed-31ea-41da-9c57-25f87e41b43e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:24.809088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.836616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:24.876885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.918737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.925907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Pushing event updated for resources: {'Port': ['ID=d232394c-f6d7-4243-8e56-89fb9fdb06e3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:24.934118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:24.935945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:24.942643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:24.987057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d292d5-f9c2-4bbd-a76f-5b06c82a8783,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:24.994193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.000347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a98c3ba3-5560-4a4a-a770-4d0c5e8b5ca2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/03d292d5-f9c2-4bbd-a76f-5b06c82a8783 HTTP/1.1" status: 204 len: 168 time: 0.5873764 Nov 23 18:43:25.001118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:25.017234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:25.120922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.209632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7383a-08f1-4244-ab73-b6c39ce2821f req-289e1c5c-0395-4374-a2be-1e18e9511236 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:25.216369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7383a-08f1-4244-ab73-b6c39ce2821f req-289e1c5c-0395-4374-a2be-1e18e9511236 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:25.217980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-46b7383a-08f1-4244-ab73-b6c39ce2821f req-289e1c5c-0395-4374-a2be-1e18e9511236 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 1680 time: 0.4209199 Nov 23 18:43:25.219857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.255561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853e98ba-11a7-464c-8a25-1a434ed8ba5b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:25.263379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:25.265745 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb567c13-32fe-4cc0-b750-17b2022e7884" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:25.271667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:25.272258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909e2d75-f9af-4fdf-bd2b-a7168c0a5dbc') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:25.300548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.309038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 9b8875ed-31ea-41da-9c57-25f87e41b43e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9b8875ed-31ea-41da-9c57-25f87e41b43e,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:25.309402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.319555 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.328068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:43:25.328962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.375241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 9b8875ed-31ea-41da-9c57-25f87e41b43e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:25.386033 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb4c66-fac3-43b4-972e-4fb9fc623808 x-openstack-request-id: req-89cb4c66-fac3-43b4-972e-4fb9fc623808 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:25.386332 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "a43f243a-fa0d-4ae5-b6ac-3c9da2595313", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:25.386724 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89cb4c66-fac3-43b4-972e-4fb9fc623808 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:25.387139 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': 'a43f243a-fa0d-4ae5-b6ac-3c9da2595313', 'status': 'completed', 'code': 200} Nov 23 18:43:25.408400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-46b7383a-08f1-4244-ab73-b6c39ce2821f req-77f3c7a8-1343-472f-8383-5a1dc3720219 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351812 Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:43:25.426420 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:43:25.434906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.451258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.461463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.462078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] 10.222.0.37 "DELETE /v2.0/networks/853e98ba-11a7-464c-8a25-1a434ed8ba5b HTTP/1.1" status: 204 len: 168 time: 0.4596572 Nov 23 18:43:25.495698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc8187-de0c-4275-a59f-3c4c3a5a6a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=853e98ba-11a7-464c-8a25-1a434ed8ba5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:25.662098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f208d-5db1-4f53-9757-ff8ad819f72c req-cd8d864e-3450-47cc-a79c-67c192524cc8 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:25.667334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-959f208d-5db1-4f53-9757-ff8ad819f72c req-cd8d864e-3450-47cc-a79c-67c192524cc8 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 944 time: 0.1466758 Nov 23 18:43:25.674343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:25.699072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 90071f21-b243-4a52-98f1-b3e2c21c0b47 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:25.794745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-97048c70-c58a-46e4-b1e5-7f30568eb3a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ec8de634544c1b964068b4d6945651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191380 Nov 23 18:43:25.813368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:25.821989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 90071f21-b243-4a52-98f1-b3e2c21c0b47 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:25.845265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 90071f21-b243-4a52-98f1-b3e2c21c0b47 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:25.845932 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:25.912058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-959f208d-5db1-4f53-9757-ff8ad819f72c req-e499bb9a-184f-4936-860c-91d8533f8332 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437119 Nov 23 18:43:26.011100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.059079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.092641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.149041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.155538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.158155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88c48d0b-1c17-4c8d-88ed-0f6a2963ec08 HTTP/1.1" status: 204 len: 168 time: 0.3420579 Nov 23 18:43:26.169926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b7d58-d29b-44c1-8daf-7e643acdadfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c48d0b-1c17-4c8d-88ed-0f6a2963ec08,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:26.180217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e175f-c126-4065-a8dc-9cf0d91f1624 req-c529354a-50ab-4688-9b5b-747ff0f71bda tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:26.188941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c7e175f-c126-4065-a8dc-9cf0d91f1624 req-c529354a-50ab-4688-9b5b-747ff0f71bda tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2422669 Nov 23 18:43:26.220117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.263163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:26.276160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.288820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c7e175f-c126-4065-a8dc-9cf0d91f1624 req-ed19f5ce-d090-496f-b3cc-f2f658a207d4 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985162 Nov 23 18:43:26.321435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=9b8875ed-31ea-41da-9c57-25f87e41b43e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:26.337470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.397814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:26.536164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e'}, {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc'}, {'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:26.538636 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdb568a-16b0-41b4-8fc9-18f25038ef71" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e"}, {"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-unplugged", "status": "completed", "tag": "02482183-b7bd-4976-b293-e71af732c4fc"}, {"server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "name": "network-vif-plugged", "status": "completed", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:26.578659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 9b8875ed-31ea-41da-9c57-25f87e41b43e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:26.583212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:26.589549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-190ef35c-f81d-4f38-b007-401cdc0b430c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "DELETE /v2.0/ports/9b8875ed-31ea-41da-9c57-25f87e41b43e HTTP/1.1" status: 204 len: 173 time: 2.4310920 Nov 23 18:43:26.609202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869a4f-e966-4bd1-8554-d7d83caa1140 req-fd3fcd52-f276-43b7-804d-9f48cc0e2a78 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:26.624245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6869a4f-e966-4bd1-8554-d7d83caa1140 req-fd3fcd52-f276-43b7-804d-9f48cc0e2a78 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 944 time: 0.0910077 Nov 23 18:43:26.688128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Router 54cb0bef-8c90-49a4-b55a-d2233e02d498 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:43:26.694741 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766435aa-bf3f-4ffa-9675-dd57696b6096 x-openstack-request-id: req-766435aa-bf3f-4ffa-9675-dd57696b6096 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:26.695148 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e", "code": 200}, {"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-unplugged", "status": "completed", "tag": "02482183-b7bd-4976-b293-e71af732c4fc", "code": 200}, {"server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "name": "network-vif-plugged", "status": "completed", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:26.695502 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-766435aa-bf3f-4ffa-9675-dd57696b6096 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:26.697245 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'code': 200} Nov 23 18:43:26.697620 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc', 'code': 200} Nov 23 18:43:26.698001 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'code': 200} Nov 23 18:43:26.738424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6869a4f-e966-4bd1-8554-d7d83caa1140 req-531a36ba-74b0-4b74-a69c-20b037cfa8a0 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960207 Nov 23 18:43:27.088980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ead7-8cbd-4074-9dec-025dec68f97a req-49306365-158d-49a7-920b-d6c721ab9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:27.100588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8f0ead7-8cbd-4074-9dec-025dec68f97a req-49306365-158d-49a7-920b-d6c721ab9c70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1096 time: 0.2934496 Nov 23 18:43:27.105372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a4c3-4c45-4118-88fc-4ac13c40fd2f req-428d544f-5184-4086-ba77-589c2b616dd4 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:27.115151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fef3a4c3-4c45-4118-88fc-4ac13c40fd2f req-428d544f-5184-4086-ba77-589c2b616dd4 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.1251781 Nov 23 18:43:27.182385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:27.195736 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Sync routers for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:27.209020 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:27.209741 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:27.232996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fef3a4c3-4c45-4118-88fc-4ac13c40fd2f req-16239c4a-eac1-4e6e-9828-0c8a874129c2 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166515 Nov 23 18:43:27.236121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 02482183-b7bd-4976-b293-e71af732c4fc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:27.236495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:27.338855 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1563469-b667-4473-a05e-4eaeeb4fae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:27.370444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:27.371293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-72cca77c-3567-4a3a-858f-c875d3368599 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8616505 Nov 23 18:43:27.374409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:27.376616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8f0ead7-8cbd-4074-9dec-025dec68f97a req-2d44ff55-121e-4137-b2a5-00edc189fa3f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751403 Nov 23 18:43:27.394011 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:27.404706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:27.407727 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd584ad9-7e0d-42df-9804-20dd6057fdf5" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:27.522932 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285cd17-839e-4ace-9a7c-5f8900047a67 x-openstack-request-id: req-b285cd17-839e-4ace-9a7c-5f8900047a67 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:27.523456 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "9b8875ed-31ea-41da-9c57-25f87e41b43e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:27.523891 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b285cd17-839e-4ace-9a7c-5f8900047a67 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:27.524461 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': '9b8875ed-31ea-41da-9c57-25f87e41b43e', 'status': 'completed', 'code': 200} Nov 23 18:43:27.535671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 02482183-b7bd-4976-b293-e71af732c4fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=02482183-b7bd-4976-b293-e71af732c4fc,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:27.536466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:27.647822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 02482183-b7bd-4976-b293-e71af732c4fc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:27.885086 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:25Z', 'revision_number': 3, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:27.892781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd89763-c4a7-4dd9-a064-a5575bb7648c req-9aa7a1de-d94f-4228-8920-4b8b617af908 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:27.898409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbd89763-c4a7-4dd9-a064-a5575bb7648c req-9aa7a1de-d94f-4228-8920-4b8b617af908 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.3591690 Nov 23 18:43:27.955704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:28.066228 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Checking router: 54cb0bef-8c90-49a4-b55a-d2233e02d498 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:28.066868 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Updating router 54cb0bef-8c90-49a4-b55a-d2233e02d498 port d232394c-f6d7-4243-8e56-89fb9fdb06e3 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:43:28.102648 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.115963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbd89763-c4a7-4dd9-a064-a5575bb7648c req-5d97fa22-8801-4250-881c-fa934c62145c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097991 Nov 23 18:43:28.143664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938475f6-48f9-4751-899e-f5a4949b60f3 req-4c04505e-2b2f-4bf3-9596-25e75eb6e336 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:28.157517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-938475f6-48f9-4751-899e-f5a4949b60f3 req-4c04505e-2b2f-4bf3-9596-25e75eb6e336 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff356460-4657-4f79-8994-c352f127074f HTTP/1.1" status: 200 len: 944 time: 0.2787936 Nov 23 18:43:28.257496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-105667998-network', 'tenant_id': 'b5f18308f7704ec499eb581789e787a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:28.291383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Made reservation on behalf of b5f18308f7704ec499eb581789e787a0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:28.294340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.312764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.339959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.465000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=02482183-b7bd-4976-b293-e71af732c4fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:28.477905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-938475f6-48f9-4751-899e-f5a4949b60f3 req-55a8927f-c29e-42cb-83f9-9dcf9197a78f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176339 Nov 23 18:43:28.561251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 02482183-b7bd-4976-b293-e71af732c4fc on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:28.566269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.570481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d34401b0-dfc2-4771-bc7b-2d522248fa56 req-bf288c10-be91-420d-a782-a738a332276b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "DELETE /v2.0/ports/02482183-b7bd-4976-b293-e71af732c4fc HTTP/1.1" status: 204 len: 173 time: 1.9662192 Nov 23 18:43:28.746231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.762335 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.772421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.806537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:43:28.844078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4128c4-80cd-4b67-a3bd-9181422f4f8a req-c085eb57-a3ad-49c2-bb07-3f46acab29ce tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:28.846490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de4128c4-80cd-4b67-a3bd-9181422f4f8a req-c085eb57-a3ad-49c2-bb07-3f46acab29ce tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.1744325 Nov 23 18:43:28.851078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:28.855512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.856088 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.856848 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Added segment c03553b6-0eaf-47a7-8296-f95d91a535e2 of type vlan for network 274a60fd-edde-47fe-9583-a5d8834db353 Nov 23 18:43:28.897089 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:28.966807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de4128c4-80cd-4b67-a3bd-9181422f4f8a req-e5031c9e-cbf5-4343-9742-018131b3b63b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088316 Nov 23 18:43:28.980065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.034169 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Pushing event updated for resources: {'Port': ['ID=d232394c-f6d7-4243-8e56-89fb9fdb06e3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:29.037475 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Attempting to bind port d232394c-f6d7-4243-8e56-89fb9fdb06e3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:29.037872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Attempting to bind port d232394c-f6d7-4243-8e56-89fb9fdb06e3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:29.038213 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Attempting to bind port d232394c-f6d7-4243-8e56-89fb9fdb06e3 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:29.041071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.042736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:29.043361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.047937 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.048284 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.048626 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.049547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.049547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.049984 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.050703 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.051778 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.052136 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.052512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.053088 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.053640 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:29.060413 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:29.060413 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:29.060413 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.061033 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:29.061630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Bound port: d232394c-f6d7-4243-8e56-89fb9fdb06e3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:29.062243 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.141434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] Pushing event updated for resources: {'Network': ['ID=274a60fd-edde-47fe-9583-a5d8834db353,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:29.157063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 274a60fd-edde-47fe-9583-a5d8834db353 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:43:29.173384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-271eca69-1893-4143-818c-ead9a27b4799 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2118042 Nov 23 18:43:29.178455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:29.196871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Request body: {'subnet': {'network_id': '274a60fd-edde-47fe-9583-a5d8834db353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-105667998-subnet', 'tenant_id': 'b5f18308f7704ec499eb581789e787a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:29.242283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Allocated IP 172.20.0.1 (9404bcf7-d3c3-439c-9355-3e43fd07f096/26223814-0198-4e39-be6b-d2d80c5e7821/e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:29.254824 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] For port d232394c-f6d7-4243-8e56-89fb9fdb06e3, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:29.266408 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] For port d232394c-f6d7-4243-8e56-89fb9fdb06e3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d232394c-f6d7-4243-8e56-89fb9fdb06e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:29.275130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Made reservation on behalf of b5f18308f7704ec499eb581789e787a0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:29.275402 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.278076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.381571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:29.382666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:29.449451 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25400e9c-5794-4784-b9a4-493f0fabcd58 None None] Pushing event updated for resources: {'Port': ['ID=d232394c-f6d7-4243-8e56-89fb9fdb06e3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:29.520709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f53145-3e3d-4c1a-a8cc-a0181f9ec71d req-29384dd0-848c-40d0-b673-3f2493a3ef7c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:29.525971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:29.529777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b3f53145-3e3d-4c1a-a8cc-a0181f9ec71d req-29384dd0-848c-40d0-b673-3f2493a3ef7c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2475028 Nov 23 18:43:29.530395 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa4b40c-d33b-4bf4-8802-0037e1a0eba5" -d '{"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "02482183-b7bd-4976-b293-e71af732c4fc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:29.563567 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:29.649352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b3f53145-3e3d-4c1a-a8cc-a0181f9ec71d req-601611fa-6ee9-4d8f-9430-f337923df1d3 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173086 Nov 23 18:43:29.655401 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a54ac-a6c9-47dc-8246-e323c65e8631 x-openstack-request-id: req-d44a54ac-a6c9-47dc-8246-e323c65e8631 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:29.655717 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff356460-4657-4f79-8994-c352f127074f", "name": "network-vif-deleted", "tag": "02482183-b7bd-4976-b293-e71af732c4fc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:29.655982 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d44a54ac-a6c9-47dc-8246-e323c65e8631 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:29.656404 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff356460-4657-4f79-8994-c352f127074f', 'name': 'network-vif-deleted', 'tag': '02482183-b7bd-4976-b293-e71af732c4fc', 'status': 'completed', 'code': 200} Nov 23 18:43:29.684444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.716928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:29.752696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0a15-bb49-467c-93f8-0426bbcca7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.827260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.843817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting subnet 5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:43:29.848020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.879002 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:25Z', 'revision_number': 3, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:29.903640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.912910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Pushing event updated for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:29.914282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:29.920125 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68093639-e0be-4da3-8ae4-376695b60b17 None None] The sync data for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 is: [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:25Z', 'revision_number': 3, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:29.984464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:29.987892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:30.027557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:30.064527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.095347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.110240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Checking segment: {'id': 'c03553b6-0eaf-47a7-8296-f95d91a535e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:30.110790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Network hostable DHCP agents. Network: 274a60fd-edde-47fe-9583-a5d8834db353, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:43:30.168423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.191066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:30.217580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:30.222686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.229586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-694ea7b4-fbae-4562-991b-b45e4330709f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/subnets/5d5d0ecd-da19-4cb8-8fc0-ceb4e89545ec HTTP/1.1" status: 204 len: 168 time: 0.5115755 Nov 23 18:43:30.230347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:30.236753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07963796-5b8a-4fe5-9106-1af353ab1359 None None] Network cc337214-2731-40df-8130-c853cd81c849 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:30.266383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4677-ad68-45c0-8ed2-fe9de864caa8 req-03c5c857-71b5-4466-9c4b-4f2efba2ca5a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:30.268026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6ab4677-ad68-45c0-8ed2-fe9de864caa8 req-03c5c857-71b5-4466-9c4b-4f2efba2ca5a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.1055851 Nov 23 18:43:30.271573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Network 274a60fd-edde-47fe-9583-a5d8834db353 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:43:30.356737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.367766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6ab4677-ad68-45c0-8ed2-fe9de864caa8 req-e3519065-1223-416b-af56-87a080db4b0a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907247 Nov 23 18:43:30.370496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 274a60fd-edde-47fe-9583-a5d8834db353) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:30.380157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:30.380744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.418935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e129e41c-84e4-4b34-b5cd-ac1066f79ff3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2384210 Nov 23 18:43:30.452822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b6707-1cfc-488d-88cc-88a54b50622e None None] Network 274a60fd-edde-47fe-9583-a5d8834db353 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:30.546360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.739248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d232394c-f6d7-4243-8e56-89fb9fdb06e3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:30.942893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.947108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:30.965315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.052708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 621181e6-a927-4659-856f-831202c0f081 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:31.053117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.098832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.164198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-79ac9732-9e4f-423e-b284-ec880079b314 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 258 time: 0.6109941 Nov 23 18:43:31.178412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Pushing event updated for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:31.179132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] DHCP port deletion for cc337214-2731-40df-8130-c853cd81c849 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:43:31.211558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d232394c-f6d7-4243-8e56-89fb9fdb06e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:31.212063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.215493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:31.253111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8da0-f0df-488e-b2c1-255b2ae0d2ff req-2777b1c9-38e9-4739-a30d-a20c3375a582 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:31.260064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 621181e6-a927-4659-856f-831202c0f081, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=621181e6-a927-4659-856f-831202c0f081,segment=NetworkSegment(5fcaf5a0-37ce-477e-8145-119a062af21a),segment_id=5fcaf5a0-37ce-477e-8145-119a062af21a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:31.260696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.269599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-822c8da0-f0df-488e-b2c1-255b2ae0d2ff req-2777b1c9-38e9-4739-a30d-a20c3375a582 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.3200285 Nov 23 18:43:31.283561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 621181e6-a927-4659-856f-831202c0f081 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:31.293329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc0b46-42a0-4593-abb9-2582012362ba None None] Network 274a60fd-edde-47fe-9583-a5d8834db353 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:31.298615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.350784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-822c8da0-f0df-488e-b2c1-255b2ae0d2ff req-413891a3-4669-46fb-bf41-ed3f3a77dd48 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739460 Nov 23 18:43:31.442572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:31.450686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:31.540107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.600121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=621181e6-a927-4659-856f-831202c0f081,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:31.668027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 621181e6-a927-4659-856f-831202c0f081 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:31.677525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.700470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.709731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Deleting port 621181e6-a927-4659-856f-831202c0f081 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:31.710154 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.779645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port d232394c-f6d7-4243-8e56-89fb9fdb06e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d232394c-f6d7-4243-8e56-89fb9fdb06e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:31.826601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Router 54cb0bef-8c90-49a4-b55a-d2233e02d498 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:43:31.846392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.867843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] For port 621181e6-a927-4659-856f-831202c0f081, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:31.868947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:31.959030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Calling delete_port for 621181e6-a927-4659-856f-831202c0f081 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:31.973509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Port 621181e6-a927-4659-856f-831202c0f081 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:43:31.977350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.056299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Allocated IP 172.25.5.240 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/841964d2-a3d7-477b-8978-f5dea3ce4298) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:32.161330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-19cf49c8-e528-480e-9c54-b3b7f8e38c37 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:32.166001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.169305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-19cf49c8-e528-480e-9c54-b3b7f8e38c37 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/networks?id=274a60fd-edde-47fe-9583-a5d8834db353 HTTP/1.1" status: 200 len: 820 time: 0.2283268 Nov 23 18:43:32.189248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-d6bb5458-1819-435d-b954-a089b8645dde tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/quotas/b5f18308f7704ec499eb581789e787a0 HTTP/1.1" status: 200 len: 375 time: 0.0187595 Nov 23 18:43:32.231910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=d232394c-f6d7-4243-8e56-89fb9fdb06e3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:32.234901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] No DVR routers for this DVR port 621181e6-a927-4659-856f-831202c0f081 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:32.278536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-c3c6b16e-7afb-4fc8-8e0e-8d5978dcb194 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5f18308f7704ec499eb581789e787a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880427 Nov 23 18:43:32.302595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc337214-2731-40df-8130-c853cd81c849']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:32.324759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6d14-a0bd-444b-9831-9a3ce51d4329 None None] Pushing event deleted for resources: {'Port': ['ID=621181e6-a927-4659-856f-831202c0f081,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:32.341627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.360484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcaf5a0-37ce-477e-8145-119a062af21a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:32.360715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcaf5a0-37ce-477e-8145-119a062af21a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:32.385385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.391367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:32.415290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7fd9d3e5-aec3-4a30-b017-a1975e5eb863 admin admin] 10.222.0.37 "PUT /v2.0/routers/54cb0bef-8c90-49a4-b55a-d2233e02d498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0316148 Nov 23 18:43:32.421595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.441517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:43:32.447624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:43:32.452482 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:43:32.468329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.489226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-f69f5fb3-b57e-4e4b-8e18-4e9bae1e52ab service neutron] 10.222.0.37 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082751 Nov 23 18:43:32.657032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d232394c-f6d7-4243-8e56-89fb9fdb06e3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:32.667021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.725908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.738454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/networks/cc337214-2731-40df-8130-c853cd81c849 HTTP/1.1" status: 204 len: 168 time: 2.5067799 Nov 23 18:43:32.749462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596451d-a706-41e0-9f9c-4ef0d36f768d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Network': ['ID=cc337214-2731-40df-8130-c853cd81c849,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:32.756882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:32.761600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d232394c-f6d7-4243-8e56-89fb9fdb06e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:32.762434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.859771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.904270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting subnet eda8a8ab-ab3f-479e-997b-ce417ca6af32 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:43:32.913206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:32.951972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:32.958840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:33.020915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:33.056480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 621181e6-a927-4659-856f-831202c0f081 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:33.093992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 621181e6-a927-4659-856f-831202c0f081 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:43:33.094347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 621181e6-a927-4659-856f-831202c0f081 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:33.186954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.266110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-974c9423-65c5-4b7a-9e86-88d31860097e service neutron] 10.222.0.37 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625365 Nov 23 18:43:33.282285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Sync routers for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:33.297197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:33.297858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:33.390621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.439657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event updated for resources: {'Port': ['ID=841964d2-a3d7-477b-8978-f5dea3ce4298,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:33.573460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.637524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:33.695290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.698873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.805196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06631-f558-487a-bf2c-62e228a9adb4 req-336347c6-46de-4617-881a-11e3ead5be6c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:33.837045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa06631-f558-487a-bf2c-62e228a9adb4 req-336347c6-46de-4617-881a-11e3ead5be6c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1462569 Nov 23 18:43:33.951151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:33.978350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa06631-f558-487a-bf2c-62e228a9adb4 req-38b4bdde-f390-42d5-8f4c-0dd036e832ab tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372292 Nov 23 18:43:34.078966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.083115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebea84c-5bc1-43b6-b11f-05514409fbc3 None None] Network 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:34.091592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/subnets/eda8a8ab-ab3f-479e-997b-ce417ca6af32 HTTP/1.1" status: 204 len: 168 time: 1.3321266 Nov 23 18:43:34.094443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:34.096963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c80ddc-986b-4e00-b5b6-73b6af397b1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Subnet': ['ID=eda8a8ab-ab3f-479e-997b-ce417ca6af32,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:34.184801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:30Z', 'revision_number': 4, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695', 'name': '', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'mac_address': 'fa:16:3e:24:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:28Z', 'updated_at': '2021-11-23T18:43:30Z', 'revision_number': 2, 'project_id': '69b4ae89c7934940abd92f8042988085', 'subnets': [{'id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:34.366974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Checking router: 54cb0bef-8c90-49a4-b55a-d2233e02d498 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:34.379835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Updating router 54cb0bef-8c90-49a4-b55a-d2233e02d498 port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:43:34.444846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.486772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.495368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.502309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.550542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-2eb786c3-fb3b-47b8-b5c8-572f2f36589a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:34.558451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-2eb786c3-fb3b-47b8-b5c8-572f2f36589a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 819 time: 0.2107432 Nov 23 18:43:34.585107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-e8a710c1-10fb-433d-a887-4be2a109299a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/quotas/69b4ae89c7934940abd92f8042988085 HTTP/1.1" status: 200 len: 375 time: 0.0256603 Nov 23 18:43:34.650581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-da2f62d9-af4b-4be3-9c6f-069b048ba555 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640666 Nov 23 18:43:34.713220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.752475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] DHCP port deletion for 9df442e0-241d-4e57-8aaa-a6b6c7d9e072 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:43:34.759064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event updated for resources: {'Port': ['ID=841964d2-a3d7-477b-8978-f5dea3ce4298,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:34.772852 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.774116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-5f7abaf6-9dcf-4cd6-a295-ec2157453ea9 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6087277 Nov 23 18:43:34.863057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-8efe72bd-9fdf-4c3b-aacc-93f9bbcb05f1 service neutron] 10.222.0.37 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048383 Nov 23 18:43:34.895830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-4fc8e01f-8581-434f-a055-6ac634b6e226 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1142421 Nov 23 18:43:34.900090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port ab0d448e-58d8-4a34-8616-79688741c40f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:34.900660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:34.909291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Deleting port ab0d448e-58d8-4a34-8616-79688741c40f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:34.909659 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.010769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] For port ab0d448e-58d8-4a34-8616-79688741c40f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ab0d448e-58d8-4a34-8616-79688741c40f,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:35.011043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.033994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Calling delete_port for ab0d448e-58d8-4a34-8616-79688741c40f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:35.055401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-b82eefbf-9e4c-4a4c-9bf8-af47aba14a63 service neutron] 10.222.0.37 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894338 Nov 23 18:43:35.059039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port ab0d448e-58d8-4a34-8616-79688741c40f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ab0d448e-58d8-4a34-8616-79688741c40f,segment=NetworkSegment(4839302a-6137-427b-a68f-95c116086ae7),segment_id=4839302a-6137-427b-a68f-95c116086ae7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:35.059670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.078253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for ab0d448e-58d8-4a34-8616-79688741c40f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:35.113010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-7ee8177f-a2ea-4939-96aa-f761418d1ba8 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:35.115203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2342e1d8-9052-4633-a47a-bb6ed34c80b7 req-7ee8177f-a2ea-4939-96aa-f761418d1ba8 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2116873 Nov 23 18:43:35.185227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.196209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.207825 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.317517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=ab0d448e-58d8-4a34-8616-79688741c40f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:35.342201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f37d83d1-7aab-4213-b771-f652d0db591d req-ce0ea12d-001e-4855-80ed-4f981642903d tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 210 time: 0.1005609 Nov 23 18:43:35.378776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port ab0d448e-58d8-4a34-8616-79688741c40f on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:35.402040 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.415430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55eca1-5692-4699-89dd-f1533b806a7a None None] Pushing event updated for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:35.521016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.561268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-5674efcb-3431-4c35-b7fc-77b52bfa54b7 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:35.562812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-5674efcb-3431-4c35-b7fc-77b52bfa54b7 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.50 "GET /v2.0/networks?id=274a60fd-edde-47fe-9583-a5d8834db353 HTTP/1.1" status: 200 len: 820 time: 0.3225658 Nov 23 18:43:35.565387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df442e0-241d-4e57-8aaa-a6b6c7d9e072']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:35.590742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4839302a-6137-427b-a68f-95c116086ae7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:35.591179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4839302a-6137-427b-a68f-95c116086ae7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:35.605144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Request body: {'port': {'device_id': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353', 'admin_state_up': True, 'tenant_id': 'b5f18308f7704ec499eb581789e787a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:35.647491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.652277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] Pushing event deleted for resources: {'Port': ['ID=ab0d448e-58d8-4a34-8616-79688741c40f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:35.689638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaba04f-fbc9-4201-ac01-b008379b276f None None] No DVR routers for this DVR port ab0d448e-58d8-4a34-8616-79688741c40f on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:35.737904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.740639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Attempting to bind port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:35.741064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Attempting to bind port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:35.741491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Attempting to bind port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:35.755522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:35.756323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Checking segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:35.756445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.756914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Bound using segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:35.757476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Bound port: e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:35.757880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.847528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:43:35.848506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:35.861692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976305-2151-42fe-a0f6-b094debc30a8 req-d16b7fa8-58ed-44a8-a38d-9a3015b6c136 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:43:35.863112 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:43:35.875646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f976305-2151-42fe-a0f6-b094debc30a8 req-d16b7fa8-58ed-44a8-a38d-9a3015b6c136 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1277540 Nov 23 18:43:35.937792 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:43:35.957392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] For port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:35.970499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] For port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:35.981644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f976305-2151-42fe-a0f6-b094debc30a8 req-b8703529-1de5-4221-b50f-e2f5e6cbb230 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041491 Nov 23 18:43:35.994306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.066840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.105005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.119882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/networks/9df442e0-241d-4e57-8aaa-a6b6c7d9e072 HTTP/1.1" status: 204 len: 168 time: 2.0243378 Nov 23 18:43:36.122599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:36.129609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-301900558'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:36.134213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bea7f7-b348-43db-880d-a1f7e8e32777 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Network': ['ID=9df442e0-241d-4e57-8aaa-a6b6c7d9e072,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:36.240603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feb96415-417d-4c48-98f0-eabf36bc2ded req-3113d0da-6a35-4607-b9e7-c1aae0e31aaa tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 210 time: 0.0888832 Nov 23 18:43:36.243821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Made reservation on behalf of b5f18308f7704ec499eb581789e787a0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:36.248798 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.276770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55eca1-5692-4699-89dd-f1533b806a7a None None] Pushing event updated for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:36.281941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:36.282729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:36.303812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:36.310918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.435237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-5f78ddc5-35ff-4e67-8eb8-ea9a2b455ace tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:36.446946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-5f78ddc5-35ff-4e67-8eb8-ea9a2b455ace tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2299845 Nov 23 18:43:36.516741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:43:36.644567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-51d160d3-1185-451c-9b72-af3ffbe747af tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1956244 Nov 23 18:43:36.653908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.654649 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Added segment 1738f3b9-0f8b-44b4-8642-dcf55fefe3cd of type vlan for network 73fc00f5-4233-47c3-a103-ff611deebef7 Nov 23 18:43:36.658807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'floatingip': {'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:36.704922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ab0d448e-58d8-4a34-8616-79688741c40f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:36.715850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Allocated IP 172.20.0.8 (274a60fd-edde-47fe-9583-a5d8834db353/f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf/165bd336-7735-4aed-ad5f-2f60b399fc4f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:36.743044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.790558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.875640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:36.949301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:36.956468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:36.957937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.011060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d35d822-663b-4a94-be30-d70df8045983 req-74aa619a-175e-4c42-84bc-870bc566cacb tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 210 time: 0.0628169 Nov 23 18:43:37.045186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9208469 Nov 23 18:43:37.046197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:37.058699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ab0d448e-58d8-4a34-8616-79688741c40f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:43:37.059093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ab0d448e-58d8-4a34-8616-79688741c40f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:43:37.150396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'subnet': {'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:37.191108 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.234282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8ee5-0775-4e59-b4e2-af9cc14c41d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Network': ['ID=73fc00f5-4233-47c3-a103-ff611deebef7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:37.259706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 73fc00f5-4233-47c3-a103-ff611deebef7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:43:37.371703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-8147280d-0091-4a47-92c9-3b84a839c522 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:37.374608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-8147280d-0091-4a47-92c9-3b84a839c522 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 819 time: 0.2015798 Nov 23 18:43:37.378711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.399739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:37.404663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.534166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:30Z', 'revision_number': 4, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695', 'name': '', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'mac_address': 'fa:16:3e:24:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:28Z', 'updated_at': '2021-11-23T18:43:35Z', 'revision_number': 4, 'project_id': '69b4ae89c7934940abd92f8042988085', 'subnets': [{'id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:37.588299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Network 274a60fd-edde-47fe-9583-a5d8834db353 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:37.595210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-e71d0c06-14af-4795-8a12-334a3a833791 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/quotas/69b4ae89c7934940abd92f8042988085 HTTP/1.1" status: 200 len: 375 time: 0.2049043 Nov 23 18:43:37.631970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:37.649997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:37.729044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:37.729823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.807504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Pushing event updated for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:37.842441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2549169 Nov 23 18:43:37.869567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.874905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:37.886049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b443a-fb50-4c98-abec-f2632ae0cba2 None None] The sync data for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 is: [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:43:30Z', 'revision_number': 4, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695', 'name': '', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'mac_address': 'fa:16:3e:24:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:28Z', 'updated_at': '2021-11-23T18:43:35Z', 'revision_number': 4, 'project_id': '69b4ae89c7934940abd92f8042988085', 'subnets': [{'id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:37.890812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.891040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.891387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.891724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.892286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.892702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.893125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.893576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.893980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.894443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.895572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.895927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a297e08d-a10b-44d2-9907-4202feba5859 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:37.923835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Request body: {'port': {'device_id': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:37.964168 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-2974d43b-b0d5-48a5-a33e-91cba0de0445 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3316705 Nov 23 18:43:38.030800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-03953e57-ea17-42c8-8607-e59442c244fb tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:38.032310 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-03953e57-ea17-42c8-8607-e59442c244fb tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 819 time: 0.6313438 Nov 23 18:43:38.055509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Request body: {'port': {'device_id': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'admin_state_up': True, 'tenant_id': '69b4ae89c7934940abd92f8042988085'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:38.076109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:38.150261 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Floating IP f7c51f17-cc06-49ed-93f2-db7c3e4dda59 associated. External IP: 172.25.5.240, port: 90071f21-b243-4a52-98f1-b3e2c21c0b47. Nov 23 18:43:38.211837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:38.314195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Subnet': ['ID=c486a276-c070-4404-9418-c47690b83876,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:38.333166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Checking segment: {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:38.333934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network hostable DHCP agents. Network: 73fc00f5-4233-47c3-a103-ff611deebef7, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:43:38.405424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 73fc00f5-4233-47c3-a103-ff611deebef7 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:43:38.418356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 73fc00f5-4233-47c3-a103-ff611deebef7) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:38.430248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22848985-6bb2-4299-8018-7cf2db5d6b6c None None] Network 73fc00f5-4233-47c3-a103-ff611deebef7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:38.431146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:38.432216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:38.507848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3387a3c9-50a1-4b4d-9b83-0169a62616e3 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3613694 Nov 23 18:43:38.513418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:38.522466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1270490093'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:38.718695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:38.724462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:38.788538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:38.808787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:38.834706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-bc3a3a13-993b-453b-8272-ea6fa9128355 service neutron] 10.222.0.37 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014193 Nov 23 18:43:38.937012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:38.937576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.006492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Router 9e805c75-ba1d-4be6-bffe-fdc90945eccf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:43:39.012142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:43:39.025984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Made reservation on behalf of 69b4ae89c7934940abd92f8042988085 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:39.030989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.050932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-73fc00f5-4233-47c3-a103-ff611deebef7', 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'fixed_ips': [{'subnet_id': 'c486a276-c070-4404-9418-c47690b83876'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:43:39.051834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.108412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.112835 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Added segment 0a40824a-857f-4842-a2bc-fc4943e8b329 of type vlan for network 91fe0819-07b6-4f45-8db6-72ae281c4c70 Nov 23 18:43:39.247395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-1458d86d-ba35-4f58-9ffa-16ccc641bf71 service neutron] 10.222.0.37 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016662 Nov 23 18:43:39.444087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.481653 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.488881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165bd336-7735-4aed-ad5f-2f60b399fc4f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:39.497195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.512158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Transition to ACTIVE for port object 165bd336-7735-4aed-ad5f-2f60b399fc4f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:39.534576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Allocated IP 172.20.0.6 (9404bcf7-d3c3-439c-9355-3e43fd07f096/26223814-0198-4e39-be6b-d2d80c5e7821/9c2b2076-2beb-4bc2-b88c-264ef0c76b55) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:39.541223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.559665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:39.560904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.592481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Allocated IP 19.80.0.2 (73fc00f5-4233-47c3-a103-ff611deebef7/c486a276-c070-4404-9418-c47690b83876/b5c29b6e-8829-4f29-8041-3e9f73a36284) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:39.696863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1812472 Nov 23 18:43:39.766107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:43:39.783865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'subnet': {'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:39.814698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.853809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.858497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:39.932598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:39.938676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:39.953485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:39.955622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:39.969863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Pushing event updated for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:39.995709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00ea87-905c-4c59-940f-2a412ad8e808 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Network': ['ID=91fe0819-07b6-4f45-8db6-72ae281c4c70,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:40.000958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.107460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:40.133585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.136321 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Sync routers for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:40.195355 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:40.196195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:40.221363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:40.231897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:43:40.263938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.267523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-c6b4d28e-7171-42e0-b151-7780ab8c872d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "PUT /v2.0/floatingips/f7c51f17-cc06-49ed-93f2-db7c3e4dda59 HTTP/1.1" status: 200 len: 996 time: 3.6201813 Nov 23 18:43:40.270903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:40.284656 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee46d082-ff92-4e0b-a204-1bc733ea6191" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:40.303288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:40.313590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.326220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.389355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.485888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:40.486855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.505488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Network 73fc00f5-4233-47c3-a103-ff611deebef7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:40.518234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:40.523655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:40.525819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Pushing event updated for resources: {'Port': ['ID=b5c29b6e-8829-4f29-8041-3e9f73a36284,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:40.535255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Pushing event updated for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:40.544822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Attempting to bind port 165bd336-7735-4aed-ad5f-2f60b399fc4f on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:40.545161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Attempting to bind port 165bd336-7735-4aed-ad5f-2f60b399fc4f by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'c03553b6-0eaf-47a7-8296-f95d91a535e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:40.545484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Attempting to bind port 165bd336-7735-4aed-ad5f-2f60b399fc4f on network 274a60fd-edde-47fe-9583-a5d8834db353 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:40.618753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-54d8d075-3631-47c1-9333-f5342856d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:40.626012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:40.632478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-54d8d075-3631-47c1-9333-f5342856d338 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1096 time: 0.2645206 Nov 23 18:43:40.669788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Port 165bd336-7735-4aed-ad5f-2f60b399fc4f on network 274a60fd-edde-47fe-9583-a5d8834db353 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:40.670775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Attempting to bind port 165bd336-7735-4aed-ad5f-2f60b399fc4f on network 274a60fd-edde-47fe-9583-a5d8834db353 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:40.673174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Attempting to bind port b5c29b6e-8829-4f29-8041-3e9f73a36284 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:40.686330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Attempting to bind port b5c29b6e-8829-4f29-8041-3e9f73a36284 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:40.686594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c229ceb3-98f0-4220-bf0b-fc0b8a8c2370 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6374059 Nov 23 18:43:40.687562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Attempting to bind port b5c29b6e-8829-4f29-8041-3e9f73a36284 on network 73fc00f5-4233-47c3-a103-ff611deebef7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:40.699813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:40.700156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Checking segment: {'id': 'c03553b6-0eaf-47a7-8296-f95d91a535e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:40.700553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Bound using segment: {'id': 'c03553b6-0eaf-47a7-8296-f95d91a535e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:40.701382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Bound port: 165bd336-7735-4aed-ad5f-2f60b399fc4f, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03553b6-0eaf-47a7-8296-f95d91a535e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:40.701750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.710277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:40.710769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Checking segment: {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:40.711791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.712204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Bound using segment: {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:40.715671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Bound port: b5c29b6e-8829-4f29-8041-3e9f73a36284, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:40.716063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:40.725662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Request body: {'port': {'device_id': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:40.731072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:40.769038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7999e9-c1cb-45b7-ba9a-28265e00046b req-f89f4706-9e27-4326-93ac-daa3d14baca9 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:40.785347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e7999e9-c1cb-45b7-ba9a-28265e00046b req-f89f4706-9e27-4326-93ac-daa3d14baca9 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.2952609 Nov 23 18:43:41.000336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] For port b5c29b6e-8829-4f29-8041-3e9f73a36284, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:41.021883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] For port b5c29b6e-8829-4f29-8041-3e9f73a36284, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5c29b6e-8829-4f29-8041-3e9f73a36284,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:41.030806 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.053911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-9bc5f88e-4861-46e2-9840-541c26e69d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:41.056546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:41.056925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.057745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-9bc5f88e-4861-46e2-9840-541c26e69d76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 930 time: 0.4243321 Nov 23 18:43:41.154954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.208479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.213883 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'f7c51f17-cc06-49ed-93f2-db7c3e4dda59', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'mac_address': 'fa:16:3e:05:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:43:33Z', 'updated_at': '2021-11-23T18:43:37Z', 'revision_number': 1, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:41.217987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e7999e9-c1cb-45b7-ba9a-28265e00046b req-5de30dce-0b8e-49f9-a43f-137422553330 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315054 Nov 23 18:43:41.320754 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Checking router: 9e805c75-ba1d-4be6-bffe-fdc90945eccf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:41.356414 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:41.357088 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:41.392958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05b0b6-b61a-4357-a91c-2ca9677c39a4 None None] Pushing event updated for resources: {'Port': ['ID=b5c29b6e-8829-4f29-8041-3e9f73a36284,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:41.437683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-f30c98cd-693a-4733-b19d-2342cb37fe81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 999 time: 0.3745191 Nov 23 18:43:41.447520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Subnet': ['ID=1fe1aacc-1030-4d07-96fd-f1be6ce11e7b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:41.612463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Checking segment: {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:41.612463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network hostable DHCP agents. Network: 91fe0819-07b6-4f45-8db6-72ae281c4c70, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:43:41.623067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-7e09740d-2f84-41b9-aa03-bd7a8136ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:41.635233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-7e09740d-2f84-41b9-aa03-bd7a8136ca9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.1966355 Nov 23 18:43:41.638994 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:41.727221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:43:41.776866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:41.783375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 91fe0819-07b6-4f45-8db6-72ae281c4c70) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:41.787946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.804141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Transition to ACTIVE for port object 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:41.805543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39b38b-269e-4821-bd66-7ef1006706c4 None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:41.805726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:41.812190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.822540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:41.825278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:41.840105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f,segment=NetworkSegment(c03553b6-0eaf-47a7-8296-f95d91a535e2),segment_id=c03553b6-0eaf-47a7-8296-f95d91a535e2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:41.887593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-1c5973e3-29b3-4a39-8475-8faead2ec56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:41.895370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-1c5973e3-29b3-4a39-8475-8faead2ec56d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584443 Nov 23 18:43:41.927153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5b2e7918-f7d1-4547-a324-09956476736b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1585963 Nov 23 18:43:42.005767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:42.119923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:42.313826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-91fe0819-07b6-4f45-8db6-72ae281c4c70', 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'fixed_ips': [{'subnet_id': '1fe1aacc-1030-4d07-96fd-f1be6ce11e7b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:43:42.314708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:42.347364 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'f7c51f17-cc06-49ed-93f2-db7c3e4dda59', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'mac_address': 'fa:16:3e:05:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:43:33Z', 'updated_at': '2021-11-23T18:43:37Z', 'revision_number': 1, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:42.358200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Pushing event updated for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:42.374575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.375229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:42.377126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-25943740-0da7-418b-b55e-71300f7db6ce service neutron] 10.222.0.50 "PUT /v2.0/ports/165bd336-7735-4aed-ad5f-2f60b399fc4f HTTP/1.1" status: 200 len: 1091 time: 4.5098000 Nov 23 18:43:42.380466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:42.385626 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e71230d-0463-43b8-8754-d1793c2fbe61" -d '{"events": [{"name": "network-changed", "server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:42.415977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd5ef1-7a65-47d7-8b4a-67e95b9e9109 req-fe9f377a-a67c-45b1-88f8-d83770767778 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.417591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9bd5ef1-7a65-47d7-8b4a-67e95b9e9109 req-fe9f377a-a67c-45b1-88f8-d83770767778 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 943 time: 0.6092732 Nov 23 18:43:42.418983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Attempting to bind port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:42.419826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Attempting to bind port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:42.420165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Attempting to bind port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:42.437989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:42.438420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Attempting to bind port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:42.446729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:42.447099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Checking segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:42.447493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Bound using segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:42.447939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Bound port: 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:42.448296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:42.526562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-0c093ec1-e4a7-4d39-b4a0-45997793b2a2 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.539130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-0c093ec1-e4a7-4d39-b4a0-45997793b2a2 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.47 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 819 time: 0.5226169 Nov 23 18:43:42.565036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Request body: {'port': {'device_id': '366e6452-2a15-4fee-9237-942103581b18', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'admin_state_up': True, 'tenant_id': '69b4ae89c7934940abd92f8042988085'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:42.620147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-7ef4cd3c-305b-4242-93fd-b99305b4a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.621681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-7ef4cd3c-305b-4242-93fd-b99305b4a037 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5f18308f7704ec499eb581789e787a0&device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 1094 time: 0.1437526 Nov 23 18:43:42.627223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9bd5ef1-7a65-47d7-8b4a-67e95b9e9109 req-ef10eeb7-6f02-497a-9a0e-3c19a0c16012 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972284 Nov 23 18:43:42.717150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ab5f-5396-42a0-b4a2-182ee9545030 None None] The sync data for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 is: [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'f7c51f17-cc06-49ed-93f2-db7c3e4dda59', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'mac_address': 'fa:16:3e:05:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:43:33Z', 'updated_at': '2021-11-23T18:43:37Z', 'revision_number': 1, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:43:42.757680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:42.767390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Allocated IP 19.86.0.2 (91fe0819-07b6-4f45-8db6-72ae281c4c70/1fe1aacc-1030-4d07-96fd-f1be6ce11e7b/2a6bd446-9f41-4001-ab95-213b2e737dbb) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:42.769773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-7dcb97d3-2345-430a-b19c-a603310a7ff5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f HTTP/1.1" status: 200 len: 217 time: 0.1206396 Nov 23 18:43:42.793608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5c29b6e-8829-4f29-8041-3e9f73a36284 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:42.832587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:42.938247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-02dd0184-c6eb-4be6-8ce5-9b84d37f8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:42.940290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-02dd0184-c6eb-4be6-8ce5-9b84d37f8290 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf HTTP/1.1" status: 200 len: 860 time: 0.1502080 Nov 23 18:43:42.952456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:42.981114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-2f080d2e-6545-4de1-8d90-6c390a7da9ab service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0499432 Nov 23 18:43:42.982130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Made reservation on behalf of 69b4ae89c7934940abd92f8042988085 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:42.985960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.022776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acacb751-0c65-47c5-9448-dcca0dfc758d req-c11043b8-ccbc-4e51-837c-3bf61436a26b tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 210 time: 0.0807736 Nov 23 18:43:43.052611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b5c29b6e-8829-4f29-8041-3e9f73a36284 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:43.053302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.065858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-5f3be301-5d60-47bd-8537-d9db869549aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=274a60fd-edde-47fe-9583-a5d8834db353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105905 Nov 23 18:43:43.226872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-4895ef83-1682-4af3-a215-bbdff4bb42ef service neutron] 10.222.0.50 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388278 Nov 23 18:43:43.237938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:43.239331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.245223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 1091 time: 2.5376430 Nov 23 18:43:43.273697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.307908 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc66898-f8eb-498f-8307-99cda79c7f45 x-openstack-request-id: req-cdc66898-f8eb-498f-8307-99cda79c7f45 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:43.308465 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:43.308835 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdc66898-f8eb-498f-8307-99cda79c7f45 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:43.309365 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'status': 'completed', 'code': 200} Nov 23 18:43:43.327864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa666fd9-6742-4984-8cdf-f28eaa32ed52 None None] New status for floating IP f7c51f17-cc06-49ed-93f2-db7c3e4dda59: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:43:43.468874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7552cde-62b7-4d8d-9e8f-d31d36449721 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:43.516578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b5c29b6e-8829-4f29-8041-3e9f73a36284, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5c29b6e-8829-4f29-8041-3e9f73a36284,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:43.519912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989079da-4af7-4146-a4b6-ccfff8401fe7 None None] Network 73fc00f5-4233-47c3-a103-ff611deebef7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:43.589396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-6871b6c7-4ebc-44a0-add3-9f0a7950a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:43.596623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-6871b6c7-4ebc-44a0-add3-9f0a7950a505 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1096 time: 0.2754617 Nov 23 18:43:43.637122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.651161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f093c1ce-f938-4f8c-9b17-d606fc5eaf5c req-bdc64e8d-6f07-43b5-a5d8-a28107668fe3 service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609390 Nov 23 18:43:43.692345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c06a66c9-e617-4751-9fe7-3316941649c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:43.696929 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-c06a66c9-e617-4751-9fe7-3316941649c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1094 time: 0.3085423 Nov 23 18:43:43.699392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Allocated IP 172.20.0.2 (9404bcf7-d3c3-439c-9355-3e43fd07f096/26223814-0198-4e39-be6b-d2d80c5e7821/31f31b1f-4698-483e-912f-40c79f9f55b5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:43.772030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-12b1c54c-9b77-4573-9cfa-327166bd31a3 None None] Provisioning complete for port b5c29b6e-8829-4f29-8041-3e9f73a36284 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:43.772405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12b1c54c-9b77-4573-9cfa-327166bd31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.809329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-b0cdeee4-215e-49e2-a83a-4ecfa6d85179 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.0876985 Nov 23 18:43:43.989506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-bef8c854-6b95-4895-86fd-b87da2cfa3be tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:43.999940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-bef8c854-6b95-4895-86fd-b87da2cfa3be tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.006590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-bef8c854-6b95-4895-86fd-b87da2cfa3be tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/networks?id=73fc00f5-4233-47c3-a103-ff611deebef7&id=91fe0819-07b6-4f45-8db6-72ae281c4c70 HTTP/1.1" status: 200 len: 1391 time: 0.1478820 Nov 23 18:43:44.022665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0bf4d24-f86b-4c06-897c-c210d648f71a req-be8d4a8a-0b26-4434-82b0-f62e7d8d78b6 service neutron] 10.222.0.50 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763224 Nov 23 18:43:44.030596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-05ba3569-a346-415f-849c-4fe02d14040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.035616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-05ba3569-a346-415f-849c-4fe02d14040e service neutron] 10.222.0.50 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 930 time: 0.4272368 Nov 23 18:43:44.037569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-cfe47b47-a491-4188-a99b-f957bed60a6a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/quotas/270100ed98404640b6c0f6e00731ecc0 HTTP/1.1" status: 200 len: 375 time: 0.0238998 Nov 23 18:43:44.117181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.138699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.160904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:44.164853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b5c29b6e-8829-4f29-8041-3e9f73a36284,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:44.208147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:44.217357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-986ff092-a5eb-481d-b912-59c35098fdea tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1702983 Nov 23 18:43:44.218369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:44.271248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-b256e96f-0cbe-43fb-a27c-5602874447e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 1001 time: 0.2054150 Nov 23 18:43:44.318547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Pushing event updated for resources: {'Port': ['ID=2a6bd446-9f41-4001-ab95-213b2e737dbb,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:44.399659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Attempting to bind port 2a6bd446-9f41-4001-ab95-213b2e737dbb on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:44.400590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Attempting to bind port 2a6bd446-9f41-4001-ab95-213b2e737dbb by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:44.400590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Attempting to bind port 2a6bd446-9f41-4001-ab95-213b2e737dbb on network 91fe0819-07b6-4f45-8db6-72ae281c4c70 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:44.414006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:44.419941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Checking segment: {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:44.420536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.421050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Bound using segment: {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:44.421795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Bound port: 2a6bd446-9f41-4001-ab95-213b2e737dbb, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:44.422302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.506365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-99fe5ee4-4fd4-4ca7-9cbe-714f343ef4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.507907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-99fe5ee4-4fd4-4ca7-9cbe-714f343ef4a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.1693411 Nov 23 18:43:44.592844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee88e4-e0c0-4730-a25a-b4fb98c3e5df req-f41f7753-bab1-4590-bded-5c3105528ddf tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.599408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fee88e4-e0c0-4730-a25a-b4fb98c3e5df req-f41f7753-bab1-4590-bded-5c3105528ddf tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.6834023 Nov 23 18:43:44.601190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-6f6209fc-b8e1-46f6-a06d-96494210809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.604831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-6f6209fc-b8e1-46f6-a06d-96494210809c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.7799222 Nov 23 18:43:44.624874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-344d99d2-1ec2-4a9e-b999-f175e11cce03 service neutron] 10.222.0.37 "GET /v2.0/networks/73fc00f5-4233-47c3-a103-ff611deebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062088 Nov 23 18:43:44.647753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] For port 2a6bd446-9f41-4001-ab95-213b2e737dbb, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:44.657302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] For port 2a6bd446-9f41-4001-ab95-213b2e737dbb, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2a6bd446-9f41-4001-ab95-213b2e737dbb,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:44.668565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.714834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5c29b6e-8829-4f29-8041-3e9f73a36284 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:44.781428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-c9a27107-a476-49a5-9d83-6b8bffb53655 service neutron] 10.222.0.37 "GET /v2.0/networks/73fc00f5-4233-47c3-a103-ff611deebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554081 Nov 23 18:43:44.841105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-f9e9f467-8fda-4288-b06f-363f7cb4348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:44.842940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-f9e9f467-8fda-4288-b06f-363f7cb4348a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986369 Nov 23 18:43:44.925459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-b49ec8a2-c3ee-4c12-b2b1-a377553ea9cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887141 Nov 23 18:43:44.946263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a69df-b633-4a1f-9376-59a5d057fd59 None None] Pushing event updated for resources: {'Port': ['ID=2a6bd446-9f41-4001-ab95-213b2e737dbb,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:44.974916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b5c29b6e-8829-4f29-8041-3e9f73a36284 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:44.975463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.005397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fee88e4-e0c0-4730-a25a-b4fb98c3e5df req-62f3c636-de90-4ee9-9a04-e810b85ef84c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016907 Nov 23 18:43:45.105548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-86476255-52ab-4447-bcb1-18b0e3c1db08 None None] Provisioning complete for port b5c29b6e-8829-4f29-8041-3e9f73a36284 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:45.108325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86476255-52ab-4447-bcb1-18b0e3c1db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.140378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.159106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-d559471e-41b6-48aa-b838-959861a0f8e3 service neutron] 10.222.0.37 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685524 Nov 23 18:43:45.161876 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77759ee-009c-43ed-9302-a9c032428d0c x-openstack-request-id: req-b77759ee-009c-43ed-9302-a9c032428d0c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:45.168238 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:45.168621 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b77759ee-009c-43ed-9302-a9c032428d0c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:45.169420 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f', 'status': 'completed', 'code': 200} Nov 23 18:43:45.227582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-5178ec56-60c3-4c81-beb8-c929bf5718a2 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552052 Nov 23 18:43:45.486066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-d25902e4-699f-4ce6-a5e0-58148100fb4e service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036122 Nov 23 18:43:45.552852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11956f44-495c-468e-858b-e2b921377de3 req-290853b5-5b4d-4ab9-a54b-b8e60af05995 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:45.560638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11956f44-495c-468e-858b-e2b921377de3 req-290853b5-5b4d-4ab9-a54b-b8e60af05995 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 943 time: 0.2970843 Nov 23 18:43:45.563809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-2875e164-5e2e-4f69-a2e4-6c5b5016c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:45.566052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-2875e164-5e2e-4f69-a2e4-6c5b5016c1dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5f18308f7704ec499eb581789e787a0&device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 1094 time: 0.3713610 Nov 23 18:43:45.569355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b0ded422-9f42-4609-9b6b-55a3d103d170 service neutron] 10.222.0.37 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092641 Nov 23 18:43:45.572442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.603652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Network 9404bcf7-d3c3-439c-9355-3e43fd07f096 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:45.609094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:45.612874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c51bdf54-edf2-43cd-81ac-40925a25b43b req-cee5bf7f-15dc-4413-9667-76081e8136fe service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686724 Nov 23 18:43:45.614195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:45.721420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Pushing event updated for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:45.753034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11956f44-495c-468e-858b-e2b921377de3 req-92ec7ec1-77a5-4072-bc33-a40c22356dd0 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914475 Nov 23 18:43:45.761362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.761988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.762651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.763015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.763403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.763753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.764103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.764449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.764789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.765187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.765452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.765785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:45.797683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:45.798478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.157613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-13d284de-b0f5-42d7-8d52-290ee91647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.159346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-13d284de-b0f5-42d7-8d52-290ee91647c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=274a60fd-edde-47fe-9583-a5d8834db353 HTTP/1.1" status: 200 len: 921 time: 0.5759649 Nov 23 18:43:46.220776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-cb31cb17-f496-4b8d-b583-eb5ae43dace3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f HTTP/1.1" status: 200 len: 217 time: 0.0459609 Nov 23 18:43:46.232314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-02a504f8-5a7a-4ee2-b780-e2f4958dd320 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 258 time: 0.4157302 Nov 23 18:43:46.250038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:46.279754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-a3bebb72-de76-46ab-90bf-917f08f929ee tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7248595 Nov 23 18:43:46.326118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Request body: {'port': {'device_id': '366e6452-2a15-4fee-9237-942103581b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:46.504011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.507348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70782d96-ea27-499d-b280-94c5cf558384 req-7ea11048-84ed-4dfc-8124-c02515d04acc tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.516015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70782d96-ea27-499d-b280-94c5cf558384 req-7ea11048-84ed-4dfc-8124-c02515d04acc tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 931 time: 0.3554287 Nov 23 18:43:46.555140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-17fb839b-860d-4603-9058-d4523d97bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.564589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-17fb839b-860d-4603-9058-d4523d97bbfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf HTTP/1.1" status: 200 len: 860 time: 0.3238597 Nov 23 18:43:46.612632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee46d082-ff92-4e0b-a204-1bc733ea6191 req-3849fb67-ddaf-44b7-9659-56898b7b654f service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1014071 Nov 23 18:43:46.708248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-001e2046-56f2-48ff-adac-f24f6ccf55a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=274a60fd-edde-47fe-9583-a5d8834db353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912716 Nov 23 18:43:46.731941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.775540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2a6bd446-9f41-4001-ab95-213b2e737dbb up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:46.865506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc959-a193-4f9f-86d6-6c95ccb16450 req-08e56f1f-6d51-417c-9154-750cd5384a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:46.867018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab4dc959-a193-4f9f-86d6-6c95ccb16450 req-08e56f1f-6d51-417c-9154-750cd5384a3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1100 time: 0.3836076 Nov 23 18:43:46.868129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70782d96-ea27-499d-b280-94c5cf558384 req-0434cfe3-730d-4d43-be47-e2465a69fcb0 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508162 Nov 23 18:43:46.930091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e006716-82a0-44c9-89e2-246da5672836 None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:43:46.988959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-b969c9a3-82cf-487f-88ce-ef21070b09db service neutron] 10.222.0.50 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598302 Nov 23 18:43:47.045219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab4dc959-a193-4f9f-86d6-6c95ccb16450 req-929daf6c-958d-4f43-8e62-d323badbec6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212795 Nov 23 18:43:47.088743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2a6bd446-9f41-4001-ab95-213b2e737dbb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:47.089592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.161822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b8cfcd78-a249-4f58-b02d-352667d70cf3 None None] Provisioning complete for port 2a6bd446-9f41-4001-ab95-213b2e737dbb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:47.162454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcd78-a249-4f58-b02d-352667d70cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.180578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:47.188810 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8bd4e-769e-4313-81b4-295f4729ed94" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:47.263548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e71230d-0463-43b8-8754-d1793c2fbe61 req-1590ce9d-4d1c-45d0-9a2c-839243b34835 service neutron] 10.222.0.50 "GET /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533765 Nov 23 18:43:47.416799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.444447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd327577-e570-4ac6-b226-6554ca573850 req-02f52bbd-d16d-49c2-9639-813aff806001 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 210 time: 0.0546427 Nov 23 18:43:47.527518 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.562853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcd78-a249-4f58-b02d-352667d70cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.624408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 2a6bd446-9f41-4001-ab95-213b2e737dbb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2a6bd446-9f41-4001-ab95-213b2e737dbb,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:47.630027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:47.637517 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:47.675244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5dae-d59e-4112-a1ba-0419ecfbfed6 req-ce5b0902-aabb-40f1-a0e5-ba6ac7b427b0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:47.687769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b9a5dae-d59e-4112-a1ba-0419ecfbfed6 req-ce5b0902-aabb-40f1-a0e5-ba6ac7b427b0 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 949 time: 0.1126447 Nov 23 18:43:47.814095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Allocated IP 172.25.5.227 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/870953b1-508e-422d-a0e5-47084479e460) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:47.814658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 165bd336-7735-4aed-ad5f-2f60b399fc4f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:47.851741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-b8cfcd78-a249-4f58-b02d-352667d70cf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:43:47.852362 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-b8cfcd78-a249-4f58-b02d-352667d70cf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:43:47.861482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b9a5dae-d59e-4112-a1ba-0419ecfbfed6 req-7e0c5e7c-6e14-47ed-b2ae-432bdd1ae1af tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721146 Nov 23 18:43:47.898527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=2a6bd446-9f41-4001-ab95-213b2e737dbb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:48.047621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:48.062850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f31b1f-4698-483e-912f-40c79f9f55b5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:48.073848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '311327cd-d818-434e-b116-7eb20b33e193', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '311327cd-d818-434e-b116-7eb20b33e193', 'mac_address': 'fa:16:3e:3d:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:48.131040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.186917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f,segment=NetworkSegment(c03553b6-0eaf-47a7-8296-f95d91a535e2),segment_id=c03553b6-0eaf-47a7-8296-f95d91a535e2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:48.238733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '165bd336-7735-4aed-ad5f-2f60b399fc4f', 'network_id': '274a60fd-edde-47fe-9583-a5d8834db353', 'port_id': '165bd336-7735-4aed-ad5f-2f60b399fc4f', 'mac_address': 'fa:16:3e:d4:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:48.249149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.258411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Transition to ACTIVE for port object 31f31b1f-4698-483e-912f-40c79f9f55b5 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:48.272343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.293188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:48.301880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931f12-8880-499a-80bf-b3e8d8188867 req-b2edab89-32d5-4823-9a45-e18bdba03d70 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.309902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba931f12-8880-499a-80bf-b3e8d8188867 req-b2edab89-32d5-4823-9a45-e18bdba03d70 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 943 time: 0.2619154 Nov 23 18:43:48.347013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:48.387070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Pushing event updated for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:48.388641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3959cb0a-9eeb-4869-83f0-30f898e32b97 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.403647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3959cb0a-9eeb-4869-83f0-30f898e32b97 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.406094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3959cb0a-9eeb-4869-83f0-30f898e32b97 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "GET /v2.0/networks?id=73fc00f5-4233-47c3-a103-ff611deebef7&id=91fe0819-07b6-4f45-8db6-72ae281c4c70 HTTP/1.1" status: 200 len: 1391 time: 0.3557744 Nov 23 18:43:48.434806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'port': {'device_id': '6389d095-05a9-4e09-a5de-02afe2c78486', 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7', 'admin_state_up': True, 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:48.479990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.565597 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.661059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.676962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba931f12-8880-499a-80bf-b3e8d8188867 req-3d2dc10c-860e-4a4b-a23a-a4a1de7d870f tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660553 Nov 23 18:43:48.683235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2a6bd446-9f41-4001-ab95-213b2e737dbb up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:48.719885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event updated for resources: {'Port': ['ID=870953b1-508e-422d-a0e5-47084479e460,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:48.771899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:48.778875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:48.785604 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d8ecd2-e514-43b5-aceb-746574a1fb32 x-openstack-request-id: req-e4d8ecd2-e514-43b5-aceb-746574a1fb32 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:48.785903 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:48.797858 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4d8ecd2-e514-43b5-aceb-746574a1fb32 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:48.798329 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55', 'status': 'completed', 'code': 200} Nov 23 18:43:48.803276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:48.833064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:48.841972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.884955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Attempting to bind port 31f31b1f-4698-483e-912f-40c79f9f55b5 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:48.887907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Attempting to bind port 31f31b1f-4698-483e-912f-40c79f9f55b5 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:48.890951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Attempting to bind port 31f31b1f-4698-483e-912f-40c79f9f55b5 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:48.926275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Port 31f31b1f-4698-483e-912f-40c79f9f55b5 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:48.926597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Attempting to bind port 31f31b1f-4698-483e-912f-40c79f9f55b5 on network 9404bcf7-d3c3-439c-9355-3e43fd07f096 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:48.931854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.932485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-9a115c59-c2ea-4742-8ed6-17e77cde55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.933570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-9a115c59-c2ea-4742-8ed6-17e77cde55cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1094 time: 0.0871773 Nov 23 18:43:48.967163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:48.967440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Checking segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:48.967822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Bound using segment: {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:48.968265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Bound port: 31f31b1f-4698-483e-912f-40c79f9f55b5, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a26aa65-a171-4164-affe-7a8ae1c5aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:48.968682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.996263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:49.001230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165bd336-7735-4aed-ad5f-2f60b399fc4f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:49.038790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:49.078274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.084644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f,segment=NetworkSegment(c03553b6-0eaf-47a7-8296-f95d91a535e2),segment_id=c03553b6-0eaf-47a7-8296-f95d91a535e2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:49.092269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:49.097131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=31f31b1f-4698-483e-912f-40c79f9f55b5,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:49.102108 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.104102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.126150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Allocated IP 19.80.0.222 (73fc00f5-4233-47c3-a103-ff611deebef7/c486a276-c070-4404-9418-c47690b83876/79e677eb-aef4-4110-93ab-78a8df0581aa) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:49.172654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.189612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.190371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.197462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7720c5bf-d57a-485e-b124-556a0333c419 None None] Provisioning complete for port 2a6bd446-9f41-4001-ab95-213b2e737dbb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:49.198075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7720c5bf-d57a-485e-b124-556a0333c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.204835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:49.208150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] 10.222.0.47 "PUT /v2.0/ports/31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 1091 time: 2.9015718 Nov 23 18:43:49.216003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:49.218340 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfa56be-49c5-48af-9766-4619cd7794b4" -d '{"events": [{"name": "network-changed", "server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:49.281221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2a6bd446-9f41-4001-ab95-213b2e737dbb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:49.281787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.294239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc033f-1aa4-425a-8e5c-8cfc9467c12b service neutron] Pushing event updated for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:49.349227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-af3deab7-b33b-4dfd-90f7-08dfbe74087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.350736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-af3deab7-b33b-4dfd-90f7-08dfbe74087b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1094 time: 0.0947642 Nov 23 18:43:49.412807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc774a2-2fcd-42e4-b63b-26d9546ca2cc req-d907a14c-dafc-432f-9c5f-24b97134e0d3 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.421629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efc774a2-2fcd-42e4-b63b-26d9546ca2cc req-d907a14c-dafc-432f-9c5f-24b97134e0d3 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 943 time: 0.4589288 Nov 23 18:43:49.442347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-faaccd37-3c4f-49a6-8059-1cacd8a27bf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 217 time: 0.0817165 Nov 23 18:43:49.525626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-d2d592e8-842e-4ffd-8147-aae6bff86cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.528621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-d2d592e8-842e-4ffd-8147-aae6bff86cad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.0778146 Nov 23 18:43:49.541137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.549609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-5966744b-f6c7-4d03-9dd1-fed4c14efa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.551447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-5966744b-f6c7-4d03-9dd1-fed4c14efa58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.5869496 Nov 23 18:43:49.568301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efc774a2-2fcd-42e4-b63b-26d9546ca2cc req-9cc59364-1a03-4887-8574-4eaa76b8ace6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456673 Nov 23 18:43:49.591443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-dabb0b57-4baa-46b8-b473-2ed65b09e854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510602 Nov 23 18:43:49.618733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.631239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.684104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-2a26330b-ae2b-4501-9e37-7592bc25e5f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.1146338 Nov 23 18:43:49.714073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['165bd336-7735-4aed-ad5f-2f60b399fc4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:49.724662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:49.809811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:49.846088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.889008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event updated for resources: {'Port': ['ID=870953b1-508e-422d-a0e5-47084479e460,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:49.941968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-8f38bc25-154b-4cc6-b905-16823185e78c service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195498 Nov 23 18:43:49.943046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:49.958142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:49.962711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-6885bfd7-86e5-419c-81ed-bd2d464a057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:49.964832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-6885bfd7-86e5-419c-81ed-bd2d464a057d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.2448096 Nov 23 18:43:49.975976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 73fc00f5-4233-47c3-a103-ff611deebef7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:50.002451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:50.012275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:50.016262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.017765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2d1da2cc-0614-4a92-9d3a-d6efa26026d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7846313 Nov 23 18:43:50.076246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-8f276120-0237-456a-b748-2750ec82089d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988390 Nov 23 18:43:50.078183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.122693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:50.155914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-cda2333c-6bf5-406e-bd25-6d111cba294a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0961938 Nov 23 18:43:50.163830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'port_id': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55', 'mac_address': 'fa:16:3e:2a:84:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:50.185433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:50.247757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a48fa59a-92d6-4001-bacb-2f16d293e26a req-7321eeeb-8d79-4469-87cb-bb0cfabdf694 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954502 Nov 23 18:43:50.338795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.339407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.344982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:50.374636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d476c6f-233f-45e8-87a5-e2444e23ec44 req-febc9072-da68-4d60-98ea-55811be20fee tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.383567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d476c6f-233f-45e8-87a5-e2444e23ec44 req-febc9072-da68-4d60-98ea-55811be20fee tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 932 time: 0.2650824 Nov 23 18:43:50.395077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.425584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-219cf83b-8c7e-4a34-8420-5f8c78edb858 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9941788 Nov 23 18:43:50.450516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2b2841cb-c7f8-4f1b-9197-c965bd53e231 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.454519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47d7ed12-8a7d-4900-857b-c6140eba9d3b req-2b2841cb-c7f8-4f1b-9197-c965bd53e231 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2852840 Nov 23 18:43:50.479500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.481593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Request body: {'port': {'device_id': '6389d095-05a9-4e09-a5de-02afe2c78486', 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70', 'admin_state_up': True, 'tenant_id': '270100ed98404640b6c0f6e00731ecc0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:50.485360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:50.528407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:50.577575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:50.587533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.705229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:50.708508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Made reservation on behalf of 270100ed98404640b6c0f6e00731ecc0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:43:50.713435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.724326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-9eac4468-943f-4418-bbb5-375a21644514 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920622 Nov 23 18:43:50.751882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4c62bd4-00dd-4e32-b06f-53b64540b0dd None None] Provisioning complete for port 79e677eb-aef4-4110-93ab-78a8df0581aa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:50.752276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c62bd4-00dd-4e32-b06f-53b64540b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:50.753230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca98ee-798c-463a-9018-d959d6e2a268 req-c037d34c-94fc-44f1-b223-4bb33fde669b tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:50.757093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7ca98ee-798c-463a-9018-d959d6e2a268 req-c037d34c-94fc-44f1-b223-4bb33fde669b tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 948 time: 0.1533463 Nov 23 18:43:50.841779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d476c6f-233f-45e8-87a5-e2444e23ec44 req-190f103b-ad80-44b1-ae71-70f10530382d tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571717 Nov 23 18:43:50.848618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7ca98ee-798c-463a-9018-d959d6e2a268 req-1a59fdb7-861e-456f-901f-a721f2f8254e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793822 Nov 23 18:43:50.880497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4c62bd4-00dd-4e32-b06f-53b64540b0dd None None] Port 79e677eb-aef4-4110-93ab-78a8df0581aa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:50.935634 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589c77f-7f62-444b-b475-6e64410d1b49 x-openstack-request-id: req-f589c77f-7f62-444b-b475-6e64410d1b49 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:50.936231 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:50.936770 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f589c77f-7f62-444b-b475-6e64410d1b49 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:50.937466 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5', 'status': 'completed', 'code': 200} Nov 23 18:43:50.996913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9c2b2076-2beb-4bc2-b88c-264ef0c76b55'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:51.164107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Allocated IP 19.86.0.118 (91fe0819-07b6-4f45-8db6-72ae281c4c70/1fe1aacc-1030-4d07-96fd-f1be6ce11e7b/1184610f-b309-40da-8318-527b18fbc1d5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:43:51.212278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-90ae219f-7ff6-4914-901d-29dcb6cf34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.219759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-90ae219f-7ff6-4914-901d-29dcb6cf34ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1094 time: 0.2287080 Nov 23 18:43:51.265774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573cde0-1d9f-4ea8-adc9-403c3ef1900b req-65c67d7e-f304-40f1-8725-db989904b8c8 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.272425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0573cde0-1d9f-4ea8-adc9-403c3ef1900b req-65c67d7e-f304-40f1-8725-db989904b8c8 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 944 time: 0.1826010 Nov 23 18:43:51.358340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.413391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40c8bd4e-769e-4313-81b4-295f4729ed94 req-b9d95a32-566f-45c1-b42f-ad110bd194eb service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781898 Nov 23 18:43:51.416751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.426460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0573cde0-1d9f-4ea8-adc9-403c3ef1900b req-daced343-eea1-4d0a-a2c0-041c0b2e7fba tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285901 Nov 23 18:43:51.445424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-0294729d-5840-4358-8cfe-0873ca71701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.447091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-0294729d-5840-4358-8cfe-0873ca71701b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.2161498 Nov 23 18:43:51.501967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-9b6bc688-ac63-41ae-9249-a4621e49825c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 217 time: 0.0464251 Nov 23 18:43:51.522619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event updated for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:51.582117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-ec5f8200-8c43-4898-91b7-c692005c0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.585318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-6aee8a57-513e-453d-a966-ffdee1b104d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.586396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-ec5f8200-8c43-4898-91b7-c692005c0203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.0762274 Nov 23 18:43:51.586930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-6aee8a57-513e-453d-a966-ffdee1b104d3 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5675409 Nov 23 18:43:51.588980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:43:51.591539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:43:51.596045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:43:51.621335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:51.662855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-7b88e07f-5fb2-4433-9d1b-f49da0a13350 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481114 Nov 23 18:43:51.679783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.680370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.719234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b1206edb-ae26-43e0-8360-4512876b8971 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2460160 Nov 23 18:43:51.730083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 311327cd-d818-434e-b116-7eb20b33e193 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:51.730557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:51.816062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 165bd336-7735-4aed-ad5f-2f60b399fc4f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:51.817250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Request body: {'port': {'device_id': '6389d095-05a9-4e09-a5de-02afe2c78486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:51.874807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747590-8819-4e2d-a19f-99a255649991 req-c5d1efed-0fa1-4e18-b731-f801db4bf464 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:51.877439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb747590-8819-4e2d-a19f-99a255649991 req-c5d1efed-0fa1-4e18-b731-f801db4bf464 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 943 time: 0.2615371 Nov 23 18:43:51.906759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-4f5988a5-1243-45f4-9946-0947fff5f337 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.2472026 Nov 23 18:43:51.919491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-72b38c48-a987-4369-b917-8578acb74516 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463222 Nov 23 18:43:51.951470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-a6c91191-6625-47e6-a6aa-0a346e47c486 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'floatingip': {'port_id': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:52.081066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb747590-8819-4e2d-a19f-99a255649991 req-0bb5a6c9-d02c-47ae-801d-0f8e4b498083 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069849 Nov 23 18:43:52.119877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 165bd336-7735-4aed-ad5f-2f60b399fc4f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:52.132190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-a6c91191-6625-47e6-a6aa-0a346e47c486 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.153089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.159294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 165bd336-7735-4aed-ad5f-2f60b399fc4f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:52.160477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.197565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfa56be-49c5-48af-9766-4619cd7794b4 req-c2277148-0412-49d0-81a5-d0decc9d7ad6 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667863 Nov 23 18:43:52.230780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c466b7fd-4ec0-465e-8b4d-aeb237f9a6eb None None] Provisioning complete for port 1184610f-b309-40da-8318-527b18fbc1d5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:52.231359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c466b7fd-4ec0-465e-8b4d-aeb237f9a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.280531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.312283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:52.321412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:52.324377 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce8368-f6fd-4f97-88a6-a4e886522df3" -d '{"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:52.345251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.451571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c466b7fd-4ec0-465e-8b4d-aeb237f9a6eb None None] Port 1184610f-b309-40da-8318-527b18fbc1d5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:43:52.470765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:52.492938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.493542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.493784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.494163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.494576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.495150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.495558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.495825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.496160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.496509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.496871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.497263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:43:52.552576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.628302 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-a6c91191-6625-47e6-a6aa-0a346e47c486 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 18:43:52.629518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fedaae5-6b37-4ba6-98b9-efe7bf8d6709 req-a6c91191-6625-47e6-a6aa-0a346e47c486 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "PUT /v2.0/floatingips/bee7ca45-89ae-44d1-bbd1-e52b716c04cb HTTP/1.1" status: 409 len: 550 time: 0.6892464 Nov 23 18:43:52.635273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f,segment=NetworkSegment(c03553b6-0eaf-47a7-8296-f95d91a535e2),segment_id=c03553b6-0eaf-47a7-8296-f95d91a535e2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:52.654386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:52.736058 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522f996-3734-4e0e-9464-65ea99c269a0 x-openstack-request-id: req-1522f996-3734-4e0e-9464-65ea99c269a0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:52.739724 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:52.740065 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1522f996-3734-4e0e-9464-65ea99c269a0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:52.741174 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'code': 200} Nov 23 18:43:52.749798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6e72-70c0-4f5d-adea-89142daf88db req-8e3a1ee3-994c-45be-b5b2-5add8d87d18b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:52.763288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6e72-70c0-4f5d-adea-89142daf88db req-8e3a1ee3-994c-45be-b5b2-5add8d87d18b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:52.783880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1aab6e72-70c0-4f5d-adea-89142daf88db req-8e3a1ee3-994c-45be-b5b2-5add8d87d18b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1655 time: 0.1097171 Nov 23 18:43:52.795224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:52.885177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1aab6e72-70c0-4f5d-adea-89142daf88db req-5572a3f3-783f-463d-81b0-6f5bcd8bf82c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003249 Nov 23 18:43:52.907136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b481a9f-5e83-4fa9-b460-031d90adb367 req-95ecdf98-035a-48ae-99db-8c5be5ead4e2 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:52.915569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b481a9f-5e83-4fa9-b460-031d90adb367 req-95ecdf98-035a-48ae-99db-8c5be5ead4e2 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.1445913 Nov 23 18:43:52.972104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e677eb-aef4-4110-93ab-78a8df0581aa {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:53.014534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.021103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b481a9f-5e83-4fa9-b460-031d90adb367 req-7c651762-e434-4662-935b-f6f47a573abe tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Nov 23 18:43:53.032062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Transition to ACTIVE for port object 79e677eb-aef4-4110-93ab-78a8df0581aa will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:53.037747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.126049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486527f-1e74-4894-bc6c-ce045f67a0ce req-d0e0cc73-1be6-4880-ba11-6e65505e9ec1 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:53.127877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5486527f-1e74-4894-bc6c-ce045f67a0ce req-d0e0cc73-1be6-4880-ba11-6e65505e9ec1 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1101 time: 0.0807123 Nov 23 18:43:53.167174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Pushing event updated for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:53.205266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5486527f-1e74-4894-bc6c-ce045f67a0ce req-e3225efa-9bb6-44b3-ab7e-2a4e457faa77 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699527 Nov 23 18:43:53.492199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba831-1a17-42be-b2d0-960d9aeb4741 req-ef15581b-7087-45b2-b4a8-af1241b49c13 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:53.505376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57bba831-1a17-42be-b2d0-960d9aeb4741 req-ef15581b-7087-45b2-b4a8-af1241b49c13 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 943 time: 0.1100230 Nov 23 18:43:53.584370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57bba831-1a17-42be-b2d0-960d9aeb4741 req-4be291ac-92f7-4ee7-8467-17e2d35166c6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772111 Nov 23 18:43:53.616592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 31f31b1f-4698-483e-912f-40c79f9f55b5 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:43:53.650015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-d6a4088e-5529-400c-a07a-339fd71cd590 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips/bee7ca45-89ae-44d1-bbd1-e52b716c04cb HTTP/1.1" status: 200 len: 693 time: 0.5242362 Nov 23 18:43:53.784836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=31f31b1f-4698-483e-912f-40c79f9f55b5,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:53.804580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '31f31b1f-4698-483e-912f-40c79f9f55b5', 'network_id': '9404bcf7-d3c3-439c-9355-3e43fd07f096', 'port_id': '31f31b1f-4698-483e-912f-40c79f9f55b5', 'mac_address': 'fa:16:3e:c8:09:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26223814-0198-4e39-be6b-d2d80c5e7821', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:43:53.808985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:53.876319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-c0abd993-46ee-4aa1-bf94-9d05d8b93c43 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:53.877846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-c0abd993-46ee-4aa1-bf94-9d05d8b93c43 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2270486 Nov 23 18:43:53.902344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Attempting to bind port 79e677eb-aef4-4110-93ab-78a8df0581aa on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:53.902344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Attempting to bind port 79e677eb-aef4-4110-93ab-78a8df0581aa by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:53.903996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Attempting to bind port 79e677eb-aef4-4110-93ab-78a8df0581aa on network 73fc00f5-4233-47c3-a103-ff611deebef7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:53.950521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:53.953038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Port 79e677eb-aef4-4110-93ab-78a8df0581aa on network 73fc00f5-4233-47c3-a103-ff611deebef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:53.953538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Attempting to bind port 79e677eb-aef4-4110-93ab-78a8df0581aa on network 73fc00f5-4233-47c3-a103-ff611deebef7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:53.963701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:53.963986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:53.964241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.964366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Checking segment: {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:53.964812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Bound using segment: {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:53.965440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Bound port: 79e677eb-aef4-4110-93ab-78a8df0581aa, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:53.965908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:53.982573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-6a2c9fc8-b7ed-41ff-a279-58a9885d2f39 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0951831 Nov 23 18:43:54.027171 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.047155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f31b1f-4698-483e-912f-40c79f9f55b5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:54.060543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:54.062578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5031-903c-4226-9b15-b9ef70252c9f req-23025666-3025-4d2f-8fc3-80e4637837e4 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:54.064176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=79e677eb-aef4-4110-93ab-78a8df0581aa,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:54.072020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a68b5031-903c-4226-9b15-b9ef70252c9f req-23025666-3025-4d2f-8fc3-80e4637837e4 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 1101 time: 0.0592980 Nov 23 18:43:54.076162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=31f31b1f-4698-483e-912f-40c79f9f55b5,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:54.122349 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.137168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a68b5031-903c-4226-9b15-b9ef70252c9f req-936664c9-83d2-4fe0-bd30-e4b9f53b7b38 tempest-ServersAdminTestJSON-1016108612 tempest-ServersAdminTestJSON-1016108612-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615456 Nov 23 18:43:54.142054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-b7d2c1ee-59c4-4346-b2d4-5615d8efb4ef tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0762935 Nov 23 18:43:54.144481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.250257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:54.280537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.287164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f805a-c75e-4b56-8df5-d9293a77255b req-aa2cef66-7210-4b19-bfb8-753add1eb47f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:54.303946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:54.305439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.306557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f805a-c75e-4b56-8df5-d9293a77255b req-aa2cef66-7210-4b19-bfb8-753add1eb47f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:54.309193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] 10.222.0.50 "PUT /v2.0/ports/79e677eb-aef4-4110-93ab-78a8df0581aa HTTP/1.1" status: 200 len: 1092 time: 2.5111618 Nov 23 18:43:54.317231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e7f805a-c75e-4b56-8df5-d9293a77255b req-aa2cef66-7210-4b19-bfb8-753add1eb47f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1667 time: 0.1007113 Nov 23 18:43:54.350211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:54.350575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:54.352633 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a32613-876a-4d3c-b1c6-503e6c34782d" -d '{"events": [{"name": "network-changed", "server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:54.358767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.372457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Request body: {'port': {'device_id': '6389d095-05a9-4e09-a5de-02afe2c78486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:54.394480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e7f805a-c75e-4b56-8df5-d9293a77255b req-4f3b234c-9ddf-4692-b5ae-ba175336cc20 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758502 Nov 23 18:43:54.441058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:54.460458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['31f31b1f-4698-483e-912f-40c79f9f55b5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:54.494899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.496938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf10a0-954d-4686-8432-284981d1a08b service neutron] Pushing event updated for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:54.553309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119d17-5e58-449b-8d7b-3705b6940cc1 req-c4793c0a-8bc9-440e-adf7-9560509e20de tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:54.560911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f8119d17-5e58-449b-8d7b-3705b6940cc1 req-c4793c0a-8bc9-440e-adf7-9560509e20de tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.0865707 Nov 23 18:43:54.609734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Deleting port 870953b1-508e-422d-a0e5-47084479e460 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:54.609983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.655546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f8119d17-5e58-449b-8d7b-3705b6940cc1 req-1f65e11d-8b29-476e-9caa-ea9cba549868 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811388 Nov 23 18:43:54.748685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f'}, {'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:54.750947 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8fff8a-474f-42d5-a38a-bd5a24c80f44" -d '{"events": [{"server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "name": "network-vif-plugged", "status": "completed", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f"}, {"server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:54.864467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.864751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:54.881265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Calling delete_port for 870953b1-508e-422d-a0e5-47084479e460 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:54.920023 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590542c5-9d21-448e-b8f0-8403515bcace x-openstack-request-id: req-590542c5-9d21-448e-b8f0-8403515bcace {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:54.920335 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:54.920594 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-590542c5-9d21-448e-b8f0-8403515bcace {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:54.920986 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa', 'status': 'completed', 'code': 200} Nov 23 18:43:55.030011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472d85f-ec62-4dd9-a53d-85feb2d7f464 req-f0e3e207-a4a8-433e-ba7d-e0536ea1dc65 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.032430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8472d85f-ec62-4dd9-a53d-85feb2d7f464 req-f0e3e207-a4a8-433e-ba7d-e0536ea1dc65 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 944 time: 0.0673320 Nov 23 18:43:55.070520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-1f657493-2e50-46d6-a13e-120ab7d01b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.071118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-1f657493-2e50-46d6-a13e-120ab7d01b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.072631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-1f657493-2e50-46d6-a13e-120ab7d01b65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1914 time: 0.1188223 Nov 23 18:43:55.077464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1184610f-b309-40da-8318-527b18fbc1d5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:43:55.102744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.108646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8472d85f-ec62-4dd9-a53d-85feb2d7f464 req-6f4f4cc4-ffe8-420c-9c6d-9bd7278bbf36 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Nov 23 18:43:55.154310 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d370a7e-046b-4527-a6c6-630f81ddceab x-openstack-request-id: req-0d370a7e-046b-4527-a6c6-630f81ddceab {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:55.154863 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "name": "network-vif-plugged", "status": "completed", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f", "code": 200}, {"server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:55.154863 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d370a7e-046b-4527-a6c6-630f81ddceab {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:55.155270 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f', 'code': 200} Nov 23 18:43:55.155561 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55', 'code': 200} Nov 23 18:43:55.158805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Transition to ACTIVE for port object 1184610f-b309-40da-8318-527b18fbc1d5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:43:55.226345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.338222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4ede-fb8c-4e99-bf96-279d7cd08a22 req-9cebbc95-612e-4a12-8da9-d0c16585c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.339720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf5f4ede-fb8c-4e99-bf96-279d7cd08a22 req-9cebbc95-612e-4a12-8da9-d0c16585c64b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.0692747 Nov 23 18:43:55.353574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.359154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-e58eeb73-2f78-468b-b915-2499868665dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.359673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-e58eeb73-2f78-468b-b915-2499868665dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.360131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-e58eeb73-2f78-468b-b915-2499868665dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.361768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-e58eeb73-2f78-468b-b915-2499868665dd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=270100ed98404640b6c0f6e00731ecc0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2719655 Nov 23 18:43:55.368343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992954-7153-464f-8acf-63cef3930275 service neutron] Pushing event updated for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:55.440549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb401d4-56e1-49fc-bd59-cb3ffebcf9b6 req-6222f183-5eeb-4254-acdd-a5322b0d4451 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.445673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event deleted for resources: {'Port': ['ID=870953b1-508e-422d-a0e5-47084479e460,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:55.454142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdb401d4-56e1-49fc-bd59-cb3ffebcf9b6 req-6222f183-5eeb-4254-acdd-a5322b0d4451 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 950 time: 0.1318486 Nov 23 18:43:55.457284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf5f4ede-fb8c-4e99-bf96-279d7cd08a22 req-f1d717ea-06ae-474b-b5ec-d77a375d1598 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968840 Nov 23 18:43:55.513721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709ee2-3782-41cd-9466-fe6daeeed186 req-f6da4d9a-4fc0-4259-bcb3-7d02143cb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.515274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34709ee2-3782-41cd-9466-fe6daeeed186 req-f6da4d9a-4fc0-4259-bcb3-7d02143cb23d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 1096 time: 0.2419546 Nov 23 18:43:55.524339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdb401d4-56e1-49fc-bd59-cb3ffebcf9b6 req-87f8ba87-2d6f-47be-bd9a-8bb2a23098a6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Nov 23 18:43:55.624515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Attempting to bind port 1184610f-b309-40da-8318-527b18fbc1d5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:43:55.624915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Attempting to bind port 1184610f-b309-40da-8318-527b18fbc1d5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:43:55.625172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Attempting to bind port 1184610f-b309-40da-8318-527b18fbc1d5 on network 91fe0819-07b6-4f45-8db6-72ae281c4c70 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:55.636092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 31f31b1f-4698-483e-912f-40c79f9f55b5 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:43:55.665188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Port 1184610f-b309-40da-8318-527b18fbc1d5 on network 91fe0819-07b6-4f45-8db6-72ae281c4c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:43:55.666841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Attempting to bind port 1184610f-b309-40da-8318-527b18fbc1d5 on network 91fe0819-07b6-4f45-8db6-72ae281c4c70 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:43:55.678832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.682768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.684536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dc5fa95-50f6-4130-acba-a69f553901dc req-28f3b181-3022-4043-a9ce-769fd671d9a6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "DELETE /v2.0/floatingips/bee7ca45-89ae-44d1-bbd1-e52b716c04cb HTTP/1.1" status: 204 len: 173 time: 1.5258231 Nov 23 18:43:55.718017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:43:55.718308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Checking segment: {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:43:55.718695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Bound using segment: {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:43:55.719091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Bound port: 1184610f-b309-40da-8318-527b18fbc1d5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a40824a-857f-4842-a2bc-fc4943e8b329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:43:55.719493 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.736976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-ebf4172e-82b4-4bb4-9bea-82a81a492e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.739040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20a32613-876a-4d3c-b1c6-503e6c34782d req-ebf4172e-82b4-4bb4-9bea-82a81a492e15 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571496 Nov 23 18:43:55.739976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 31f31b1f-4698-483e-912f-40c79f9f55b5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:43:55.746177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 31f31b1f-4698-483e-912f-40c79f9f55b5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:43:55.747026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.776303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34709ee2-3782-41cd-9466-fe6daeeed186 req-f1955a87-6773-4d90-97b2-46536cbdee5c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013603 Nov 23 18:43:55.794363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070bce9-7480-469a-bd82-11362f6ca000 req-feeacbf1-982b-4b56-b0b4-4d46a35c62f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.802386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070bce9-7480-469a-bd82-11362f6ca000 req-feeacbf1-982b-4b56-b0b4-4d46a35c62f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:55.804525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3070bce9-7480-469a-bd82-11362f6ca000 req-feeacbf1-982b-4b56-b0b4-4d46a35c62f1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1679 time: 0.1286950 Nov 23 18:43:55.851303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:43:55.855368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1184610f-b309-40da-8318-527b18fbc1d5,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:43:55.865659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.899097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:55.905361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3070bce9-7480-469a-bd82-11362f6ca000 req-da35a666-a279-41ae-883e-cddfda654f27 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874228 Nov 23 18:43:55.940467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992954-7153-464f-8acf-63cef3930275 service neutron] Pushing event updated for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:55.947238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=31f31b1f-4698-483e-912f-40c79f9f55b5,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:55.953747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.011237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.012686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:56.014811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-82992954-7153-464f-8acf-63cef3930275 service neutron] 10.222.0.50 "PUT /v2.0/ports/1184610f-b309-40da-8318-527b18fbc1d5 HTTP/1.1" status: 200 len: 1092 time: 1.6570082 Nov 23 18:43:56.030210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:56.051142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7557713-98a8-47bd-b7a1-3053d7d924c9 req-034a253c-925f-4c5e-bef9-3b48a0defb0d tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.053546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7557713-98a8-47bd-b7a1-3053d7d924c9 req-034a253c-925f-4c5e-bef9-3b48a0defb0d tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.1150506 Nov 23 18:43:56.058283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-4b2bb1ee-ad20-47dc-b213-d47c537da575 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.0955007 Nov 23 18:43:56.150097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3b9ec452-8cd3-4ed0-99b9-6b33295b9a1f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.153556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3b9ec452-8cd3-4ed0-99b9-6b33295b9a1f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports/90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 942 time: 0.0939393 Nov 23 18:43:56.173801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7557713-98a8-47bd-b7a1-3053d7d924c9 req-e6c86bb5-7bd5-4ad9-85d3-3f12288eca8d tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101599 Nov 23 18:43:56.183661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-c44b21d7-1d2a-4476-b7b2-28dc5f23ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.184183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-c44b21d7-1d2a-4476-b7b2-28dc5f23ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.185798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-c44b21d7-1d2a-4476-b7b2-28dc5f23ef1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1981 time: 0.0805583 Nov 23 18:43:56.272460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-5796210f-6db7-4a9c-a02b-fba38ada81d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=79e677eb-aef4-4110-93ab-78a8df0581aa HTTP/1.1" status: 200 len: 217 time: 0.0654421 Nov 23 18:43:56.341640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-6c525c30-35c3-4239-9192-e7691b94d3cc tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.1212423 Nov 23 18:43:56.388973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-ee3a8541-9aa4-4011-895e-87c77714f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.391016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-ee3a8541-9aa4-4011-895e-87c77714f7d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c486a276-c070-4404-9418-c47690b83876 HTTP/1.1" status: 200 len: 801 time: 0.1051877 Nov 23 18:43:56.404463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef15430-8a4c-4a54-88f7-3534ee67f12e req-f3f9c1c4-2f86-4343-9562-16649220f382 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.406084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cef15430-8a4c-4a54-88f7-3534ee67f12e req-f3f9c1c4-2f86-4343-9562-16649220f382 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 949 time: 0.1104460 Nov 23 18:43:56.492829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-c22adbc0-a8fd-4f36-bccd-3b7f12723c8c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.494606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-c22adbc0-a8fd-4f36-bccd-3b7f12723c8c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 950 time: 0.1104825 Nov 23 18:43:56.505490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cef15430-8a4c-4a54-88f7-3534ee67f12e req-acd53273-f160-4bf3-b3c2-6ac98b302593 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912929 Nov 23 18:43:56.510392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-8319f7b1-83a0-4e55-a68d-2d9c6ea1f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.523566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-8319f7b1-83a0-4e55-a68d-2d9c6ea1f51e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73fc00f5-4233-47c3-a103-ff611deebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905948 Nov 23 18:43:56.583740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-d22e5a40-78ab-4666-b7a3-da7918784a6f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.600233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-d22e5a40-78ab-4666-b7a3-da7918784a6f tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2514358 Nov 23 18:43:56.728020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-0dfd571a-af53-4b30-a7f0-03d26d459205 service neutron] 10.222.0.50 "GET /v2.0/networks/73fc00f5-4233-47c3-a103-ff611deebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955147 Nov 23 18:43:56.759368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09aa7-fb97-4e3e-bf99-aca974fb6fa7 req-d37f5c82-6314-4376-96e7-2f9c8cfb0e08 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:56.760984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca09aa7-fb97-4e3e-bf99-aca974fb6fa7 req-d37f5c82-6314-4376-96e7-2f9c8cfb0e08 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1340735 Nov 23 18:43:56.776362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-f2983de1-fc04-4300-99d9-f05e831d2bc4 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.1748297 Nov 23 18:43:56.795457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:43:56.865587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-74094694-20ca-48ec-b1eb-7150cb9a33e1 service neutron] 10.222.0.50 "GET /v2.0/networks/73fc00f5-4233-47c3-a103-ff611deebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181085 Nov 23 18:43:56.944389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:56.948163 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbbb198-d0ae-48bd-b771-999b0f90546c" -d '{"events": [{"name": "network-changed", "server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "tag": "1184610f-b309-40da-8318-527b18fbc1d5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:56.957422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-61cd5403-8aa3-4cdc-b32a-f4ebbf7d967a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=1184610f-b309-40da-8318-527b18fbc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0777435 Nov 23 18:43:57.051826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dca09aa7-fb97-4e3e-bf99-aca974fb6fa7 req-32da836b-e720-4005-b5c6-a10ff44bef4c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846738 Nov 23 18:43:57.095994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-8e2cdda7-d7c4-4dd2-ac8c-5689078be31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:57.105631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-8e2cdda7-d7c4-4dd2-ac8c-5689078be31e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fe1aacc-1030-4d07-96fd-f1be6ce11e7b HTTP/1.1" status: 200 len: 801 time: 0.1282687 Nov 23 18:43:57.157497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:57.161510 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bab5d6-a8d3-4822-80d3-81fdc1f8e149" -d '{"events": [{"server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "name": "network-vif-plugged", "status": "completed", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:57.211516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-7f6adffa-af65-46cf-8213-1143fd88f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:57.214065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-7f6adffa-af65-46cf-8213-1143fd88f4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91fe0819-07b6-4f45-8db6-72ae281c4c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923140 Nov 23 18:43:57.375267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb544-c9ae-4c36-98a6-0d6899bf7a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.464412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.473137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-15a37a51-15f0-4a73-9938-e2d0b122d7b0 service neutron] 10.222.0.50 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319016 Nov 23 18:43:57.527944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Deleting port 774e34a4-14a6-481c-ab22-6ddf528f7d64 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:43:57.528285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.704106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-232269d5-18b2-4d1b-8a2b-601cdf7cf28e req-b7cdc370-c6ab-4819-8920-46a8521f68a0 service neutron] 10.222.0.50 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762271 Nov 23 18:43:57.716027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.725591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df0c9d-944a-448f-bd4b-b015beca13fa req-22ee1fdb-2c3e-426d-8386-08167bf802f5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:57.735105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36df0c9d-944a-448f-bd4b-b015beca13fa req-22ee1fdb-2c3e-426d-8386-08167bf802f5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e29709-e1fd-4a09-85e2-0f42608c1f7a HTTP/1.1" status: 200 len: 950 time: 0.2607110 Nov 23 18:43:57.749459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] For port 774e34a4-14a6-481c-ab22-6ddf528f7d64, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=774e34a4-14a6-481c-ab22-6ddf528f7d64,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:43:57.750017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.767719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Calling delete_port for 774e34a4-14a6-481c-ab22-6ddf528f7d64 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:43:57.816474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36df0c9d-944a-448f-bd4b-b015beca13fa req-fe1e06b9-13dd-4f49-b819-fc1c5014b440 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792530 Nov 23 18:43:57.921666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.922105 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Floating IP f7c51f17-cc06-49ed-93f2-db7c3e4dda59 disassociated. External IP: 172.25.5.240, port: 90071f21-b243-4a52-98f1-b3e2c21c0b47. Nov 23 18:43:57.925157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:57.942447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['774e34a4-14a6-481c-ab22-6ddf528f7d64', '311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:57.946281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a8db4419-b1cf-4fc4-ab5d-e762da1876b2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:43:58.059185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event deleted for resources: {'Port': ['ID=774e34a4-14a6-481c-ab22-6ddf528f7d64,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:43:58.165766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] No DVR routers for this DVR port 774e34a4-14a6-481c-ab22-6ddf528f7d64 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:43:58.170864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.176106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f425d1dd-8130-4741-a3b8-6bf89bf9529d req-86a4934c-0ae6-4487-9a7e-52c4eceb6d45 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "DELETE /v2.0/ports/774e34a4-14a6-481c-ab22-6ddf528f7d64 HTTP/1.1" status: 204 len: 173 time: 1.6719248 Nov 23 18:43:58.176957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'name': 'network-vif-deleted', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:43:58.180002 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388fab1-74c2-45d9-94ad-6fcb70a4cb99" -d '{"events": [{"server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "name": "network-vif-deleted", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:43:58.509783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Router 9e805c75-ba1d-4be6-bffe-fdc90945eccf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:43:58.753301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55be6d6-bbfc-4a57-9497-095de4296f9d req-3fd99470-f054-4c6c-a2be-38313b74048e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:58.768303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55be6d6-bbfc-4a57-9497-095de4296f9d req-3fd99470-f054-4c6c-a2be-38313b74048e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:58.779856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:43:58.796016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d55be6d6-bbfc-4a57-9497-095de4296f9d req-3fd99470-f054-4c6c-a2be-38313b74048e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1679 time: 0.1400156 Nov 23 18:43:58.798604 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Sync routers for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:43:58.811159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:58.838468 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:58.839167 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:58.907638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-3a49b6c6-110d-4e33-b277-f2db759c2f05 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "PUT /v2.0/floatingips/f7c51f17-cc06-49ed-93f2-db7c3e4dda59 HTTP/1.1" status: 200 len: 695 time: 2.1201322 Nov 23 18:43:58.953722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d55be6d6-bbfc-4a57-9497-095de4296f9d req-803a0191-b867-45d7-9514-7b1d532fd3db tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498952 Nov 23 18:43:59.015367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-5c85d4a6-bc6b-48b7-afb1-047a8899c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.026696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-5c85d4a6-bc6b-48b7-afb1-047a8899c08e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1096 time: 0.1115568 Nov 23 18:43:59.070075 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:59.098383 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24955f8b-c66d-4d96-838c-e811cdf0bb68 x-openstack-request-id: req-24955f8b-c66d-4d96-838c-e811cdf0bb68 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:59.098708 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "tag": "1184610f-b309-40da-8318-527b18fbc1d5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:59.099528 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24955f8b-c66d-4d96-838c-e811cdf0bb68 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:59.099996 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5', 'status': 'completed', 'code': 200} Nov 23 18:43:59.230762 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af5016-4ed6-41f3-a5a1-14107be2ad08 x-openstack-request-id: req-19af5016-4ed6-41f3-a5a1-14107be2ad08 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:43:59.231485 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "name": "network-vif-plugged", "status": "completed", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:43:59.231485 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19af5016-4ed6-41f3-a5a1-14107be2ad08 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:43:59.232005 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5', 'code': 200} Nov 23 18:43:59.241443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-518e8c30-a299-41ab-9d6c-b286e83c636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.248938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-518e8c30-a299-41ab-9d6c-b286e83c636a service neutron] 10.222.0.37 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 930 time: 0.2213125 Nov 23 18:43:59.261737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-13d002a2-4b4c-42eb-a0ac-762aba1c4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.262629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-13d002a2-4b4c-42eb-a0ac-762aba1c4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.277384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-13d002a2-4b4c-42eb-a0ac-762aba1c4834 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=270100ed98404640b6c0f6e00731ecc0&device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1981 time: 0.1288390 Nov 23 18:43:59.344608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-2bc04b43-7989-43ec-9e1b-1bde64304922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 217 time: 0.0893030 Nov 23 18:43:59.349019 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:59.381670 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Checking router: 9e805c75-ba1d-4be6-bffe-fdc90945eccf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:43:59.391146 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:43:59.392074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:43:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:43:59.462245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-b2ec5bd3-cc53-44a3-8726-34093335010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.463839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-b2ec5bd3-cc53-44a3-8726-34093335010b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.1181684 Nov 23 18:43:59.466129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881bbf-4c95-4287-80a2-c881af50b281 req-df1cf814-2de0-40f8-aced-3441830d59fd tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.466411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f9f88-b4aa-4dbe-99c1-e6c007cda5e6 req-f90eaacd-5aee-4611-9c4d-ce06acc006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.467927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad2f9f88-b4aa-4dbe-99c1-e6c007cda5e6 req-f90eaacd-5aee-4611-9c4d-ce06acc006d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1096 time: 0.1390393 Nov 23 18:43:59.468154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66881bbf-4c95-4287-80a2-c881af50b281 req-df1cf814-2de0-40f8-aced-3441830d59fd tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.1273491 Nov 23 18:43:59.480791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-dc29283e-5a5f-4c24-bdc9-ee904785dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.482460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-dc29283e-5a5f-4c24-bdc9-ee904785dfd4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91fe0819-07b6-4f45-8db6-72ae281c4c70 HTTP/1.1" status: 200 len: 903 time: 0.1897984 Nov 23 18:43:59.558416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-b1a40b75-029c-47ff-9a08-4f5b76f7a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.560558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-b1a40b75-029c-47ff-9a08-4f5b76f7a38e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838270 Nov 23 18:43:59.563002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad2f9f88-b4aa-4dbe-99c1-e6c007cda5e6 req-da9f741d-d94b-4f61-81cc-712935517331 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852027 Nov 23 18:43:59.564299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-a5895071-0438-49b2-9fda-8a4646d22a74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=1184610f-b309-40da-8318-527b18fbc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0564344 Nov 23 18:43:59.573257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66881bbf-4c95-4287-80a2-c881af50b281 req-282df290-da9e-4de3-8833-3288680e1c5c tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 Nov 23 18:43:59.655567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:43:59.670571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:43:59.874898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-763ddc64-a4cc-4326-aea6-3ff4624b9f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:59.917459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-18e51a2f-484a-4a38-ac9c-670a2d0510fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:59.925928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-18e51a2f-484a-4a38-ac9c-670a2d0510fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fe1aacc-1030-4d07-96fd-f1be6ce11e7b HTTP/1.1" status: 200 len: 801 time: 0.3385317 Nov 23 18:43:59.943069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-70009607-34a3-4258-9de4-973d78f07615 service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708665 Nov 23 18:43:59.956722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.009772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58dc6-5f7a-403a-af07-9769dce0f262 req-d41465ab-0877-4ccc-a324-4bc3eaca5a9d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:00.011789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfe58dc6-5f7a-403a-af07-9769dce0f262 req-d41465ab-0877-4ccc-a324-4bc3eaca5a9d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.2503335 Nov 23 18:44:00.073296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:00.082639 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.111562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-6486f0b1-202b-44c4-80cc-08b08e6a2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:00.115352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-6486f0b1-202b-44c4-80cc-08b08e6a2128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91fe0819-07b6-4f45-8db6-72ae281c4c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687446 Nov 23 18:44:00.250756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:00.291233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfe58dc6-5f7a-403a-af07-9769dce0f262 req-c9a388dc-e33c-4dd1-aa46-bbdbc0ba849a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669106 Nov 23 18:44:00.293404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c95135b-e024-4642-9b31-bd4178e97b10 req-167bf0e9-9a9f-45aa-8397-1c089baf2602 service neutron] 10.222.0.37 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356936 Nov 23 18:44:00.386462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-f4cd2927-31b4-40f4-8ef3-a24f46b5a29b service neutron] 10.222.0.50 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535317 Nov 23 18:44:00.421376 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadcc5c6-4c0b-4a45-8702-35e48ac084d2 x-openstack-request-id: req-eadcc5c6-4c0b-4a45-8702-35e48ac084d2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:00.422024 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e29709-e1fd-4a09-85e2-0f42608c1f7a", "name": "network-vif-deleted", "tag": "774e34a4-14a6-481c-ab22-6ddf528f7d64", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:00.422495 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eadcc5c6-4c0b-4a45-8702-35e48ac084d2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:00.422658 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:00.423912 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e29709-e1fd-4a09-85e2-0f42608c1f7a', 'name': 'network-vif-deleted', 'tag': '774e34a4-14a6-481c-ab22-6ddf528f7d64', 'status': 'completed', 'code': 200} Nov 23 18:44:00.499481 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16c4a0-f2ce-4a48-b26e-e171d37602cd None None] The sync data for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 is: [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:43:04Z', 'revision_number': 4, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6ab311ed-efc8-4b2d-8293-7f59dd694a72', 'name': '', 'network_id': '27b998bf-4ed2-4266-826c-7ffa9fd36f5c', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'mac_address': 'fa:16:3e:c5:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '864beb75-04d8-4912-a54f-07a158e402a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:03Z', 'updated_at': '2021-11-23T18:43:10Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'subnets': [{'id': '864beb75-04d8-4912-a54f-07a158e402a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:00.579353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcbbb198-d0ae-48bd-b771-999b0f90546c req-e1f75dba-2a00-4fd8-b6fa-c54a2e401a93 service neutron] 10.222.0.50 "GET /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781251 Nov 23 18:44:00.608089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:00.658664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-896e2482-81af-4fc5-b9dc-d32acebb9663 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips/f7c51f17-cc06-49ed-93f2-db7c3e4dda59 HTTP/1.1" status: 200 len: 695 time: 0.0781922 Nov 23 18:44:00.683867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe792-7e05-4de2-b47a-8a3016cb7a14 req-8fa056b5-35b0-458d-963e-4274fed57e48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:00.693818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe792-7e05-4de2-b47a-8a3016cb7a14 req-8fa056b5-35b0-458d-963e-4274fed57e48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:00.701612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1ebe792-7e05-4de2-b47a-8a3016cb7a14 req-8fa056b5-35b0-458d-963e-4274fed57e48 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1679 time: 0.0978332 Nov 23 18:44:00.787836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1ebe792-7e05-4de2-b47a-8a3016cb7a14 req-f8ae3a54-cd9c-425d-9dd1-dd04440479f9 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847878 Nov 23 18:44:00.982999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e61a4-e289-4e99-83c0-cab575e3397c None None] New status for floating IP f7c51f17-cc06-49ed-93f2-db7c3e4dda59: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:44:01.268731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:01.273949 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80ac2d9-1a4b-4bad-ab77-c59db40a533f" -d '{"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:01.276563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-83845427-95a6-4410-a08a-7da86adf9319 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:01.279532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-83845427-95a6-4410-a08a-7da86adf9319 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.6195881 Nov 23 18:44:01.358759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-2bc20974-21c1-4e84-b03b-7710bd4583e7 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0652606 Nov 23 18:44:01.373497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3681-72e8-4d56-a0aa-17dd33623835 req-9c8102f0-0060-4ec5-910e-4ef100ac9034 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:01.377697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dee3681-72e8-4d56-a0aa-17dd33623835 req-9c8102f0-0060-4ec5-910e-4ef100ac9034 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.1042612 Nov 23 18:44:01.446992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-de305926-f2ff-4382-a25a-3305063361f8 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0661340 Nov 23 18:44:01.481307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dee3681-72e8-4d56-a0aa-17dd33623835 req-2ad70027-9dc9-470c-b3e7-67862e7a3bd8 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 Nov 23 18:44:01.588558 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e476766-8ffc-47f5-98eb-ecc34b0731e6 x-openstack-request-id: req-1e476766-8ffc-47f5-98eb-ecc34b0731e6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:01.589937 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:01.590431 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e476766-8ffc-47f5-98eb-ecc34b0731e6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:01.591806 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71', 'code': 200} Nov 23 18:44:01.636584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Deleting port 841964d2-a3d7-477b-8978-f5dea3ce4298 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:01.637017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.649034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 774e34a4-14a6-481c-ab22-6ddf528f7d64 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:01.701406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 774e34a4-14a6-481c-ab22-6ddf528f7d64 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:01.701956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 774e34a4-14a6-481c-ab22-6ddf528f7d64 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:01.739608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427a7ef-dc76-4a72-9689-a74698598ca2 req-8d404bad-1104-4ac4-bc7d-c51de07aef9c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:01.742038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0427a7ef-dc76-4a72-9689-a74698598ca2 req-8d404bad-1104-4ac4-bc7d-c51de07aef9c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.0890927 Nov 23 18:44:01.775471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.776269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:01.794898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Calling delete_port for 841964d2-a3d7-477b-8978-f5dea3ce4298 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:01.832182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 79e677eb-aef4-4110-93ab-78a8df0581aa details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:01.859344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0427a7ef-dc76-4a72-9689-a74698598ca2 req-14902185-eaef-4cae-9334-6c506df82576 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045308 Nov 23 18:44:02.064073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=79e677eb-aef4-4110-93ab-78a8df0581aa,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:02.071608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.101054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.102536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '79e677eb-aef4-4110-93ab-78a8df0581aa', 'network_id': '73fc00f5-4233-47c3-a103-ff611deebef7', 'port_id': '79e677eb-aef4-4110-93ab-78a8df0581aa', 'mac_address': 'fa:16:3e:f8:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c486a276-c070-4404-9418-c47690b83876', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:02.186985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.192116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.196081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.208871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ec0103-d817-4249-b79a-7af8e37d5fe9 req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "DELETE /v2.0/floatingips/f7c51f17-cc06-49ed-93f2-db7c3e4dda59 HTTP/1.1" status: 204 len: 173 time: 0.7494593 Nov 23 18:44:02.209882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4aeaa8-2251-4864-88ff-a4c0d0b64f4a tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event deleted for resources: {'Port': ['ID=841964d2-a3d7-477b-8978-f5dea3ce4298,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.221462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e677eb-aef4-4110-93ab-78a8df0581aa {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:02.246450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=79e677eb-aef4-4110-93ab-78a8df0581aa,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:02.253115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.254555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1184610f-b309-40da-8318-527b18fbc1d5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:02.354499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.441343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982bd21-fddb-4325-9b8d-5c475369cf54 req-41821fbe-7f9e-4a77-87f1-7d6573df043a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.458753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982bd21-fddb-4325-9b8d-5c475369cf54 req-41821fbe-7f9e-4a77-87f1-7d6573df043a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.467346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1184610f-b309-40da-8318-527b18fbc1d5,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:02.472697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5982bd21-fddb-4325-9b8d-5c475369cf54 req-41821fbe-7f9e-4a77-87f1-7d6573df043a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1680 time: 0.1910715 Nov 23 18:44:02.473509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:02.478058 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:02.489295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '1184610f-b309-40da-8318-527b18fbc1d5', 'network_id': '91fe0819-07b6-4f45-8db6-72ae281c4c70', 'port_id': '1184610f-b309-40da-8318-527b18fbc1d5', 'mac_address': 'fa:16:3e:ed:9e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe1aacc-1030-4d07-96fd-f1be6ce11e7b', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:02.588808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5982bd21-fddb-4325-9b8d-5c475369cf54 req-1a7aa3e7-9550-49b0-8194-dd60feca0db9 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045587 Nov 23 18:44:02.615614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.636629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1184610f-b309-40da-8318-527b18fbc1d5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:02.665434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1184610f-b309-40da-8318-527b18fbc1d5,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:02.671132 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18a0fb-d179-4c69-9898-123e7974be57 x-openstack-request-id: req-0f18a0fb-d179-4c69-9898-123e7974be57 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:02.671478 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:02.671727 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f18a0fb-d179-4c69-9898-123e7974be57 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:02.672114 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'status': 'completed', 'code': 200} Nov 23 18:44:02.672475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.719245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-5479cbbe-1aed-4e66-aaa4-21182e3748f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.720825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-5479cbbe-1aed-4e66-aaa4-21182e3748f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1096 time: 0.1270080 Nov 23 18:44:02.854711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:02.869564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-5780940b-7196-4673-9590-1d5f20444216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.874357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-5780940b-7196-4673-9590-1d5f20444216 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=42eecd112b4243d7b1b76d265b09285b&device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 1096 time: 0.1594832 Nov 23 18:44:02.966136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bb9e-91bb-4836-b6ed-93dafb13d434 req-a89ef6c3-f1ae-4a2f-a722-e4de82dd885c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:02.968427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5031bb9e-91bb-4836-b6ed-93dafb13d434 req-a89ef6c3-f1ae-4a2f-a722-e4de82dd885c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1940434 Nov 23 18:44:03.006593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-5e0e5583-715b-4696-82b5-3b82330f93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.008230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-5e0e5583-715b-4696-82b5-3b82330f93f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.2775342 Nov 23 18:44:03.047611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5031bb9e-91bb-4836-b6ed-93dafb13d434 req-4ced35e5-31e2-40e4-89e2-9dce3adab3cf tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706718 Nov 23 18:44:03.055166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07becb9f-4de2-40df-8cb7-8610b5cd4ca5 req-45d92560-ff52-48b1-ab4e-4e24f4bf9566 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.056840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07becb9f-4de2-40df-8cb7-8610b5cd4ca5 req-45d92560-ff52-48b1-ab4e-4e24f4bf9566 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.1355636 Nov 23 18:44:03.095442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-85b7d73d-587e-4d69-aa3c-52ae5c0834e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.101248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-85b7d73d-587e-4d69-aa3c-52ae5c0834e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 200 len: 930 time: 0.2107897 Nov 23 18:44:03.105371 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-e412db5c-fe78-4715-9e25-c8a686c58e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 217 time: 0.0768790 Nov 23 18:44:03.172777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.208909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-b8a0edb0-827c-4dcd-bdab-d0b500f2c2e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 200 len: 217 time: 0.0947099 Nov 23 18:44:03.284114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['79e677eb-aef4-4110-93ab-78a8df0581aa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:03.292870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-d24ac07a-2f75-45cf-b5e4-870356378aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.294901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07becb9f-4de2-40df-8cb7-8610b5cd4ca5 req-92f0ed74-1197-4e49-b5f9-d6b66e835344 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937408 Nov 23 18:44:03.296937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-d24ac07a-2f75-45cf-b5e4-870356378aa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.1782575 Nov 23 18:44:03.341169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-92f2f0db-9925-4f46-9ab9-056c650013c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.344671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-92f2f0db-9925-4f46-9ab9-056c650013c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 200 len: 868 time: 0.1194496 Nov 23 18:44:03.412709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb457-c07c-4082-91b9-79b9b2988dda req-e62b79e8-964f-4e15-8375-e62f9d20b800 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.415295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-795fb457-c07c-4082-91b9-79b9b2988dda req-e62b79e8-964f-4e15-8375-e62f9d20b800 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2111211 Nov 23 18:44:03.418957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-51951f40-981b-4bce-978e-13c4761de7f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126783 Nov 23 18:44:03.443798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-991b97e5-62e1-4c41-af53-1fbbe70f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.446172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-991b97e5-62e1-4c41-af53-1fbbe70f3824 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27b998bf-4ed2-4266-826c-7ffa9fd36f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757153 Nov 23 18:44:03.567717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-795fb457-c07c-4082-91b9-79b9b2988dda req-99c69374-9b5f-4cc1-9aab-587d553d2785 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1334207 Nov 23 18:44:03.650850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2051-4b0a-4b8d-9a9e-a6f65873e49e req-755c1f99-a78e-44e5-9d36-8cb797aa4f87 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.653118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b4a2051-4b0a-4b8d-9a9e-a6f65873e49e req-755c1f99-a78e-44e5-9d36-8cb797aa4f87 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.2059741 Nov 23 18:44:03.719756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-118970c3-ed04-48f9-be72-a9675b33944c service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892940 Nov 23 18:44:03.758629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-e3cc55bd-9215-48ed-bd3c-805da5c95319 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.760265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-e3cc55bd-9215-48ed-bd3c-805da5c95319 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.50 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 950 time: 0.1879685 Nov 23 18:44:03.764918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-22f56951-0b30-462f-abbb-42ca37af9bd3 service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045807 Nov 23 18:44:03.797399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b4a2051-4b0a-4b8d-9a9e-a6f65873e49e req-83c0b3f3-ce0f-4a4a-867b-ae9823103540 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208973 Nov 23 18:44:03.836714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:04.114417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05b5537d-aad8-4b3d-bdad-fb965021f844 req-c34c9dea-006b-468c-bde4-113da5a0cff6 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2289090 Nov 23 18:44:04.151728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-160a03b1-c022-4178-93ae-4dc2298acac5 req-9aeefbc9-4950-4ca8-bcde-33b699b32c14 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194310 Nov 23 18:44:04.173735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:04.195846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a45a0592-83e6-44c2-922d-55490449eb13', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': 'a45a0592-83e6-44c2-922d-55490449eb13', 'mac_address': 'fa:16:3e:7e:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:04.293435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.314839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Deleting port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:04.315811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.316003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:04.351480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f6f4423-4d05-4853-bc9d-f1958a8a4f3c req-dccc4d3f-f025-4f05-ad42-bbe3c04e1bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528910 Nov 23 18:44:04.357428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:04.359011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d41a8-5926-4b14-8b31-e72fdbac4b38 req-a3d0059e-5fb9-4be2-b349-d07aa6559fb2 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.371808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c81d41a8-5926-4b14-8b31-e72fdbac4b38 req-a3d0059e-5fb9-4be2-b349-d07aa6559fb2 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1401520 Nov 23 18:44:04.372426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1184610f-b309-40da-8318-527b18fbc1d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:04.388152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.501326 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c81d41a8-5926-4b14-8b31-e72fdbac4b38 req-711e4542-c18a-491e-85e2-8103864cd2b1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262412 Nov 23 18:44:04.601660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdf3b6-8da9-42d7-9f9e-406239e0f4ed req-010d5e8c-b2ee-4658-92b2-28a21b0afedb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.637121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a45a0592-83e6-44c2-922d-55490449eb13'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:04.644414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdf3b6-8da9-42d7-9f9e-406239e0f4ed req-010d5e8c-b2ee-4658-92b2-28a21b0afedb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.647774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dccdf3b6-8da9-42d7-9f9e-406239e0f4ed req-010d5e8c-b2ee-4658-92b2-28a21b0afedb tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1681 time: 0.3218367 Nov 23 18:44:04.657956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-2bc65027-d496-435c-af20-66bb6b1de456 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.666829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-2bc65027-d496-435c-af20-66bb6b1de456 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.1260097 Nov 23 18:44:04.678784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] For port a8db4419-b1cf-4fc4-ab5d-e762da1876b2, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:04.679480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.697980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Calling delete_port for a8db4419-b1cf-4fc4-ab5d-e762da1876b2 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:04.819432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:04.904088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:04.930545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:04.953006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2dd3a-0cae-4f88-9e72-72a096501674 req-a07efdb5-90ab-42d2-b177-87242c547a02 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.961621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fa2dd3a-0cae-4f88-9e72-72a096501674 req-a07efdb5-90ab-42d2-b177-87242c547a02 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.2701089 Nov 23 18:44:04.962491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event deleted for resources: {'Port': ['ID=a8db4419-b1cf-4fc4-ab5d-e762da1876b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:05.065521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fa2dd3a-0cae-4f88-9e72-72a096501674 req-d56c1af2-2468-4200-bc08-490070614d17 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006105 Nov 23 18:44:05.070689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dccdf3b6-8da9-42d7-9f9e-406239e0f4ed req-38336deb-0458-4579-a265-5a6f1d20db5e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763144 Nov 23 18:44:05.087788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Deleting port 7dbdc455-5506-4a82-9c7a-7952ce81a518 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:05.088553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.094285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] No DVR routers for this DVR port a8db4419-b1cf-4fc4-ab5d-e762da1876b2 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:05.103927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.125658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc84d0c1-ccb9-4e3f-93d8-5cdf14d91a86 req-ffac252e-5fc2-4000-af1e-166e75b829e5 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.50 "DELETE /v2.0/ports/a8db4419-b1cf-4fc4-ab5d-e762da1876b2 HTTP/1.1" status: 204 len: 173 time: 1.3257656 Nov 23 18:44:05.126533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'name': 'network-vif-deleted', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:05.132894 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b3718-1be0-4a49-9df2-e5b1f4da0a71" -d '{"events": [{"server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "name": "network-vif-deleted", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:05.418103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-152be7e9-e8db-4d06-86ff-8226fce6dd2f req-37dfff9a-0b5b-4b58-9c61-e346be754616 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=d748189d-6485-48c8-aa4c-120b973147a4 HTTP/1.1" status: 200 len: 210 time: 0.1089709 Nov 23 18:44:05.446358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] For port 7dbdc455-5506-4a82-9c7a-7952ce81a518, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=7dbdc455-5506-4a82-9c7a-7952ce81a518,segment=NetworkSegment(79e9d949-b60d-4516-9860-e382e8ee15eb),segment_id=79e9d949-b60d-4516-9860-e382e8ee15eb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:05.447479 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.501200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Calling delete_port for 7dbdc455-5506-4a82-9c7a-7952ce81a518 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:05.753348 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc90109-686e-4729-ab99-1183724bc17d x-openstack-request-id: req-bcc90109-686e-4729-ab99-1183724bc17d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:05.753626 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d748189d-6485-48c8-aa4c-120b973147a4", "name": "network-vif-deleted", "tag": "a8db4419-b1cf-4fc4-ab5d-e762da1876b2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:05.753826 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcc90109-686e-4729-ab99-1183724bc17d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:05.754480 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd748189d-6485-48c8-aa4c-120b973147a4', 'name': 'network-vif-deleted', 'tag': 'a8db4419-b1cf-4fc4-ab5d-e762da1876b2', 'status': 'completed', 'code': 200} Nov 23 18:44:05.767019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cad1a-4f41-4e1b-bb00-52f68eb4cd03 req-6934fc88-9f6c-4a7f-873c-5cbd4f795a56 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:05.774232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-991cad1a-4f41-4e1b-bb00-52f68eb4cd03 req-6934fc88-9f6c-4a7f-873c-5cbd4f795a56 tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b977952-2a3d-414f-b0c3-a95cc125f86b HTTP/1.1" status: 200 len: 945 time: 0.0953138 Nov 23 18:44:05.864433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 79e677eb-aef4-4110-93ab-78a8df0581aa up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:05.893674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.943614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Pushing event deleted for resources: {'Port': ['ID=7dbdc455-5506-4a82-9c7a-7952ce81a518,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:05.968320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['7dbdc455-5506-4a82-9c7a-7952ce81a518'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:05.995999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] No DVR routers for this DVR port 7dbdc455-5506-4a82-9c7a-7952ce81a518 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:05.999609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.003640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb3c551-af2f-4ae0-8a0b-1e96ac057af6 req-57a29c7c-c1be-470c-9075-c3840090a6fa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.47 "DELETE /v2.0/ports/7dbdc455-5506-4a82-9c7a-7952ce81a518 HTTP/1.1" status: 204 len: 173 time: 1.3355572 Nov 23 18:44:06.004112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'name': 'network-vif-deleted', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:06.006818 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca3171c-1b83-448d-a6e6-88408d5b49a8" -d '{"events": [{"server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "name": "network-vif-deleted", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:06.021016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-991cad1a-4f41-4e1b-bb00-52f68eb4cd03 req-7200097c-b248-424b-9b01-9a53268d2cfa tempest-VolumesAdminNegativeTest-871772527 tempest-VolumesAdminNegativeTest-871772527-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd46d76c-bb53-469e-a695-fe059ee116c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133331 Nov 23 18:44:06.114479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a7bff-df85-4824-9da0-43e9f6d465b5 req-0935b4b5-293e-4272-88d1-7a9d9c786163 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.122205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-777a7bff-df85-4824-9da0-43e9f6d465b5 req-0935b4b5-293e-4272-88d1-7a9d9c786163 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.2354727 Nov 23 18:44:06.147469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 79e677eb-aef4-4110-93ab-78a8df0581aa completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:06.161891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 79e677eb-aef4-4110-93ab-78a8df0581aa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:06.164254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.216474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fd9b-59c5-427a-8d6f-913c84f6b401 req-620babf1-3c73-4bca-af00-ae12bbb05009 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.225748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-777a7bff-df85-4824-9da0-43e9f6d465b5 req-6ea432c3-86af-4998-b1d1-a7539e494113 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024835 Nov 23 18:44:06.226532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d154fd9b-59c5-427a-8d6f-913c84f6b401 req-620babf1-3c73-4bca-af00-ae12bbb05009 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1055391 Nov 23 18:44:06.359861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d154fd9b-59c5-427a-8d6f-913c84f6b401 req-95702d2b-5cd2-4162-b6ca-3fcb93956b97 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307042 Nov 23 18:44:06.365759 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e136a4-fb56-4b17-b9ac-1a08b7c00334 x-openstack-request-id: req-d0e136a4-fb56-4b17-b9ac-1a08b7c00334 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:06.366279 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b977952-2a3d-414f-b0c3-a95cc125f86b", "name": "network-vif-deleted", "tag": "7dbdc455-5506-4a82-9c7a-7952ce81a518", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:06.366692 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0e136a4-fb56-4b17-b9ac-1a08b7c00334 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:06.367358 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b977952-2a3d-414f-b0c3-a95cc125f86b', 'name': 'network-vif-deleted', 'tag': '7dbdc455-5506-4a82-9c7a-7952ce81a518', 'status': 'completed', 'code': 200} Nov 23 18:44:06.494326 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.547611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:06.553942 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480da57e-f7bd-44f4-8438-0cbbf1d2774c" -d '{"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-plugged", "status": "completed", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:06.585686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=79e677eb-aef4-4110-93ab-78a8df0581aa,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:06.594495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:06.595916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a8db4419-b1cf-4fc4-ab5d-e762da1876b2 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:06.644064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667997-56be-4c5e-8930-5c5b53eef5e7 req-098a8624-0617-4eb7-9871-b40b9d877702 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.653537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667997-56be-4c5e-8930-5c5b53eef5e7 req-098a8624-0617-4eb7-9871-b40b9d877702 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.656257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98667997-56be-4c5e-8930-5c5b53eef5e7 req-098a8624-0617-4eb7-9871-b40b9d877702 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1681 time: 0.1765969 Nov 23 18:44:06.690358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: a8db4419-b1cf-4fc4-ab5d-e762da1876b2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:06.690924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a8db4419-b1cf-4fc4-ab5d-e762da1876b2 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:06.734353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db955-22f0-4b1a-90b3-c3d35f6bb2cc req-83c7e2b6-6ce9-4e19-a91e-d67b2eaaf89e tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.741713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d60db955-22f0-4b1a-90b3-c3d35f6bb2cc req-83c7e2b6-6ce9-4e19-a91e-d67b2eaaf89e tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.1322908 Nov 23 18:44:06.761937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:06.798388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98667997-56be-4c5e-8930-5c5b53eef5e7 req-5c9abb9b-5b97-421b-b2c3-a54929112d96 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259134 Nov 23 18:44:06.942462 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5472dd3-90b6-4a73-a5ea-84432551e046 x-openstack-request-id: req-c5472dd3-90b6-4a73-a5ea-84432551e046 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:06.943738 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-plugged", "status": "completed", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:06.944575 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5472dd3-90b6-4a73-a5ea-84432551e046 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:06.945503 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa', 'code': 200} Nov 23 18:44:06.961074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-5042837c-8c9f-4642-8dfe-ce0bc2769b93 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:06.964200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-5042837c-8c9f-4642-8dfe-ce0bc2769b93 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.50 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 945 time: 0.1534591 Nov 23 18:44:06.981814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d60db955-22f0-4b1a-90b3-c3d35f6bb2cc req-e76705c4-4199-4c77-8175-9449086cd00d tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202432 Nov 23 18:44:07.164365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:07.177268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Deleting port 165bd336-7735-4aed-ad5f-2f60b399fc4f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:07.178261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.270599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Deleting subnet ac4657fc-b905-47aa-bf2a-4fe7937cc95e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:07.276909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.368445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] For port 165bd336-7735-4aed-ad5f-2f60b399fc4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=165bd336-7735-4aed-ad5f-2f60b399fc4f,segment=NetworkSegment(c03553b6-0eaf-47a7-8296-f95d91a535e2),segment_id=c03553b6-0eaf-47a7-8296-f95d91a535e2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:07.368445 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.401593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Calling delete_port for 165bd336-7735-4aed-ad5f-2f60b399fc4f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:07.408322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.484719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.485880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef4ec-24ec-4d0a-83c5-ca1675656ce7 req-86efe5e3-49a9-49e4-9962-697fda00ca5c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.487963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1fef4ec-24ec-4d0a-83c5-ca1675656ce7 req-86efe5e3-49a9-49e4-9962-697fda00ca5c tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 950 time: 0.1073720 Nov 23 18:44:07.571932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1fef4ec-24ec-4d0a-83c5-ca1675656ce7 req-027b7cc5-f163-471f-89a9-0631e21bf74e tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738702 Nov 23 18:44:07.574760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.656188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4657fc-b905-47aa-bf2a-4fe7937cc95e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:07.658944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.662851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.673310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c5e91e6d-ac48-4036-bb26-cd90bef8b62c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac4657fc-b905-47aa-bf2a-4fe7937cc95e HTTP/1.1" status: 204 len: 168 time: 0.5075564 Nov 23 18:44:07.680865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['165bd336-7735-4aed-ad5f-2f60b399fc4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:07.695571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:07.707232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Pushing event deleted for resources: {'Port': ['ID=165bd336-7735-4aed-ad5f-2f60b399fc4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:07.761071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7b523-fce1-46b7-b613-0a53bdced196 req-97f89c32-dca9-4c59-aaa7-02dfd20a1370 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.775996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dce7b523-fce1-46b7-b613-0a53bdced196 req-97f89c32-dca9-4c59-aaa7-02dfd20a1370 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.4158034 Nov 23 18:44:07.825411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] No DVR routers for this DVR port 165bd336-7735-4aed-ad5f-2f60b399fc4f on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:07.844293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.848462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cfe9804-9ce2-4316-8448-f90736774ab6 req-251fcf57-6207-4ec9-a346-4f77f1115156 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.50 "DELETE /v2.0/ports/165bd336-7735-4aed-ad5f-2f60b399fc4f HTTP/1.1" status: 204 len: 173 time: 0.8614523 Nov 23 18:44:07.850083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'name': 'network-vif-deleted', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:07.861076 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a22ddf6-2c87-4c97-b5d2-e49cd0bb9cb9" -d '{"events": [{"server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "name": "network-vif-deleted", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:07.879873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:07.885464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:07.898663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dce7b523-fce1-46b7-b613-0a53bdced196 req-6dbd1804-9dc9-4fbc-919c-026df66fdd94 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213453 Nov 23 18:44:07.951239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290df216-ff82-467d-a464-d418758c6a45 req-96005fd2-48a3-488e-800f-326274f7d227 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:07.959801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-290df216-ff82-467d-a464-d418758c6a45 req-96005fd2-48a3-488e-800f-326274f7d227 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1992588 Nov 23 18:44:08.041379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a45a0592-83e6-44c2-922d-55490449eb13 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:08.041753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.097993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-2f6bd0e2-d038-4459-995c-65c3e6bdf9da tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:08.099870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-2f6bd0e2-d038-4459-995c-65c3e6bdf9da tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.2048872 Nov 23 18:44:08.138041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282c513-c44e-4265-b379-bd64c484a43f req-cd53991d-68cb-4713-8a9b-e2f1db4eb027 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:08.145147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.161126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282c513-c44e-4265-b379-bd64c484a43f req-cd53991d-68cb-4713-8a9b-e2f1db4eb027 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:08.162957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2282c513-c44e-4265-b379-bd64c484a43f req-cd53991d-68cb-4713-8a9b-e2f1db4eb027 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1682 time: 0.1175220 Nov 23 18:44:08.181188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec85b933-f74e-4830-ae3e-8a8315c05949']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:08.193773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e9d949-b60d-4516-9860-e382e8ee15eb') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:08.194376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e9d949-b60d-4516-9860-e382e8ee15eb') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:08.206987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.215241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.232760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.240911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:08.241609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.282674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2282c513-c44e-4265-b379-bd64c484a43f req-f0b86944-ef93-46e0-866b-c5f7df7b265e tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128635 Nov 23 18:44:08.333970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:08.340452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.341686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1184610f-b309-40da-8318-527b18fbc1d5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:08.342543 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:08.362269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-290df216-ff82-467d-a464-d418758c6a45 req-2ba611c5-4cb5-460a-a4ea-1018d80000b4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014428 Nov 23 18:44:08.368538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.453488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:08.456069 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3ed5dc-348b-4698-ba27-f066be3e87ed x-openstack-request-id: req-6e3ed5dc-348b-4698-ba27-f066be3e87ed {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:08.457600 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f5065e-2e5b-45cf-be3d-0d17d1230515", "name": "network-vif-deleted", "tag": "165bd336-7735-4aed-ad5f-2f60b399fc4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:08.457860 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e3ed5dc-348b-4698-ba27-f066be3e87ed {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:08.458303 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f5065e-2e5b-45cf-be3d-0d17d1230515', 'name': 'network-vif-deleted', 'tag': '165bd336-7735-4aed-ad5f-2f60b399fc4f', 'status': 'completed', 'code': 200} Nov 23 18:44:08.467414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.474957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec85b933-f74e-4830-ae3e-8a8315c05949 HTTP/1.1" status: 204 len: 168 time: 0.7739451 Nov 23 18:44:08.474957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7f64b-a762-4c07-833c-d86d17d7d804 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec85b933-f74e-4830-ae3e-8a8315c05949,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:08.475623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:08.493959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 1184610f-b309-40da-8318-527b18fbc1d5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:08.508039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 1184610f-b309-40da-8318-527b18fbc1d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:08.508622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.613552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Deleting subnet cc6afe8f-42d3-40d3-8c36-ea93d4435843 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:08.615636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc9fcbe7-8000-4180-8ec4-dbe9adac10b9 req-ff4e163a-64cc-4d01-8ce9-95bfe3397c45 tempest-ServerMetadataNegativeTestJSON-1496876106 tempest-ServerMetadataNegativeTestJSON-1496876106-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f5065e-2e5b-45cf-be3d-0d17d1230515 HTTP/1.1" status: 200 len: 210 time: 0.0795188 Nov 23 18:44:08.629061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.661221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.714468 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.785884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Deleting port 90071f21-b243-4a52-98f1-b3e2c21c0b47 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:08.786327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.791249 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.869468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1184610f-b309-40da-8318-527b18fbc1d5,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:08.875191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.882115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.947579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}, {'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:08.950047 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb3c33b-64f4-45ca-9c6d-f862ab0394e3" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}, {"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-plugged", "status": "completed", "tag": "1184610f-b309-40da-8318-527b18fbc1d5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:08.952285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] For port 90071f21-b243-4a52-98f1-b3e2c21c0b47, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=90071f21-b243-4a52-98f1-b3e2c21c0b47,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:08.953585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:08.954547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:08.983956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Calling delete_port for 90071f21-b243-4a52-98f1-b3e2c21c0b47 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:08.997066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-2cbd202c-284d-4b55-828f-2601c1d073c6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:08.998728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-2cbd202c-284d-4b55-828f-2601c1d073c6 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 950 time: 0.2206852 Nov 23 18:44:09.027228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4fde-687f-49f4-abbe-485b65472f82 req-7f4bf979-76c4-432b-bf1b-e7c58c84c910 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.028919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e4fe4fde-687f-49f4-abbe-485b65472f82 req-7f4bf979-76c4-432b-bf1b-e7c58c84c910 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 950 time: 0.2496634 Nov 23 18:44:09.080544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.123611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf083-d027-45f7-9952-f929fa57408c req-c076847a-dfc3-4150-b7d9-4c095321c535 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.125818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae7bf083-d027-45f7-9952-f929fa57408c req-c076847a-dfc3-4150-b7d9-4c095321c535 tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 945 time: 0.0889335 Nov 23 18:44:09.168498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.172055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc6afe8f-42d3-40d3-8c36-ea93d4435843 HTTP/1.1" status: 204 len: 168 time: 0.6952231 Nov 23 18:44:09.179516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193936c-e6fc-45e1-8d8b-ac2683b35a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6afe8f-42d3-40d3-8c36-ea93d4435843,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:09.187206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:09.254469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e4fe4fde-687f-49f4-abbe-485b65472f82 req-a116ee7b-06c1-48ac-8c91-97acd7dbd599 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/security-groups?id=30ef1e9b-a310-4a38-b604-a3f25681165d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984334 Nov 23 18:44:09.254624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae7bf083-d027-45f7-9952-f929fa57408c req-d6ba4450-f1d7-4d75-9ffe-f76ad68af59d tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/security-groups?id=77a58060-dbc6-415b-94fb-aa7d687cd46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080470 Nov 23 18:44:09.274756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.292629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['90071f21-b243-4a52-98f1-b3e2c21c0b47'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:09.331889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Pushing event deleted for resources: {'Port': ['ID=90071f21-b243-4a52-98f1-b3e2c21c0b47,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:09.339718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.352184 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4caa8-b155-44e4-839d-1861e0bc6350 x-openstack-request-id: req-3bb4caa8-b155-44e4-839d-1861e0bc6350 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:09.352688 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-plugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "code": 200}, {"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-plugged", "status": "completed", "tag": "1184610f-b309-40da-8318-527b18fbc1d5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:09.354537 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bb4caa8-b155-44e4-839d-1861e0bc6350 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:09.355272 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'code': 200} Nov 23 18:44:09.355757 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5', 'code': 200} Nov 23 18:44:09.366500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Deleting port 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:09.371603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.420191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] No DVR routers for this DVR port 90071f21-b243-4a52-98f1-b3e2c21c0b47 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:09.423788 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.428134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f464a34d-9ce4-4989-b9dd-48682d17cb3a req-62d10ad4-5bc4-44d8-8df6-c36e5f8e5e5b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.50 "DELETE /v2.0/ports/90071f21-b243-4a52-98f1-b3e2c21c0b47 HTTP/1.1" status: 204 len: 173 time: 1.0638680 Nov 23 18:44:09.570163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7068ca-1f91-4dd3-a18f-49cc98f0fb0d req-d34e6dad-6316-4fcf-96c2-0513b83f3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.570634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7068ca-1f91-4dd3-a18f-49cc98f0fb0d req-d34e6dad-6316-4fcf-96c2-0513b83f3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.572957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd7068ca-1f91-4dd3-a18f-49cc98f0fb0d req-d34e6dad-6316-4fcf-96c2-0513b83f3db5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1985 time: 0.1242690 Nov 23 18:44:09.581653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766e0-d2c0-40e3-92e6-edcd977ffd01 req-4ecd6043-eaf3-4414-82dd-dfeb5f136394 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.589824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59a766e0-d2c0-40e3-92e6-edcd977ffd01 req-4ecd6043-eaf3-4414-82dd-dfeb5f136394 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1033564 Nov 23 18:44:09.599459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.625858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] For port 311327cd-d818-434e-b116-7eb20b33e193, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=311327cd-d818-434e-b116-7eb20b33e193,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:09.626685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.652447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913f555-399b-46de-8caa-63138f30ec6d req-fae8357a-0a5c-4fb7-9a74-eab601670f5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.660108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913f555-399b-46de-8caa-63138f30ec6d req-fae8357a-0a5c-4fb7-9a74-eab601670f5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:09.663925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd7068ca-1f91-4dd3-a18f-49cc98f0fb0d req-b3f19de9-90f6-4ea2-bbdd-5cfb7868aaef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688784 Nov 23 18:44:09.666400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 7dbdc455-5506-4a82-9c7a-7952ce81a518 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:09.675764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5913f555-399b-46de-8caa-63138f30ec6d req-fae8357a-0a5c-4fb7-9a74-eab601670f5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.2391820 Nov 23 18:44:09.694055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb5fe78-d141-44aa-80f1-d27d4f2bd63a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:09.697669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Calling delete_port for 311327cd-d818-434e-b116-7eb20b33e193 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:09.710191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59a766e0-d2c0-40e3-92e6-edcd977ffd01 req-a75cd0c6-2ff5-452b-88bd-528d1fadeaf7 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166625 Nov 23 18:44:09.712328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 7dbdc455-5506-4a82-9c7a-7952ce81a518 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:09.713097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 7dbdc455-5506-4a82-9c7a-7952ce81a518 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:09.738404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995ee2cb-2aa5-4583-b4c0-4ebfdaa4e6fd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:09.739336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995ee2cb-2aa5-4583-b4c0-4ebfdaa4e6fd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:09.768155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.849621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.865788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:09.871579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:09.876940 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:09.914278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5913f555-399b-46de-8caa-63138f30ec6d req-0da62723-2880-42ab-a660-0ce199bcfdb1 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255468 Nov 23 18:44:09.993302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:10.004121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.062349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Deleting subnet f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:10.066889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.115985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.203033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.207036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.308163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.340584 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.350119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf HTTP/1.1" status: 204 len: 168 time: 0.3557193 Nov 23 18:44:10.358090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:10.466805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff31c-548a-4e5f-b0ab-e4395930539c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36e3dc4-0c19-44ae-9fe0-6072d9c09eaf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:10.466805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'name': 'network-vif-deleted', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:10.466805 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a08329-86f4-4a0b-8a5c-944f31e0f934" -d '{"events": [{"server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "name": "network-vif-deleted", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:10.473436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.476691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5bb5fe78-d141-44aa-80f1-d27d4f2bd63a HTTP/1.1" status: 204 len: 168 time: 1.2883568 Nov 23 18:44:10.505046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c65de3-78aa-4c6f-ad90-624f2910eeb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb5fe78-d141-44aa-80f1-d27d4f2bd63a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:10.538997 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-db5f9b1f-3d5d-4463-9843-d0f5d393761d req-1399d591-b173-4077-8c78-38fde23e1e4b tempest-FloatingIPsAssociationNegativeTestJSON-144981395 tempest-FloatingIPsAssociationNegativeTestJSON-144981395-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec7c5cda-8e6c-4d88-aecc-ba35bc24862e HTTP/1.1" status: 200 len: 210 time: 0.0690353 Nov 23 18:44:10.582475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.589854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.599647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['311327cd-d818-434e-b116-7eb20b33e193'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:10.610622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Pushing event deleted for resources: {'Port': ['ID=311327cd-d818-434e-b116-7eb20b33e193,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:10.684931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03093cce-913b-4d65-be08-d7bef2552adc req-71b43bfe-f711-4c34-affd-8b8ea6d3cd9b tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fcd629-9579-4b28-a250-b62ee2fde3a7 HTTP/1.1" status: 200 len: 210 time: 0.2137618 Nov 23 18:44:10.686815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] No DVR routers for this DVR port 311327cd-d818-434e-b116-7eb20b33e193 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:10.691790 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c411196c-02ce-40cc-ac69-79cc4a10c95b x-openstack-request-id: req-c411196c-02ce-40cc-ac69-79cc4a10c95b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:10.692082 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c5cda-8e6c-4d88-aecc-ba35bc24862e", "name": "network-vif-deleted", "tag": "90071f21-b243-4a52-98f1-b3e2c21c0b47", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:10.692331 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c411196c-02ce-40cc-ac69-79cc4a10c95b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:10.692727 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c5cda-8e6c-4d88-aecc-ba35bc24862e', 'name': 'network-vif-deleted', 'tag': '90071f21-b243-4a52-98f1-b3e2c21c0b47', 'status': 'completed', 'code': 200} Nov 23 18:44:10.707773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.711574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11db3693-93d6-4c0d-be81-b3329e964c45 req-549391a9-3cff-4558-a51d-d831c9ddb6c1 tempest-ServersAdminTestJSON-1617714378 tempest-ServersAdminTestJSON-1617714378-project] 10.222.0.47 "DELETE /v2.0/ports/311327cd-d818-434e-b116-7eb20b33e193 HTTP/1.1" status: 204 len: 173 time: 1.7029138 Nov 23 18:44:10.712448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-deleted', 'tag': '311327cd-d818-434e-b116-7eb20b33e193'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:10.717464 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a242e389-ef10-46db-8bd8-c9e237b4b7e5" -d '{"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-deleted", "tag": "311327cd-d818-434e-b116-7eb20b33e193"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:10.767740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:10.782385 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d22065-9033-46a4-a89a-55796c99fbcf x-openstack-request-id: req-25d22065-9033-46a4-a89a-55796c99fbcf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:10.782695 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fcd629-9579-4b28-a250-b62ee2fde3a7", "name": "network-vif-deleted", "tag": "311327cd-d818-434e-b116-7eb20b33e193", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:10.782959 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d22065-9033-46a4-a89a-55796c99fbcf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:10.783405 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fcd629-9579-4b28-a250-b62ee2fde3a7', 'name': 'network-vif-deleted', 'tag': '311327cd-d818-434e-b116-7eb20b33e193', 'status': 'completed', 'code': 200} Nov 23 18:44:10.852059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.903046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a60fd-edde-47fe-9583-a5d8834db353']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:10.918527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a9309ca-4f19-4723-a72d-67885446b452 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1c3ddd0a92940f0bdbd28c176c80574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494679 Nov 23 18:44:10.922387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:10.982112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03553b6-0eaf-47a7-8296-f95d91a535e2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:10.982424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03553b6-0eaf-47a7-8296-f95d91a535e2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:11.052608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.076808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.085035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.092528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:11.093262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.127493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:11.193956 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:11.202661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.204805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.206237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.208482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd46d76c-bb53-469e-a695-fe059ee116c4 HTTP/1.1" status: 204 len: 168 time: 0.2767124 Nov 23 18:44:11.223059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.226919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] 10.222.0.37 "DELETE /v2.0/networks/274a60fd-edde-47fe-9583-a5d8834db353 HTTP/1.1" status: 204 len: 168 time: 0.8672438 Nov 23 18:44:11.250792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befe83a-25a0-409f-8b32-83aa073bc12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46d76c-bb53-469e-a695-fe059ee116c4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:11.285701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05201b7c-1e7a-4526-bf1c-292f28054f36 req-f88ce955-7ada-49a0-acdf-f40767b8c4e3 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:11.294133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05201b7c-1e7a-4526-bf1c-292f28054f36 req-f88ce955-7ada-49a0-acdf-f40767b8c4e3 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.4097307 Nov 23 18:44:11.296913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e06f6-72fb-45d5-976f-4fbebf2d2d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=274a60fd-edde-47fe-9583-a5d8834db353,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:11.333799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d087993-2df4-4c98-b426-50ed200cc280 req-16f9d844-4479-4de4-adec-0dfd159a4d68 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:11.347706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d087993-2df4-4c98-b426-50ed200cc280 req-16f9d844-4479-4de4-adec-0dfd159a4d68 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:11.354805 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d087993-2df4-4c98-b426-50ed200cc280 req-16f9d844-4479-4de4-adec-0dfd159a4d68 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.1772842 Nov 23 18:44:11.407970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05201b7c-1e7a-4526-bf1c-292f28054f36 req-986519a6-e5f7-43f4-b634-155166cb0971 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108382 Nov 23 18:44:11.493036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d087993-2df4-4c98-b426-50ed200cc280 req-b2165baa-e65f-467e-8247-ef27b6832f76 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279826 Nov 23 18:44:11.586924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:11.607520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48064) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:11.639372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d148aa7-b3dd-4081-8c64-dc13820c30f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5f18308f7704ec499eb581789e787a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472813 Nov 23 18:44:11.639899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:11.709751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.762258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.839111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.841495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.844370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5d666b1-1ac0-411f-bd32-4a6e2b2709ae HTTP/1.1" status: 204 len: 168 time: 0.2038739 Nov 23 18:44:11.877346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61a9f8-0e70-4d67-9308-e3a29a79a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d666b1-1ac0-411f-bd32-4a6e2b2709ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:11.912916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:11.931556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 90071f21-b243-4a52-98f1-b3e2c21c0b47 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:12.029046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 90071f21-b243-4a52-98f1-b3e2c21c0b47 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:12.032026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 90071f21-b243-4a52-98f1-b3e2c21c0b47 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:12.032711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 165bd336-7735-4aed-ad5f-2f60b399fc4f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:12.082880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:12.089148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e128a574-8d10-405a-868c-620ad7ba6473 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d7b0c2dbb24e6490bd9e2337e8a03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712785 Nov 23 18:44:12.099839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 165bd336-7735-4aed-ad5f-2f60b399fc4f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:12.100399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 165bd336-7735-4aed-ad5f-2f60b399fc4f not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:12.250948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.334934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.364570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.582333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.586751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.598423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2155ccc-f71a-48a8-82f0-24ac0fa3ca05 HTTP/1.1" status: 204 len: 168 time: 0.5143228 Nov 23 18:44:12.629271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a7f4a-c4b1-4b78-af21-bf92135d5eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2155ccc-f71a-48a8-82f0-24ac0fa3ca05,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:12.651026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:12.723594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3e0b3-5e3c-492f-b3a7-07436af509ab req-8193d205-b642-4eb4-9b13-35e94a755a92 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:12.724534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54a3e0b3-5e3c-492f-b3a7-07436af509ab req-8193d205-b642-4eb4-9b13-35e94a755a92 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1561375 Nov 23 18:44:12.807420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-54a3e0b3-5e3c-492f-b3a7-07436af509ab req-6bfb6f19-a26d-4169-9898-59fce775be4f tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732329 Nov 23 18:44:12.849110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e077-3acb-4bc9-a74c-cf3409450753 req-f9864db3-56fd-4a68-8c86-0a87e10b0f1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:12.855226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e077-3acb-4bc9-a74c-cf3409450753 req-f9864db3-56fd-4a68-8c86-0a87e10b0f1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:12.856835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0392e077-3acb-4bc9-a74c-cf3409450753 req-f9864db3-56fd-4a68-8c86-0a87e10b0f1b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.1781044 Nov 23 18:44:12.952504 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:12.989335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0392e077-3acb-4bc9-a74c-cf3409450753 req-0abafbf8-a045-4171-9afe-8e1cd7fd7bb8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153877 Nov 23 18:44:13.046444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Deleting port 6ab311ed-efc8-4b2d-8293-7f59dd694a72 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:13.046784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.244043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] For port 6ab311ed-efc8-4b2d-8293-7f59dd694a72, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6ab311ed-efc8-4b2d-8293-7f59dd694a72,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:13.244775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.274096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-96dcd1fc-79cd-46ce-ac9c-09a8b1c9d491 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51b5117c20e74873b5e09eddd77f9527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6164150 Nov 23 18:44:13.274676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:13.279651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Calling delete_port for 6ab311ed-efc8-4b2d-8293-7f59dd694a72 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:13.403925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.449729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.577449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.583763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.585075 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30ef1e9b-a310-4a38-b604-a3f25681165d HTTP/1.1" status: 204 len: 168 time: 0.3070989 Nov 23 18:44:13.602141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d265d-2716-4f89-a564-a96219d6d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef1e9b-a310-4a38-b604-a3f25681165d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:13.648844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.683717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:13.709504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab311ed-efc8-4b2d-8293-7f59dd694a72,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:13.738247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733ca28-4b50-4791-b71e-bbe35a98b8be req-c7eaf0ae-e84d-42ee-8ae6-27273a67ac4f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.762208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733ca28-4b50-4791-b71e-bbe35a98b8be req-c7eaf0ae-e84d-42ee-8ae6-27273a67ac4f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:13.762547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 311327cd-d818-434e-b116-7eb20b33e193 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:13.762871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 311327cd-d818-434e-b116-7eb20b33e193 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:13.774536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5733ca28-4b50-4791-b71e-bbe35a98b8be req-c7eaf0ae-e84d-42ee-8ae6-27273a67ac4f tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.1679580 Nov 23 18:44:13.928628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5733ca28-4b50-4791-b71e-bbe35a98b8be req-f8d63ba2-d151-4cd7-a776-e882dc5e3bf7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531532 Nov 23 18:44:14.119648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.211833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0f79-4b2e-4160-8c32-e803031322de req-25c841da-b7eb-4bc0-8a73-774be923dfcf tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:14.221347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83fd0f79-4b2e-4160-8c32-e803031322de req-25c841da-b7eb-4bc0-8a73-774be923dfcf tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.2729616 Nov 23 18:44:14.285596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:14.308215 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83fd0f79-4b2e-4160-8c32-e803031322de req-29bc2d8e-0961-49dd-b011-a9272e93ab36 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852485 Nov 23 18:44:14.630256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:14.700549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1714431100-network', 'tenant_id': 'c1ae3ef3230f4de383ef19972acc8d29'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:14.740983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Router 9e805c75-ba1d-4be6-bffe-fdc90945eccf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:14.743678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7a8c7e34-3477-4169-bee5-2fa07d487cbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d01ab4e6e164c94acaccdef7ed8d913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115053 Nov 23 18:44:14.745737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:14.755344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Made reservation on behalf of c1ae3ef3230f4de383ef19972acc8d29 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:14.760647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.775053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.869631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.902293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.919729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.939891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:14.979653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:14.984912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:14.990409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.990934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.991704 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Added segment 25ce149b-0d08-4c84-ae49-5ab5915f53a7 of type vlan for network a49b8706-17c8-44eb-8990-7b12a12acb29 Nov 23 18:44:14.998952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Sync routers for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:15.000644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2271d42-c814-4eb0-b1be-c67ca05b0807 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e805c75-ba1d-4be6-bffe-fdc90945eccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3916357 Nov 23 18:44:15.004771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:15.042598 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:15.043488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.081409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.084739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.086088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f12d03db-fe85-4129-8300-228ac51b3b63 HTTP/1.1" status: 204 len: 168 time: 0.3385839 Nov 23 18:44:15.115956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:15.137056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e3a0-8917-421e-ac42-ff67ee1f06f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d03db-fe85-4129-8300-228ac51b3b63,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:15.234692 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:15.507298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1730972357-network', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:15.558194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.600990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.609087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429694-1b27-4dc8-9704-a8e1ac7839c4 req-d33d4a1e-56b2-43d6-a7ba-6aad2996d025 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.625351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429694-1b27-4dc8-9704-a8e1ac7839c4 req-d33d4a1e-56b2-43d6-a7ba-6aad2996d025 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1920400 Nov 23 18:44:15.642788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Checking router: 9e805c75-ba1d-4be6-bffe-fdc90945eccf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:15.656240 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Routers {'9e805c75-ba1d-4be6-bffe-fdc90945eccf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:15.657245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.675767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Made reservation on behalf of 2382b998ba0e4bbfa8eeddc1376fa845 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:15.682567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.735917 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.821081 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] Set router 9e805c75-ba1d-4be6-bffe-fdc90945eccf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:15.859608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429694-1b27-4dc8-9704-a8e1ac7839c4 req-7a2c88a7-88e6-4167-b87d-29ac7d2dc1e4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330043 Nov 23 18:44:15.882087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.948295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8a127-0a0b-428d-910b-682208a0c990 req-80799ed1-fb32-4887-ac7d-4197a0a7bdb5 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.972186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8a127-0a0b-428d-910b-682208a0c990 req-80799ed1-fb32-4887-ac7d-4197a0a7bdb5 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:15.983500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbb8a127-0a0b-428d-910b-682208a0c990 req-80799ed1-fb32-4887-ac7d-4197a0a7bdb5 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.4411557 Nov 23 18:44:16.045092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.054578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.088881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:44:16.097224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:16.129212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.131186 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Added segment f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa of type vlan for network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c Nov 23 18:44:16.154775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.155773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:16.156353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.212868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618b968d-786c-4c8f-b6f2-a6daa6977f59,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:16.217560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-b2f739fe-1d87-4b3e-9ab8-1e4cd3d0ea5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:16.236078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.242440 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:16.246103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-b2f739fe-1d87-4b3e-9ab8-1e4cd3d0ea5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:16.248046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-b2f739fe-1d87-4b3e-9ab8-1e4cd3d0ea5c tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 1683 time: 0.4810326 Nov 23 18:44:16.285372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.286985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:16.287664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.342340 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bf67-5ca1-46c0-8422-8334f4aaf105 None None] The sync data for ids ['9e805c75-ba1d-4be6-bffe-fdc90945eccf'] in n-d-792364-9 is: [{'id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1773318855-router', 'tenant_id': '42eecd112b4243d7b1b76d265b09285b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:53Z', 'updated_at': '2021-11-23T18:44:13Z', 'revision_number': 5, 'project_id': '42eecd112b4243d7b1b76d265b09285b', 'gw_port': {'id': '4431bf3a-2da6-4be8-a64a-43ed6a2b78f1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:65:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e805c75-ba1d-4be6-bffe-fdc90945eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:56Z', 'updated_at': '2021-11-23T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:16.416005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.435725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] Pushing event updated for resources: {'Network': ['ID=9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:16.453134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b8c00a2e-2289-479e-83a4-76b6542886c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3331783 Nov 23 18:44:16.453377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:16.453832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:16.459263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Request body: {'subnet': {'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1730972357-subnet', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:16.467860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1808581 Nov 23 18:44:16.493322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:16.501838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Request body: {'subnet': {'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1714431100-subnet', 'tenant_id': 'c1ae3ef3230f4de383ef19972acc8d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:16.547754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Made reservation on behalf of 2382b998ba0e4bbfa8eeddc1376fa845 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:16.553727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.561456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Made reservation on behalf of c1ae3ef3230f4de383ef19972acc8d29 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:16.565999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.569516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbb8a127-0a0b-428d-910b-682208a0c990 req-984c4726-d921-49db-8fa8-781afbd56f91 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828035 Nov 23 18:44:16.571245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5e32-19ac-405f-b4c9-43f329f52570 admin admin] Pushing event updated for resources: {'Network': ['ID=a49b8706-17c8-44eb-8990-7b12a12acb29,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:16.605140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a49b8706-17c8-44eb-8990-7b12a12acb29 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:16.713576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 1184610f-b309-40da-8318-527b18fbc1d5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:16.714186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.885254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ab311ed-efc8-4b2d-8293-7f59dd694a72 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:16.954214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Deleting port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:16.954989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.967585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6ab311ed-efc8-4b2d-8293-7f59dd694a72 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:16.967936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6ab311ed-efc8-4b2d-8293-7f59dd694a72 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:17.037535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 1184610f-b309-40da-8318-527b18fbc1d5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1184610f-b309-40da-8318-527b18fbc1d5,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:17.042322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.064674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 1184610f-b309-40da-8318-527b18fbc1d5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:17.116629 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.196503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972df1a2-4534-406a-af95-5343f6b15758,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.229284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc633e-57e0-4c88-80c2-efc0942cbe30 req-e9cddf6d-7c29-4e2d-a30e-d1ee42123869 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:17.231146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abdc633e-57e0-4c88-80c2-efc0942cbe30 req-e9cddf6d-7c29-4e2d-a30e-d1ee42123869 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.2025259 Nov 23 18:44:17.234987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.325811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.340224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['79e677eb-aef4-4110-93ab-78a8df0581aa', '1184610f-b309-40da-8318-527b18fbc1d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:17.392827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=1184610f-b309-40da-8318-527b18fbc1d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.453631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] For port 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:17.454116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.481265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.500049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abdc633e-57e0-4c88-80c2-efc0942cbe30 req-2200597d-b697-4b7f-9b12-568ae3330752 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520118 Nov 23 18:44:17.540293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Checking segment: {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:17.540654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Network hostable DHCP agents. Network: 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:17.573496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Calling delete_port for 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:17.575233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 1184610f-b309-40da-8318-527b18fbc1d5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:17.633117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Checking segment: {'id': '25ce149b-0d08-4c84-ae49-5ab5915f53a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:17.633766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Network hostable DHCP agents. Network: a49b8706-17c8-44eb-8990-7b12a12acb29, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:17.707241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:17.777112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.789226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-c6e148c0-de43-46d8-9afb-0c4db9dbf9d7 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "DELETE /v2.0/ports/1184610f-b309-40da-8318-527b18fbc1d5 HTTP/1.1" status: 204 len: 173 time: 1.5138605 Nov 23 18:44:17.790613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-deleted', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:17.793627 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d33bee2-50bc-4fa5-828c-0cdc9237ba5a" -d '{"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-deleted", "tag": "1184610f-b309-40da-8318-527b18fbc1d5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:17.808631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:17.824454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3bd4d-c1a5-454f-b507-d5898d9d8f9c None None] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:17.843848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:17.844854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.856485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f31b-f1b2-4a16-8cc8-c953be992362 req-8f66b467-5cac-45b5-8daa-0dcfa1607628 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:17.858266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a4f31b-f1b2-4a16-8cc8-c953be992362 req-8f66b467-5cac-45b5-8daa-0dcfa1607628 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 946 time: 0.1200373 Nov 23 18:44:17.860269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Network a49b8706-17c8-44eb-8990-7b12a12acb29 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:17.872362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a49b8706-17c8-44eb-8990-7b12a12acb29) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:17.877133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:17.878537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.913769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd65ca-af48-45cf-820f-c852b5f3e8cc None None] Network a49b8706-17c8-44eb-8990-7b12a12acb29 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:17.941222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d37bbf2c-b6f2-4c12-8e28-ea042dbd169c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4342327 Nov 23 18:44:17.943184 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-56ea3cce-b9bd-460a-a22b-22b768ae22e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4878125 Nov 23 18:44:17.947761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:17.952944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:17.986782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a4f31b-f1b2-4a16-8cc8-c953be992362 req-05b06e14-cf2f-4767-a2e7-6a796a1a523a tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f218aec-d0af-4527-a930-c14f06aca19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939777 Nov 23 18:44:18.022042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.026429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.122707 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3fdf5d-afd5-4703-b58e-5944895d038d x-openstack-request-id: req-9e3fdf5d-afd5-4703-b58e-5944895d038d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:18.123025 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-deleted", "tag": "1184610f-b309-40da-8318-527b18fbc1d5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:18.123290 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e3fdf5d-afd5-4703-b58e-5944895d038d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:18.123740 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-deleted', 'tag': '1184610f-b309-40da-8318-527b18fbc1d5', 'status': 'completed', 'code': 200} Nov 23 18:44:18.195612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.206687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 79e677eb-aef4-4110-93ab-78a8df0581aa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:18.206972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.288402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.400061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c7d4e-d4ac-46c5-829e-506f37728b4b None None] Network a49b8706-17c8-44eb-8990-7b12a12acb29 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:18.573097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 79e677eb-aef4-4110-93ab-78a8df0581aa, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=79e677eb-aef4-4110-93ab-78a8df0581aa,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:18.573744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.604960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 79e677eb-aef4-4110-93ab-78a8df0581aa owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:18.606260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.723136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:44:18.724043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.802001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4431bf3a-2da6-4be8-a64a-43ed6a2b78f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:18.817263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.952405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=79e677eb-aef4-4110-93ab-78a8df0581aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:19.141385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.164938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.202489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.207057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 79e677eb-aef4-4110-93ab-78a8df0581aa on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:19.212258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.218332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d3d57f-fb18-402c-9e12-528d72659545 req-552fa60f-14c5-4f93-befd-f7802645e9a8 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.50 "DELETE /v2.0/ports/79e677eb-aef4-4110-93ab-78a8df0581aa HTTP/1.1" status: 204 len: 173 time: 1.4207299 Nov 23 18:44:19.278314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Allocated IP 172.20.0.2 (9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c/972df1a2-4534-406a-af95-5343f6b15758/0736d125-4453-4911-bf09-fb39afeace8b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:19.399792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e890e-eff9-4671-b6aa-091835645653 req-2ed54255-cd95-4bfd-8a78-f33dad5b7c0f tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:19.424375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a0e890e-eff9-4671-b6aa-091835645653 req-2ed54255-cd95-4bfd-8a78-f33dad5b7c0f tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.2495427 Nov 23 18:44:19.431402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.444729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.481579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-42524d78-c6c5-4ea9-aa20-8446d983350a tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:19.490630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-42524d78-c6c5-4ea9-aa20-8446d983350a tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/networks?id=a49b8706-17c8-44eb-8990-7b12a12acb29 HTTP/1.1" status: 200 len: 809 time: 0.6838579 Nov 23 18:44:19.542777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-a1718952-c140-48da-997c-ff4d7039bc61 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/quotas/c1ae3ef3230f4de383ef19972acc8d29 HTTP/1.1" status: 200 len: 375 time: 0.0505669 Nov 23 18:44:19.615827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-d542e1a4-e24e-40b8-b332-3410477bca0b tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1ae3ef3230f4de383ef19972acc8d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714741 Nov 23 18:44:19.623935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a0e890e-eff9-4671-b6aa-091835645653 req-6c432f91-3be2-4c1b-a360-ec283773811d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902585 Nov 23 18:44:19.635912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.637319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e805c75-ba1d-4be6-bffe-fdc90945eccf {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:19.653671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.655133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3853b85-6e63-4dca-b318-a6433cb0bf16 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9e805c75-ba1d-4be6-bffe-fdc90945eccf HTTP/1.1" status: 204 len: 168 time: 4.6483951 Nov 23 18:44:19.663786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:19.694957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Allocated IP 172.25.5.34 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f7bdd55d-b879-4214-a8dc-72d49e969eca) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:19.746601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Deleting subnet 864beb75-04d8-4912-a54f-07a158e402a5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:19.753853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.786499 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.798289 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.899169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:19.955615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.957879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 79e677eb-aef4-4110-93ab-78a8df0581aa no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:19.978870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:19.983048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 79e677eb-aef4-4110-93ab-78a8df0581aa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:19.983820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 79e677eb-aef4-4110-93ab-78a8df0581aa not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:19.983955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1184610f-b309-40da-8318-527b18fbc1d5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:20.000239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:20.002704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Pushing event updated for resources: {'Port': ['ID=0736d125-4453-4911-bf09-fb39afeace8b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.030234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 1184610f-b309-40da-8318-527b18fbc1d5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:20.030586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1184610f-b309-40da-8318-527b18fbc1d5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:20.031301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.086441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.121893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-f16a4a4f-e0a0-47cd-ad6f-f87cd09b9635 service neutron] 10.222.0.37 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038459 Nov 23 18:44:20.134030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-deleted', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:20.142281 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6527c247-28e0-4bbb-bb64-e1b6de189331" -d '{"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-deleted", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:20.150194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Attempting to bind port 0736d125-4453-4911-bf09-fb39afeace8b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:20.150574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Attempting to bind port 0736d125-4453-4911-bf09-fb39afeace8b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:20.150949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Attempting to bind port 0736d125-4453-4911-bf09-fb39afeace8b on network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:20.177536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:20.178328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Checking segment: {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:20.178882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.179477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Bound using segment: {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:20.180136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Bound port: 0736d125-4453-4911-bf09-fb39afeace8b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:20.181836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.195496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:20.199423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:20.213952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af186bf5-257f-45cd-a7c9-a37a8637a788 req-8960e6a9-366e-474b-8059-faeec53dbb59 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6389d095-05a9-4e09-a5de-02afe2c78486 HTTP/1.1" status: 200 len: 210 time: 0.1281548 Nov 23 18:44:20.228022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:20.350919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] For port 0736d125-4453-4911-bf09-fb39afeace8b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:20.356148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] For port 0736d125-4453-4911-bf09-fb39afeace8b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0736d125-4453-4911-bf09-fb39afeace8b,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:20.371032 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.373918 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.417953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-70b26626-e5cf-4a1e-a98e-1b5c02b3d60d service neutron] 10.222.0.37 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655120 Nov 23 18:44:20.506752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.535523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db03b7-7273-4aab-a01f-7ddc72089c15 None None] Pushing event updated for resources: {'Port': ['ID=0736d125-4453-4911-bf09-fb39afeace8b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.566186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe836a5-4156-44da-bc0e-ef3616c09857 None None] Network 27b998bf-4ed2-4266-826c-7ffa9fd36f5c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:20.568639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.578341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/864beb75-04d8-4912-a54f-07a158e402a5 HTTP/1.1" status: 204 len: 168 time: 0.9129014 Nov 23 18:44:20.693948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8fba4-6d21-46cd-a65c-dc25024bb88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864beb75-04d8-4912-a54f-07a158e402a5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.702409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:20.821688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:20.963345 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c67d8-6378-4ec2-8ac3-57f0e77c2ed7 x-openstack-request-id: req-723c67d8-6378-4ec2-8ac3-57f0e77c2ed7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:20.963645 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6389d095-05a9-4e09-a5de-02afe2c78486", "name": "network-vif-deleted", "tag": "79e677eb-aef4-4110-93ab-78a8df0581aa", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:20.963907 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-723c67d8-6378-4ec2-8ac3-57f0e77c2ed7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:20.964333 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6389d095-05a9-4e09-a5de-02afe2c78486', 'name': 'network-vif-deleted', 'tag': '79e677eb-aef4-4110-93ab-78a8df0581aa', 'status': 'completed', 'code': 200} Nov 23 18:44:20.966921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:20.967597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4431bf3a-2da6-4be8-a64a-43ed6a2b78f1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:21.043898 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57851e81-9142-4f92-ac76-4c8994c56bf1 req-1eed2731-4546-43b2-a4d5-f3ea6473329a tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 210 time: 0.0622182 Nov 23 18:44:21.053949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.199115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] DHCP port deletion for 27b998bf-4ed2-4266-826c-7ffa9fd36f5c request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:21.312721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Deleting port d23884a8-57e4-4c53-83de-9a83306f2fbd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:21.313098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.396230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] For port d23884a8-57e4-4c53-83de-9a83306f2fbd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d23884a8-57e4-4c53-83de-9a83306f2fbd,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:21.396671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.423084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Calling delete_port for d23884a8-57e4-4c53-83de-9a83306f2fbd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:21.461795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Deleting port d23884a8-57e4-4c53-83de-9a83306f2fbd {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:21.465229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.523811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:21.590901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bdd55d-b879-4214-a8dc-72d49e969eca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:21.607137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.655433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting subnet 1fe1aacc-1030-4d07-96fd-f1be6ce11e7b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:21.668853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.684256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4c994-acec-49a8-b81a-566bcb4e81dc req-4b2082cd-da41-441c-8bbc-eea7396e439a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:21.703788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9d4c994-acec-49a8-b81a-566bcb4e81dc req-4b2082cd-da41-441c-8bbc-eea7396e439a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.4679055 Nov 23 18:44:21.753134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] For port d23884a8-57e4-4c53-83de-9a83306f2fbd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d23884a8-57e4-4c53-83de-9a83306f2fbd,segment=NetworkSegment(8e896a6c-01dd-4741-84d0-f2e593c6c231),segment_id=8e896a6c-01dd-4741-84d0-f2e593c6c231)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:21.754861 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.789668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Calling delete_port for d23884a8-57e4-4c53-83de-9a83306f2fbd owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:21.800641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.981552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.995010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d23884a8-57e4-4c53-83de-9a83306f2fbd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:21.997473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] No DVR routers for this DVR port d23884a8-57e4-4c53-83de-9a83306f2fbd on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:22.120001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.121658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.152276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b998bf-4ed2-4266-826c-7ffa9fd36f5c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:22.177337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e896a6c-01dd-4741-84d0-f2e593c6c231') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:22.177731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e896a6c-01dd-4741-84d0-f2e593c6c231') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:22.186188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.199994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.213616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] No DVR routers for this DVR port d23884a8-57e4-4c53-83de-9a83306f2fbd on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:22.216324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b56f3-c747-4746-b4d0-e2282218fa07 None None] Pushing event deleted for resources: {'Port': ['ID=d23884a8-57e4-4c53-83de-9a83306f2fbd,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.216930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.224494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:22.224894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:22.336475 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:22.358019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9d4c994-acec-49a8-b81a-566bcb4e81dc req-a77d595b-b50a-4c3b-bfd1-97ac33d4da12 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504526 Nov 23 18:44:22.366577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.374618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.407238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/27b998bf-4ed2-4266-826c-7ffa9fd36f5c HTTP/1.1" status: 204 len: 168 time: 1.7036636 Nov 23 18:44:22.420812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcc9eb-d745-4980-a59e-01f61eb183bc admin admin] Pushing event deleted for resources: {'Network': ['ID=27b998bf-4ed2-4266-826c-7ffa9fd36f5c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.541322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.541924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8e10e-defd-462d-9d65-0f209642c57a None None] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:22.653228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe1aacc-1030-4d07-96fd-f1be6ce11e7b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.671919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.695039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-82a33a7c-9147-4b24-8032-99ea8222df7b tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/subnets/1fe1aacc-1030-4d07-96fd-f1be6ce11e7b HTTP/1.1" status: 204 len: 168 time: 1.1699283 Nov 23 18:44:22.699355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:22.707633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee718c09-f394-4d0a-8bf9-e928118059be req-7340ed51-2ccc-4779-a32c-325ce85137ba tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 210 time: 0.0755968 Nov 23 18:44:22.791490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.858588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa45e1-6fc6-4bc3-b42c-a46dd14402b6 None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:22.925733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48516) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:22.967262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0736d125-4453-4911-bf09-fb39afeace8b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:23.170429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] Provisioning complete for port 0736d125-4453-4911-bf09-fb39afeace8b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:23.170958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.212961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72264ec2-75a1-4947-8971-75b4bb2a878d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42eecd112b4243d7b1b76d265b09285b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766209 Nov 23 18:44:23.220532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:23.341035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0736d125-4453-4911-bf09-fb39afeace8b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:23.341430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.358200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.377339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Router 4a503a64-43dd-4568-94d7-7074b0b1cf34 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:44:23.428503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.525144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.550263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] DHCP port deletion for 91fe0819-07b6-4f45-8db6-72ae281c4c70 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:23.640294 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.717382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] For port 0736d125-4453-4911-bf09-fb39afeace8b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0736d125-4453-4911-bf09-fb39afeace8b,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:23.725844 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.785446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58ce2-0d9d-4b1c-8cd3-8b8f3d56f537 req-5042b220-ffda-40d0-b4c4-cecaca4de394 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:23.795932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51d58ce2-0d9d-4b1c-8cd3-8b8f3d56f537 req-5042b220-ffda-40d0-b4c4-cecaca4de394 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.2355504 Nov 23 18:44:23.835287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-d874e400-95bf-4650-a9ea-01f4e58c589b tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:23.843495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-d874e400-95bf-4650-a9ea-01f4e58c589b tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.50 "GET /v2.0/networks?id=a49b8706-17c8-44eb-8990-7b12a12acb29 HTTP/1.1" status: 200 len: 809 time: 0.4949453 Nov 23 18:44:23.871748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Request body: {'port': {'device_id': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29', 'admin_state_up': True, 'tenant_id': 'c1ae3ef3230f4de383ef19972acc8d29'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:23.876139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.888465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.889715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77a58060-dbc6-415b-94fb-aa7d687cd46a HTTP/1.1" status: 204 len: 168 time: 0.6675355 Nov 23 18:44:23.927844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fbaa0-7719-496e-80da-211595d4cedb None None] Pushing event updated for resources: {'Port': ['ID=0736d125-4453-4911-bf09-fb39afeace8b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:23.938590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:23.955242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce525b-744a-4093-9fce-89a4eca49ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a58060-dbc6-415b-94fb-aa7d687cd46a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:23.966046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Sync routers for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:24.039688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:24.040600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:24.091039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.096039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ff444d9-d8c2-46eb-aeef-b0cdd588c6b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1469045 Nov 23 18:44:24.096610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:24.147953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51d58ce2-0d9d-4b1c-8cd3-8b8f3d56f537 req-4a1442d5-6639-486b-bacd-0cd8cb6fea70 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507850 Nov 23 18:44:24.171141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d23884a8-57e4-4c53-83de-9a83306f2fbd no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:24.222642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Deleting port 2a6bd446-9f41-4001-ab95-213b2e737dbb {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:24.226319 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.294425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port 2a6bd446-9f41-4001-ab95-213b2e737dbb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:24.294840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.297580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Made reservation on behalf of c1ae3ef3230f4de383ef19972acc8d29 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:24.309920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.463670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-56dfba2b-06f3-416d-b4b4-98a172df05fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547422 Nov 23 18:44:24.493046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6bcf878-1906-4f38-9fd4-104ba6cc53a0 req-2af5a847-3c54-4b09-b5a6-08bf1ae70d71 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 210 time: 0.0685661 Nov 23 18:44:24.506782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port 2a6bd446-9f41-4001-ab95-213b2e737dbb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2a6bd446-9f41-4001-ab95-213b2e737dbb,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:24.507085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.561002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for 2a6bd446-9f41-4001-ab95-213b2e737dbb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:24.683382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Allocated IP 172.20.0.4 (a49b8706-17c8-44eb-8990-7b12a12acb29/b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146/04a7c9c7-1643-485a-b368-386012aa71ba) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:24.792686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.839027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d23884a8-57e4-4c53-83de-9a83306f2fbd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:24.839831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d23884a8-57e4-4c53-83de-9a83306f2fbd not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:24.955660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=2a6bd446-9f41-4001-ab95-213b2e737dbb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:24.983765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port 2a6bd446-9f41-4001-ab95-213b2e737dbb on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:25.013386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-6785a764-0393-4051-89ad-a65d8ff719bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.014930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-6785a764-0393-4051-89ad-a65d8ff719bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 1098 time: 0.4278729 Nov 23 18:44:25.081908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-78854b7d-748c-4a66-8890-001d8c57c74a None None] Provisioning complete for port 0736d125-4453-4911-bf09-fb39afeace8b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:25.082272 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78854b7d-748c-4a66-8890-001d8c57c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.222999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.240702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] For port 2a6bd446-9f41-4001-ab95-213b2e737dbb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2a6bd446-9f41-4001-ab95-213b2e737dbb,segment=NetworkSegment(0a40824a-857f-4842-a2bc-fc4943e8b329),segment_id=0a40824a-857f-4842-a2bc-fc4943e8b329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:25.241111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.296517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Calling delete_port for 2a6bd446-9f41-4001-ab95-213b2e737dbb owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:25.297683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fe0819-07b6-4f45-8db6-72ae281c4c70']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:25.331412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a40824a-857f-4842-a2bc-fc4943e8b329') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:25.332039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a40824a-857f-4842-a2bc-fc4943e8b329') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:25.334668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-2b27f296-04e3-4881-95c8-3e81abfda6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.336468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-2b27f296-04e3-4881-95c8-3e81abfda6ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2607625 Nov 23 18:44:25.356575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.381653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.389346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:25.390724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.412171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-856eaf1b-a0d1-427c-9e04-b334b095741e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3b0e3a85-e550-474e-8514-5345362b7c71 HTTP/1.1" status: 200 len: 217 time: 0.0661798 Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:25.445100 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:25.537343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-dcbd0813-e2d4-42da-bee0-1d3fb8a308e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.539490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-6603a143-9a30-4200-bd48-b0d8312073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.539669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-dcbd0813-e2d4-42da-bee0-1d3fb8a308e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9cdc917031942bdae31ec6c9582de2c&device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 1101 time: 0.7325776 Nov 23 18:44:25.540740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.541112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-6603a143-9a30-4200-bd48-b0d8312073a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0668375 Nov 23 18:44:25.563197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.592235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.596902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/networks/91fe0819-07b6-4f45-8db6-72ae281c4c70 HTTP/1.1" status: 204 len: 168 time: 2.8874426 Nov 23 18:44:25.602035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:25.620403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.623011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0736d125-4453-4911-bf09-fb39afeace8b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:25.702868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ccab-ad90-4392-a092-ba1ff0e27b92 req-e2ce71a2-a450-4d9c-9c9c-d348dca1e4ed tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.710700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Network 91fe0819-07b6-4f45-8db6-72ae281c4c70 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:44:25.711935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ef1ccab-ad90-4392-a092-ba1ff0e27b92 req-e2ce71a2-a450-4d9c-9c9c-d348dca1e4ed tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.3573787 Nov 23 18:44:25.713480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] No DVR routers for this DVR port 2a6bd446-9f41-4001-ab95-213b2e737dbb on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:25.789250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting subnet c486a276-c070-4404-9418-c47690b83876 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:25.789863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:25.806553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8f8e-ee38-4b1a-a9cd-21045328c2f4 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Network': ['ID=91fe0819-07b6-4f45-8db6-72ae281c4c70,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:25.829680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-f6b7dde3-a646-4214-b246-c44b14d04b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:25.834084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-f6b7dde3-a646-4214-b246-c44b14d04b7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151840 Nov 23 18:44:25.849648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.881417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a23185-d397-47b7-a07f-c64a253f3dd8 None None] Pushing event deleted for resources: {'Port': ['ID=2a6bd446-9f41-4001-ab95-213b2e737dbb,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:25.894970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:25.965708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0736d125-4453-4911-bf09-fb39afeace8b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:25.966158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.975710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7032a43f-47ba-48a2-b712-d9453958a11f req-a9b88b99-0360-42fa-bfed-a0a2e268b831 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 210 time: 0.1141429 Nov 23 18:44:26.018528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ef1ccab-ad90-4392-a092-ba1ff0e27b92 req-62dd1b8c-165a-457e-9886-64e0545ecb3d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054774 Nov 23 18:44:26.027646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.095462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.214653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-0d82aa76-2b6f-47db-920c-de6b7426d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:26.220327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-0d82aa76-2b6f-47db-920c-de6b7426d523 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.6463463 Nov 23 18:44:26.259402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-network', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:26.338728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-f47d6ae8-3222-4caf-90aa-8e9b10938d17 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898293 Nov 23 18:44:26.353404 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-fe65611f-0d8a-4086-ba8a-6ffbade4da66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a45a0592-83e6-44c2-922d-55490449eb13 HTTP/1.1" status: 200 len: 217 time: 0.1029973 Nov 23 18:44:26.363242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.474234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:21Z', 'revision_number': 3, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:26.547850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Checking router: 4a503a64-43dd-4568-94d7-7074b0b1cf34 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:26.549196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Updating router 4a503a64-43dd-4568-94d7-7074b0b1cf34 port f7bdd55d-b879-4214-a8dc-72d49e969eca binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:26.557583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2a6bd446-9f41-4001-ab95-213b2e737dbb no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:26.565119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Allocated IP 172.20.0.1 (9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c/972df1a2-4534-406a-af95-5343f6b15758/cc62d37c-c60f-4eb9-aee5-52308c626ba1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:26.585393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Network a49b8706-17c8-44eb-8990-7b12a12acb29 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:26.593485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a81dd899-715a-4594-a84e-c1bf5a406332 req-a61a6c05-727d-4585-a284-91e5a7fc81f8 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452261 Nov 23 18:44:26.610840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Made reservation on behalf of d35a38692d314a2294f6bdf5cae9470a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:26.620696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 2a6bd446-9f41-4001-ab95-213b2e737dbb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:26.621026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.621334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2a6bd446-9f41-4001-ab95-213b2e737dbb not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:26.646178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.668998 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.677557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:26.680675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:26.729795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Pushing event updated for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:26.739171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-f07dd35a-fe92-4a74-bda7-de7ecc29f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:26.740666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-f07dd35a-fe92-4a74-bda7-de7ecc29f386 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3714135 Nov 23 18:44:26.747530 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.801501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.833606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.910614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:26.912439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:26.913183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.931356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:26.951575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:26.967385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-f6dc7388-41d8-4f0a-b25b-5b065519f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:26.969956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-f6dc7388-41d8-4f0a-b25b-5b065519f6e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172592 Nov 23 18:44:26.989353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Pushing event updated for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:26.999101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-6420f434-4b20-4119-b06f-498a41c9a5f8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1409743 Nov 23 18:44:27.026711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.048745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Request body: {'port': {'device_id': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:27.152162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.253980 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.279949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.310335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d99a0-eab3-4730-897b-bd44b303e9bd req-ca6e71b2-77cc-4c6d-a7b6-67bbf54c990d tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:27.320040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b39d99a0-eab3-4730-897b-bd44b303e9bd req-ca6e71b2-77cc-4c6d-a7b6-67bbf54c990d tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 931 time: 0.1179073 Nov 23 18:44:27.328240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Subnet': ['ID=c486a276-c070-4404-9418-c47690b83876,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.362804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.370099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a89f0842-c397-4ebb-80cf-761db5958671 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/subnets/c486a276-c070-4404-9418-c47690b83876 HTTP/1.1" status: 204 len: 168 time: 1.7560031 Nov 23 18:44:27.373161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.376318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:27.401274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.406216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300ac0b-c1b8-44db-9553-34258b1d474d None None] Network 73fc00f5-4233-47c3-a103-ff611deebef7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:27.416745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:27.427962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b39d99a0-eab3-4730-897b-bd44b303e9bd req-f8f67ac8-a2a9-4a28-8bc1-a4100dc3c1b6 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962944 Nov 23 18:44:27.429155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.431005 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Added segment 64e77d78-71f0-4b81-b1ae-b58aae6340ec of type vlan for network eb5264a2-772a-4496-9f77-f49c61c8b66d Nov 23 18:44:27.462300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Attempting to bind port f7bdd55d-b879-4214-a8dc-72d49e969eca on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:27.462782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Attempting to bind port f7bdd55d-b879-4214-a8dc-72d49e969eca by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:27.463297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Attempting to bind port f7bdd55d-b879-4214-a8dc-72d49e969eca on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:27.465579 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4b45f8b-0509-4a79-a168-6de2319b3998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.490641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.512151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:27.512978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:27.513853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.514369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:27.515080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Bound port: f7bdd55d-b879-4214-a8dc-72d49e969eca, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:27.515754 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.527022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc49c1-d10e-475e-b926-0b8f12ffc1d0 None None] Pushing event updated for resources: {'Port': ['ID=f7bdd55d-b879-4214-a8dc-72d49e969eca,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.531344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.608681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4d60ecb1-555c-44bb-91f8-0797fda58350 None None] Provisioning complete for port cc62d37c-c60f-4eb9-aee5-52308c626ba1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:27.609054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4d60ecb1-555c-44bb-91f8-0797fda58350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.643126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:44:27.706159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-be63243e-a930-4b0b-b726-1c513aa6d2ba service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256112 Nov 23 18:44:27.706763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.712822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.723823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4d60ecb1-555c-44bb-91f8-0797fda58350 None None] Port cc62d37c-c60f-4eb9-aee5-52308c626ba1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:27.743121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.746060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] For port f7bdd55d-b879-4214-a8dc-72d49e969eca, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:27.771292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.772576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:27.772826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] For port f7bdd55d-b879-4214-a8dc-72d49e969eca, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7bdd55d-b879-4214-a8dc-72d49e969eca,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:27.773407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.780790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3992c2-c4da-4b52-a4ed-bc659d46e72c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.780924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.824916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Pushing event updated for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.849666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.865312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.883822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe583-33a2-4527-9c01-56173c8caf65 req-2128c44c-8143-4856-9eb8-f73261b83fe4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:27.891763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e5fe583-33a2-4527-9c01-56173c8caf65 req-2128c44c-8143-4856-9eb8-f73261b83fe4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.3662207 Nov 23 18:44:27.903122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] DHCP port deletion for 73fc00f5-4233-47c3-a103-ff611deebef7 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:27.976075 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0692847 Nov 23 18:44:27.987764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:28.000760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc49c1-d10e-475e-b926-0b8f12ffc1d0 None None] Pushing event updated for resources: {'Port': ['ID=f7bdd55d-b879-4214-a8dc-72d49e969eca,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:28.011447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:28.011447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:28.061990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Request body: {'subnet': {'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-subnet', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:28.160399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Deleting port b5c29b6e-8829-4f29-8041-3e9f73a36284 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:28.160784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.161286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370931e-10dd-43a3-aadb-f20d9294a6eb admin admin] Pushing event updated for resources: {'Network': ['ID=eb5264a2-772a-4496-9f77-f49c61c8b66d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:28.165046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3043ff01-c38b-4d2f-9cfe-8f65d16cee88 req-57c2bf7a-1546-488c-9f2d-1dd3234f9418 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073726 Nov 23 18:44:28.171965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Made reservation on behalf of d35a38692d314a2294f6bdf5cae9470a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:28.179568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eb5264a2-772a-4496-9f77-f49c61c8b66d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:28.184161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:28.185285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.426317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e5fe583-33a2-4527-9c01-56173c8caf65 req-116053a3-83e7-4e42-92db-b4d72de357fb tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330858 Nov 23 18:44:28.523632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:28.526201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:28.571783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] For port b5c29b6e-8829-4f29-8041-3e9f73a36284, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5c29b6e-8829-4f29-8041-3e9f73a36284,segment=NetworkSegment(1738f3b9-0f8b-44b4-8642-dcf55fefe3cd),segment_id=1738f3b9-0f8b-44b4-8642-dcf55fefe3cd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:28.572414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.637673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Calling delete_port for b5c29b6e-8829-4f29-8041-3e9f73a36284 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:28.772164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5c1a-1de1-4b53-ad1f-4acd62bd3632 req-ea2b43c2-f462-4c49-afd9-c334c8e39345 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:28.773703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c4b5c1a-1de1-4b53-ad1f-4acd62bd3632 req-ea2b43c2-f462-4c49-afd9-c334c8e39345 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 931 time: 0.1443210 Nov 23 18:44:28.805279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Router 4a503a64-43dd-4568-94d7-7074b0b1cf34 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:28.833601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.874313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] Pushing event deleted for resources: {'Port': ['ID=b5c29b6e-8829-4f29-8041-3e9f73a36284,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:28.879897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea3a98-aa50-42ef-80d5-d992b1070de8 None None] No DVR routers for this DVR port b5c29b6e-8829-4f29-8041-3e9f73a36284 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:28.895952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc62d37c-c60f-4eb9-aee5-52308c626ba1', 'name': '', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'mac_address': 'fa:16:3e:b6:b4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 2, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'subnets': [{'id': '972df1a2-4534-406a-af95-5343f6b15758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:28.927360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c4b5c1a-1de1-4b53-ad1f-4acd62bd3632 req-a2c7c54d-dfb7-40b5-8df4-55550846ace8 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444066 Nov 23 18:44:28.933918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Deleting port b5c29b6e-8829-4f29-8041-3e9f73a36284 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:28.934408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.936864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f16a44-f24a-4d19-af4d-b8d5fb5affb6 None None] The sync data for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 is: [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc62d37c-c60f-4eb9-aee5-52308c626ba1', 'name': '', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'mac_address': 'fa:16:3e:b6:b4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 2, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'subnets': [{'id': '972df1a2-4534-406a-af95-5343f6b15758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:28.973330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e1e4d649-5a09-4f8f-9259-87b0f01b6700 None None] Provisioning complete for port cc62d37c-c60f-4eb9-aee5-52308c626ba1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:28.973708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d649-5a09-4f8f-9259-87b0f01b6700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.017831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5c29b6e-8829-4f29-8041-3e9f73a36284 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:29.054471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:29.061260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6b568a7f-ec8a-4882-a7a7-1d8e3f7d6b16 admin admin] 10.222.0.37 "PUT /v2.0/routers/4a503a64-43dd-4568-94d7-7074b0b1cf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9606524 Nov 23 18:44:29.073233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b5c29b6e-8829-4f29-8041-3e9f73a36284 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:29.073582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5c29b6e-8829-4f29-8041-3e9f73a36284 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:29.106246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4d649-5a09-4f8f-9259-87b0f01b6700 None None] Port cc62d37c-c60f-4eb9-aee5-52308c626ba1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:29.154758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] For port b5c29b6e-8829-4f29-8041-3e9f73a36284, host n-d-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:29.155280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.198173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951904e-1e69-42af-95bc-4f229b13af5c req-5a855a6e-fd0d-416d-83d6-f5cdd69f8b58 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:29.205780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1951904e-1e69-42af-95bc-4f229b13af5c req-5a855a6e-fd0d-416d-83d6-f5cdd69f8b58 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 950 time: 0.3509879 Nov 23 18:44:29.209195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Calling delete_port for b5c29b6e-8829-4f29-8041-3e9f73a36284 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:29.214692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Port b5c29b6e-8829-4f29-8041-3e9f73a36284 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:44:29.265226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.354703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Port': ['ID=b5c29b6e-8829-4f29-8041-3e9f73a36284,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.370605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] No DVR routers for this DVR port b5c29b6e-8829-4f29-8041-3e9f73a36284 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:29.372606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.440375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a7c9c7-1643-485a-b368-386012aa71ba {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:29.466906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.475850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1951904e-1e69-42af-95bc-4f229b13af5c req-e1f822eb-c84b-475a-b2a6-70567209664a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686424 Nov 23 18:44:29.529815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00c7821-be14-440a-b677-12fa586a3ae0,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.532296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Transition to ACTIVE for port object 04a7c9c7-1643-485a-b368-386012aa71ba will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:44:29.572357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.574949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.635749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fc00f5-4233-47c3-a103-ff611deebef7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:29.641406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Checking segment: {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:29.641836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Network hostable DHCP agents. Network: eb5264a2-772a-4496-9f77-f49c61c8b66d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:29.665084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:29.665384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1738f3b9-0f8b-44b4-8642-dcf55fefe3cd') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:29.687489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.728754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Pushing event updated for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.759134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-351a9491-7fe7-4263-8076-3f01205db0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.802999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.815368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Network eb5264a2-772a-4496-9f77-f49c61c8b66d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:29.838155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18e5c7-5241-470d-be64-a24addc77edd req-2189a5ee-73e4-478f-8764-d6f578b8f530 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:29.839752 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b18e5c7-5241-470d-be64-a24addc77edd req-2189a5ee-73e4-478f-8764-d6f578b8f530 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.0597210 Nov 23 18:44:29.855131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:29.855564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:29.859238 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:29.915150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b18e5c7-5241-470d-be64-a24addc77edd req-2ae23ebc-0ce0-4367-bf96-26525fe9a25d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Nov 23 18:44:29.984924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, eb5264a2-772a-4496-9f77-f49c61c8b66d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:29.993178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47083cff-a5d4-44c3-b151-0d63d0d2cac1 None None] Network eb5264a2-772a-4496-9f77-f49c61c8b66d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:30.050138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.050748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.094868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.111289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.128775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] 10.222.0.37 "DELETE /v2.0/networks/73fc00f5-4233-47c3-a103-ff611deebef7 HTTP/1.1" status: 204 len: 168 time: 2.7411194 Nov 23 18:44:30.135668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-822463f9-8a8d-4b36-a995-1a67e364f611 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1391802 Nov 23 18:44:30.137635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Attempting to bind port 04a7c9c7-1643-485a-b368-386012aa71ba on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:30.138329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:30.144970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:30.145970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Attempting to bind port 04a7c9c7-1643-485a-b368-386012aa71ba by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '25ce149b-0d08-4c84-ae49-5ab5915f53a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:30.146522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Attempting to bind port 04a7c9c7-1643-485a-b368-386012aa71ba on network a49b8706-17c8-44eb-8990-7b12a12acb29 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:30.173335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-302b19b5-9a3f-4114-8927-7d92112c7b63 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4915431 Nov 23 18:44:30.176909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd287bc-c0a5-4ed7-95b1-ff05bef1b930 tempest-ServersTestMultiNic-67076611 tempest-ServersTestMultiNic-67076611-project] Pushing event deleted for resources: {'Network': ['ID=73fc00f5-4233-47c3-a103-ff611deebef7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:30.181702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:30.187562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Port 04a7c9c7-1643-485a-b368-386012aa71ba on network a49b8706-17c8-44eb-8990-7b12a12acb29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:44:30.187902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Attempting to bind port 04a7c9c7-1643-485a-b368-386012aa71ba on network a49b8706-17c8-44eb-8990-7b12a12acb29 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:30.198271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:30.198827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Checking segment: {'id': '25ce149b-0d08-4c84-ae49-5ab5915f53a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:30.199219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Bound using segment: {'id': '25ce149b-0d08-4c84-ae49-5ab5915f53a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:30.199861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Bound port: 04a7c9c7-1643-485a-b368-386012aa71ba, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ce149b-0d08-4c84-ae49-5ab5915f53a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:30.202095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.203258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.206564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.260132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.284939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-eb5264a2-772a-4496-9f77-f49c61c8b66d', 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'fixed_ips': [{'subnet_id': 'e00c7821-be14-440a-b677-12fa586a3ae0'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:44:30.286004 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.313319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:30.318878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=04a7c9c7-1643-485a-b368-386012aa71ba,segment=NetworkSegment(25ce149b-0d08-4c84-ae49-5ab5915f53a7),segment_id=25ce149b-0d08-4c84-ae49-5ab5915f53a7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:30.347724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.364032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.472361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.473525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.476193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] 10.222.0.50 "PUT /v2.0/ports/04a7c9c7-1643-485a-b368-386012aa71ba HTTP/1.1" status: 200 len: 1091 time: 3.4579124 Nov 23 18:44:30.481154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:30.484536 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222d68d-ff31-4605-a5f8-05047d7c5db2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:30.502092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bee683-ff92-4b3a-bca1-d48518639ad4 req-c423ef20-2d71-4547-8a73-ae7e72c35d41 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.519086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85bee683-ff92-4b3a-bca1-d48518639ad4 req-c423ef20-2d71-4547-8a73-ae7e72c35d41 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 943 time: 0.2698021 Nov 23 18:44:30.604748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Allocated IP 172.20.0.2 (eb5264a2-772a-4496-9f77-f49c61c8b66d/e00c7821-be14-440a-b677-12fa586a3ae0/ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:30.609308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d22ca-dede-4e61-a939-d83824812279 service neutron] Pushing event updated for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:30.641150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-25108e8c-788b-4adc-91d0-81d91a9b1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.646355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-25108e8c-788b-4adc-91d0-81d91a9b1c47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ae3ef3230f4de383ef19972acc8d29&device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 1094 time: 0.1176717 Nov 23 18:44:30.660675 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.715004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.723253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-24adbe04-c667-4150-b22c-470f8e5e3239 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a7c9c7-1643-485a-b368-386012aa71ba HTTP/1.1" status: 200 len: 217 time: 0.0534439 Nov 23 18:44:30.740876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.784075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398d8d-4626-47af-8210-2d0c3b49151b req-3b2e2143-829d-44ee-b827-f0d57168757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.785883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80398d8d-4626-47af-8210-2d0c3b49151b req-3b2e2143-829d-44ee-b827-f0d57168757b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1096 time: 0.2025149 Nov 23 18:44:30.795896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85bee683-ff92-4b3a-bca1-d48518639ad4 req-f9b2e66f-159d-40e0-add6-39da904694a6 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960487 Nov 23 18:44:30.906850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.915869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.916437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0b030725-e03b-4203-803d-2958a26815e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.921070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-0b030725-e03b-4203-803d-2958a26815e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146 HTTP/1.1" status: 200 len: 849 time: 0.1899040 Nov 23 18:44:30.957633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80398d8d-4626-47af-8210-2d0c3b49151b req-39cc0310-75a0-4a2e-80b2-b5205d31b550 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589515 Nov 23 18:44:31.004414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Network eb5264a2-772a-4496-9f77-f49c61c8b66d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:31.011667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:31.015791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:31.033065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Pushing event updated for resources: {'Port': ['ID=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.074485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-d50a5995-309d-4f99-8f05-52508e9a0023 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a49b8706-17c8-44eb-8990-7b12a12acb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402600 Nov 23 18:44:31.091615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7bdd55d-b879-4214-a8dc-72d49e969eca up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:31.126311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Allocated IP 172.25.5.190 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/5178d24e-0c07-4213-9953-c57c3fab47b1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:31.180724 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e2ec6-6b39-4ea1-8818-4aa0cf25a4c9 x-openstack-request-id: req-d32e2ec6-6b39-4ea1-8818-4aa0cf25a4c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:31.181441 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:31.181441 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d32e2ec6-6b39-4ea1-8818-4aa0cf25a4c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:31.182271 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba', 'status': 'completed', 'code': 200} Nov 23 18:44:31.199712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f7bdd55d-b879-4214-a8dc-72d49e969eca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:31.200087 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.204110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Attempting to bind port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:31.204962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Attempting to bind port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:31.205331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Attempting to bind port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc on network eb5264a2-772a-4496-9f77-f49c61c8b66d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:31.209504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.233841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:31.234224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Checking segment: {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:31.234631 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.235024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Bound using segment: {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:31.235621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Bound port: ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:31.236007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.261926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.290247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:31.377192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] For port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:31.396495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-9c66aa5c-b52f-49ee-a382-40bfb6ab5231 service neutron] 10.222.0.50 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569981 Nov 23 18:44:31.398850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] For port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:31.406486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.427917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.443292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04425465-d5ed-4fc5-88c5-bab600f1e6ed req-3cffa702-c51d-44cb-887e-35a5ca92447e tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:31.452694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04425465-d5ed-4fc5-88c5-bab600f1e6ed req-3cffa702-c51d-44cb-887e-35a5ca92447e tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Nov 23 18:44:31.496750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f7bdd55d-b879-4214-a8dc-72d49e969eca, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7bdd55d-b879-4214-a8dc-72d49e969eca,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:31.507700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.521079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04425465-d5ed-4fc5-88c5-bab600f1e6ed req-c428825c-3c87-4659-b094-1d99d66d9959 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672164 Nov 23 18:44:31.522354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6bba2-90e7-45e8-86e1-94c9cb8beae8 None None] Pushing event updated for resources: {'Port': ['ID=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.531772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.578910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32f32e0-9a5d-4dc1-9389-a0d7ab6ca9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.613030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f7bdd55d-b879-4214-a8dc-72d49e969eca,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.687837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7e3507b-101a-4c44-a7e1-0add091091c0 req-464b82df-2388-42bf-883b-016c731672c9 service neutron] 10.222.0.50 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748070 Nov 23 18:44:31.695624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.800244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event updated for resources: {'Port': ['ID=5178d24e-0c07-4213-9953-c57c3fab47b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.848604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:31.853485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Allocated IP 172.25.5.4 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ef4d4b5e-c786-449d-a320-a6b7d895e78e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:31.896639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:31.901424 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Sync routers for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:31.906751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:31.923888 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:31.925085 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:31.970608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:32.079591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-310a0e82-ae95-4eb8-8633-28d16e99690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:32.082856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-310a0e82-ae95-4eb8-8633-28d16e99690b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ae3ef3230f4de383ef19972acc8d29&device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 1094 time: 0.2691910 Nov 23 18:44:32.093045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:32.128307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32f32e0-9a5d-4dc1-9389-a0d7ab6ca9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.130009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.171912 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.179619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32f32e0-9a5d-4dc1-9389-a0d7ab6ca9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.194033 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.240478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:32.241719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:32.244957 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547c2ca-cba7-4bb0-bcae-77f22887687a" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:32.249476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.251573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.255438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.279511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b32f32e0-9a5d-4dc1-9389-a0d7ab6ca9c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad44165392f84e49b8213056edf249ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9880774 Nov 23 18:44:32.306034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:32.338789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:32.358694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:32.366460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:32.382439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:32.446384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc81d09-36e6-4830-bbab-11bfd29f69c4 req-9320a3f1-6772-4885-a92a-60dabfe55ced tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:32.455108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfc81d09-36e6-4830-bbab-11bfd29f69c4 req-9320a3f1-6772-4885-a92a-60dabfe55ced tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 943 time: 0.2223976 Nov 23 18:44:32.458274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4d4b5e-c786-449d-a320-a6b7d895e78e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:32.512534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f32e0-9a5d-4dc1-9389-a0d7ab6ca9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9da72e-9029-4e60-9fa3-15fafff43495,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:32.526486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.541223 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc62d37c-c60f-4eb9-aee5-52308c626ba1', 'name': '', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'mac_address': 'fa:16:3e:b6:b4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 2, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'subnets': [{'id': '972df1a2-4534-406a-af95-5343f6b15758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:32.602124 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Checking router: 4a503a64-43dd-4568-94d7-7074b0b1cf34 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:32.603401 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Updating router 4a503a64-43dd-4568-94d7-7074b0b1cf34 port cc62d37c-c60f-4eb9-aee5-52308c626ba1 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:32.676200 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.746402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-5f167438-48d8-4508-a5cc-55e5b785f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:32.748798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-5f167438-48d8-4508-a5cc-55e5b785f45c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a49b8706-17c8-44eb-8990-7b12a12acb29 HTTP/1.1" status: 200 len: 910 time: 0.6456602 Nov 23 18:44:32.751678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.763284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfc81d09-36e6-4830-bbab-11bfd29f69c4 req-803929b8-f55b-404e-804e-ed957a2420ad tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068490 Nov 23 18:44:32.852304 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.873458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.876616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-2ba33124-a4b3-4cba-88c9-7e6483ca1d8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a7c9c7-1643-485a-b368-386012aa71ba HTTP/1.1" status: 200 len: 217 time: 0.1120605 Nov 23 18:44:32.917195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.031398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:33.069405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.072459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.074038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d9da72e-9029-4e60-9fa3-15fafff43495 HTTP/1.1" status: 204 len: 168 time: 0.7537379 Nov 23 18:44:33.086996 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c90461-74d3-4dcf-a9d1-3365021225ca x-openstack-request-id: req-12c90461-74d3-4dcf-a9d1-3365021225ca {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:33.087838 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:33.087838 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12c90461-74d3-4dcf-a9d1-3365021225ca {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:33.088192 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'code': 200} Nov 23 18:44:33.161290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.218796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.234387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-a415d4c6-c5ad-4f68-a38b-a7fd60a76a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.236634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-a415d4c6-c5ad-4f68-a38b-a7fd60a76a42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146 HTTP/1.1" status: 200 len: 849 time: 0.3453431 Nov 23 18:44:33.254389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6915a10-cfc2-496c-8d67-b8229dd05894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9da72e-9029-4e60-9fa3-15fafff43495,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.272240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.273643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0994527 Nov 23 18:44:33.279239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.307633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2b1fe-782b-4500-b56f-c373048f9db9 None None] Network eb5264a2-772a-4496-9f77-f49c61c8b66d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:33.335427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426adc5-b7d2-407d-b8ea-c103f20be382 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event updated for resources: {'Port': ['ID=5178d24e-0c07-4213-9953-c57c3fab47b1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.348357 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.357720 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.390796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-204ffda2-d5a6-4a4a-8811-d3890e8be622 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a49b8706-17c8-44eb-8990-7b12a12acb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136136 Nov 23 18:44:33.448083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7bdd55d-b879-4214-a8dc-72d49e969eca up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:33.634487 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Pushing event updated for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.694233 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.711086 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.711485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.719075 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.719443 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.719799 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.720142 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.720483 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.720817 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.721287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.721624 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.721958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:33.729390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-a6741ac4-f539-45de-b9a2-9002d22b4c54 service neutron] 10.222.0.50 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290300 Nov 23 18:44:33.735778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] Provisioning complete for port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:33.736557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.781050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Attempting to bind port cc62d37c-c60f-4eb9-aee5-52308c626ba1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:33.784692 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Attempting to bind port cc62d37c-c60f-4eb9-aee5-52308c626ba1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:33.785120 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Attempting to bind port cc62d37c-c60f-4eb9-aee5-52308c626ba1 on network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:33.807954 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:33.808874 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Checking segment: {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:33.809497 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.810457 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Bound using segment: {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:33.820485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Bound port: cc62d37c-c60f-4eb9-aee5-52308c626ba1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:33.820905 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.911929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd1a7-968a-4300-9010-20974128dba5 req-a035a9ba-4001-4d10-b5ee-96f2dedb636b tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.914189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c84dd1a7-968a-4300-9010-20974128dba5 req-a035a9ba-4001-4d10-b5ee-96f2dedb636b tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.3335557 Nov 23 18:44:33.915698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f7bdd55d-b879-4214-a8dc-72d49e969eca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:33.916073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.945983 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] For port cc62d37c-c60f-4eb9-aee5-52308c626ba1, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:33.951704 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] For port cc62d37c-c60f-4eb9-aee5-52308c626ba1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc62d37c-c60f-4eb9-aee5-52308c626ba1,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:33.961983 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.128200 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:34.137747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.139735 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:34.172107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.263063 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec88692-8474-4246-a90b-db5453d50a48 None None] Pushing event updated for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:34.296024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] For port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:34.311908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c84dd1a7-968a-4300-9010-20974128dba5 req-e34f76c7-d3e0-4bd2-89ea-0176cafb11a6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832977 Nov 23 18:44:34.321638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e222d68d-ff31-4605-a5f8-05047d7c5db2 req-6f78e866-d580-4e05-871a-0a48fcbb9bec service neutron] 10.222.0.50 "GET /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837357 Nov 23 18:44:34.398706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:34.403115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.483214 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:34.512271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-47f66d56-1a77-4347-905f-bb132ca32c78 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 1.1943841 Nov 23 18:44:34.604746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] Provisioning complete for port cc62d37c-c60f-4eb9-aee5-52308c626ba1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:34.605140 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.636567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f82cbd-1441-41e6-b825-df26230f8a52 None None] Pushing event updated for resources: {'Port': ['ID=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:34.697864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:34.698243 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:34.808589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-5edb9aca-2ec7-40a0-b534-671ddfd6fdfe tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.810304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0d6b688-d8a4-415f-aa37-44a3beed019c req-5edb9aca-2ec7-40a0-b534-671ddfd6fdfe tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2970996 Nov 23 18:44:34.967186 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc62d37c-c60f-4eb9-aee5-52308c626ba1', 'name': '', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'mac_address': 'fa:16:3e:b6:b4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:33Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'subnets': [{'id': '972df1a2-4534-406a-af95-5343f6b15758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:34.997818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7adf-28d2-4077-876c-f8f3ce72d9b3 req-d53fcaae-511e-47bb-a132-f69e80a44a81 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.999411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e7c7adf-28d2-4077-876c-f8f3ce72d9b3 req-d53fcaae-511e-47bb-a132-f69e80a44a81 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.0742447 Nov 23 18:44:35.010020 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7bb2d-3e9a-40f1-9cd0-a92259805265 None None] The sync data for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 is: [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc62d37c-c60f-4eb9-aee5-52308c626ba1', 'name': '', 'network_id': '9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'mac_address': 'fa:16:3e:b6:b4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '972df1a2-4534-406a-af95-5343f6b15758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:33Z', 'revision_number': 4, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'subnets': [{'id': '972df1a2-4534-406a-af95-5343f6b15758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:35.075628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e7c7adf-28d2-4077-876c-f8f3ce72d9b3 req-f49fc6de-f623-4eb4-bcd3-f4e34d9e33ae tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683181 Nov 23 18:44:35.077270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.164373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] For port cc62d37c-c60f-4eb9-aee5-52308c626ba1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc62d37c-c60f-4eb9-aee5-52308c626ba1,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:35.172313 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.282961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02df2a7-0fff-4805-94ba-a58a97e52531 None None] Pushing event updated for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:35.310384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb2c57-73f4-4c8c-b3a6-a2973e4f5d46 req-6911bd75-c95a-47ea-a3bc-d967f8aa12c3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:35.318833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07bb2c57-73f4-4c8c-b3a6-a2973e4f5d46 req-6911bd75-c95a-47ea-a3bc-d967f8aa12c3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 943 time: 0.2142940 Nov 23 18:44:35.328925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5d3324b-c5fc-4fd8-b3ce-edcb0695e0aa None None] Provisioning complete for port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:35.329487 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5d3324b-c5fc-4fd8-b3ce-edcb0695e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.375383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:35.423150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:44:35.469762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07bb2c57-73f4-4c8c-b3a6-a2973e4f5d46 req-c11041bb-499c-4dec-99fc-e1f62b14f5d0 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498642 Nov 23 18:44:35.477505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:35.477972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.498323 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-384d7559-767c-48cb-8c57-50bcbe6a1917 req-4ad847e6-528f-4bd6-b261-5ea02abb2ce1 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips/347537e6-a271-4fe6-9113-93c1b1954b2d HTTP/1.1" status: 200 len: 693 time: 0.0837750 Nov 23 18:44:35.650903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc62d37c-c60f-4eb9-aee5-52308c626ba1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:35.665418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.689070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d7559-767c-48cb-8c57-50bcbe6a1917 req-ab40f384-f0a9-4598-b34b-aeee258f5188 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:35.699649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-384d7559-767c-48cb-8c57-50bcbe6a1917 req-ab40f384-f0a9-4598-b34b-aeee258f5188 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1886826 Nov 23 18:44:35.707172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-384d7559-767c-48cb-8c57-50bcbe6a1917 req-a096b0a5-11ea-4f5f-813d-ec3f879d135c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:44:35.724912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:35.726555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-384d7559-767c-48cb-8c57-50bcbe6a1917 req-a096b0a5-11ea-4f5f-813d-ec3f879d135c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257039 Nov 23 18:44:35.733751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cc62d37c-c60f-4eb9-aee5-52308c626ba1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:35.734165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.748465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:35.749042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b82ce606-08ef-4a70-bafa-15e63a7c1515 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6090858 Nov 23 18:44:35.751937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:35.777599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Sync routers for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:35.801605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:35.802257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:35.964048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 04a7c9c7-1643-485a-b368-386012aa71ba details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:35.982070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b851d46-ce6a-4d20-b26b-e236083e0d45 req-d98e8b6b-aa45-4375-9b8e-4917029c1f3a tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=2382b998ba0e4bbfa8eeddc1376fa845 HTTP/1.1" status: 200 len: 696 time: 0.0975492 Nov 23 18:44:36.009434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2ab9c0ed-a74f-4905-8333-2b7a9ca04c03 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=00313d01048e499aaa4cb5e20eff1f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754683 Nov 23 18:44:36.020544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:36.160758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851d46-ce6a-4d20-b26b-e236083e0d45 req-aa8c1799-3408-4e5c-ad83-83c26cf78171 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:36.163898 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b851d46-ce6a-4d20-b26b-e236083e0d45 req-aa8c1799-3408-4e5c-ad83-83c26cf78171 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks?id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 787 time: 0.1806912 Nov 23 18:44:36.176783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-0b851d46-ce6a-4d20-b26b-e236083e0d45 req-64a783fd-33a4-41ff-8fae-7ed1eedea284 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:44:36.186124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b851d46-ce6a-4d20-b26b-e236083e0d45 req-64a783fd-33a4-41ff-8fae-7ed1eedea284 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150075 Nov 23 18:44:36.262431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=04a7c9c7-1643-485a-b368-386012aa71ba,segment=NetworkSegment(25ce149b-0d08-4c84-ae49-5ab5915f53a7),segment_id=25ce149b-0d08-4c84-ae49-5ab5915f53a7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:36.290923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-39bf178b-1ab8-473e-8570-90ccbbb5f80d tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:36.300245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-39bf178b-1ab8-473e-8570-90ccbbb5f80d tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832046 Nov 23 18:44:36.320450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '04a7c9c7-1643-485a-b368-386012aa71ba', 'network_id': 'a49b8706-17c8-44eb-8990-7b12a12acb29', 'port_id': '04a7c9c7-1643-485a-b368-386012aa71ba', 'mac_address': 'fa:16:3e:bd:d6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:36.337167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-d140e03f-e186-46a4-80c1-b44b6e9a8e2f tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/quotas/00313d01048e499aaa4cb5e20eff1f95 HTTP/1.1" status: 200 len: 375 time: 0.0351973 Nov 23 18:44:36.398774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.419088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:32Z', 'revision_number': 3, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:36.426288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-3b4c6f92-98d5-438f-9e65-5d5f3dc840be tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00313d01048e499aaa4cb5e20eff1f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776327 Nov 23 18:44:36.462269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a7c9c7-1643-485a-b368-386012aa71ba {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:36.468430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Checking router: 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:36.468782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Updating router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 port ef4d4b5e-c786-449d-a320-a6b7d895e78e binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:36.532323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=04a7c9c7-1643-485a-b368-386012aa71ba,segment=NetworkSegment(25ce149b-0d08-4c84-ae49-5ab5915f53a7),segment_id=25ce149b-0d08-4c84-ae49-5ab5915f53a7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:36.536347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.540706 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.566090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-2c942d0a-eadc-4257-b063-0e458d41a937 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips/347537e6-a271-4fe6-9113-93c1b1954b2d HTTP/1.1" status: 200 len: 693 time: 0.0717943 Nov 23 18:44:36.608442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Deleting port e97801ff-3132-4809-973a-e0701110f82c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:36.608806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.751813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:36.768935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-536bba57-4675-4f85-b778-213d6b774d11 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:36.785273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-536bba57-4675-4f85-b778-213d6b774d11 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.2165499 Nov 23 18:44:36.789208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.804092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] For port e97801ff-3132-4809-973a-e0701110f82c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e97801ff-3132-4809-973a-e0701110f82c,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:36.804849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:36.830808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Calling delete_port for e97801ff-3132-4809-973a-e0701110f82c owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:36.853457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['04a7c9c7-1643-485a-b368-386012aa71ba'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:36.874356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-e4616e22-3eb5-4987-ac2d-3f05eb2e03be tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.0880570 Nov 23 18:44:36.940567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-494d0265-255c-4570-9f9d-c7a9d3f5b8bd tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.0574322 Nov 23 18:44:37.113510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Deleting port 5178d24e-0c07-4213-9953-c57c3fab47b1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:37.113812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.121104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.133830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.208572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d777b4-cd46-4f4f-8763-39b7a33a7430 None None] Pushing event updated for resources: {'Port': ['ID=ef4d4b5e-c786-449d-a320-a6b7d895e78e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:37.215198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Attempting to bind port ef4d4b5e-c786-449d-a320-a6b7d895e78e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:37.215590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Attempting to bind port ef4d4b5e-c786-449d-a320-a6b7d895e78e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:37.215948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Attempting to bind port ef4d4b5e-c786-449d-a320-a6b7d895e78e on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:37.223794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.224163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:37.224540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:37.224939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.225250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.225382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:37.225785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Bound port: ef4d4b5e-c786-449d-a320-a6b7d895e78e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:37.226168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.252525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3700-7167-4dd9-882f-d487f1a7f2b7 req-05be9491-1fd7-4204-9079-b8d53211c4be tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:37.260244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2dc3700-7167-4dd9-882f-d487f1a7f2b7 req-05be9491-1fd7-4204-9079-b8d53211c4be tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.3624501 Nov 23 18:44:37.262082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Calling delete_port for 5178d24e-0c07-4213-9953-c57c3fab47b1 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:37.274170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.299621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] For port ef4d4b5e-c786-449d-a320-a6b7d895e78e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:37.313392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] For port ef4d4b5e-c786-449d-a320-a6b7d895e78e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ef4d4b5e-c786-449d-a320-a6b7d895e78e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:37.333313 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.350030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97801ff-3132-4809-973a-e0701110f82c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:37.376942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc62d37c-c60f-4eb9-aee5-52308c626ba1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:37.459395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d777b4-cd46-4f4f-8763-39b7a33a7430 None None] Pushing event updated for resources: {'Port': ['ID=ef4d4b5e-c786-449d-a320-a6b7d895e78e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:37.463442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:37.464199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:37.514683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2dc3700-7167-4dd9-882f-d487f1a7f2b7 req-880a8c87-ceb1-4d1a-946a-200380e8dd12 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485070 Nov 23 18:44:37.534360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.558749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cc62d37c-c60f-4eb9-aee5-52308c626ba1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:37.559155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.573219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event deleted for resources: {'Port': ['ID=5178d24e-0c07-4213-9953-c57c3fab47b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:37.684636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Allocated IP 172.20.0.1 (eb5264a2-772a-4496-9f77-f49c61c8b66d/e00c7821-be14-440a-b677-12fa586a3ae0/15f372d8-a498-419c-aec8-ad2cde3088ce) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:37.698065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.701308 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.703184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-828fa65d-bef9-49ac-afa8-0c64ed14d2fd req-ceb887ac-e18b-4b16-9127-4101e03260b5 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "DELETE /v2.0/floatingips/347537e6-a271-4fe6-9113-93c1b1954b2d HTTP/1.1" status: 204 len: 173 time: 0.7528868 Nov 23 18:44:37.707414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:37.828967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dddc0b09-bfd8-477e-9445-0e3f1ee047bf req-954db55b-20a9-4c98-acb8-5e21ae6c8616 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 210 time: 0.0638566 Nov 23 18:44:37.891339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.967957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192667a0-6b92-4972-b413-2523051a1be0 req-2843b6be-c40d-4e88-b2be-ca2c1ccfc3a3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:37.970032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-192667a0-6b92-4972-b413-2523051a1be0 req-2843b6be-c40d-4e88-b2be-ca2c1ccfc3a3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 944 time: 0.1826129 Nov 23 18:44:37.995157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 04a7c9c7-1643-485a-b368-386012aa71ba up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:38.018376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.102901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 04a7c9c7-1643-485a-b368-386012aa71ba completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:38.108046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-192667a0-6b92-4972-b413-2523051a1be0 req-a3b4fa1d-6cb7-46b7-96a0-2504900a04df tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252825 Nov 23 18:44:38.110573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 04a7c9c7-1643-485a-b368-386012aa71ba triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:38.110951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.157812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:32Z', 'revision_number': 3, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:38.196513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157cf98-072b-406f-a1f0-7cd90e40b518 None None] The sync data for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 is: [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:32Z', 'revision_number': 3, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:38.223424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.231706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-da8923dd-350f-4b23-aedb-7130dd36f184 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1653709 Nov 23 18:44:38.237578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:38.278687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.286927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.330094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Network eb5264a2-772a-4496-9f77-f49c61c8b66d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:38.335252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:38.338805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:38.344171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:38.350392 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97298eb4-e594-45f1-ba31-d8a65981a9a3" -d '{"events": [{"server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "name": "network-vif-plugged", "status": "completed", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:38.393884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=04a7c9c7-1643-485a-b368-386012aa71ba,segment=NetworkSegment(25ce149b-0d08-4c84-ae49-5ab5915f53a7),segment_id=25ce149b-0d08-4c84-ae49-5ab5915f53a7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:38.407565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.494120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-f5caa2cc-5dd6-46a6-9d70-83bc8e8ad6c1 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=00313d01048e499aaa4cb5e20eff1f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948815 Nov 23 18:44:38.520203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:38.579334 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.643325 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b84529e-0fba-4fd8-8a18-6c9d3eafdfb1 x-openstack-request-id: req-9b84529e-0fba-4fd8-8a18-6c9d3eafdfb1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:38.643794 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "name": "network-vif-plugged", "status": "completed", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:38.644073 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b84529e-0fba-4fd8-8a18-6c9d3eafdfb1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:38.644436 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba', 'code': 200} Nov 23 18:44:38.776009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.876860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0ff6ac99-2625-4fbb-87f6-92bd8338851c None None] Provisioning complete for port 15f372d8-a498-419c-aec8-ad2cde3088ce triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:38.890250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ac99-2625-4fbb-87f6-92bd8338851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:38.938149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ac99-2625-4fbb-87f6-92bd8338851c None None] Port 15f372d8-a498-419c-aec8-ad2cde3088ce cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:38.948442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Allocated IP 172.25.5.194 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/4354a482-730e-4f99-9eb0-00714f848c49) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:39.002549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Pushing event updated for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:39.029383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-76f9466a-9283-410e-b2c6-7213afb4d750 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:39.030738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-76f9466a-9283-410e-b2c6-7213afb4d750 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5203369 Nov 23 18:44:39.047980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Request body: {'port': {'device_id': 'da925187-c51f-4708-b60a-d8716b0594d4', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '00313d01048e499aaa4cb5e20eff1f95'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:39.064136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.073914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Router 1e21d227-7a13-4417-8c8b-6900cbf23203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:39.116467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d46c6e-1f36-4cc2-9c93-0fb21ec23629 req-26f5622e-bf08-47db-bf38-20bd98c8c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:39.117967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18d46c6e-1f36-4cc2-9c93-0fb21ec23629 req-26f5622e-bf08-47db-bf38-20bd98c8c21c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 1096 time: 0.1716824 Nov 23 18:44:39.132135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce43c2-136a-4ef5-825d-24207e0f1a67 req-1790f671-7a3b-4e58-8f01-10f97df69ef1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:39.135198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bce43c2-136a-4ef5-825d-24207e0f1a67 req-1790f671-7a3b-4e58-8f01-10f97df69ef1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1297371 Nov 23 18:44:39.224393 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.266935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18d46c6e-1f36-4cc2-9c93-0fb21ec23629 req-4a424064-9dee-4aee-b40c-035c20cea714 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382859 Nov 23 18:44:39.319933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Made reservation on behalf of 00313d01048e499aaa4cb5e20eff1f95 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:39.325199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.348325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bce43c2-136a-4ef5-825d-24207e0f1a67 req-a890d990-9e65-4307-a6a7-67b986d51ff6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042546 Nov 23 18:44:39.348455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.369512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:39.375901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.393128 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Sync routers for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:39.417524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df699308-7a44-430e-a7b1-4e69a4b1cf47 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e21d227-7a13-4417-8c8b-6900cbf23203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3779902 Nov 23 18:44:39.419443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:39.423796 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:39.432959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:39.434789 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:39.461836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event updated for resources: {'Port': ['ID=4354a482-730e-4f99-9eb0-00714f848c49,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:39.476329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.476750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.477141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.477488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.477821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.478161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.478500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.478836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.479164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.479524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.479861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.480192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:39.485176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:39.488172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:39.624911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ef4d4b5e-c786-449d-a320-a6b7d895e78e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:39.633736 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.653793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.686696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.693170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.722430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.791130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ef4d4b5e-c786-449d-a320-a6b7d895e78e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:39.791646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.868787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a4503-3d2a-4859-8d15-56b45ebc9753,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:39.895539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.939010 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:39.945878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a3c03ee-2824-4a7a-877b-b93c77aebdb1 req-0b7fe887-7ec7-4849-894c-767de91b2e0a tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 210 time: 0.0578196 Nov 23 18:44:39.949007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.220244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Allocated IP 192.168.233.67 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/08a09696-fcf8-403e-8668-705ceb708f33) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:40.309194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Deleting port 0fe8a01d-df32-4b8d-9f24-ddd98726584d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:40.310020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.326727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.329602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:44:37Z', 'revision_number': 5, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port': {'id': '0fe8a01d-df32-4b8d-9f24-ddd98726584d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:03Z', 'updated_at': '2021-11-23T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:40.335787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296121-8fcb-4068-bd93-cdf5cddac216 req-74fd2989-5d84-492a-93e6-c9a9a3107942 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:40.344276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf296121-8fcb-4068-bd93-cdf5cddac216 req-74fd2989-5d84-492a-93e6-c9a9a3107942 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.2331073 Nov 23 18:44:40.381901 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Checking router: 1e21d227-7a13-4417-8c8b-6900cbf23203 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:40.396135 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Routers {'1e21d227-7a13-4417-8c8b-6900cbf23203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:40.398019 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1e21d227-7a13-4417-8c8b-6900cbf23203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:40.415664 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.419632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port ef4d4b5e-c786-449d-a320-a6b7d895e78e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ef4d4b5e-c786-449d-a320-a6b7d895e78e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:40.421552 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.432701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.451885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.522971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf296121-8fcb-4068-bd93-cdf5cddac216 req-bb63cc2d-9467-44fb-97d1-3c176de70fd9 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755710 Nov 23 18:44:40.593487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=ef4d4b5e-c786-449d-a320-a6b7d895e78e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:40.617914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] For port 0fe8a01d-df32-4b8d-9f24-ddd98726584d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0fe8a01d-df32-4b8d-9f24-ddd98726584d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:40.618599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.624761 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] Set router 1e21d227-7a13-4417-8c8b-6900cbf23203 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:40.656687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.660601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Calling delete_port for 0fe8a01d-df32-4b8d-9f24-ddd98726584d owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:40.666000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.691783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event updated for resources: {'Port': ['ID=4354a482-730e-4f99-9eb0-00714f848c49,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:40.724344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.765613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.775684 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:44:39Z', 'revision_number': 6, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:40.790530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.835882 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dc259-b941-4c2c-9980-e39ab90e8de4 None None] The sync data for ids ['1e21d227-7a13-4417-8c8b-6900cbf23203'] in n-d-792364-9 is: [{'id': '1e21d227-7a13-4417-8c8b-6900cbf23203', 'name': 'tempest-ServersTestMultiNic-169709943-router', 'tenant_id': '270100ed98404640b6c0f6e00731ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:00Z', 'updated_at': '2021-11-23T18:44:39Z', 'revision_number': 6, 'project_id': '270100ed98404640b6c0f6e00731ecc0', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:40.851411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:40.852723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-d57b3d82-ab0c-4085-9ec5-d615f8e3cfc8 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6202986 Nov 23 18:44:40.871542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Pushing event updated for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:40.982850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-43538ffc-f3b1-4520-ac68-135bb72095e2 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0914488 Nov 23 18:44:41.016492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.096925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.121848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:41.131703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:41.134981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:41.195219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Pushing event updated for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:41.208369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe8a01d-df32-4b8d-9f24-ddd98726584d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:41.262200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.263282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.282776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-a7624d67-14c2-483c-8191-62675eeae638 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.296785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Network eb5264a2-772a-4496-9f77-f49c61c8b66d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:41.303553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:41.327266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f7ddd25-2f6e-45c7-94ff-ea7f48f65650 req-a7624d67-14c2-483c-8191-62675eeae638 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.3435690 Nov 23 18:44:41.339583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46479d02-ba84-451c-b6bf-ffb05db9383c req-679e0836-e9e7-49a7-896f-88cc1c9a1e6c tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.348741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46479d02-ba84-451c-b6bf-ffb05db9383c req-679e0836-e9e7-49a7-896f-88cc1c9a1e6c tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 935 time: 0.2570648 Nov 23 18:44:41.358475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-296ac1b3-2a39-4e17-b1db-d7fc52513775 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3164291 Nov 23 18:44:41.379795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-caaa60b5-83c1-422a-a028-5e8fdf47ff0e tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:44:41.385372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-caaa60b5-83c1-422a-a028-5e8fdf47ff0e tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064878 Nov 23 18:44:41.403481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Request body: {'port': {'device_id': 'da925187-c51f-4708-b60a-d8716b0594d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:41.448342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.595026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-f1384ea7-816a-432a-8e28-1b0b8d8544ed tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips/0f782e18-5fd3-4e13-9cc6-913f2215e56f HTTP/1.1" status: 200 len: 693 time: 0.0730324 Nov 23 18:44:41.620127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ef4d4b5e-c786-449d-a320-a6b7d895e78e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:41.740879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-2a8bd290-1e34-4793-82a5-d0f2caa1b015 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.742893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-2a8bd290-1e34-4793-82a5-d0f2caa1b015 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.1417093 Nov 23 18:44:41.744926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.753534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.753824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-54e68dac-9223-4871-89a7-5de358786318 None None] Provisioning complete for port 08a09696-fcf8-403e-8668-705ceb708f33 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:41.754245 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54e68dac-9223-4871-89a7-5de358786318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.758070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.843715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-54e68dac-9223-4871-89a7-5de358786318 None None] Port 08a09696-fcf8-403e-8668-705ceb708f33 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:41.863965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ef4d4b5e-c786-449d-a320-a6b7d895e78e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:41.865129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.872837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-1eb349de-bbc7-418b-a6f8-39d6adb16495 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.1079965 Nov 23 18:44:41.882177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.882962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e21d227-7a13-4417-8c8b-6900cbf23203 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:41.893987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:41.897436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c04b3644-dc35-4258-9a31-8dbb735aefcf admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e21d227-7a13-4417-8c8b-6900cbf23203 HTTP/1.1" status: 204 len: 168 time: 2.4740512 Nov 23 18:44:41.899156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:41.945026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46479d02-ba84-451c-b6bf-ffb05db9383c req-0deecad0-adc3-4995-ab4d-f1655c2b8c74 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785236 Nov 23 18:44:41.960940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:41.996566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4f7ded1-04cd-4917-a0ca-37083c25bb3e None None] Provisioning complete for port 15f372d8-a498-419c-aec8-ad2cde3088ce triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:41.997335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ded1-04cd-4917-a0ca-37083c25bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.002342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e97801ff-3132-4809-973a-e0701110f82c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:42.080213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e97801ff-3132-4809-973a-e0701110f82c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:42.081263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e97801ff-3132-4809-973a-e0701110f82c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:42.097313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Deleting subnet 8c79b052-3b5e-45da-903c-d10f283e0d9e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:42.106994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7ded1-04cd-4917-a0ca-37083c25bb3e None None] Port 15f372d8-a498-419c-aec8-ad2cde3088ce cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:42.118998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.209031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.249396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:42.254890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1a8c3f9-9a55-4282-a707-5acd3151fc26 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5011661 Nov 23 18:44:42.258318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-bc21105b-88e3-4161-87c2-93a72ce6f7ca tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.3761842 Nov 23 18:44:42.272493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Sync routers for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:42.300867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:42.302201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:42.383404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.481025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.515803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c79b052-3b5e-45da-903c-d10f283e0d9e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:42.518404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.524950 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19bc0a6a-d98d-49c2-8c80-2630ef8e5438 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c79b052-3b5e-45da-903c-d10f283e0d9e HTTP/1.1" status: 204 len: 168 time: 0.6170468 Nov 23 18:44:42.525712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:42.532500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5463c5-cfea-440d-8203-63ba59645752 None None] Network 9f528986-d852-4cff-a2aa-34bfbf65a568 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:42.568826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:42.605986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Deleting port 4354a482-730e-4f99-9eb0-00714f848c49 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:42.606331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.622600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.712386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Deleting port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:42.712796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.719509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a09696-fcf8-403e-8668-705ceb708f33 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:42.730749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.749980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.749980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.769988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Transition to ACTIVE for port object 08a09696-fcf8-403e-8668-705ceb708f33 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:44:42.771098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Calling delete_port for 4354a482-730e-4f99-9eb0-00714f848c49 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:42.777042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.815364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] For port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,segment=NetworkSegment(20cfa92e-8fe0-4666-bde4-d1aecf4291d1),segment_id=20cfa92e-8fe0-4666-bde4-d1aecf4291d1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:42.815364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.834664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Calling delete_port for a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:42.926580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Pushing event updated for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:42.979090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:39Z', 'revision_number': 4, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '15f372d8-a498-419c-aec8-ad2cde3088ce', 'name': '', 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'mac_address': 'fa:16:3e:0e:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:36Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 2, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'subnets': [{'id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.018296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd5c18-6334-4cc5-bb7b-1b29ed038c1f None None] DHCP port deletion for 9f528986-d852-4cff-a2aa-34bfbf65a568 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:43.026258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Checking router: 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:43.027089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Updating router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 port 15f372d8-a498-419c-aec8-ad2cde3088ce binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:43.036547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.073863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32441d1-7c54-4472-9fc0-c0d78bbbf4b6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:43.078344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] No DVR routers for this DVR port a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:43.094458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd5c18-6334-4cc5-bb7b-1b29ed038c1f None None] The port 'a32441d1-7c54-4472-9fc0-c0d78bbbf4b6' was deleted {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 18:44:43.100529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.126692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.132077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Attempting to bind port 08a09696-fcf8-403e-8668-705ceb708f33 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:43.132439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Attempting to bind port 08a09696-fcf8-403e-8668-705ceb708f33 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:43.132799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ad9d4-cdc2-4e83-bd7c-3c54c9431ce4 req-cb933b1a-1bfb-404b-be3f-0a7aa1addfb7 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.132956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Attempting to bind port 08a09696-fcf8-403e-8668-705ceb708f33 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:43.135394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875ad9d4-cdc2-4e83-bd7c-3c54c9431ce4 req-cb933b1a-1bfb-404b-be3f-0a7aa1addfb7 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.1995344 Nov 23 18:44:43.168743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Pushing event deleted for resources: {'Port': ['ID=4354a482-730e-4f99-9eb0-00714f848c49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:43.179155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Port 08a09696-fcf8-403e-8668-705ceb708f33 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:44:43.179515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Attempting to bind port 08a09696-fcf8-403e-8668-705ceb708f33 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:43.201103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:43.201450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:43.201828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:43.202271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Bound port: 08a09696-fcf8-403e-8668-705ceb708f33, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:43.202630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.241853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.288676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.291892 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.306399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875ad9d4-cdc2-4e83-bd7c-3c54c9431ce4 req-c1cfddca-ad0b-4d8d-b9d8-817749a9729b tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553898 Nov 23 18:44:43.310477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-156d5eb9-d003-4afe-ae6c-59523e650407 req-36b6a630-385f-4e34-bfbe-53b4d9f0bb13 tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "DELETE /v2.0/floatingips/0f782e18-5fd3-4e13-9cc6-913f2215e56f HTTP/1.1" status: 204 len: 173 time: 1.0384595 Nov 23 18:44:43.341820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f528986-d852-4cff-a2aa-34bfbf65a568']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.368171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cfa92e-8fe0-4666-bde4-d1aecf4291d1') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.368842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cfa92e-8fe0-4666-bde4-d1aecf4291d1') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.369790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:43.373554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=08a09696-fcf8-403e-8668-705ceb708f33,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:43.379954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.380835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0fe8a01d-df32-4b8d-9f24-ddd98726584d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:43.405183 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.410498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0fe8a01d-df32-4b8d-9f24-ddd98726584d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:43.410822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0fe8a01d-df32-4b8d-9f24-ddd98726584d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:43.411253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:43.428064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.438504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.439132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.442847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] 10.222.0.50 "PUT /v2.0/ports/08a09696-fcf8-403e-8668-705ceb708f33 HTTP/1.1" status: 200 len: 1095 time: 2.0469139 Nov 23 18:44:43.443247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:43.443627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a32441d1-7c54-4472-9fc0-c0d78bbbf4b6 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:43.443753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:43.458937 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899c9f9-1894-487a-adac-bf5352fc60c2" -d '{"events": [{"name": "network-changed", "server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "tag": "08a09696-fcf8-403e-8668-705ceb708f33"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:43.465787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:43.467962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.498041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15b580-416b-4579-9889-35bec0652b9d service neutron] Pushing event updated for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:43.511490 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:43.577323 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.586954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.598538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9f528986-d852-4cff-a2aa-34bfbf65a568 HTTP/1.1" status: 204 len: 168 time: 1.0686927 Nov 23 18:44:43.624355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-596a8925-3f8c-45ed-ba8e-e429145a1650 req-196e904a-69b8-4813-a243-58c899d03131 tempest-FloatingIPsNegativeTestJSON-1956477766 tempest-FloatingIPsNegativeTestJSON-1956477766-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=d35a38692d314a2294f6bdf5cae9470a HTTP/1.1" status: 200 len: 217 time: 0.0621722 Nov 23 18:44:43.648896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff31fd-9034-4ab9-8aa2-627ab5e8c410 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f528986-d852-4cff-a2aa-34bfbf65a568,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:43.657037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.663251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-4d14e4bd-69ce-4539-9f9d-c57cd5e80274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.665250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-4d14e4bd-69ce-4539-9f9d-c57cd5e80274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00313d01048e499aaa4cb5e20eff1f95&device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 1098 time: 0.1528704 Nov 23 18:44:43.673261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.857749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-1444f1cb-1f2d-4eaf-8804-56c2e8ab9218 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=08a09696-fcf8-403e-8668-705ceb708f33 HTTP/1.1" status: 200 len: 217 time: 0.1780047 Nov 23 18:44:43.868129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-324b4ecd-a794-4fa8-9e9a-dd40d7b49ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.871801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-324b4ecd-a794-4fa8-9e9a-dd40d7b49ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.0862949 Nov 23 18:44:43.948903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49868556-03a5-4ace-b6d6-032c3b84a9d1 None None] Pushing event updated for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:44.016043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc6c0c-6510-4932-be7b-381fa8204cc5 req-863ad320-fa74-4e0d-9baa-c2ebdca3f896 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.029991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05fc6c0c-6510-4932-be7b-381fa8204cc5 req-863ad320-fa74-4e0d-9baa-c2ebdca3f896 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 947 time: 0.1395652 Nov 23 18:44:44.039199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Attempting to bind port 15f372d8-a498-419c-aec8-ad2cde3088ce on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:44.046938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-dd03ddcd-6b84-44e1-9941-3eac3ec763a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.048419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-dd03ddcd-6b84-44e1-9941-3eac3ec763a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.1635840 Nov 23 18:44:44.050072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Attempting to bind port 15f372d8-a498-419c-aec8-ad2cde3088ce by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:44.052290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Attempting to bind port 15f372d8-a498-419c-aec8-ad2cde3088ce on network eb5264a2-772a-4496-9f77-f49c61c8b66d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:44.060659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-4fff2ba1-650a-4672-aedd-59b4ea71ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.062485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-4fff2ba1-650a-4672-aedd-59b4ea71ecdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1918643 Nov 23 18:44:44.063007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:44.069721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:44.071826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Checking segment: {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:44.073383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.077015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Bound using segment: {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:44.079136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Bound port: 15f372d8-a498-419c-aec8-ad2cde3088ce, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e77d78-71f0-4b81-b1ae-b58aae6340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:44.080526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.130578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05fc6c0c-6510-4932-be7b-381fa8204cc5 req-da960b66-fea8-4358-a722-9f1480408969 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864685 Nov 23 18:44:44.151925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-b0b7e968-f7da-403f-9ce2-ada01c67e8fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.0878813 Nov 23 18:44:44.226259 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-411f4417-da8e-41fe-a683-7db0f0a5311c req-b74bfcc4-b0b4-436e-8e2d-ad4ae680c97c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] show failed (client error): The resource could not be found. Nov 23 18:44:44.231163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94792846-fd06-4211-992f-25ee9394dc55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=270100ed98404640b6c0f6e00731ecc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605344 Nov 23 18:44:44.234272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] For port 15f372d8-a498-419c-aec8-ad2cde3088ce, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:44.235673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:44.237712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-91bb6c75-47b8-4252-9c53-fdfce2b05776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.239192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-91bb6c75-47b8-4252-9c53-fdfce2b05776 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625743 Nov 23 18:44:44.239507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] For port 15f372d8-a498-419c-aec8-ad2cde3088ce, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15f372d8-a498-419c-aec8-ad2cde3088ce,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:44.243231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-411f4417-da8e-41fe-a683-7db0f0a5311c req-b74bfcc4-b0b4-436e-8e2d-ad4ae680c97c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips/0f782e18-5fd3-4e13-9cc6-913f2215e56f HTTP/1.1" status: 404 len: 350 time: 0.0573215 Nov 23 18:44:44.254241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.267539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-a31cdc54-fa36-4154-8f13-1bd3585edbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.269746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-a31cdc54-fa36-4154-8f13-1bd3585edbbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.1020887 Nov 23 18:44:44.317281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9d583a98-d57b-4222-a662-408265e18559 None None] Provisioning complete for port 15f372d8-a498-419c-aec8-ad2cde3088ce triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:44.317281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d583a98-d57b-4222-a662-408265e18559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.431991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.437770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49868556-03a5-4ace-b6d6-032c3b84a9d1 None None] Pushing event updated for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:44.440502 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd421e-e6e0-4612-9d75-38d9ea0c90e5 x-openstack-request-id: req-6efd421e-e6e0-4612-9d75-38d9ea0c90e5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:44.440799 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "tag": "08a09696-fcf8-403e-8668-705ceb708f33", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:44.441081 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6efd421e-e6e0-4612-9d75-38d9ea0c90e5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:44.441444 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33', 'status': 'completed', 'code': 200} Nov 23 18:44:44.442752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:44.444064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:44.570092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-75c21628-a0f1-4c91-bf6a-4f1801d1f1c9 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135405 Nov 23 18:44:44.580610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d583a98-d57b-4222-a662-408265e18559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.621829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.634760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83d20-cc08-4303-b67f-671aee844aa6 req-1594611f-a98c-4057-8cfb-267ec413ca54 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.636889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62e83d20-cc08-4303-b67f-671aee844aa6 req-1594611f-a98c-4057-8cfb-267ec413ca54 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.0877309 Nov 23 18:44:44.642041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48c49aff-b976-469c-bf19-1bd16aa4ab2b req-ceea68d7-4893-441a-9136-00595ab79bcf tempest-FloatingIPsNegativeTestJSON-1956477766 tempest-FloatingIPsNegativeTestJSON-1956477766-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1728823 Nov 23 18:44:44.684998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-b35fcb2b-eb2b-4139-bb46-e1fcd2d1de64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3938224 Nov 23 18:44:44.714131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62e83d20-cc08-4303-b67f-671aee844aa6 req-2208e1d8-10c4-4397-b9c9-e8535c37f8db tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Nov 23 18:44:44.803008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9d583a98-d57b-4222-a662-408265e18559 None None] For port 15f372d8-a498-419c-aec8-ad2cde3088ce, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15f372d8-a498-419c-aec8-ad2cde3088ce,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:44.810951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d583a98-d57b-4222-a662-408265e18559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.813862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:44.835711 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-6a1ec1c7-84a6-4ac7-8c50-d6fc054171a4 req-86b53a50-cd40-4ad5-a654-f19f4d6e178c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] show failed (client error): The resource could not be found. Nov 23 18:44:44.836764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a1ec1c7-84a6-4ac7-8c50-d6fc054171a4 req-86b53a50-cd40-4ad5-a654-f19f4d6e178c tempest-FloatingIPsTestJSON-471050422 tempest-FloatingIPsTestJSON-471050422-project] 10.222.0.37 "GET /v2.0/floatingips/0f782e18-5fd3-4e13-9cc6-913f2215e56f HTTP/1.1" status: 404 len: 350 time: 0.1558924 Nov 23 18:44:44.855491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:44.929877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.931995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.933163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f218aec-d0af-4527-a930-c14f06aca19c HTTP/1.1" status: 204 len: 168 time: 0.6927507 Nov 23 18:44:44.979922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cf114b5-fa12-4213-9398-106d3f792c51 req-b60f9f22-7293-4465-a2c1-01c054890c5c service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765965 Nov 23 18:44:45.013431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d7443-a77b-41d1-9063-9b7a56fc8f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f218aec-d0af-4527-a930-c14f06aca19c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:45.018602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-b9a505a6-4d7c-4b30-9863-6340acbbba35 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924247 Nov 23 18:44:45.210356 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-6fa3a040-3828-424b-af13-e4c95ad14da7 req-be52d126-ba44-48f1-b965-f31d17229d39 tempest-FloatingIPsNegativeTestJSON-1956477766 tempest-FloatingIPsNegativeTestJSON-1956477766-project] show failed (client error): The resource could not be found. Nov 23 18:44:45.212669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fa3a040-3828-424b-af13-e4c95ad14da7 req-be52d126-ba44-48f1-b965-f31d17229d39 tempest-FloatingIPsNegativeTestJSON-1956477766 tempest-FloatingIPsNegativeTestJSON-1956477766-project] 10.222.0.37 "GET /v2.0/floatingips/1404e6c3-8a47-4290-9084-33b3a193caae HTTP/1.1" status: 404 len: 350 time: 0.0608144 Nov 23 18:44:45.216253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-af17c95b-f425-428c-89f4-d0416f6dc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:45.224595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-af17c95b-f425-428c-89f4-d0416f6dc5c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00313d01048e499aaa4cb5e20eff1f95&device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 1098 time: 0.1734157 Nov 23 18:44:45.225195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:45.232322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23c4f0a8-adf9-4b5e-9bcc-293d0d81cbd3 None None] Provisioning complete for port 15f372d8-a498-419c-aec8-ad2cde3088ce triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:45.232867 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23c4f0a8-adf9-4b5e-9bcc-293d0d81cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:45.298528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d583a98-d57b-4222-a662-408265e18559 None None] Pushing event updated for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:45.355943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2e61b0e-a89b-4fe3-8518-69a08cf3ee48 req-5da5a10a-dcac-4360-a573-4e964edcc2d5 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196645 Nov 23 18:44:45.568591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:39Z', 'revision_number': 4, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '15f372d8-a498-419c-aec8-ad2cde3088ce', 'name': '', 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'mac_address': 'fa:16:3e:0e:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:36Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 4, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'subnets': [{'id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:45.622536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb0f0c-7467-40c7-a149-d4e2d24f77cc None None] The sync data for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 is: [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:39Z', 'revision_number': 4, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '15f372d8-a498-419c-aec8-ad2cde3088ce', 'name': '', 'network_id': 'eb5264a2-772a-4496-9f77-f49c61c8b66d', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'mac_address': 'fa:16:3e:0e:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:36Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 4, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'subnets': [{'id': 'e00c7821-be14-440a-b677-12fa586a3ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:45.775961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-e1d530e3-90aa-4199-8b86-852a6f19cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:45.779081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-e1d530e3-90aa-4199-8b86-852a6f19cbda service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.4475012 Nov 23 18:44:45.808991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986686e-c9fe-4b17-803b-a2b8428d0930 req-6fb323f3-5ab2-4f4a-90bf-6a6e8f7386fc tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:45.811879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2986686e-c9fe-4b17-803b-a2b8428d0930 req-6fb323f3-5ab2-4f4a-90bf-6a6e8f7386fc tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 947 time: 0.2115963 Nov 23 18:44:45.993341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-c8066b21-2e8e-411f-a75b-28890d1b6783 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=08a09696-fcf8-403e-8668-705ceb708f33 HTTP/1.1" status: 200 len: 217 time: 0.1500671 Nov 23 18:44:46.060674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-b2ad7b21-bf2f-4f2e-8625-0f92c74fd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:46.062494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-b2ad7b21-bf2f-4f2e-8625-0f92c74fd079 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0588675 Nov 23 18:44:46.102648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2986686e-c9fe-4b17-803b-a2b8428d0930 req-bea7d692-0579-4846-bc15-48cd5652dec7 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439773 Nov 23 18:44:46.145335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eddcba-1ded-4c91-b65a-14f423b6ba1e req-8493241b-fb48-438b-bd80-484cad20f83a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:46.154600 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0eddcba-1ded-4c91-b65a-14f423b6ba1e req-8493241b-fb48-438b-bd80-484cad20f83a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1717772 Nov 23 18:44:46.237353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0eddcba-1ded-4c91-b65a-14f423b6ba1e req-eb6f1da4-1987-425c-820e-f6e58300bda4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793250 Nov 23 18:44:46.409374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:46.645250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9f13-1a39-4e2b-8ade-b0424d2539b0 req-603de118-f11a-46f0-92b9-5a866a200d00 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:46.647779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a1b9f13-1a39-4e2b-8ade-b0424d2539b0 req-603de118-f11a-46f0-92b9-5a866a200d00 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 947 time: 0.1408582 Nov 23 18:44:46.702931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-15e0a34c-a07e-4260-9522-ee644df91b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:46.704485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-15e0a34c-a07e-4260-9522-ee644df91b5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6067557 Nov 23 18:44:46.705215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:46.854168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a1b9f13-1a39-4e2b-8ade-b0424d2539b0 req-5e075825-ee37-4574-8183-eef7158ef379 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405966 Nov 23 18:44:46.944243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1329484907-network', 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:46.977967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:46.980658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.012257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Deleting port cc62d37c-c60f-4eb9-aee5-52308c626ba1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:47.012687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.024727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.027988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-fabdf4d3-d31b-48cd-861f-fd29e19d81b4 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084118 Nov 23 18:44:47.157230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] For port cc62d37c-c60f-4eb9-aee5-52308c626ba1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc62d37c-c60f-4eb9-aee5-52308c626ba1,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:47.158663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.175284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Calling delete_port for cc62d37c-c60f-4eb9-aee5-52308c626ba1 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:47.248194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.259790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3899c9f9-1894-487a-adac-bf5352fc60c2 req-762202c4-25c5-4c8a-bcbd-7c12c54920aa service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034385 Nov 23 18:44:47.367702 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.404090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67fec-0d16-4725-a897-f54ff33dc648 req-58f7249a-5b3e-4e50-80d0-708929a1b733 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:47.416991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6af67fec-0d16-4725-a897-f54ff33dc648 req-58f7249a-5b3e-4e50-80d0-708929a1b733 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 947 time: 0.1715727 Nov 23 18:44:47.417831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15f372d8-a498-419c-aec8-ad2cde3088ce up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:47.423551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.476365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:47.499563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6af67fec-0d16-4725-a897-f54ff33dc648 req-3c15e655-d026-4e71-a02b-cfd15bc8d413 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749564 Nov 23 18:44:47.537891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 15f372d8-a498-419c-aec8-ad2cde3088ce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:47.539065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.562764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd05450-06bd-45c7-ab44-a1ec4131c2dd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:47.570046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.570384 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Added segment b6a8abcd-df3e-4574-abf6-1de0112f25e9 of type vlan for network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e Nov 23 18:44:47.644244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.668060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.696427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc62d37c-c60f-4eb9-aee5-52308c626ba1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:47.701664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb88308-9581-4309-bbe6-2acf61fb3ef2 req-4ccf70bb-2529-457b-94b2-52b2124ee5fe tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:47.711280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb88308-9581-4309-bbe6-2acf61fb3ef2 req-4ccf70bb-2529-457b-94b2-52b2124ee5fe tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1496904 Nov 23 18:44:47.713972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.714500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.714859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.715210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.715578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.715921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.716354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.716700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.717035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.717368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.717699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.718027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:47.768655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.769963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:47.770726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:47.847795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1391029 Nov 23 18:44:47.851760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:47.909650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Request body: {'subnet': {'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1329484907-subnet', 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:47.927967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb88308-9581-4309-bbe6-2acf61fb3ef2 req-24e538b5-4897-42ea-8312-8dbf26a704df tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151535 Nov 23 18:44:47.934581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40ced9-1ad7-48b9-9b22-dffcceedca19 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:47.972427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:48.019206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.034625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 08a09696-fcf8-403e-8668-705ceb708f33 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:48.122603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:48.125562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.209367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c56fa-b16e-4633-8d58-986844d5909d req-e247eb55-7808-4a52-94de-b454a8ac527c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:48.216945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc9c56fa-b16e-4633-8d58-986844d5909d req-e247eb55-7808-4a52-94de-b454a8ac527c tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 947 time: 0.1699438 Nov 23 18:44:48.223826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=08a09696-fcf8-403e-8668-705ceb708f33,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:48.241991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '08a09696-fcf8-403e-8668-705ceb708f33', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '08a09696-fcf8-403e-8668-705ceb708f33', 'mac_address': 'fa:16:3e:05:7a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:48.275942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Deleting port 15f372d8-a498-419c-aec8-ad2cde3088ce {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:48.276278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.296431 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.316847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a09696-fcf8-403e-8668-705ceb708f33 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:48.335471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc9c56fa-b16e-4633-8d58-986844d5909d req-561b98b5-fdd6-438e-9af0-8b4aefdda846 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176131 Nov 23 18:44:48.342857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=08a09696-fcf8-403e-8668-705ceb708f33,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:48.350181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.422967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:48.456307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] For port 15f372d8-a498-419c-aec8-ad2cde3088ce, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15f372d8-a498-419c-aec8-ad2cde3088ce,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:48.456787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.457064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-c68e2824-0717-4192-a24a-8c0ecd882eff tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:48.461074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-c68e2824-0717-4192-a24a-8c0ecd882eff tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.47 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 947 time: 0.2208695 Nov 23 18:44:48.535779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Calling delete_port for 15f372d8-a498-419c-aec8-ad2cde3088ce owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:48.556621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Router 4a503a64-43dd-4568-94d7-7074b0b1cf34 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:48.576875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.679491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Deleting port 3b0e3a85-e550-474e-8514-5345362b7c71 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:48.679848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.685286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:48.704245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['08a09696-fcf8-403e-8668-705ceb708f33'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:48.763876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:48.770812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8981f043-a991-4666-8e5b-457339d8919e admin admin] 10.222.0.37 "PUT /v2.0/routers/4a503a64-43dd-4568-94d7-7074b0b1cf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9132257 Nov 23 18:44:48.773244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:48.777637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Sync routers for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:48.794895 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:48.800274 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:48.807414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:48.807782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Network hostable DHCP agents. Network: 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:48.863493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] For port 3b0e3a85-e550-474e-8514-5345362b7c71, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3b0e3a85-e550-474e-8514-5345362b7c71,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:48.864103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.927788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Calling delete_port for 3b0e3a85-e550-474e-8514-5345362b7c71 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:48.939115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83f0b-e8c0-4bbd-a58d-e05eb021b535 req-fbc99e8f-5b9b-479c-adc2-7ab340ea5fb8 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:48.946877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1a83f0b-e8c0-4bbd-a58d-e05eb021b535 req-fbc99e8f-5b9b-479c-adc2-7ab340ea5fb8 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 948 time: 0.2849464 Nov 23 18:44:49.022158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:49.062100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:49.072520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.074232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe44b2-6176-4f2d-bf9f-e9dc54010e0a None None] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:49.080184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:49.081247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.090247 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:49.137805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1a83f0b-e8c0-4bbd-a58d-e05eb021b535 req-f2dc2544-038f-425b-85e5-b6db76cfc9ed tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898336 Nov 23 18:44:49.179249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-537a1089-2211-4728-b724-9bb926de5b88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2934945 Nov 23 18:44:49.341681 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.396589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528037a6-3e17-4591-9f69-1fde38e4e092 None None] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:49.426995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.514201 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:47Z', 'revision_number': 5, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port': {'id': 'f7bdd55d-b879-4214-a8dc-72d49e969eca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:49.542544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Pushing event deleted for resources: {'Port': ['ID=15f372d8-a498-419c-aec8-ad2cde3088ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:49.551195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Checking router: 4a503a64-43dd-4568-94d7-7074b0b1cf34 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:49.555300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71df5c-7c01-44e9-bc23-15d664bc170a req-a0017cae-e9fa-411c-b064-a6c5bf83d5ff tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:49.557182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f71df5c-7c01-44e9-bc23-15d664bc170a req-a0017cae-e9fa-411c-b064-a6c5bf83d5ff tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2532420 Nov 23 18:44:49.563606 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Routers {'4a503a64-43dd-4568-94d7-7074b0b1cf34'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:49.564275 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4a503a64-43dd-4568-94d7-7074b0b1cf34'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:49.613282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf71a7-9150-403f-9fed-236654b2b7a6 req-aa449308-bb7e-4755-9a5a-c4b20fa6c485 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:49.615817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50cf71a7-9150-403f-9fed-236654b2b7a6 req-aa449308-bb7e-4755-9a5a-c4b20fa6c485 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.2923954 Nov 23 18:44:49.684568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Deleting port f7bdd55d-b879-4214-a8dc-72d49e969eca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:49.685013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.709710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.710795 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] Set router 4a503a64-43dd-4568-94d7-7074b0b1cf34 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:49.763217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50cf71a7-9150-403f-9fed-236654b2b7a6 req-6726b848-10fa-4756-9917-cd5399757a3f tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378775 Nov 23 18:44:49.804477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.815127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Pushing event deleted for resources: {'Port': ['ID=3b0e3a85-e550-474e-8514-5345362b7c71,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:49.857113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f71df5c-7c01-44e9-bc23-15d664bc170a req-efaf2603-4656-4167-b746-57f3399f221c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740316 Nov 23 18:44:49.862693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] No DVR routers for this DVR port 3b0e3a85-e550-474e-8514-5345362b7c71 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:49.866375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.870054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e06b7cfb-0f5a-48b4-a0b3-05215a25d3df req-bd146fb7-a9da-43db-9fda-6a7e794787d5 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.47 "DELETE /v2.0/ports/3b0e3a85-e550-474e-8514-5345362b7c71 HTTP/1.1" status: 204 len: 173 time: 1.4016795 Nov 23 18:44:49.872580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-deleted', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:49.876328 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d03621b-eaae-402a-85a9-1e29dc220c9a" -d '{"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-deleted", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:49.883876 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:49Z', 'revision_number': 6, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:49.916356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] For port f7bdd55d-b879-4214-a8dc-72d49e969eca, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7bdd55d-b879-4214-a8dc-72d49e969eca,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:49.916737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:49.933657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Calling delete_port for f7bdd55d-b879-4214-a8dc-72d49e969eca owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:49.944364 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2403782-d1f4-4179-a1e2-68376e8a0f1c None None] The sync data for ids ['4a503a64-43dd-4568-94d7-7074b0b1cf34'] in n-d-792364-9 is: [{'id': '4a503a64-43dd-4568-94d7-7074b0b1cf34', 'name': 'tempest-FloatingIPsTestJSON-1730972357-router', 'tenant_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:18Z', 'updated_at': '2021-11-23T18:44:49Z', 'revision_number': 6, 'project_id': '2382b998ba0e4bbfa8eeddc1376fa845', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:49.960513 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:50.040722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 08a09696-fcf8-403e-8668-705ceb708f33 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:50.106982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-953cf07c-b750-48e5-a2ef-f7cee8d53027 req-40699770-6693-4db4-b593-1e83998d35bf tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=873e3473-3543-48c7-b054-ac56457b686a HTTP/1.1" status: 200 len: 210 time: 0.1018133 Nov 23 18:44:50.153942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 08a09696-fcf8-403e-8668-705ceb708f33 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:50.159421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 08a09696-fcf8-403e-8668-705ceb708f33 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:50.159960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.227129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.273014 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349d5d7b-3e3a-485f-bb6f-bcdf9907950b x-openstack-request-id: req-349d5d7b-3e3a-485f-bb6f-bcdf9907950b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:50.274487 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e3473-3543-48c7-b054-ac56457b686a", "name": "network-vif-deleted", "tag": "3b0e3a85-e550-474e-8514-5345362b7c71", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:50.275135 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-349d5d7b-3e3a-485f-bb6f-bcdf9907950b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:50.276408 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e3473-3543-48c7-b054-ac56457b686a', 'name': 'network-vif-deleted', 'tag': '3b0e3a85-e550-474e-8514-5345362b7c71', 'status': 'completed', 'code': 200} Nov 23 18:44:50.279112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bdd55d-b879-4214-a8dc-72d49e969eca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:50.357496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.385374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.411718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:50.415015 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151c730-9bc0-4314-bc2d-b924bb943429" -d '{"events": [{"server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "name": "network-vif-plugged", "status": "completed", "tag": "08a09696-fcf8-403e-8668-705ceb708f33"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:50.443568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:50.444168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=08a09696-fcf8-403e-8668-705ceb708f33,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:50.450829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.568705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:50.576468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-02d70bfc-9624-4dc4-98e5-07d5f3b2a7f3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.589104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-02d70bfc-9624-4dc4-98e5-07d5f3b2a7f3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3267603 Nov 23 18:44:50.619168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.622697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-6b34a8b9-32ea-46d6-8e78-f3124b56e2ff tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0322716 Nov 23 18:44:50.635452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.692918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.693493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-e7136a65-06b5-421b-8f5f-bff8b589608a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421207 Nov 23 18:44:50.693629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a503a64-43dd-4568-94d7-7074b0b1cf34 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:50.699385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.700713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f11c28a-7445-41d4-b653-02caf68eb23c admin admin] 10.222.0.37 "DELETE /v2.0/routers/4a503a64-43dd-4568-94d7-7074b0b1cf34 HTTP/1.1" status: 204 len: 168 time: 1.9263470 Nov 23 18:44:50.706502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:50.712647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec49b0a-625d-42cb-8151-4dc9b3a01548 req-9be1981e-5832-45fc-ab3c-f3981c82f42d tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.714290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cec49b0a-625d-42cb-8151-4dc9b3a01548 req-9be1981e-5832-45fc-ab3c-f3981c82f42d tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.1119580 Nov 23 18:44:50.756610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:50.768625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-73898a3f-0c75-4620-9b18-22a64a31a12b admin admin] 10.222.0.37 "PUT /v2.0/routers/5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5390427 Nov 23 18:44:50.772775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Sync routers for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:50.774684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49556) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:50.792156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cec49b0a-625d-42cb-8151-4dc9b3a01548 req-7a1b02db-9fb5-45dc-8054-b3b50385a0f1 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637214 Nov 23 18:44:50.796103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:50.799832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:50.879302 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c8706-b476-4cd0-9b61-d186da670a09 x-openstack-request-id: req-392c8706-b476-4cd0-9b61-d186da670a09 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:50.880357 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "name": "network-vif-plugged", "status": "completed", "tag": "08a09696-fcf8-403e-8668-705ceb708f33", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:50.880892 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-392c8706-b476-4cd0-9b61-d186da670a09 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:50.881491 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33', 'code': 200} Nov 23 18:44:50.946606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-52ee01de-832f-4181-91ae-7326bb459d03 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353904 Nov 23 18:44:50.975720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Deleting subnet 972df1a2-4534-406a-af95-5343f6b15758 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:50.995251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.014617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:51.128044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.174182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558400-dbea-4496-94f8-5823295ba6b6 req-01341414-1623-43f0-982e-22926bc15647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:51.175805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8558400-dbea-4496-94f8-5823295ba6b6 req-01341414-1623-43f0-982e-22926bc15647 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 1100 time: 0.1974404 Nov 23 18:44:51.187024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78222-070e-434b-809a-27659f2e714d req-a9966ceb-0aeb-45a7-ab6f-72e5a75117c3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:51.188823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20f78222-070e-434b-809a-27659f2e714d req-a9966ceb-0aeb-45a7-ab6f-72e5a75117c3 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.2008259 Nov 23 18:44:51.220356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-d56cee03-60e5-49f6-a3af-5e1244147b43 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727680 Nov 23 18:44:51.296716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:49Z', 'revision_number': 5, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:51.305320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.344481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.364488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Checking router: 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:51.388206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Routers {'5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:51.388842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:51.414437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.455601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac19c-21cf-4cb7-b2de-9a46862a8f5f req-ed75afae-3177-4757-bcfc-7e3e4d4f5579 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:51.465062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e1ac19c-21cf-4cb7-b2de-9a46862a8f5f req-ed75afae-3177-4757-bcfc-7e3e4d4f5579 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.1134443 Nov 23 18:44:51.473820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972df1a2-4534-406a-af95-5343f6b15758,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:51.501336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2badc5e8-7f53-48b0-a178-773a4b5465e2 None None] Network 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:51.518819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.525174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-217624a7-7b58-40ce-aab6-5f5332cfe64d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/972df1a2-4534-406a-af95-5343f6b15758 HTTP/1.1" status: 204 len: 168 time: 0.8174899 Nov 23 18:44:51.527808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:51.554201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.584477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e1ac19c-21cf-4cb7-b2de-9a46862a8f5f req-58afa599-d406-4481-8c1b-bf9fa2d22504 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184547 Nov 23 18:44:51.600030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7bdd55d-b879-4214-a8dc-72d49e969eca no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:51.659360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f7bdd55d-b879-4214-a8dc-72d49e969eca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:51.659706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7bdd55d-b879-4214-a8dc-72d49e969eca not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:51.660125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc62d37c-c60f-4eb9-aee5-52308c626ba1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:51.674515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8558400-dbea-4496-94f8-5823295ba6b6 req-c93f13fe-40f6-411e-93e8-353cddca3114 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796462 Nov 23 18:44:51.699644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Deleting port ef4d4b5e-c786-449d-a320-a6b7d895e78e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:51.701331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.718733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.735198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020fdc1-5e0c-412f-b02f-252ebd627255 req-d3af8aad-d16f-4f8f-85ae-6f800dbdfe7d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:51.737517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3020fdc1-5e0c-412f-b02f-252ebd627255 req-d3af8aad-d16f-4f8f-85ae-6f800dbdfe7d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1663475 Nov 23 18:44:51.790245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Deleting port 04a7c9c7-1643-485a-b368-386012aa71ba {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:51.790601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.853084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] For port ef4d4b5e-c786-449d-a320-a6b7d895e78e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ef4d4b5e-c786-449d-a320-a6b7d895e78e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:51.853442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:51.868523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Calling delete_port for ef4d4b5e-c786-449d-a320-a6b7d895e78e owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:51.919893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3020fdc1-5e0c-412f-b02f-252ebd627255 req-8334df44-8600-4b14-9948-a00035b2e1ab tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726980 Nov 23 18:44:51.967099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Deleting port 0736d125-4453-4911-bf09-fb39afeace8b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:51.967502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.008969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9aa7ba61-ba64-4092-bbe2-4c0621a5d04c req-8067e737-ab8b-427b-a283-6555636ddd99 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 210 time: 0.0949724 Nov 23 18:44:52.014910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:52.024371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cc62d37c-c60f-4eb9-aee5-52308c626ba1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:52.024869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc62d37c-c60f-4eb9-aee5-52308c626ba1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:52.052671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] For port 04a7c9c7-1643-485a-b368-386012aa71ba, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=04a7c9c7-1643-485a-b368-386012aa71ba,segment=NetworkSegment(25ce149b-0d08-4c84-ae49-5ab5915f53a7),segment_id=25ce149b-0d08-4c84-ae49-5ab5915f53a7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:52.059418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.067122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] Set router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:52.163008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Calling delete_port for 04a7c9c7-1643-485a-b368-386012aa71ba owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:52.171975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] For port 0736d125-4453-4911-bf09-fb39afeace8b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0736d125-4453-4911-bf09-fb39afeace8b,segment=NetworkSegment(f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa),segment_id=f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:52.172456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.188582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 3b0e3a85-e550-474e-8514-5345362b7c71 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:52.190144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3b0e3a85-e550-474e-8514-5345362b7c71 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:52.198380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Calling delete_port for 0736d125-4453-4911-bf09-fb39afeace8b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:52.349856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b272d-b73e-4ae9-ab1c-12a8a6d95972 req-4841f62f-3b49-4f63-9985-ef1ae0d2f864 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:52.351553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa7b272d-b73e-4ae9-ab1c-12a8a6d95972 req-4841f62f-3b49-4f63-9985-ef1ae0d2f864 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.2046058 Nov 23 18:44:52.368850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] DHCP port deletion for 9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:52.411476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.458573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4d4b5e-c786-449d-a320-a6b7d895e78e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:52.476957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Deleting port 0736d125-4453-4911-bf09-fb39afeace8b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:52.477364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.505743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:49Z', 'revision_number': 5, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:52.543844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54249d8d-6170-4cdb-acf0-b49a20ecbe78 None None] The sync data for ids ['5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5'] in n-d-792364-9 is: [{'id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601005816-router', 'tenant_id': 'd35a38692d314a2294f6bdf5cae9470a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:30Z', 'updated_at': '2021-11-23T18:44:49Z', 'revision_number': 5, 'project_id': 'd35a38692d314a2294f6bdf5cae9470a', 'gw_port': {'id': 'ef4d4b5e-c786-449d-a320-a6b7d895e78e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:31Z', 'updated_at': '2021-11-23T18:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:52.551417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa7b272d-b73e-4ae9-ab1c-12a8a6d95972 req-10083b95-c4a6-44ee-9603-1f77ff150475 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847763 Nov 23 18:44:52.588270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.624097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] For port 0736d125-4453-4911-bf09-fb39afeace8b, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:52.624831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.647151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Calling delete_port for 0736d125-4453-4911-bf09-fb39afeace8b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:52.655185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Port 0736d125-4453-4911-bf09-fb39afeace8b was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:44:52.657047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.704267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Pushing event deleted for resources: {'Port': ['ID=0736d125-4453-4911-bf09-fb39afeace8b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:52.723023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] No DVR routers for this DVR port 0736d125-4453-4911-bf09-fb39afeace8b on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:52.729931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.730482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.731020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.731575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.735268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.736843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.736843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7034959-46a5-4ade-a33a-d9e562cc6814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:52.761420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.764621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.841684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f49ec-5e99-45c4-95c3-2aa824430fb9 req-d28a7058-7326-428d-832d-484fa50dae12 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:52.842837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a13f49ec-5e99-45c4-95c3-2aa824430fb9 req-d28a7058-7326-428d-832d-484fa50dae12 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 945 time: 0.1224260 Nov 23 18:44:52.844068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.844632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:52.852474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.853651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-12757d80-893d-4901-b3e6-0c2b027629e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a1d9de7-ba55-4cd3-aac6-b4d2cbd80af5 HTTP/1.1" status: 204 len: 168 time: 2.0781963 Nov 23 18:44:52.857822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:52.891563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.940205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] No DVR routers for this DVR port 0736d125-4453-4911-bf09-fb39afeace8b on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:52.965355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Deleting subnet e00c7821-be14-440a-b677-12fa586a3ae0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:52.969450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:52.993269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0736d125-4453-4911-bf09-fb39afeace8b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:53.030700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a13f49ec-5e99-45c4-95c3-2aa824430fb9 req-569f019e-60e6-4ace-9cc9-fd00c42c2b70 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/security-groups?id=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751907 Nov 23 18:44:53.095293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.136730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34450f6-4c2f-4475-982b-c096d1dc4576 req-876f93ed-339e-4c2b-8b06-1cb3e2624b62 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:53.145004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f34450f6-4c2f-4475-982b-c096d1dc4576 req-876f93ed-339e-4c2b-8b06-1cb3e2624b62 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 948 time: 0.7485814 Nov 23 18:44:53.155583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.231853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.256899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:53.300288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:53.301277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f0bf57-d0c7-4bde-b1b6-de696bb2e7aa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:53.333029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.355556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f34450f6-4c2f-4475-982b-c096d1dc4576 req-e10cd450-c23d-4b61-b00b-44ed90dcd0e7 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094100 Nov 23 18:44:53.363683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.391086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['04a7c9c7-1643-485a-b368-386012aa71ba'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:53.444973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.494367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.520595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Pushing event deleted for resources: {'Port': ['ID=04a7c9c7-1643-485a-b368-386012aa71ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:53.542628 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:53.555144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00c7821-be14-440a-b677-12fa586a3ae0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:53.557561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.561480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f0fec0d6-aebb-46f8-bf2b-9cb44932fb9f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e00c7821-be14-440a-b677-12fa586a3ae0 HTTP/1.1" status: 204 len: 168 time: 0.7021103 Nov 23 18:44:53.561667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15f372d8-a498-419c-aec8-ad2cde3088ce no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:53.565812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:53.594213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 15f372d8-a498-419c-aec8-ad2cde3088ce {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:53.594363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15f372d8-a498-419c-aec8-ad2cde3088ce not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:53.594739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0736d125-4453-4911-bf09-fb39afeace8b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:53.598798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3cf70ee-38eb-4c44-afc3-1bbbfe22985a req-0408b484-3bfa-4548-83a0-986284b23c34 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 210 time: 0.0757046 Nov 23 18:44:53.631552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030782e-5cc0-4aa2-b4a2-cfa84094e684 None None] Network eb5264a2-772a-4496-9f77-f49c61c8b66d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:53.636502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0736d125-4453-4911-bf09-fb39afeace8b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:53.637206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0736d125-4453-4911-bf09-fb39afeace8b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:53.666393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] No DVR routers for this DVR port 04a7c9c7-1643-485a-b368-386012aa71ba on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:53.670896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.677416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20f78222-070e-434b-809a-27659f2e714d req-b8e3e24a-74ad-41ad-a6c8-c8e3a3a3a212 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.50 "DELETE /v2.0/ports/04a7c9c7-1643-485a-b368-386012aa71ba HTTP/1.1" status: 204 len: 173 time: 2.4768600 Nov 23 18:44:53.679524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd719b8-e1d1-4fdb-a00a-ed7d79a85807 req-70b6aded-c64a-402b-8e24-92f4bd8a0ae5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:53.692762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdd719b8-e1d1-4fdb-a00a-ed7d79a85807 req-70b6aded-c64a-402b-8e24-92f4bd8a0ae5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2171559 Nov 23 18:44:53.741137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-a50d0798-3cf8-4c77-884f-80f5f565288c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:53.754218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-a50d0798-3cf8-4c77-884f-80f5f565288c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.47 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.6703260 Nov 23 18:44:53.759165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:53.777686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'name': 'network-vif-deleted', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:53.782562 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5693c5-63c3-4ea0-b315-a1cd5f897071" -d '{"events": [{"server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "name": "network-vif-deleted", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:53.840170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.850649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.855062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c HTTP/1.1" status: 204 len: 168 time: 2.3200326 Nov 23 18:44:53.886455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26bad9-93d4-4613-9ae0-c62be10ee5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9701b8b4-75f8-4c8e-80dd-4a62a9b1d70c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:53.904383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0b2a0-d290-46fd-a65c-2c10a2f7a8ea req-386350f4-7d98-4f57-a26b-c18fcd381860 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:53.908429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdd0b2a0-d290-46fd-a65c-2c10a2f7a8ea req-386350f4-7d98-4f57-a26b-c18fcd381860 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.1211638 Nov 23 18:44:53.920805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:53.992227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdd0b2a0-d290-46fd-a65c-2c10a2f7a8ea req-19647bbf-107d-4d0d-a97c-0f438f665084 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689700 Nov 23 18:44:54.023654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:54.023986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdd719b8-e1d1-4fdb-a00a-ed7d79a85807 req-8f2fda97-197d-4cf2-9e8c-4bddadfd47a1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002789 Nov 23 18:44:54.080754 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ba821-afa7-439b-9350-e2ba2b1d0059 x-openstack-request-id: req-2e7ba821-afa7-439b-9350-e2ba2b1d0059 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:54.081929 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d02edf4-f60e-4b4c-8ee9-20b03de86f81", "name": "network-vif-deleted", "tag": "04a7c9c7-1643-485a-b368-386012aa71ba", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:54.082622 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e7ba821-afa7-439b-9350-e2ba2b1d0059 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:54.087220 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d02edf4-f60e-4b4c-8ee9-20b03de86f81', 'name': 'network-vif-deleted', 'tag': '04a7c9c7-1643-485a-b368-386012aa71ba', 'status': 'completed', 'code': 200} Nov 23 18:44:54.093465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] DHCP port deletion for eb5264a2-772a-4496-9f77-f49c61c8b66d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:54.167378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Deleting port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:54.168103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.194226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9432406c-ec46-4489-86dc-9c3c88ddbe82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2382b998ba0e4bbfa8eeddc1376fa845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680024 Nov 23 18:44:54.196332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:54.228820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:54.232370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.256504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Deleting port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:54.256805 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.284071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7383b49b-cab9-4256-97ba-cf4bf9300a96 req-0e42b349-355d-4394-9872-23bccab0b404 tempest-ServerTagsTestJSON-490953266 tempest-ServerTagsTestJSON-490953266-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d02edf4-f60e-4b4c-8ee9-20b03de86f81 HTTP/1.1" status: 200 len: 210 time: 0.0569592 Nov 23 18:44:54.326195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] For port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:54.326708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.363115 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.377566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Calling delete_port for ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:54.419100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.463021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] For port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,segment=NetworkSegment(64e77d78-71f0-4b81-b1ae-b58aae6340ec),segment_id=64e77d78-71f0-4b81-b1ae-b58aae6340ec)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:54.463729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.528582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.531519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Calling delete_port for ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:54.532747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.536125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/618b968d-786c-4c8f-b6f2-a6daa6977f59 HTTP/1.1" status: 204 len: 168 time: 0.3382163 Nov 23 18:44:54.567382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b20e-b809-4f23-89a8-b563f3a68958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b968d-786c-4c8f-b6f2-a6daa6977f59,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:54.717635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.753329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] Pushing event deleted for resources: {'Port': ['ID=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:54.755388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ed42f-c279-45fa-8271-fab04a618533 None None] No DVR routers for this DVR port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:54.755982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.13 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/5abfb023-af04-4510-8ea2-edcf042275c9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:54.809455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:54.832103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] No DVR routers for this DVR port ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:54.876077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b795f7-aa8f-4d84-bf30-f626771eaf98 req-dbd2fd27-abb5-4414-b6d6-902ec9c3889f tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:54.878926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2b795f7-aa8f-4d84-bf30-f626771eaf98 req-dbd2fd27-abb5-4414-b6d6-902ec9c3889f tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 948 time: 0.2500978 Nov 23 18:44:54.930275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4803afb-2ff9-481c-8f86-487a503685e9 req-ed340131-363c-4f21-8329-8d031b61ec77 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:54.938844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4803afb-2ff9-481c-8f86-487a503685e9 req-ed340131-363c-4f21-8329-8d031b61ec77 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.0863409 Nov 23 18:44:54.951882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:54.993815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4803afb-2ff9-481c-8f86-487a503685e9 req-5e79493b-5b57-40ec-b505-afd07f206c8d tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539870 Nov 23 18:44:55.088710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.154379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5264a2-772a-4496-9f77-f49c61c8b66d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:55.179874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32bf2d32-c625-47d0-8474-21492f630bf9 req-7b760138-9b30-4cb5-bc87-6b6cc9b98eca tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 210 time: 0.0570781 Nov 23 18:44:55.199131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2b795f7-aa8f-4d84-bf30-f626771eaf98 req-0f376735-7232-4196-a5fb-21714a1f76b3 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f273db-99aa-4354-b3b6-ededa1d73050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563801 Nov 23 18:44:55.227270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e77d78-71f0-4b81-b1ae-b58aae6340ec') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:55.227564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e77d78-71f0-4b81-b1ae-b58aae6340ec') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:55.264141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.299947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.318020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:55.318841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:55.338906 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:55.342287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.360480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-b5f789bf-5ab9-4acc-9b7c-246e241987f2 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:55.363071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-b5f789bf-5ab9-4acc-9b7c-246e241987f2 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.50 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 948 time: 0.1378489 Nov 23 18:44:55.375727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ef4d4b5e-c786-449d-a320-a6b7d895e78e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:55.412870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ef4d4b5e-c786-449d-a320-a6b7d895e78e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:55.413500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ef4d4b5e-c786-449d-a320-a6b7d895e78e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:55.414564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:55.445087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.450279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da8533-feb6-4181-8241-e16436a6adde req-d85d5e40-e89d-459d-8917-99dc1d59f86c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:55.452345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11da8533-feb6-4181-8241-e16436a6adde req-d85d5e40-e89d-459d-8917-99dc1d59f86c tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.1424286 Nov 23 18:44:55.455280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:55.456047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ee956b6d-8840-49c3-a3d8-95a2c7fd7fcc not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:55.466335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.473047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb5264a2-772a-4496-9f77-f49c61c8b66d HTTP/1.1" status: 204 len: 168 time: 1.9001019 Nov 23 18:44:55.507403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25898-a3a2-42a1-8e83-d23691db5389 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5264a2-772a-4496-9f77-f49c61c8b66d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:55.513659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.541744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e6eb2-14ab-4b04-b607-7ca70a82b78c req-8f5f9375-f39d-4362-a21f-64bc428f00cf tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:55.553485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-980e6eb2-14ab-4b04-b607-7ca70a82b78c req-8f5f9375-f39d-4362-a21f-64bc428f00cf tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2046671 Nov 23 18:44:55.580554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:55.586561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Deleting port a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:55.586888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.621595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:55.624399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:55.710996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:55.716614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] For port a45a0592-83e6-44c2-922d-55490449eb13, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a45a0592-83e6-44c2-922d-55490449eb13,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:55.717224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.732618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Calling delete_port for a45a0592-83e6-44c2-922d-55490449eb13 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:55.762962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-980e6eb2-14ab-4b04-b607-7ca70a82b78c req-01e3b62a-5bc9-4e63-b378-ab73d36a0a6d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077417 Nov 23 18:44:55.766262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11da8533-feb6-4181-8241-e16436a6adde req-2355585b-4acf-4f2b-85ed-c8190baaf413 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711964 Nov 23 18:44:55.794295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:55.795065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.799499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:55.865148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:55.885487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-5f118b79-3c7f-4bbd-92d5-002a9cc0d076 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1298728 Nov 23 18:44:55.900087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-9b743659-5158-43a3-bbb0-9c7bc744ae58 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:44:55.901632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-9b743659-5158-43a3-bbb0-9c7bc744ae58 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099421 Nov 23 18:44:55.942064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9cddd52-15cb-4a96-9dcc-491b5c977005 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d35a38692d314a2294f6bdf5cae9470a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393483 Nov 23 18:44:55.946301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:55.961619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:55.962045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Deleting subnet b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:55.967154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.017688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Pushing event deleted for resources: {'Port': ['ID=a45a0592-83e6-44c2-922d-55490449eb13,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:56.038428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.059425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 04a7c9c7-1643-485a-b368-386012aa71ba no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:56.122133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 04a7c9c7-1643-485a-b368-386012aa71ba {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:56.123782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 04a7c9c7-1643-485a-b368-386012aa71ba not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:56.133327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.142760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.147613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] No DVR routers for this DVR port a45a0592-83e6-44c2-922d-55490449eb13 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:56.166602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.170285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d9a5b4-e602-4f00-b1ef-be0cad02f406 req-17cbfd63-9242-47d4-a3b3-cf71cda5298a tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.50 "DELETE /v2.0/ports/a45a0592-83e6-44c2-922d-55490449eb13 HTTP/1.1" status: 204 len: 173 time: 0.7904911 Nov 23 18:44:56.170766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-deleted', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:56.173111 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c6099-38af-47b6-98b0-ea16b2a69162" -d '{"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-deleted", "tag": "a45a0592-83e6-44c2-922d-55490449eb13"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:56.179534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Request body: {'port': {'device_id': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:56.219899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.296563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439046f-f47f-4bf7-8126-20c66f5f4105 req-bc579e73-113f-45d4-a9ae-01ea0c8e4d73 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:56.309644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2439046f-f47f-4bf7-8126-20c66f5f4105 req-bc579e73-113f-45d4-a9ae-01ea0c8e4d73 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.1694701 Nov 23 18:44:56.354895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.358061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.359375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f3992c2-c4da-4b52-a4ed-bc659d46e72c HTTP/1.1" status: 204 len: 168 time: 0.4108748 Nov 23 18:44:56.397353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363d7e5-783f-42a1-b47f-8a1a0cb4934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3992c2-c4da-4b52-a4ed-bc659d46e72c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:56.428876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2439046f-f47f-4bf7-8126-20c66f5f4105 req-f4d1b511-c47c-4452-bd02-914a7293fe95 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096272 Nov 23 18:44:56.456405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-c43f5a03-cde4-4165-8a55-b7cf05c17bb7 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:56.464796 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-c43f5a03-cde4-4165-8a55-b7cf05c17bb7 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.47 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.2175753 Nov 23 18:44:56.475078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.521712 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b92aca0-3626-429c-be6d-00974a65fdbc x-openstack-request-id: req-8b92aca0-3626-429c-be6d-00974a65fdbc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:56.522252 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f500a-cd3f-43ba-b770-abc91f6565b1", "name": "network-vif-deleted", "tag": "a45a0592-83e6-44c2-922d-55490449eb13", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:56.522748 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b92aca0-3626-429c-be6d-00974a65fdbc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:56.523193 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f500a-cd3f-43ba-b770-abc91f6565b1', 'name': 'network-vif-deleted', 'tag': 'a45a0592-83e6-44c2-922d-55490449eb13', 'status': 'completed', 'code': 200} Nov 23 18:44:56.569330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.610131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-dad950c5-db86-4530-b1ee-262b42027443 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:56.611823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-dad950c5-db86-4530-b1ee-262b42027443 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.1798661 Nov 23 18:44:56.649858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:56.676910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.685441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-558fd875-9326-4379-850e-1b59a9b86662 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b96b84c4-8dd7-4d52-b8f6-56b2c7fb5146 HTTP/1.1" status: 204 len: 168 time: 0.8183615 Nov 23 18:44:56.689619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:56.745379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89bee5-e6a5-427b-8b03-260965a33e4b req-9bff67be-d92f-41f8-a08e-e860803ea0a1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:56.747119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e89bee5-e6a5-427b-8b03-260965a33e4b req-9bff67be-d92f-41f8-a08e-e860803ea0a1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 932 time: 0.1303043 Nov 23 18:44:56.835623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e75fe32-9ef6-4f4d-a19c-f357fb2d55ca req-fddadf35-83c5-4c41-b19b-08732de87856 tempest-ListImageFiltersTestJSON-281208718 tempest-ListImageFiltersTestJSON-281208718-project] 10.222.0.37 "GET /v2.0/ports?device_id=294f500a-cd3f-43ba-b770-abc91f6565b1 HTTP/1.1" status: 200 len: 210 time: 0.1008751 Nov 23 18:44:56.940568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.960643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Deleting port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:56.961038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:56.962848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e89bee5-e6a5-427b-8b03-260965a33e4b req-18569fd2-6f18-4bd4-8c35-0884c25b6447 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001095 Nov 23 18:44:57.018713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Deleting port 08a09696-fcf8-403e-8668-705ceb708f33 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:57.020134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.128175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2622-b5ac-48a1-9dd7-62d16789cef0 req-d4b8ea48-d489-49d4-8c1f-601670835844 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:57.129709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-323b2622-b5ac-48a1-9dd7-62d16789cef0 req-d4b8ea48-d489-49d4-8c1f-601670835844 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 945 time: 0.1439319 Nov 23 18:44:57.162326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] For port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:57.162693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.196150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.241543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838f53-ab5f-4a6c-acd4-1b772636693b req-2ee0b1f5-a1b1-48b9-97ae-024baf2b226a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:57.242470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27838f53-ab5f-4a6c-acd4-1b772636693b req-2ee0b1f5-a1b1-48b9-97ae-024baf2b226a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1848359 Nov 23 18:44:57.244282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49b8706-17c8-44eb-8990-7b12a12acb29']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:57.277839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce149b-0d08-4c84-ae49-5ab5915f53a7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:57.278144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce149b-0d08-4c84-ae49-5ab5915f53a7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:57.292617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abfb023-af04-4510-8ea2-edcf042275c9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:57.304991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.314768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] For port 08a09696-fcf8-403e-8668-705ceb708f33, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=08a09696-fcf8-403e-8668-705ceb708f33,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:57.315144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.318669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.332109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-323b2622-b5ac-48a1-9dd7-62d16789cef0 req-315d8f11-a347-4c37-8c68-ee7a27c4e6b9 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups?id=8668b9e7-150e-424d-a4c7-fe18fa72d3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819401 Nov 23 18:44:57.334663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Calling delete_port for 08a09696-fcf8-403e-8668-705ceb708f33 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:57.336424 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59eae24c-e770-492a-895e-48e9340f04c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.373245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27838f53-ab5f-4a6c-acd4-1b772636693b req-e98ba762-6f46-4d3d-a095-82a39c580693 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171033 Nov 23 18:44:57.384328 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.423016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:57.424234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:57.453899 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:57.489923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.490351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.490816 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Floating IP 71d9a8b6-26fc-4ca3-9955-3240a620c74f disassociated. External IP: 172.25.5.159, port: 586ce401-f07c-48e2-8a34-b5d51e5a8cb5. Nov 23 18:44:57.491166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Calling delete_port for 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:57.557239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:57.615877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0988-e0cb-48df-9127-01e5252a2208 req-5b37cf0f-ec4e-4f36-a9c3-ff4492963c97 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:57.617376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b0a0988-e0cb-48df-9127-01e5252a2208 req-5b37cf0f-ec4e-4f36-a9c3-ff4492963c97 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/ports?device_id=da925187-c51f-4708-b60a-d8716b0594d4 HTTP/1.1" status: 200 len: 949 time: 0.0800686 Nov 23 18:44:57.619439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.636250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.641817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a49b8706-17c8-44eb-8990-7b12a12acb29 HTTP/1.1" status: 204 len: 168 time: 0.9195876 Nov 23 18:44:57.641817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4475e4-962d-41ca-b6a2-e63586372356 admin admin] Pushing event deleted for resources: {'Network': ['ID=a49b8706-17c8-44eb-8990-7b12a12acb29,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:57.657580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Transition to ACTIVE for port object 5abfb023-af04-4510-8ea2-edcf042275c9 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:44:57.664284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.682629 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.691060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b0a0988-e0cb-48df-9127-01e5252a2208 req-7baf2a1d-ebf7-42e9-9f0a-e6f3ed3e39fa tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.37 "GET /v2.0/security-groups?id=f27a4503-3d2a-4859-8d15-56b45ebc9753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Nov 23 18:44:57.729379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event deleted for resources: {'Port': ['ID=586ce401-f07c-48e2-8a34-b5d51e5a8cb5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:57.769955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.784228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['08a09696-fcf8-403e-8668-705ceb708f33'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:57.791371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-840696838-network', 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:57.807949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Pushing event deleted for resources: {'Port': ['ID=08a09696-fcf8-403e-8668-705ceb708f33,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:57.892178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] No DVR routers for this DVR port 08a09696-fcf8-403e-8668-705ceb708f33 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:57.897087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:57.903692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f44db44-7b64-49a3-91f8-de1a90e0ad56 req-144ede4e-3d06-4738-8891-a71d9bd81440 tempest-ImagesNegativeTestJSON-310323229 tempest-ImagesNegativeTestJSON-310323229-project] 10.222.0.50 "DELETE /v2.0/ports/08a09696-fcf8-403e-8668-705ceb708f33 HTTP/1.1" status: 204 len: 173 time: 1.2387896 Nov 23 18:44:57.904564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:57.985650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-83de4cda-7a7c-4efc-ba4e-393c0b851ab4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1ae3ef3230f4de383ef19972acc8d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789154 Nov 23 18:44:57.993820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:58.148263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.210385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.304244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.306939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.308100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d HTTP/1.1" status: 204 len: 168 time: 0.3096206 Nov 23 18:44:58.316276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dcdd8-6cec-4bdc-b313-902f7188e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad13552-85e0-4c89-a1bf-bd2f02ad8c8d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:58.458665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:58.461089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.480322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Pushing event updated for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:58.519215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.525903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'name': 'network-vif-deleted', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:58.528788 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62339715-3ff5-4a68-a9bb-7200f75d41c8" -d '{"events": [{"server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "name": "network-vif-deleted", "tag": "08a09696-fcf8-403e-8668-705ceb708f33"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:58.559186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Router 7547840a-0bba-43dc-a00e-619fd97cf2fe has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:58.597800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276624b-3c92-4ae7-a176-7cac08c84db0 req-adb8e81c-ebec-44aa-974c-c303ec1b4701 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:58.599342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6276624b-3c92-4ae7-a176-7cac08c84db0 req-adb8e81c-ebec-44aa-974c-c303ec1b4701 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 944 time: 0.1878483 Nov 23 18:44:58.604477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Attempting to bind port 5abfb023-af04-4510-8ea2-edcf042275c9 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:58.604815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Attempting to bind port 5abfb023-af04-4510-8ea2-edcf042275c9 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:58.605143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Attempting to bind port 5abfb023-af04-4510-8ea2-edcf042275c9 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:58.659103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Port 5abfb023-af04-4510-8ea2-edcf042275c9 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:44:58.659397 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Attempting to bind port 5abfb023-af04-4510-8ea2-edcf042275c9 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:58.679727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ee37e70-6971-4784-8651-ff44ebdce9ee req-71472972-be26-49b0-bc6e-de3614da9960 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/ports?device_id=229eda9b-a803-4b53-8606-512de83dcf2c HTTP/1.1" status: 200 len: 210 time: 0.0337610 Nov 23 18:44:58.688193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:58.688502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:58.688871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:58.689376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Bound port: 5abfb023-af04-4510-8ea2-edcf042275c9, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:58.689729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.813983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6276624b-3c92-4ae7-a176-7cac08c84db0 req-e3f3c962-303f-4ff4-bd11-746e61729d52 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051463 Nov 23 18:44:58.824305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8efa4-a83b-4509-a794-9f08cd62a268 req-e48d57ec-c0f3-45fb-b7eb-a622258599c7 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:58.826101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90c8efa4-a83b-4509-a794-9f08cd62a268 req-e48d57ec-c0f3-45fb-b7eb-a622258599c7 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.0768967 Nov 23 18:44:58.882305 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f439436-26d4-4158-8fe5-d9602497ab63 x-openstack-request-id: req-6f439436-26d4-4158-8fe5-d9602497ab63 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:58.882607 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da925187-c51f-4708-b60a-d8716b0594d4", "name": "network-vif-deleted", "tag": "08a09696-fcf8-403e-8668-705ceb708f33", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:58.882866 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f439436-26d4-4158-8fe5-d9602497ab63 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:58.883276 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da925187-c51f-4708-b60a-d8716b0594d4', 'name': 'network-vif-deleted', 'tag': '08a09696-fcf8-403e-8668-705ceb708f33', 'status': 'completed', 'code': 200} Nov 23 18:44:58.892123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90c8efa4-a83b-4509-a794-9f08cd62a268 req-ab7d84d6-3562-49d2-b345-a5296b4fd9ed tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 Nov 23 18:44:58.896039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.909638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:58.919940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:58.921185 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Sync routers for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:58.953204 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:58.954842 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:58.964777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:58.984610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:58.988838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] No DVR routers for this DVR port 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:59.008676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.012260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0dac74e-2475-4770-9b93-c3afaf2a9849 req-3faed4ea-8d98-4ca9-a555-2d2198dc7019 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.47 "DELETE /v2.0/ports/586ce401-f07c-48e2-8a34-b5d51e5a8cb5 HTTP/1.1" status: 204 len: 173 time: 2.5330138 Nov 23 18:44:59.015290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'name': 'network-vif-deleted', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:59.017833 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a6b23-8e9e-4188-a904-3faf803077c1" -d '{"events": [{"server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "name": "network-vif-deleted", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:59.030795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5abfb023-af04-4510-8ea2-edcf042275c9,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:59.041855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.052428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.053037 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Added segment b6ae4a61-5c8f-4d29-85a8-c19f604b58a3 of type vlan for network 34f421e6-931f-4a2c-974d-9711e00bc88a Nov 23 18:44:59.071916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0132057b-5f95-4ec7-b461-b52523ebc0d2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:59.099150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:59.099920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.101442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] 10.222.0.47 "PUT /v2.0/ports/5abfb023-af04-4510-8ea2-edcf042275c9 HTTP/1.1" status: 200 len: 1092 time: 3.1764143 Nov 23 18:44:59.174639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.223509 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:59.276292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.277817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:59.278419 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.288742 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46727839-66cf-47ae-adfa-c06dc49a7aaa x-openstack-request-id: req-46727839-66cf-47ae-adfa-c06dc49a7aaa {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:59.289377 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229eda9b-a803-4b53-8606-512de83dcf2c", "name": "network-vif-deleted", "tag": "586ce401-f07c-48e2-8a34-b5d51e5a8cb5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:59.289860 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46727839-66cf-47ae-adfa-c06dc49a7aaa {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:59.290422 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229eda9b-a803-4b53-8606-512de83dcf2c', 'name': 'network-vif-deleted', 'tag': '586ce401-f07c-48e2-8a34-b5d51e5a8cb5', 'status': 'completed', 'code': 200} Nov 23 18:44:59.414073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71cfcd-3cff-4b0d-9f60-29f5cfb866df service neutron] Pushing event updated for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:59.441718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8800294 Nov 23 18:44:59.443764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:59.521985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Request body: {'subnet': {'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-840696838-subnet', 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:59.528212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-9b5e7201-efc3-4da8-88b1-446edb3a0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:59.529682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-9b5e7201-efc3-4da8-88b1-446edb3a0f1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 1095 time: 0.2875192 Nov 23 18:44:59.531364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e35eb-f848-4f6c-867e-be6454345f05 admin admin] Pushing event updated for resources: {'Network': ['ID=34f421e6-931f-4a2c-974d-9711e00bc88a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:59.544669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 34f421e6-931f-4a2c-974d-9711e00bc88a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:59.605532 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:59.629564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-89bc059c-34e4-4b51-ba9e-c7b60d391c76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfb023-af04-4510-8ea2-edcf042275c9 HTTP/1.1" status: 200 len: 217 time: 0.0894713 Nov 23 18:44:59.654185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:59.657472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.679889 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Checking router: 7547840a-0bba-43dc-a00e-619fd97cf2fe for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:59.707781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:59.709573 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:44:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:59.744531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b272b458-5279-4863-9d21-1c13b1d73846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:59.774960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-010a3a14-e67c-4ba8-a6c7-54a36378162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:59.776697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-010a3a14-e67c-4ba8-a6c7-54a36378162e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1343012 Nov 23 18:44:59.821161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-95155f7b-e3ce-42df-8cd8-f156c75daa07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307164 Nov 23 18:44:59.898226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:59.979563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:59.980002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 586ce401-f07c-48e2-8a34-b5d51e5a8cb5 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:00.006254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-29bf3460-b551-4928-95ac-b27da8d3175d service neutron] 10.222.0.47 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781833 Nov 23 18:45:00.040074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:00.056549 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:00.080270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:00.128045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: a45a0592-83e6-44c2-922d-55490449eb13 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:45:00.128366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a45a0592-83e6-44c2-922d-55490449eb13 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:00.131863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 08a09696-fcf8-403e-8668-705ceb708f33 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:00.185442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 08a09696-fcf8-403e-8668-705ceb708f33 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:45:00.187721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 08a09696-fcf8-403e-8668-705ceb708f33 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:00.213156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef39d24b-f1e0-4032-b37f-15ca419765a9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:00.227469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c83486-10c5-4f08-a342-902235327901 req-de2daa43-77fd-4316-a377-d9d0c67317b7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:00.229905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82c83486-10c5-4f08-a342-902235327901 req-de2daa43-77fd-4316-a377-d9d0c67317b7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 944 time: 0.0820155 Nov 23 18:45:00.232817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Checking segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:00.233388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Network hostable DHCP agents. Network: 34f421e6-931f-4a2c-974d-9711e00bc88a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:00.240605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e2f504e-19f6-4705-8428-c720213ab8d0 req-22b64c05-107f-46c2-9fc2-fbaabbd4db26 service neutron] 10.222.0.47 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196934 Nov 23 18:45:00.260563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Network 34f421e6-931f-4a2c-974d-9711e00bc88a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:00.279709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 34f421e6-931f-4a2c-974d-9711e00bc88a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:00.286946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:00.289123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25030e55-783c-4b52-86a4-6a888f6a09f8 None None] Network 34f421e6-931f-4a2c-974d-9711e00bc88a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:00.292915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:00.327998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82c83486-10c5-4f08-a342-902235327901 req-3e6ef4fe-9791-41f6-b210-1335a16ad33e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877273 Nov 23 18:45:00.336007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2e859b7-c4c6-4c8e-9e77-88344dbab922 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8218355 Nov 23 18:45:00.515749 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:00.543393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66663f-5623-4b6b-8b8c-d4e74d2aecea None None] Network 34f421e6-931f-4a2c-974d-9711e00bc88a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:00.587589 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c21b140-66e4-49ea-b468-c77d5b031a8b None None] The sync data for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 is: [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:42:21Z', 'revision_number': 4, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '2d3a11fa-eb54-4c28-886a-6b2c7b542048', 'name': '', 'network_id': 'ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'mac_address': 'fa:16:3e:07:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:20Z', 'updated_at': '2021-11-23T18:42:31Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'subnets': [{'id': 'f4a59adb-a72c-4df2-8bad-8a5d77bbba0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:00.613129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621c75-a566-4e8d-9d35-691bafa07c04 req-63f57a23-0bfc-4d9e-9781-3bcfddad8871 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:00.628436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68621c75-a566-4e8d-9d35-691bafa07c04 req-63f57a23-0bfc-4d9e-9781-3bcfddad8871 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1411593 Nov 23 18:45:00.696910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:00.735580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:00.751590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:00.816155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68621c75-a566-4e8d-9d35-691bafa07c04 req-57d9365d-4243-420d-8ab3-a459a2978e37 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812851 Nov 23 18:45:00.908654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.011557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d4355a9-33ca-4138-841f-e253e66e89b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.102506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.104306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101ebdf-fb7e-42d8-8fba-b67def7b1ae0 None None] New status for floating IP 71d9a8b6-26fc-4ca3-9955-3240a620c74f: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:45:01.146598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d4355a9-33ca-4138-841f-e253e66e89b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.165950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d4355a9-33ca-4138-841f-e253e66e89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.172021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.199665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-50cff11f-a663-4e7e-b549-899af12f541f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9cdc917031942bdae31ec6c9582de2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617925 Nov 23 18:45:01.202317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.253713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d4355a9-33ca-4138-841f-e253e66e89b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ab39495976b479abed463d815d53af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554342 Nov 23 18:45:01.254547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4355a9-33ca-4138-841f-e253e66e89b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f454b525-3e72-4479-ab57-4e4a967a07a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:01.256780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.287238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.292114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.296043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:01.296218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "DELETE /v2.0/security-groups/8668b9e7-150e-424d-a4c7-fe18fa72d3c8 HTTP/1.1" status: 204 len: 168 time: 0.3863344 Nov 23 18:45:01.296857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.304703 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddec54c-88e0-412e-968c-d808dcdcd75c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:01.317129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d664a94-e45a-49f2-9535-fca8f1e6a51f tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8668b9e7-150e-424d-a4c7-fe18fa72d3c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:01.324999 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6f285297-6d53-4025-98fd-4fdba7e7680a tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] show failed (client error): The resource could not be found. Nov 23 18:45:01.330499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f285297-6d53-4025-98fd-4fdba7e7680a tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "GET /v2.0/security-groups/8668b9e7-150e-424d-a4c7-fe18fa72d3c8 HTTP/1.1" status: 404 len: 347 time: 0.0276861 Nov 23 18:45:01.331509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.490869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.515472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.538200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.553138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Deleting port 52148b6c-e0ee-4c36-b797-0db7c69399ef {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:01.553484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.640446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.658830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.659168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.668795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90c362-5ae4-4dd7-91a6-0e42ff5cc793 req-e414aee0-06a6-458d-b0d7-16abfe2b107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:01.670351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b90c362-5ae4-4dd7-91a6-0e42ff5cc793 req-e414aee0-06a6-458d-b0d7-16abfe2b107d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.1382744 Nov 23 18:45:01.687069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-ae165926-280f-4fa3-81f0-9e64fa1ef312 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:01.687393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Calling delete_port for 52148b6c-e0ee-4c36-b797-0db7c69399ef owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:01.689750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-ae165926-280f-4fa3-81f0-9e64fa1ef312 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.3945317 Nov 23 18:45:01.694674 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074a9a3-6160-4f15-8251-98c90f1bad03 x-openstack-request-id: req-2074a9a3-6160-4f15-8251-98c90f1bad03 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:01.695233 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:01.695233 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2074a9a3-6160-4f15-8251-98c90f1bad03 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:01.695623 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9', 'status': 'completed', 'code': 200} Nov 23 18:45:01.697522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.741104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-a0f62758-6337-462d-b3fe-d567991b96f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/quotas/b9f2d6a67ad146b1bac263c08a8c2290 HTTP/1.1" status: 200 len: 375 time: 0.0326965 Nov 23 18:45:01.741599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.744186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.745232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16f273db-99aa-4354-b3b6-ededa1d73050 HTTP/1.1" status: 204 len: 168 time: 0.5416179 Nov 23 18:45:01.796786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319dc3-3d05-496a-82d0-635d9ba9e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f273db-99aa-4354-b3b6-ededa1d73050,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:01.829073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-b53461d8-a7ef-401e-bbcc-7a9984116c2b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589011 Nov 23 18:45:01.834961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-9345b47d-e871-40e2-a83b-805ca722d1de service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:45:01.842488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-9345b47d-e871-40e2-a83b-805ca722d1de service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125012 Nov 23 18:45:01.879634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94a014fc-19f5-4e13-b4ba-41630c3b8a8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00313d01048e499aaa4cb5e20eff1f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600891 Nov 23 18:45:01.880382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:01.885908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b90c362-5ae4-4dd7-91a6-0e42ff5cc793 req-2a1dd23f-abcc-40c3-863e-a9ef16773739 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864409 Nov 23 18:45:01.893212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-b4e26cfc-0182-49ac-9ce1-b478c247b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:01.894633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-b4e26cfc-0182-49ac-9ce1-b478c247b0fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 1095 time: 0.1747005 Nov 23 18:45:01.931638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9ae3-f369-4c2f-84d9-6c4881fc52e6 req-26c76707-b455-460d-8039-5efab593fd07 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:01.935833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f5f9ae3-f369-4c2f-84d9-6c4881fc52e6 req-26c76707-b455-460d-8039-5efab593fd07 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 944 time: 0.1943998 Nov 23 18:45:01.944675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.947247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:01.950851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f454b525-3e72-4479-ab57-4e4a967a07a8 HTTP/1.1" status: 204 len: 168 time: 0.6906705 Nov 23 18:45:02.003548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a02aa-f939-4441-ad1d-17f7287cc59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f454b525-3e72-4479-ab57-4e4a967a07a8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:02.027639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f5f9ae3-f369-4c2f-84d9-6c4881fc52e6 req-9f790cb1-8316-47ae-9238-867be150ccf0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819566 Nov 23 18:45:02.066514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-8f6a9cd8-1dd0-4aa5-9fff-34e6241dfcba service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230155 Nov 23 18:45:02.083947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.125166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.164003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.183200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-68c22aa0-c919-4269-bc07-afa282622f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:02.185115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-68c22aa0-c919-4269-bc07-afa282622f68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.2575886 Nov 23 18:45:02.198774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Pushing event deleted for resources: {'Port': ['ID=52148b6c-e0ee-4c36-b797-0db7c69399ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:02.211140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.259044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-915869cd-0158-4156-88d5-162a5dc085e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfb023-af04-4510-8ea2-edcf042275c9 HTTP/1.1" status: 200 len: 217 time: 0.0617454 Nov 23 18:45:02.281735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c21c33-771e-466f-8e14-203b8b9a052c req-cac89086-5076-41a2-9828-8e1f7b560b00 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:02.283688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0c21c33-771e-466f-8e14-203b8b9a052c req-cac89086-5076-41a2-9828-8e1f7b560b00 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1493766 Nov 23 18:45:02.294450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.297698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.299360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35be33f0-3195-4fe4-b5f2-f765d526a7f4 tempest-ServersTestFqdnHostnames-1881191850 tempest-ServersTestFqdnHostnames-1881191850-project] 10.222.0.37 "DELETE /v2.0/floatingips/71d9a8b6-26fc-4ca3-9955-3240a620c74f HTTP/1.1" status: 204 len: 168 time: 0.9664273 Nov 23 18:45:02.306540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:02.315751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-9751c812-a7fa-4608-8170-665028be7c76 service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443433 Nov 23 18:45:02.411237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-1a610d5f-c4e5-4358-9eb0-4ea3937d0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:02.418288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-1a610d5f-c4e5-4358-9eb0-4ea3937d0a37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1438830 Nov 23 18:45:02.445164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0c21c33-771e-466f-8e14-203b8b9a052c req-c98a1f88-de3a-421d-b169-e3763fa1e08c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446109 Nov 23 18:45:02.449495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.461666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:02.463060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f27a4503-3d2a-4859-8d15-56b45ebc9753 HTTP/1.1" status: 204 len: 168 time: 0.5815649 Nov 23 18:45:02.509636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-e4551082-3e8b-49ac-8a09-8dbdad2573b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717030 Nov 23 18:45:02.517702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246feac-6276-451c-97ce-cd0192b67caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a4503-3d2a-4859-8d15-56b45ebc9753,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:02.660020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b818634-a563-4359-bfa9-c68be630e0ab req-85de9a3f-f711-4b49-bf11-8096278f5226 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 210 time: 0.0863276 Nov 23 18:45:02.743948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-152974b7-8304-4a2f-9743-34cfd5304c6d service neutron] 10.222.0.47 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207117 Nov 23 18:45:03.008324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddec54c-88e0-412e-968c-d808dcdcd75c req-51f8c60b-7de9-4724-85fe-7e3d2266159e service neutron] 10.222.0.47 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538729 Nov 23 18:45:03.071820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:03.150927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:03.323752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b6b73-4d62-4417-9642-b5c55e0a6898 req-9e29971a-1487-428b-8c2d-c60d1690b2d5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:03.326098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b6b73-4d62-4417-9642-b5c55e0a6898 req-9e29971a-1487-428b-8c2d-c60d1690b2d5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 944 time: 0.0926273 Nov 23 18:45:03.455212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b6b73-4d62-4417-9642-b5c55e0a6898 req-2bc395bf-bb64-4e35-a244-01a888f41909 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214070 Nov 23 18:45:03.565007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Deleting port 2d3a11fa-eb54-4c28-886a-6b2c7b542048 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:03.565824 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:03.910448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5abfb023-af04-4510-8ea2-edcf042275c9 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:03.992797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcd52-f603-4285-9987-0b34cc8a9b66 req-fd313d8c-5c1e-49d3-96dc-3bdc03299d90 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:04.000051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19afcd52-f603-4285-9987-0b34cc8a9b66 req-fd313d8c-5c1e-49d3-96dc-3bdc03299d90 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1130338 Nov 23 18:45:04.045342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] For port 2d3a11fa-eb54-4c28-886a-6b2c7b542048, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2d3a11fa-eb54-4c28-886a-6b2c7b542048,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:04.045628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.071305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Calling delete_port for 2d3a11fa-eb54-4c28-886a-6b2c7b542048 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:04.087886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19afcd52-f603-4285-9987-0b34cc8a9b66 req-9dbfe4f0-feb7-4ad0-a142-87764cc6e4c9 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867281 Nov 23 18:45:04.128019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5abfb023-af04-4510-8ea2-edcf042275c9,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:04.144812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '5abfb023-af04-4510-8ea2-edcf042275c9', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '5abfb023-af04-4510-8ea2-edcf042275c9', 'mac_address': 'fa:16:3e:38:01:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:04.233620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.258310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abfb023-af04-4510-8ea2-edcf042275c9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:04.288123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5abfb023-af04-4510-8ea2-edcf042275c9,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:04.296745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.352398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-b749dfec-df28-4a32-96be-a08147608d1f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:04.354832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-b749dfec-df28-4a32-96be-a08147608d1f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.2161808 Nov 23 18:45:04.380298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Request body: {'port': {'device_id': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'admin_state_up': True, 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:04.436912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:04.480105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f3a4cdb-c332-4b58-a81a-445706776478 req-67c56b1b-a7af-477c-88c9-c6ca2f5bceb5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 210 time: 0.0444262 Nov 23 18:45:04.631091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-860485878-network', 'tenant_id': '3718af304d1d42448b6e2440c94ca5a2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:04.640432 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.701266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3a11fa-eb54-4c28-886a-6b2c7b542048,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:04.724115 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:45:04.724115 n-d-792364-9 neutron-server[103399]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:45:04.724115 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id': 'b9f2d6a67ad146b1bac263c08a8c2290', 'id': '5546832b-074f-4e50-8d9b-97ce8f78d798', 'expiration': datetime.datetime(2021, 11, 23, 18, 47, 4, 704506)}] Nov 23 18:45:04.724115 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:45:04.725489 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:45:04.725707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:04.736317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Made reservation on behalf of 3718af304d1d42448b6e2440c94ca5a2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:04.740021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.758656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:04.775047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bae3d5-60da-471a-8288-de60d78e7d74 req-39cf841a-1b81-4384-8196-f0736c7ce9be tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:04.777209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c7bae3d5-60da-471a-8288-de60d78e7d74 req-39cf841a-1b81-4384-8196-f0736c7ce9be tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 945 time: 0.1116452 Nov 23 18:45:04.789406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['5abfb023-af04-4510-8ea2-edcf042275c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:04.828280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:04.882580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c7bae3d5-60da-471a-8288-de60d78e7d74 req-0c839fba-f91f-4331-8965-5e0b7c4524b5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912719 Nov 23 18:45:04.994515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.001492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.085251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:45:05.099468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.113939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e48a26-74e6-4834-9f4c-301504abf97a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:05.132556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.133101 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Added segment d048d320-6cfa-46eb-ba39-0ce8c3901402 of type vlan for network 32c17d7d-0ee8-442b-9f40-d449b57450de Nov 23 18:45:05.227914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e318e5d-6e60-44ac-862e-69f5f16d7630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.256436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.343661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-e966a015-2387-4121-ab47-70482dc86b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:05.345433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-e966a015-2387-4121-ab47-70482dc86b88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.1337659 Nov 23 18:45:05.345996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.346967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:05.353017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:05.356840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.367734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.451406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] Pushing event updated for resources: {'Network': ['ID=32c17d7d-0ee8-442b-9f40-d449b57450de,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:05.471407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 32c17d7d-0ee8-442b-9f40-d449b57450de details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:45:05.472041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d1bab35a-dd14-4643-9bd4-c981dac3f7cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0338771 Nov 23 18:45:05.473694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:05.481603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Request body: {'subnet': {'network_id': '32c17d7d-0ee8-442b-9f40-d449b57450de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-860485878-subnet', 'tenant_id': '3718af304d1d42448b6e2440c94ca5a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:05.493577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a709bc2-806d-4124-8210-7a51fa713163 req-3714cdd8-6904-40cd-8f26-fc16eed18a5b tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:05.501225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a709bc2-806d-4124-8210-7a51fa713163 req-3714cdd8-6904-40cd-8f26-fc16eed18a5b tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2273033 Nov 23 18:45:05.503301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:05.551260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e318e5d-6e60-44ac-862e-69f5f16d7630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.560760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e318e5d-6e60-44ac-862e-69f5f16d7630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.599937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Made reservation on behalf of 3718af304d1d42448b6e2440c94ca5a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:05.602577 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.612789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:05.664486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a709bc2-806d-4124-8210-7a51fa713163 req-d4ff431b-b8f1-4d2e-b47b-334445bc1548 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598067 Nov 23 18:45:05.667707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318e5d-6e60-44ac-862e-69f5f16d7630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd8b10-ca31-4cfc-8dc1-052507b60148,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:05.678217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e318e5d-6e60-44ac-862e-69f5f16d7630 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e98ca2f6db944341b33d3a629bb4ae54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482883 Nov 23 18:45:05.685632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:05.713550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-378b4fab-15a4-4566-b42d-b2a72a40e8d8 req-23e3dbe0-2478-4795-a4a8-cd00795b7b61 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 210 time: 0.0995271 Nov 23 18:45:05.738378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d41f3d3c-4d84-403c-bd4a-5c0b5f060c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.789206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-4459c59d-949e-49c7-88ba-036d7c8605eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:05.790678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-4459c59d-949e-49c7-88ba-036d7c8605eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.4292021 Nov 23 18:45:05.794951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02756927-227a-48aa-92ba-30e56482656b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.816389 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.853245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-68863c13-34dc-42c3-9037-c491e7bacfad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.0478511 Nov 23 18:45:05.877645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:05.888512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Allocated IP 172.20.0.10 (34f421e6-931f-4a2c-974d-9711e00bc88a/ef39d24b-f1e0-4032-b37f-15ca419765a9/9585b1ab-2840-43b6-9ee7-a84a87710823) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:05.921928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5abfb023-af04-4510-8ea2-edcf042275c9 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:05.922941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Router 7547840a-0bba-43dc-a00e-619fd97cf2fe has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:45:05.989118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-2c8c686e-5b3e-4118-a083-32d1e58fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:05.990668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-2c8c686e-5b3e-4118-a083-32d1e58fd395 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.1218116 Nov 23 18:45:06.006657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d41f3d3c-4d84-403c-bd4a-5c0b5f060c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.009715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 5abfb023-af04-4510-8ea2-edcf042275c9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:45:06.014832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 5abfb023-af04-4510-8ea2-edcf042275c9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:06.015266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.021055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d41f3d3c-4d84-403c-bd4a-5c0b5f060c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.024438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.095845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-c7613469-da28-49f9-93e5-5b490ead18e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773652 Nov 23 18:45:06.124030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.136933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d41f3d3c-4d84-403c-bd4a-5c0b5f060c7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37654885d370491ca224b89a41493851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238496 Nov 23 18:45:06.136933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.137729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.138748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbdd8b10-ca31-4cfc-8dc1-052507b60148 HTTP/1.1" status: 204 len: 168 time: 0.4522166 Nov 23 18:45:06.143045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:06.145291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f3d3c-4d84-403c-bd4a-5c0b5f060c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c19b21-62f4-4c40-8283-b7c97ba84d88,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.179368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5abfb023-af04-4510-8ea2-edcf042275c9,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:06.182369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:06.186443 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59859801-3010-4ca0-a848-6e22425d8f72" -d '{"events": [{"server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "name": "network-vif-plugged", "status": "completed", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:06.193566 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.198136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deea95b-25d1-4f35-9e6b-4e06132c2d4a req-0c85cbda-72da-4b82-a34e-fec36a201d44 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:06.199861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1deea95b-25d1-4f35-9e6b-4e06132c2d4a req-0c85cbda-72da-4b82-a34e-fec36a201d44 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 945 time: 0.1978524 Nov 23 18:45:06.200032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02756927-227a-48aa-92ba-30e56482656b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.205218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f2fc4b-e6c1-46a0-97cf-f9c46591ab43,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.207445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ea23-76a9-4c01-837a-0b155937cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd8b10-ca31-4cfc-8dc1-052507b60148,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.217313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02756927-227a-48aa-92ba-30e56482656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.254273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Checking segment: {'id': 'd048d320-6cfa-46eb-ba39-0ce8c3901402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32c17d7d-0ee8-442b-9f40-d449b57450de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:06.254631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Network hostable DHCP agents. Network: 32c17d7d-0ee8-442b-9f40-d449b57450de, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:06.300265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.306522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1deea95b-25d1-4f35-9e6b-4e06132c2d4a req-135e53f2-145c-421c-91b4-80979a02ceeb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907004 Nov 23 18:45:06.329635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Network 32c17d7d-0ee8-442b-9f40-d449b57450de is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:06.340119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.357097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:06.368680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 32c17d7d-0ee8-442b-9f40-d449b57450de) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:06.371452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-02756927-227a-48aa-92ba-30e56482656b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=332427d7029d4a81ae5962bb1d2a05c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7522016 Nov 23 18:45:06.374745 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Sync routers for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:06.381082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:06.386051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3b150d62-ea84-402f-a90c-ca480e493673 admin admin] 10.222.0.37 "PUT /v2.0/routers/7547840a-0bba-43dc-a00e-619fd97cf2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0761762 Nov 23 18:45:06.386655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:06.390588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:06.391768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.404550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c9e4a-4a98-4bfc-8887-4fecc9835592 None None] Network 32c17d7d-0ee8-442b-9f40-d449b57450de requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:06.405064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02756927-227a-48aa-92ba-30e56482656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d8428f-52a9-4ecb-9947-98d735eed7ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.408380 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:06.409910 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:06.453192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c6467d2c-b560-4226-8037-2ec4271149c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9777400 Nov 23 18:45:06.465014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-9528b08b-31fa-4be9-bda9-454cacf1bc07 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676338 Nov 23 18:45:06.472482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.502889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.506017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.509729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0c19b21-62f4-4c40-8283-b7c97ba84d88 HTTP/1.1" status: 204 len: 168 time: 0.3542542 Nov 23 18:45:06.509729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.527918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3fcf7-78dc-492c-a058-ac23697db7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c19b21-62f4-4c40-8283-b7c97ba84d88,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.562314 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.575219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.658075 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:06.675776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.677773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35bc3a20-f7f3-4a0a-bb63-80989b1eedcb req-afd4450d-25a8-4f39-bde5-761edbf3e03a service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029915 Nov 23 18:45:06.679401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.680933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8d8428f-52a9-4ecb-9947-98d735eed7ba HTTP/1.1" status: 204 len: 168 time: 0.2984116 Nov 23 18:45:06.711370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e23354-e338-42e2-9277-75c7e0bfa866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d8428f-52a9-4ecb-9947-98d735eed7ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:06.787380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04840a-673f-46d3-98bf-c9e79fa089f8 None None] Network 32c17d7d-0ee8-442b-9f40-d449b57450de requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:06.928669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:06.941891 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce52cd2-a591-46c4-808e-0945dbbb4767 x-openstack-request-id: req-7ce52cd2-a591-46c4-808e-0945dbbb4767 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:06.942454 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "name": "network-vif-plugged", "status": "completed", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:06.942611 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ce52cd2-a591-46c4-808e-0945dbbb4767 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:06.942923 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9', 'code': 200} Nov 23 18:45:07.036623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:45:04Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:07.092212 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Checking router: 7547840a-0bba-43dc-a00e-619fd97cf2fe for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:07.103561 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Routers {'7547840a-0bba-43dc-a00e-619fd97cf2fe'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:07.104542 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7547840a-0bba-43dc-a00e-619fd97cf2fe'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:07.152030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b75bff4a-8095-4d6d-9892-c27822569dd1 req-2a4b60dc-1593-4d69-a3be-becb1588a263 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 210 time: 0.0430961 Nov 23 18:45:07.165045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc567518-f714-4774-ba72-f56d4dc950e8 req-86c49dd0-d7b2-44ec-87e6-f4c3ce8290f6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:07.179950 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc567518-f714-4774-ba72-f56d4dc950e8 req-86c49dd0-d7b2-44ec-87e6-f4c3ce8290f6 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.3294435 Nov 23 18:45:07.182781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:07.207535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:07.231628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] Set router 7547840a-0bba-43dc-a00e-619fd97cf2fe gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:07.299371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Network 34f421e6-931f-4a2c-974d-9711e00bc88a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:07.303707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc567518-f714-4774-ba72-f56d4dc950e8 req-5e6f4034-ed01-4629-b003-85974a4e2acb tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227367 Nov 23 18:45:07.309025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:07.311992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:07.329620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89a242-3b15-46b6-97ef-02501f4a8caa req-17235c65-61cb-442f-95f2-a2c9aa13ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:07.332704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a89a242-3b15-46b6-97ef-02501f4a8caa req-17235c65-61cb-442f-95f2-a2c9aa13ed5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 1097 time: 0.3212571 Nov 23 18:45:07.439675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a89a242-3b15-46b6-97ef-02501f4a8caa req-c52c17ec-b001-4beb-a3fb-e8fea219c0fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942681 Nov 23 18:45:07.446541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:07.447167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:07.453032 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:45:04Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:07.464441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:07.489691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Deleting port e2e164b0-8892-456e-8eb7-575c5fb9fdc0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:07.490035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:07.500135 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eac1c7-6bca-4224-bfed-613a93e6695b None None] The sync data for ids ['7547840a-0bba-43dc-a00e-619fd97cf2fe'] in n-d-792364-9 is: [{'id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'name': 'tempest-ServersTestFqdnHostnames-1212245525-router', 'tenant_id': 'ceee312718124360ac67e3c3c1131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:42:11Z', 'updated_at': '2021-11-23T18:45:04Z', 'revision_number': 5, 'project_id': 'ceee312718124360ac67e3c3c1131802', 'gw_port': {'id': 'e2e164b0-8892-456e-8eb7-575c5fb9fdc0', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547840a-0bba-43dc-a00e-619fd97cf2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:42:13Z', 'updated_at': '2021-11-23T18:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:07.511972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe57c52-db68-4db5-99f6-e370011fec66 req-8058294b-5f61-460e-ad03-6773ce240b19 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:07.513976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efe57c52-db68-4db5-99f6-e370011fec66 req-8058294b-5f61-460e-ad03-6773ce240b19 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 946 time: 0.0668318 Nov 23 18:45:07.609099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efe57c52-db68-4db5-99f6-e370011fec66 req-fb306e78-1754-4494-a7ae-f788d241af6a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863137 Nov 23 18:45:07.850013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-94d70b5d-4fe0-43a2-a9e1-be0476962daf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4768231 Nov 23 18:45:07.855987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-495336651', 'description': 'tempest-description-1093060287'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:07.876857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Request body: {'port': {'device_id': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:07.979390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.009625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.044158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] For port e2e164b0-8892-456e-8eb7-575c5fb9fdc0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:08.044618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.104744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Calling delete_port for e2e164b0-8892-456e-8eb7-575c5fb9fdc0 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:08.272339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.283796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.341261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ade3-a595-427f-a683-7d28250213f6 req-1fb1be2c-6148-44ec-97c0-09ec00570c1b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:08.354583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f14ade3-a595-427f-a683-7d28250213f6 req-1fb1be2c-6148-44ec-97c0-09ec00570c1b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 932 time: 0.1184611 Nov 23 18:45:08.401491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a8ed9-c74e-46bb-8354-896b85f041bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:08.431223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f14ade3-a595-427f-a683-7d28250213f6 req-f3d76bfc-da14-4cdd-abad-84eb92c8d92e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714676 Nov 23 18:45:08.483422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.485513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec84dbdc-3389-41af-a151-a499cc365ccc req-d8e34681-5f73-4009-aab1-0b1ff882b0d9 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6400578 Nov 23 18:45:08.582255 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.589549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160aac-eeee-489c-b608-87ff5f9de9e9 req-3706c737-578a-43bf-b2d6-e49de0817d6a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:08.597963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98160aac-eeee-489c-b608-87ff5f9de9e9 req-3706c737-578a-43bf-b2d6-e49de0817d6a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.0713871 Nov 23 18:45:08.601753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:08.663630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98160aac-eeee-489c-b608-87ff5f9de9e9 req-a76db3ee-e08b-477d-a20b-e2c77c7f48d5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647063 Nov 23 18:45:08.710166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-4b4c64a9-b9b5-45d1-81a3-5fc8a63c48bc tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/e33a8ed9-c74e-46bb-8354-896b85f041bb HTTP/1.1" status: 200 len: 1831 time: 0.1572211 Nov 23 18:45:08.727531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e33a8ed9-c74e-46bb-8354-896b85f041bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:08.727859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e33a8ed9-c74e-46bb-8354-896b85f041bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:08.738498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9585b1ab-2840-43b6-9ee7-a84a87710823 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:08.755484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.773241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.785182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Transition to ACTIVE for port object 9585b1ab-2840-43b6-9ee7-a84a87710823 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:45:08.812624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e164b0-8892-456e-8eb7-575c5fb9fdc0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:08.814953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.955422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:08.967687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.972837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:08.987107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7100-3534-40be-8376-0f73438183d9 req-2cb7c81a-eba0-48d3-bf55-7f431f47a615 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:08.989006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f09d7100-3534-40be-8376-0f73438183d9 req-2cb7c81a-eba0-48d3-bf55-7f431f47a615 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 946 time: 0.2287977 Nov 23 18:45:08.995691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-774921806-network', 'tenant_id': '8abdda54c0a2429390b5eacacd9beccd'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:09.066280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:09.080876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Made reservation on behalf of 8abdda54c0a2429390b5eacacd9beccd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:09.083885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.096651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.120359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.129928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.140972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f09d7100-3534-40be-8376-0f73438183d9 req-cd60d354-650e-405a-b0b2-df1af001e0a4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300466 Nov 23 18:45:09.143955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.232556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.278071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.285229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.294875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1607560c-f0e5-4f4b-ae3f-868c0a682c7a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:09.303412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Attempting to bind port 9585b1ab-2840-43b6-9ee7-a84a87710823 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:09.303929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Attempting to bind port 9585b1ab-2840-43b6-9ee7-a84a87710823 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:09.304438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Attempting to bind port 9585b1ab-2840-43b6-9ee7-a84a87710823 on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:09.312124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.313163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7547840a-0bba-43dc-a00e-619fd97cf2fe {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:45:09.316869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Port 9585b1ab-2840-43b6-9ee7-a84a87710823 on network 34f421e6-931f-4a2c-974d-9711e00bc88a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:45:09.317427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Attempting to bind port 9585b1ab-2840-43b6-9ee7-a84a87710823 on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:09.323720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.325083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3edd90a1-262e-47ea-a6eb-ce87d6480d73 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7547840a-0bba-43dc-a00e-619fd97cf2fe HTTP/1.1" status: 204 len: 168 time: 2.9374642 Nov 23 18:45:09.328345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:09.353171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e6f6c0-240e-4bc1-a6a8-a86aabc20082,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:09.377533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.382994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdf3dac1-6582-4a6b-9d5d-c72b23870e9a req-620568a0-ce03-4fb5-8b14-57760ed3fa32 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6620033 Nov 23 18:45:09.386459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:09.387002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Checking segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:09.399535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Bound using segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:09.400418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Bound port: 9585b1ab-2840-43b6-9ee7-a84a87710823, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:09.401210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.421921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:45:09.427723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1707588914-network', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:09.453648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d3a11fa-eb54-4c28-886a-6b2c7b542048 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:09.479711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.480371 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Added segment 3a65f782-4728-4cf2-babc-b90ac45eefb2 of type vlan for network 5b15ac5a-ec87-4317-8731-88fceeea74ca Nov 23 18:45:09.504480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 2d3a11fa-eb54-4c28-886a-6b2c7b542048 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:45:09.504971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2d3a11fa-eb54-4c28-886a-6b2c7b542048 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:09.551796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.590631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Deleting subnet f4a59adb-a72c-4df2-8bad-8a5d77bbba0e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:45:09.604789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.604789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:09.605780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.605915 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.669377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d686dc69-a380-4448-869b-d652289fa62c req-0f3aace4-8b0c-4c24-8367-9e53f84a171d tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/e33a8ed9-c74e-46bb-8354-896b85f041bb HTTP/1.1" status: 200 len: 2425 time: 0.2313039 Nov 23 18:45:09.715104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:09.723726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Made reservation on behalf of bfb570b9e7dd43cda3972d7004aeda40 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:09.723966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:09.726671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.741021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:09.742047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1392035 Nov 23 18:45:09.742829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.749092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.751852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c62bc-d244-4656-9347-71d0b1d9f41d admin admin] Pushing event updated for resources: {'Network': ['ID=5b15ac5a-ec87-4317-8731-88fceeea74ca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:09.762393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:09.767607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:45:09.770294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Request body: {'subnet': {'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-774921806-subnet', 'tenant_id': '8abdda54c0a2429390b5eacacd9beccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:09.784748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6857df-bea3-45e5-8d9d-dc7f9aa2ad82 req-fffa40ec-3b05-42ae-ac84-98f8efc2eee8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:09.791873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6857df-bea3-45e5-8d9d-dc7f9aa2ad82 req-fffa40ec-3b05-42ae-ac84-98f8efc2eee8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 944 time: 0.1723640 Nov 23 18:45:09.893712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6857df-bea3-45e5-8d9d-dc7f9aa2ad82 req-74ca4f06-0be0-475a-a03d-05492601ea55 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007395 Nov 23 18:45:09.981212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Made reservation on behalf of 8abdda54c0a2429390b5eacacd9beccd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:09.983807 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.010613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-a47b7595-7aa7-40e2-ba09-b71d31738837 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-group-rules/1607560c-f0e5-4f4b-ae3f-868c0a682c7a HTTP/1.1" status: 200 len: 778 time: 0.0801349 Nov 23 18:45:10.040992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.041634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.049022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] 10.222.0.50 "PUT /v2.0/ports/9585b1ab-2840-43b6-9ee7-a84a87710823 HTTP/1.1" status: 200 len: 1092 time: 2.1763289 Nov 23 18:45:10.050287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:10.051616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.052660 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88caa03d-1458-4e74-9c8f-fdc6048efc41" -d '{"events": [{"name": "network-changed", "server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:10.068714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.081601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:45:10.094823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.095707 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Added segment f0c41b1b-692c-457e-8845-ad630de44806 of type vlan for network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf Nov 23 18:45:10.148851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.176257 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.180252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.181297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.181867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.190271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83e3a-c228-4c91-955d-cea08d77dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.217259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d5806-f3a1-4a63-82c5-9a93708c5ae7 req-13debd92-3aed-4ca3-8a11-9182fe8152cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.221300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-775d5806-f3a1-4a63-82c5-9a93708c5ae7 req-13debd92-3aed-4ca3-8a11-9182fe8152cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 946 time: 0.5068169 Nov 23 18:45:10.247914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-eecba693-80af-449d-8f2d-fb9daba00b71 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/e33a8ed9-c74e-46bb-8354-896b85f041bb HTTP/1.1" status: 200 len: 2425 time: 0.2360828 Nov 23 18:45:10.277429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.291495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Pushing event updated for resources: {'Network': ['ID=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.300328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2311878 Nov 23 18:45:10.301650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962d57e-8721-4680-8f25-96e912699f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef6066-44f2-4d2c-910f-8c0c6e310ac9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.304759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:10.312431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Request body: {'subnet': {'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1707588914-subnet', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:10.359000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Made reservation on behalf of bfb570b9e7dd43cda3972d7004aeda40 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:10.362147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.366368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.377847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.439143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.473359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.489298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e26220d6-f418-4ebf-9ef5-f5cc3340fdc1 req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1607560c-f0e5-4f4b-ae3f-868c0a682c7a HTTP/1.1" status: 204 len: 173 time: 0.1829462 Nov 23 18:45:10.492324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b281c-8437-4401-a368-8956e72f639e tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1607560c-f0e5-4f4b-ae3f-868c0a682c7a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.558415 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4dc289-b79a-48aa-be6b-a8c94d4a6884 x-openstack-request-id: req-af4dc289-b79a-48aa-be6b-a8c94d4a6884 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:10.558697 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:10.559052 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4dc289-b79a-48aa-be6b-a8c94d4a6884 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:10.559562 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'status': 'completed', 'code': 200} Nov 23 18:45:10.571212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:45:10.574045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.576978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.586931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-893203080', 'description': 'tempest-description-76683080'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:10.628922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a59adb-a72c-4df2-8bad-8a5d77bbba0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.642464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-2e6a60e5-d2a8-46c3-8b83-85deb9382549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.644008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-2e6a60e5-d2a8-46c3-8b83-85deb9382549 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 1095 time: 0.5254159 Nov 23 18:45:10.653376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.693181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acca7f-b929-4cf8-93da-368dafe5efc7 None None] Network ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:10.736693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-c519c7bf-efef-4df4-a55e-d31551e616c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9585b1ab-2840-43b6-9ee7-a84a87710823 HTTP/1.1" status: 200 len: 217 time: 0.0594420 Nov 23 18:45:10.740220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-775d5806-f3a1-4a63-82c5-9a93708c5ae7 req-06f9b777-9944-416c-978b-a6643a219dd7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851224 Nov 23 18:45:10.744866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.750882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-af571bc3-349f-46d4-9ca6-5fe42df420f7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4a59adb-a72c-4df2-8bad-8a5d77bbba0e HTTP/1.1" status: 204 len: 168 time: 1.4210148 Nov 23 18:45:10.756056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:10.819943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Checking segment: {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:10.820306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Network hostable DHCP agents. Network: 5b15ac5a-ec87-4317-8731-88fceeea74ca, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:10.822357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:10.845725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8defd30-701b-4510-9e39-e9196c3ef442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.847239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-e8defd30-701b-4510-9e39-e9196c3ef442 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.0919046 Nov 23 18:45:10.853567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:10.863686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.904981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5b15ac5a-ec87-4317-8731-88fceeea74ca) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:10.916496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-fc94340f-66d8-48b3-9c6d-a332f28f98ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577648 Nov 23 18:45:10.919676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:10.920124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461456c3-8a40-495e-8e4e-a5c6a174659b None None] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:10.920658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.925483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:10.968528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f6d385b1-397c-49f0-b428-08dd90eba9fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2228868 Nov 23 18:45:10.981378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] DHCP port deletion for ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:45:10.984092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.037762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.042158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.046543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9e7eaa8-f34d-46e2-9af8-9e87248cce35 req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4800947 Nov 23 18:45:11.073432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a82a3-5124-4ddd-9073-709c286cb2ff tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a49d99-eb6a-4c99-a708-889b3a3128ee,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:11.152865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019fb5f-9e8f-4ef4-b2c1-447a75db6c63 None None] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:11.169318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-c3f487ad-1c66-4afd-93f5-e59a25b23767 service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215695 Nov 23 18:45:11.175362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Deleting port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:11.175984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.201142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb2710a-9a05-4137-8798-50aac754c42f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:11.225445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-822bc952-5b76-41b4-b327-4c996823e513 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.227302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-822bc952-5b76-41b4-b327-4c996823e513 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 946 time: 0.2342260 Nov 23 18:45:11.239385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285ce2-bb99-40a3-80e8-7daebcb16cf9 req-a95a7abb-cf0f-444a-bdb2-9cca26f4ed8e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.241968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65285ce2-bb99-40a3-80e8-7daebcb16cf9 req-a95a7abb-cf0f-444a-bdb2-9cca26f4ed8e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 944 time: 0.2094269 Nov 23 18:45:11.319201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] For port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,segment=NetworkSegment(c62797de-eafe-4323-b352-4a23a713170b),segment_id=c62797de-eafe-4323-b352-4a23a713170b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:11.319908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.341595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Calling delete_port for bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:11.365746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65285ce2-bb99-40a3-80e8-7daebcb16cf9 req-f531e389-86a0-45e7-b760-308de73419fc tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632036 Nov 23 18:45:11.394110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6f19a2a-9765-4600-9eb7-f260faf7e9c2 req-b67611e5-6c1c-4066-b0bd-803331418d15 service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152169 Nov 23 18:45:11.467169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:11.519454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-e20a8406-53d0-493a-bbae-d0bde51294d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.521377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-e20a8406-53d0-493a-bbae-d0bde51294d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 1095 time: 0.0712903 Nov 23 18:45:11.614195 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.620332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 update to DOWN by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:45:11.620973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e2e164b0-8892-456e-8eb7-575c5fb9fdc0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:11.677864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-f9566676-5a35-4b5f-8738-6af9f5f9476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.681958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-f9566676-5a35-4b5f-8738-6af9f5f9476f service neutron] 10.222.0.50 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 905 time: 0.1486177 Nov 23 18:45:11.690808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] Pushing event deleted for resources: {'Port': ['ID=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:11.692690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e2e164b0-8892-456e-8eb7-575c5fb9fdc0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:45:11.693045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e2e164b0-8892-456e-8eb7-575c5fb9fdc0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:11.710302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9926743-7fa1-481b-908d-0b849e6bc9ef None None] No DVR routers for this DVR port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:45:11.734390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-062e36ab-1e07-473a-bec1-9b0b6d867a63 req-6ea00ce4-3225-41ea-b219-daa5e6d2a1f6 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/33a49d99-eb6a-4c99-a708-889b3a3128ee HTTP/1.1" status: 200 len: 1829 time: 0.6376407 Nov 23 18:45:11.756369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Checking segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:11.756636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Network hostable DHCP agents. Network: 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:11.767888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-0f36da87-3d77-4249-a86a-fcd512d28047 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9585b1ab-2840-43b6-9ee7-a84a87710823 HTTP/1.1" status: 200 len: 217 time: 0.0763569 Nov 23 18:45:11.859887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Deleting port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:11.860222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.868901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-357e0db6-25f9-480a-80e5-28834a06bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.870641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-357e0db6-25f9-480a-80e5-28834a06bf16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.0899789 Nov 23 18:45:11.891787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:11.912336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1584175574', 'description': 'tempest-description-2110738463'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:11.920146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-96e1fa0d-f892-4ed0-9a67-e86e267b2c8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399404 Nov 23 18:45:11.957891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:11.971030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:11.971561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.973731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:11.990249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d8862-d28e-4000-a64f-95515a0ce04e None None] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:11.999963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] For port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7, host n-d-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:12.000265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.028601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570414b0-b7a2-4cc9-8eb7-d0b0076959c1 req-fc52a4ae-c00a-4e83-8d30-77bc33821413 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:12.036392 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-570414b0-b7a2-4cc9-8eb7-d0b0076959c1 req-fc52a4ae-c00a-4e83-8d30-77bc33821413 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2099464 Nov 23 18:45:12.039210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Calling delete_port for bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:12.044200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:45:12.065004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2bc98fa0-7b31-454d-98ef-3ca5b626f3c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7549276 Nov 23 18:45:12.066309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:12.068244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.094402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-86735999-229d-4aab-9048-c7a91b0dfbea service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584325 Nov 23 18:45:12.104932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:12.130684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port 5abfb023-af04-4510-8ea2-edcf042275c9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:12.131020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.141227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.151578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.231426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e106faf-d7a1-4c88-a990-f1f9541269ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:12.231639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:12.233666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] No DVR routers for this DVR port bbaafa78-cfca-46b7-9ddd-e0f7b8cdc7f7 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:45:12.241032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:45:12.241814 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.256324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88caa03d-1458-4e74-9c8f-fdc6048efc41 req-12dcdd5b-b70e-446b-b7fe-1ff198645d9f service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479902 Nov 23 18:45:12.283302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.284934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c28edb1-3f57-4fe0-bcde-e9bd269a1582 req-e7167270-b624-4be2-8c53-03fa63988bd1 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3928800 Nov 23 18:45:12.345162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.346584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.373901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-570414b0-b7a2-4cc9-8eb7-d0b0076959c1 req-2fbbceea-9848-4465-882c-e81a2a939295 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365958 Nov 23 18:45:12.487380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6adab-e02e-4b29-b4ee-923f0b7a9319 req-1a32ea08-f1ab-4c41-9faf-59181666b9bb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:12.491088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4a6adab-e02e-4b29-b4ee-923f0b7a9319 req-1a32ea08-f1ab-4c41-9faf-59181666b9bb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad79fe9d-2110-45c0-be9a-a25bce738056 HTTP/1.1" status: 200 len: 946 time: 0.0948110 Nov 23 18:45:12.500826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1603892235', 'description': 'tempest-description-439564241'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:12.506641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.512654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.518566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port 5abfb023-af04-4510-8ea2-edcf042275c9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=5abfb023-af04-4510-8ea2-edcf042275c9,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:12.518975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.523481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Allocated IP 172.20.0.2 (0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf/ceb2710a-9a05-4137-8798-50aac754c42f/03fa44b3-1cad-4ea6-98e9-a2c827960e64) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:12.554796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for 5abfb023-af04-4510-8ea2-edcf042275c9 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:12.571673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4a6adab-e02e-4b29-b4ee-923f0b7a9319 req-b9a34ca5-07e0-480c-91d7-9bf22fed6525 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Nov 23 18:45:12.641346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:12.660338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1130714315', 'description': 'tempest-description-1327305513'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:12.660725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.678986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62797de-eafe-4323-b352-4a23a713170b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:12.679597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62797de-eafe-4323-b352-4a23a713170b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:12.689700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.727810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.777202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.783494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.829759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.833113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.851097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0219bb69-c4f4-49c4-a14b-b835de7842cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:12.859299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.859445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:45:12.859750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.861606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a84f12e-3504-4182-a1dc-1861cd98c98d req-583d5dd5-6e2a-428f-855d-de88c173a4bd tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2070985 Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:45:12.864254 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:45:12.950268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.958788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:12.995100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.016353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Pushing event updated for resources: {'Port': ['ID=03fa44b3-1cad-4ea6-98e9-a2c827960e64,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.018982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e415-0d19-4db8-aa48-056ce4f06c86 req-ad37629c-ef89-4dd3-abea-d5324dc3d05a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:13.022313 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.022772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba63e415-0d19-4db8-aa48-056ce4f06c86 req-ad37629c-ef89-4dd3-abea-d5324dc3d05a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 944 time: 0.0811713 Nov 23 18:45:13.027933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.045920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.051033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b HTTP/1.1" status: 204 len: 168 time: 2.2911050 Nov 23 18:45:13.056650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:13.058599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:13.062710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:13.089103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502777c9-6eda-4822-a0d8-b14bf34efdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6293cb-d4f7-46c0-93bd-3f89c9e80d7b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.122811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba63e415-0d19-4db8-aa48-056ce4f06c86 req-68eddbaa-5c8f-47ac-b23f-a22ad6e336cd tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849898 Nov 23 18:45:13.139129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.145787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e2b724b-e72b-49c8-9a6b-545416edd18a req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6760790 Nov 23 18:45:13.168044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbf06-e168-41d4-94e3-e6a15ff89e0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1b0a8-fe34-46ea-8217-3d03b8c75977,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.184673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.200955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Attempting to bind port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:13.201341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Attempting to bind port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:13.201709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Attempting to bind port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 on network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:13.212485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:13.212924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Checking segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:13.213335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.213724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Bound using segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:13.214256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Bound port: 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:13.214642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.229125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['5abfb023-af04-4510-8ea2-edcf042275c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:13.242523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=5abfb023-af04-4510-8ea2-edcf042275c9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.317132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f95b97a2-0a3c-4f44-94fb-9f7bdc883aec req-3118b681-f5c6-45a9-a1d5-c74a3765bac7 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/0219bb69-c4f4-49c4-a14b-b835de7842cb HTTP/1.1" status: 200 len: 1832 time: 0.1444128 Nov 23 18:45:13.319161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port 5abfb023-af04-4510-8ea2-edcf042275c9 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:45:13.333365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.336730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe84a273-c9b5-48c0-b9d8-670c507e6c04 req-168ff322-c139-48d6-b531-c6543975374f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.47 "DELETE /v2.0/ports/5abfb023-af04-4510-8ea2-edcf042275c9 HTTP/1.1" status: 204 len: 173 time: 2.0993986 Nov 23 18:45:13.338317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'name': 'network-vif-deleted', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:13.340666 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ce5ee-ecad-4fe9-9972-5a4053ddb695" -d '{"events": [{"server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "name": "network-vif-deleted", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:13.382199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] For port 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:13.388415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-514943153', 'description': 'tempest-description-888615509'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:13.389605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] For port 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03fa44b3-1cad-4ea6-98e9-a2c827960e64,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:13.399260 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.412683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:13.520719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf269ac7-241a-4908-a326-dc140a06730f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceee312718124360ac67e3c3c1131802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067743 Nov 23 18:45:13.523283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:13.577879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.618525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.631879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.637819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed1f3d-c4a5-4e27-8874-62e1aac154cb None None] Pushing event updated for resources: {'Port': ['ID=03fa44b3-1cad-4ea6-98e9-a2c827960e64,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.656166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.656903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.737978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.741120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.745186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afd11f6b-c0d1-46b0-9543-aaba08541725 HTTP/1.1" status: 204 len: 168 time: 0.2198551 Nov 23 18:45:13.761082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eafa17-cdea-4b57-adba-fc8b7394cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd11f6b-c0d1-46b0-9543-aaba08541725,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:13.789201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.800328 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.930456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:13.970924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd45cc9e-2eb8-43f4-82db-bdc1b8ab0cc4 req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6011295 Nov 23 18:45:13.972287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Allocated IP 172.25.5.36 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/be3646f3-fd6d-4a20-a06b-d25e8a72588b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:13.977836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c042f-6315-45f8-bc34-778774505807 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ebc737-71bb-4df0-abeb-1150aeaedd19,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:14.095886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:14.176080 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1b1d5-8a6e-4567-936c-00e2e38fa478 x-openstack-request-id: req-89d1b1d5-8a6e-4567-936c-00e2e38fa478 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:14.176371 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79fe9d-2110-45c0-be9a-a25bce738056", "name": "network-vif-deleted", "tag": "5abfb023-af04-4510-8ea2-edcf042275c9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:14.176626 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89d1b1d5-8a6e-4567-936c-00e2e38fa478 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:14.177016 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79fe9d-2110-45c0-be9a-a25bce738056', 'name': 'network-vif-deleted', 'tag': '5abfb023-af04-4510-8ea2-edcf042275c9', 'status': 'completed', 'code': 200} Nov 23 18:45:14.308421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e42ea77-3841-4778-bc6b-68260784018c req-f1ca5d7b-0cf3-4dbb-bd60-92e5a363e1c5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/27ebc737-71bb-4df0-abeb-1150aeaedd19 HTTP/1.1" status: 200 len: 1830 time: 0.0744488 Nov 23 18:45:14.311918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:14.346094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'mac_address': 'fa:16:3e:bf:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:14.416759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.443082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-68d38c10-fb6c-495e-b147-a81deb38e59b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:14.444956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-68d38c10-fb6c-495e-b147-a81deb38e59b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 812 time: 0.3393378 Nov 23 18:45:14.451717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.477966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-03b213ab-a65b-4aa7-8318-c395ac73e335 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/quotas/8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 375 time: 0.0251796 Nov 23 18:45:14.481922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9585b1ab-2840-43b6-9ee7-a84a87710823 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:14.537287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:14.538309 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-ac94c4b0-a51c-447a-85cd-90ed5243abd8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535297 Nov 23 18:45:14.542776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.543541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.555680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd419c-2399-4838-9e23-761232be721e req-c6845d95-48b8-40ab-8a45-fb7050202510 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:14.569188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abdd419c-2399-4838-9e23-761232be721e req-c6845d95-48b8-40ab-8a45-fb7050202510 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 944 time: 0.1587315 Nov 23 18:45:14.680612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:14.697624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-60bfa948-15d5-44f7-b302-4a767f750038 service neutron] 10.222.0.37 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403198 Nov 23 18:45:14.742348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abdd419c-2399-4838-9e23-761232be721e req-9934bdd4-0c71-4542-8dd3-178caf17934f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700034 Nov 23 18:45:14.761258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:14.783500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:14.786789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:14.793583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-675258200', 'description': 'tempest-description-971885752'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:14.855033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Pushing event updated for resources: {'Port': ['ID=be3646f3-fd6d-4a20-a06b-d25e8a72588b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:14.857488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9585b1ab-2840-43b6-9ee7-a84a87710823'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:14.876014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.128122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.136810 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.221706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.222983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-677a22b1-76ba-47df-a3f4-679ede15f50f req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4416175 Nov 23 18:45:15.224899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-df689208-fdf9-4069-8f82-b36817c77e21 service neutron] 10.222.0.37 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051527 Nov 23 18:45:15.250831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd5db0-e4d5-4e0e-87db-4ebbef7d793c tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840eb102-a6eb-4ada-a95d-88ca89694923,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:15.325291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b2850-1a9b-4419-ae20-67814e457332 None None] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:15.406238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.541322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03fa44b3-1cad-4ea6-98e9-a2c827960e64 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:15.648487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] Provisioning complete for port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:15.649148 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.744300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:15.781767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1d8ebaf-cc6b-426d-8cd9-9da750087936 req-cf738f3c-1781-48b0-aa81-5db5a7608aaa tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/840eb102-a6eb-4ada-a95d-88ca89694923 HTTP/1.1" status: 200 len: 1830 time: 0.2419477 Nov 23 18:45:15.804695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:15.805178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.892162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.968676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-769519496-network', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:15.972171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] For port 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03fa44b3-1cad-4ea6-98e9-a2c827960e64,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:15.986295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.992034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29bb5596-6f46-43d8-aa25-c18e985d3caa req-50852a07-b408-4525-9ae7-eab788107e1d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 210 time: 0.1081386 Nov 23 18:45:16.127832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5abfb023-af04-4510-8ea2-edcf042275c9 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:45:16.165690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:16.176208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 5abfb023-af04-4510-8ea2-edcf042275c9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:45:16.176963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 5abfb023-af04-4510-8ea2-edcf042275c9 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:45:16.205083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:16.211491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.246922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f6535436-40f1-4512-a9b0-7379ed3e50ec None None] Provisioning complete for port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:16.247302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f6535436-40f1-4512-a9b0-7379ed3e50ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.278766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.283860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.321474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962fed5-b697-4795-8a69-b88815b291d5 None None] Pushing event updated for resources: {'Port': ['ID=03fa44b3-1cad-4ea6-98e9-a2c827960e64,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:16.383356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9585b1ab-2840-43b6-9ee7-a84a87710823 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:45:16.393179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9585b1ab-2840-43b6-9ee7-a84a87710823 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:16.393845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.409204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-8bcb899b-592b-421a-b822-439195a1f936 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:16.411118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-8bcb899b-592b-421a-b822-439195a1f936 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 1.0423701 Nov 23 18:45:16.440097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-0d98405e-1c9f-4ffe-abab-ee0a03c240c9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0198343 Nov 23 18:45:16.441055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736e5b2-631b-48c3-9a70-e841e253cdf2 req-e083e2f0-b8be-4f40-85d1-c42c6f659d0f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:16.442908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2736e5b2-631b-48c3-9a70-e841e253cdf2 req-e083e2f0-b8be-4f40-85d1-c42c6f659d0f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 945 time: 0.2756207 Nov 23 18:45:16.487601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-810aba7b-bf2c-4d28-8142-f17ca3e837f4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403101 Nov 23 18:45:16.502580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-b1869983-00f6-4aa9-be4d-fbb284017774 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:45:16.507804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-b1869983-00f6-4aa9-be4d-fbb284017774 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093460 Nov 23 18:45:16.564239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.645960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:16.647631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:16.653910 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf96e81-9ca4-4d3b-8e89-fd0a61c53178" -d '{"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-plugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:16.667220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.668026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Router c7d33591-61ce-41c3-930e-7252b5875fe3 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:45:16.693435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2736e5b2-631b-48c3-9a70-e841e253cdf2 req-5dca1c2c-7e0f-42b0-8fb8-823c3a1c811c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397237 Nov 23 18:45:16.723170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-83575c1f-fc8b-43bf-8779-8d079ca2887b service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063890 Nov 23 18:45:16.772159 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-7decc88a-f614-4870-93d2-ca5dced9ebf7 req-1803a8b1-400f-47ad-975d-add7234639de tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] show failed (client error): The resource could not be found. Nov 23 18:45:16.783144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7decc88a-f614-4870-93d2-ca5dced9ebf7 req-1803a8b1-400f-47ad-975d-add7234639de tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/c93620c2-f69e-45df-99fd-c484ad470573 HTTP/1.1" status: 404 len: 352 time: 0.0317607 Nov 23 18:45:16.807341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:16.809289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.859252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-644ae7c4-d8d4-449e-9fee-22c56227c653 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348989 Nov 23 18:45:16.872950 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ad682-6c51-4c75-9881-fcea15c06fa6 x-openstack-request-id: req-316ad682-6c51-4c75-9881-fcea15c06fa6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:16.873251 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-plugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:16.873503 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-316ad682-6c51-4c75-9881-fcea15c06fa6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:16.874186 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'code': 200} Nov 23 18:45:16.955156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:16.967349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Sync routers for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:16.976548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.984376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:16.985854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:17.029386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e99198-3ae2-4c56-904f-d359984e6aa7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:17.035188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.040254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9abd3a6-92ba-4c3d-b5a5-ca059027fb88 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9697096 Nov 23 18:45:17.041842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:17.054157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:45:17.061202 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-d6d623bf-ee4b-43cc-bed6-a98a3732e2fd req-7ccd65ed-4119-418b-9efa-731309a449e1 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] show failed (client error): The resource could not be found. Nov 23 18:45:17.062273 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6d623bf-ee4b-43cc-bed6-a98a3732e2fd req-7ccd65ed-4119-418b-9efa-731309a449e1 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-group-rules/a931c5f9-1872-49f3-87db-922376536cf7 HTTP/1.1" status: 404 len: 361 time: 0.1101017 Nov 23 18:45:17.063022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ae014-c787-4659-acc5-f656f49b8a76 req-2f7746b0-7e39-416c-a730-beaf9d962e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:17.065698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc2ae014-c787-4659-acc5-f656f49b8a76 req-2f7746b0-7e39-416c-a730-beaf9d962e42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 1097 time: 0.1187439 Nov 23 18:45:17.157940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:17.188233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.195467 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Added segment a65b16cd-46de-45c2-bd7f-5d54eaffd2ba of type vlan for network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 Nov 23 18:45:17.206866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-2bae75c3-bd5d-43af-aec2-29cf746f0ca2 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/840eb102-a6eb-4ada-a95d-88ca89694923 HTTP/1.1" status: 200 len: 1830 time: 0.0590310 Nov 23 18:45:17.254594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc2ae014-c787-4659-acc5-f656f49b8a76 req-d13adf1c-9911-40d7-a71e-f08680d1f5fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642139 Nov 23 18:45:17.374961 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.399486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.452954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.490838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03fa44b3-1cad-4ea6-98e9-a2c827960e64 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:17.547005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.550693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.562165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcd4d3a8-68f0-4d4c-bf5c-4c9f60d95a54 req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-groups/840eb102-a6eb-4ada-a95d-88ca89694923 HTTP/1.1" status: 204 len: 173 time: 0.3542745 Nov 23 18:45:17.595253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ba8a2-aa9c-4ae2-aae5-df8f5ab411d5 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840eb102-a6eb-4ada-a95d-88ca89694923,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:17.604846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:15Z', 'revision_number': 3, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:17.610060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:17.610981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.677482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1ef76e9-3088-45ca-b2bb-19724048c538 req-c0d256c0-bf25-40c8-9afb-7a0ce105e8c2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0461946 Nov 23 18:45:17.707656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Checking router: c7d33591-61ce-41c3-930e-7252b5875fe3 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:17.707958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Updating router c7d33591-61ce-41c3-930e-7252b5875fe3 port be3646f3-fd6d-4a20-a06b-d25e8a72588b binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:45:17.789761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e77df9c-9689-4788-a43c-1f387beda51e req-fe658127-2b6a-4ac1-9e4d-30736ee310cf tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/27ebc737-71bb-4df0-abeb-1150aeaedd19 HTTP/1.1" status: 200 len: 1830 time: 0.0942426 Nov 23 18:45:17.793471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.891418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8e77df9c-9689-4788-a43c-1f387beda51e req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.924491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8e77df9c-9689-4788-a43c-1f387beda51e req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.991174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8e77df9c-9689-4788-a43c-1f387beda51e req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.996137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8e77df9c-9689-4788-a43c-1f387beda51e req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:17.997663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e77df9c-9689-4788-a43c-1f387beda51e req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-groups/27ebc737-71bb-4df0-abeb-1150aeaedd19 HTTP/1.1" status: 204 len: 173 time: 0.2011492 Nov 23 18:45:18.027732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27442-7092-46d0-8eb4-955c5e3c7553 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ebc737-71bb-4df0-abeb-1150aeaedd19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:18.233178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c7273-c08e-4c79-9a41-98d0ded15748 req-f9fb4048-a4cf-4587-942f-8ce2b5396610 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:18.235984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-067c7273-c08e-4c79-9a41-98d0ded15748 req-f9fb4048-a4cf-4587-942f-8ce2b5396610 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 946 time: 0.1294167 Nov 23 18:45:18.237366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.238364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:18.238945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.304394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-665a947b-1d67-4b19-80a8-2dd4a8a174e3 req-4042cf32-8afc-4f0f-9fe1-da3b7b9afc92 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 210 time: 0.1652181 Nov 23 18:45:18.380036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-067c7273-c08e-4c79-9a41-98d0ded15748 req-a2c8eee3-72c3-42e4-82d4-74f15b27f22f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311996 Nov 23 18:45:18.418359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6727104 Nov 23 18:45:18.422017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:18.429055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Request body: {'subnet': {'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-subnet', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:18.484865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:18.489485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.693114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-f720c3ae-3c1a-47b7-9657-350c1127a085 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/0219bb69-c4f4-49c4-a14b-b835de7842cb HTTP/1.1" status: 200 len: 1832 time: 0.3191683 Nov 23 18:45:18.693875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d37-947e-46f8-995c-4ec8da1644ab admin admin] Pushing event updated for resources: {'Network': ['ID=3ba38f76-a0cb-4065-b0f5-85806e2ce831,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:18.734821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:45:18.821710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-6b4f5bc9-4a64-4db1-9189-98d4450aa741 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:18.823232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-6b4f5bc9-4a64-4db1-9189-98d4450aa741 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.47 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 812 time: 0.6577814 Nov 23 18:45:18.872509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'device_id': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca', 'admin_state_up': True, 'tenant_id': '8abdda54c0a2429390b5eacacd9beccd'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:18.926208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.949216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.991188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.998069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.042384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd52df1-0eac-424c-a7c5-4c7f44ceca90 req-12db6678-e399-493c-bb90-cef9ae9d8803 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.1027033 Nov 23 18:45:19.072123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Attempting to bind port be3646f3-fd6d-4a20-a06b-d25e8a72588b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:19.072499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Attempting to bind port be3646f3-fd6d-4a20-a06b-d25e8a72588b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:19.072867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Attempting to bind port be3646f3-fd6d-4a20-a06b-d25e8a72588b on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:19.081280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:19.081655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:19.082059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.082454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:19.082926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Bound port: be3646f3-fd6d-4a20-a06b-d25e8a72588b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:19.083877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.086884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9435-5dec-46bf-8148-9de7e4b3290c None None] Pushing event updated for resources: {'Port': ['ID=be3646f3-fd6d-4a20-a06b-d25e8a72588b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:19.095966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.153647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e777f67-d1ac-44aa-ace7-d1370772b07b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:19.171776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Checking segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:19.172666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Network hostable DHCP agents. Network: 3ba38f76-a0cb-4065-b0f5-85806e2ce831, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:19.190614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] For port be3646f3-fd6d-4a20-a06b-d25e8a72588b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:19.194300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:19.200382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] For port be3646f3-fd6d-4a20-a06b-d25e8a72588b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=be3646f3-fd6d-4a20-a06b-d25e8a72588b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:19.206234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.221991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3ba38f76-a0cb-4065-b0f5-85806e2ce831) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:19.231793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:19.233357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.256107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254fe13-cd83-4c77-8625-49143d5b492f None None] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:19.260205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e325e713-b4a7-487b-8877-626bfebeec4a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8364875 Nov 23 18:45:19.263275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:19.269295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:19.317128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:45:19.317128 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 18:45:19.317128 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id_1': 'd8043a7b7d354a3f963f60bf1e445865', 'expiration_1': datetime.datetime(2021, 11, 23, 18, 44, 59, 277080)}] Nov 23 18:45:19.317128 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:45:19.318479 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:45:19.319965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Made reservation on behalf of 8abdda54c0a2429390b5eacacd9beccd for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:19.324357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.399909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.409222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.410396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7c02152-7b5a-4f95-9e39-734a6f281af8 req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-groups/0219bb69-c4f4-49c4-a14b-b835de7842cb HTTP/1.1" status: 204 len: 173 time: 0.6977410 Nov 23 18:45:19.459588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727f5d6-6e53-4695-a2c1-4aac6666da9b tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0219bb69-c4f4-49c4-a14b-b835de7842cb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:19.470626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:19.472483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:19.569273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a707130-a651-4ba3-a2e8-972ba49cce2a req-6f943baa-ce8c-4d8f-9369-87905f0eac55 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 210 time: 0.0435717 Nov 23 18:45:19.617496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-19dabbf4-78dd-449b-884c-e11f200443af tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:19.619468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-19dabbf4-78dd-449b-884c-e11f200443af tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3190415 Nov 23 18:45:19.636773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': '8a87be64-421b-45c3-ae71-4fb258197b45', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:19.670455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:19.765625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9435-5dec-46bf-8148-9de7e4b3290c None None] Pushing event updated for resources: {'Port': ['ID=be3646f3-fd6d-4a20-a06b-d25e8a72588b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:19.780848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-b3a51c7e-72dd-4fa0-941b-d91cfcff32e3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/33a49d99-eb6a-4c99-a708-889b3a3128ee HTTP/1.1" status: 200 len: 1829 time: 0.3303897 Nov 23 18:45:19.836669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee189-d404-4a24-aceb-140ede7c849a req-891cd641-8df4-452c-b4cd-1667ee8ca262 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:19.844238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee1ee189-d404-4a24-aceb-140ede7c849a req-891cd641-8df4-452c-b4cd-1667ee8ca262 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 946 time: 0.1351659 Nov 23 18:45:19.939161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.940298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:19.945703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:19.950481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.002712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee1ee189-d404-4a24-aceb-140ede7c849a req-7f162311-cfa5-4cf1-ab01-3969a7255cd2 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569221 Nov 23 18:45:20.036880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.066409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:45:20.067353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.154447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Allocated IP 172.20.0.8 (5b15ac5a-ec87-4317-8731-88fceeea74ca/33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc/573d3d8e-5288-4efc-ad9b-186f607aa25f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:20.199916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.350159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.354150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1ef528b-03c9-4b90-8ef5-189ab4c70558 req-cabd018e-411f-442c-83c3-0b4e169a914e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0368750 Nov 23 18:45:20.431877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.514601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.10 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/23ae502d-f92c-4ed2-b002-3dbc9e3c8428) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:20.593864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Allocated IP 172.20.0.1 (0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf/ceb2710a-9a05-4137-8798-50aac754c42f/38e22226-5585-425b-acaa-c4641910a572) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:20.598671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.601364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.602428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a759bd35-0ee7-4f2f-9d35-54b1cd902314 req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-groups/33a49d99-eb6a-4c99-a708-889b3a3128ee HTTP/1.1" status: 204 len: 173 time: 0.7921953 Nov 23 18:45:20.613698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.629968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:15Z', 'revision_number': 3, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:20.683144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Allocated IP 172.20.0.2 (3ba38f76-a0cb-4065-b0f5-85806e2ce831/0e777f67-d1ac-44aa-ace7-d1370772b07b/316bb70d-6148-43ce-8419-2c9ff090941b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:20.703154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d040f0-b2e1-4640-a8da-8a8b869817b8 None None] The sync data for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 is: [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:15Z', 'revision_number': 3, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:20.732292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9258122-ee0e-4283-a35f-bc875dba56a3 req-e38a257d-ec31-498b-b169-c7891f58faef tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:20.741764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9258122-ee0e-4283-a35f-bc875dba56a3 req-e38a257d-ec31-498b-b169-c7891f58faef tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 946 time: 0.2121532 Nov 23 18:45:20.773794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.842679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165f599-d8da-4d4f-8dd9-168cbb26b214 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a49d99-eb6a-4c99-a708-889b3a3128ee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:20.854391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a53c30c4-cb7e-4ed4-9d09-647cfdb74dea req-fbd1717f-4bd5-455d-8990-377c526891d8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 210 time: 0.0660915 Nov 23 18:45:20.861155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:20.867203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:20.880556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9258122-ee0e-4283-a35f-bc875dba56a3 req-746abce6-4f68-4127-9cc4-6cf9c678826b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284237 Nov 23 18:45:20.954739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.019886 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.029629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.076582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:21.084715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.098816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:21.102368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:21.108237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:21.128037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-658cc5f7-42df-4eae-9f32-ef71429eed40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.136831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Pushing event updated for resources: {'Port': ['ID=316bb70d-6148-43ce-8419-2c9ff090941b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:21.137143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.241115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:21.244610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:21.251226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:21.254075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Attempting to bind port 316bb70d-6148-43ce-8419-2c9ff090941b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:21.254562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Attempting to bind port 316bb70d-6148-43ce-8419-2c9ff090941b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:21.255056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Attempting to bind port 316bb70d-6148-43ce-8419-2c9ff090941b on network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:21.262840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:21.263724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Checking segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:21.264793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.265621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Bound using segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:21.268225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Bound port: 316bb70d-6148-43ce-8419-2c9ff090941b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:21.269034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.301914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:21.306940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Pushing event updated for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:21.310107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:21.317907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:21.331221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d84ea17-6767-42ba-a350-a611eddda513 req-448ea5f6-49ab-40ae-ac25-97bacce5b582 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "GET /v2.0/security-groups/e33a8ed9-c74e-46bb-8354-896b85f041bb HTTP/1.1" status: 200 len: 1831 time: 0.3790731 Nov 23 18:45:21.400627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:21.401219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.447289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.474804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] For port 316bb70d-6148-43ce-8419-2c9ff090941b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:21.487655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] For port 316bb70d-6148-43ce-8419-2c9ff090941b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=316bb70d-6148-43ce-8419-2c9ff090941b,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:21.496014 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.498245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-52d85a5a-6204-46f8-8bd3-8ce773458a61 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6554778 Nov 23 18:45:21.503154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.582833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Request body: {'port': {'device_id': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:21.645773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device be3646f3-fd6d-4a20-a06b-d25e8a72588b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:21.664535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.768871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2d84ea17-6767-42ba-a350-a611eddda513 req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.773885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e87e2-965f-46aa-94d2-152c2468ab9d None None] Pushing event updated for resources: {'Port': ['ID=316bb70d-6148-43ce-8419-2c9ff090941b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:21.794162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:21.799522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:21.799754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-11f8860a-a1c9-48f4-8cf1-112584ade105 None None] Provisioning complete for port 38e22226-5585-425b-acaa-c4641910a572 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:21.799972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11f8860a-a1c9-48f4-8cf1-112584ade105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.830550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.837904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:21.844231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-658cc5f7-42df-4eae-9f32-ef71429eed40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.856658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:21.865636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-658cc5f7-42df-4eae-9f32-ef71429eed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.865952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-11f8860a-a1c9-48f4-8cf1-112584ade105 None None] Port 38e22226-5585-425b-acaa-c4641910a572 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:21.874258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port be3646f3-fd6d-4a20-a06b-d25e8a72588b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:21.874635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.909044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.915008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2d84ea17-6767-42ba-a350-a611eddda513 req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:21.916007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8178d6-a45a-484d-83ed-8cbcf1b6ed69 req-da237ad4-7ffb-49b1-a99e-b48e87b7cd68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:21.923888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df8178d6-a45a-484d-83ed-8cbcf1b6ed69 req-da237ad4-7ffb-49b1-a99e-b48e87b7cd68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 932 time: 0.3574462 Nov 23 18:45:22.096925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2d84ea17-6767-42ba-a350-a611eddda513 req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.100238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2d84ea17-6767-42ba-a350-a611eddda513 req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.101752 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d84ea17-6767-42ba-a350-a611eddda513 req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] 10.222.0.37 "DELETE /v2.0/security-groups/e33a8ed9-c74e-46bb-8354-896b85f041bb HTTP/1.1" status: 204 len: 173 time: 0.7379451 Nov 23 18:45:22.122019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.130157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50466) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:22.134476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.159685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:22.160432 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.176738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-658cc5f7-42df-4eae-9f32-ef71429eed40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9dc303b59a94d0eb57f673e0528f017&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3001695 Nov 23 18:45:22.180674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:22.184362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc5f7-42df-4eae-9f32-ef71429eed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7774ed18-3770-4902-8bba-b7ec0804c00e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:22.203262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port be3646f3-fd6d-4a20-a06b-d25e8a72588b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=be3646f3-fd6d-4a20-a06b-d25e8a72588b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:22.209695 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.262113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeff1a9-b1e3-4e4b-ab6a-897565ff1fa3 tempest-SecurityGroupRulesNegativeTestJSON-1298703929 tempest-SecurityGroupRulesNegativeTestJSON-1298703929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a8ed9-c74e-46bb-8354-896b85f041bb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:22.341197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-f674dc20-4563-4eb7-97ee-948b0b6adbfd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7110817 Nov 23 18:45:22.351998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=be3646f3-fd6d-4a20-a06b-d25e8a72588b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:22.358150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df8178d6-a45a-484d-83ed-8cbcf1b6ed69 req-734f3be3-20cd-4e09-b1f1-0577220cf051 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333773 Nov 23 18:45:22.371985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Request body: {'port': {'device_id': '8a87be64-421b-45c3-ae71-4fb258197b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:22.399536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Allocated IP 172.25.5.199 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/cf0f8fbf-e5f2-4c12-98db-2105ffa1628c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:22.482319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Deleting subnet d4f2fc4b-e6c1-46a0-97cf-f9c46591ab43 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:45:22.492084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.573325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.636325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.648320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4b636-0da2-4abd-836c-c99cb833fd87 req-bc4b05e4-539d-46e1-b533-ee52bec9171f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:22.649831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15d4b636-0da2-4abd-836c-c99cb833fd87 req-bc4b05e4-539d-46e1-b533-ee52bec9171f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 931 time: 0.3272936 Nov 23 18:45:22.655132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.658477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.683828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd38c-52c9-4593-b16b-cbd181420917 req-75b86537-6114-4899-8474-5420fda7d9d3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:22.685530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdabd38c-52c9-4593-b16b-cbd181420917 req-75b86537-6114-4899-8474-5420fda7d9d3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 946 time: 0.2074871 Nov 23 18:45:22.764012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.837263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdabd38c-52c9-4593-b16b-cbd181420917 req-bbd7d3f3-dc02-4dbe-8ba8-8ee80a6ed5b3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397254 Nov 23 18:45:22.855440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:22.994110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.001566 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.008238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7774ed18-3770-4902-8bba-b7ec0804c00e HTTP/1.1" status: 204 len: 168 time: 0.8179965 Nov 23 18:45:23.031481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.031836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15d4b636-0da2-4abd-836c-c99cb833fd87 req-5def60cc-f81c-40fb-b428-262aa347845a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581142 Nov 23 18:45:23.147553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573d3d8e-5288-4efc-ad9b-186f607aa25f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:23.165724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63346-096d-4a09-9ad1-5cc67fbb938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7774ed18-3770-4902-8bba-b7ec0804c00e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:23.179024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.213235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.216844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.242550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Transition to ACTIVE for port object 573d3d8e-5288-4efc-ad9b-186f607aa25f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:45:23.275652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.284798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f2fc4b-e6c1-46a0-97cf-f9c46591ab43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:23.287212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.310624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:23.337576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.342507 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c29ddada-baf3-4b26-acef-a89fb245627c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d4f2fc4b-e6c1-46a0-97cf-f9c46591ab43 HTTP/1.1" status: 204 len: 168 time: 1.2086506 Nov 23 18:45:23.345020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:23.347653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:23.395543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:23.415536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Pushing event updated for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:23.474096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:23.497097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.710342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device be3646f3-fd6d-4a20-a06b-d25e8a72588b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:23.842546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port be3646f3-fd6d-4a20-a06b-d25e8a72588b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:23.843365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:23.975970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 316bb70d-6148-43ce-8419-2c9ff090941b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:24.046017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 316bb70d-6148-43ce-8419-2c9ff090941b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:24.049531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.159090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79358429-0d6b-4e06-ab0a-5cf9d597eb45 None None] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:24.187083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:24.317142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:24.322748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe21a-2bc0-4fce-9138-7a6f47c864e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.334212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:24.346583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:24.449737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502abe7-28ef-4dc6-a21f-48efc158c9cf req-1cac2eae-d92e-4e67-aa69-f760aa727aa0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:24.453458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7502abe7-28ef-4dc6-a21f-48efc158c9cf req-1cac2eae-d92e-4e67-aa69-f760aa727aa0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 932 time: 0.9267306 Nov 23 18:45:24.463295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.527919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Attempting to bind port 573d3d8e-5288-4efc-ad9b-186f607aa25f on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:24.528589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Attempting to bind port 573d3d8e-5288-4efc-ad9b-186f607aa25f by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:24.529234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Attempting to bind port 573d3d8e-5288-4efc-ad9b-186f607aa25f on network 5b15ac5a-ec87-4317-8731-88fceeea74ca {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:24.594638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Port 573d3d8e-5288-4efc-ad9b-186f607aa25f on network 5b15ac5a-ec87-4317-8731-88fceeea74ca not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:45:24.595195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Attempting to bind port 573d3d8e-5288-4efc-ad9b-186f607aa25f on network 5b15ac5a-ec87-4317-8731-88fceeea74ca {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:24.656764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c112-1113-4957-9b62-73176483ab16 req-552e312c-d83c-421b-a66a-61b63f923131 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:24.666187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:24.666532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Checking segment: {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:24.666918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Bound using segment: {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:24.667402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Bound port: 573d3d8e-5288-4efc-ad9b-186f607aa25f, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:24.667761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.674870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91c0c112-1113-4957-9b62-73176483ab16 req-552e312c-d83c-421b-a66a-61b63f923131 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 943 time: 0.4904580 Nov 23 18:45:24.757655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-27771ef4-2fcc-4db6-b441-f52fc71ee130 None None] Provisioning complete for port 316bb70d-6148-43ce-8419-2c9ff090941b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:24.758282 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27771ef4-2fcc-4db6-b441-f52fc71ee130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.765579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7502abe7-28ef-4dc6-a21f-48efc158c9cf req-513965ee-0509-4484-9f8e-9d2855fc4eba tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557120 Nov 23 18:45:24.823142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.847737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:24.858472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:24.871384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:24.883452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Router c7d33591-61ce-41c3-930e-7252b5875fe3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:45:24.913896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 316bb70d-6148-43ce-8419-2c9ff090941b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=316bb70d-6148-43ce-8419-2c9ff090941b,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:24.939708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.112355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:25.112997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.114546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 1091 time: 3.5382719 Nov 23 18:45:25.117944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:25.119578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:25.128896 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6" -d '{"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:25.132240 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Sync routers for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:25.142121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a6645077-ef47-4154-a2ea-0076d432223c admin admin] 10.222.0.37 "PUT /v2.0/routers/c7d33591-61ce-41c3-930e-7252b5875fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0892358 Nov 23 18:45:25.164236 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:25.165238 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:25.176957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:25.180405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39582d10-0b31-48f0-a63e-65b4ebfdd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:25.182624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=316bb70d-6148-43ce-8419-2c9ff090941b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:25.233635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.261436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a47718a5-1d86-410b-baed-d7cd3568381f None None] Provisioning complete for port 38e22226-5585-425b-acaa-c4641910a572 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:25.266628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a47718a5-1d86-410b-baed-d7cd3568381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.268758 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc971fb3-7870-4d99-be48-80817499ff8b x-openstack-request-id: req-dc971fb3-7870-4d99-be48-80817499ff8b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:25.270863 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:25.272118 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc971fb3-7870-4d99-be48-80817499ff8b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:25.276072 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'status': 'completed', 'code': 200} Nov 23 18:45:25.323259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.334449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:25.369451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Transition to ACTIVE for port object 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:45:25.381845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a47718a5-1d86-410b-baed-d7cd3568381f None None] Port 38e22226-5585-425b-acaa-c4641910a572 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:25.430631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91c0c112-1113-4957-9b62-73176483ab16 req-f9c2256c-1e44-4bf4-a8af-2260ca1e48c5 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537947 Nov 23 18:45:25.442899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe21a-2bc0-4fce-9138-7a6f47c864e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.446373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.450490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-3f8b4090-434e-4b44-95f4-720c17db4030 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2570496 Nov 23 18:45:25.451132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c17d7d-0ee8-442b-9f40-d449b57450de']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:25.453014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 316bb70d-6148-43ce-8419-2c9ff090941b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:25.453208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-42114496-0374-4d88-8207-c5d57f0ebbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:25.457780 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-42114496-0374-4d88-8207-c5d57f0ebbf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1094 time: 0.2305162 Nov 23 18:45:25.525041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-7b9ffb05-4665-4a9d-8b8f-58b0240a4ae9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 217 time: 0.0564985 Nov 23 18:45:25.573696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe21a-2bc0-4fce-9138-7a6f47c864e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.581580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd048d320-6cfa-46eb-ba39-0ce8c3901402') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:25.582212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd048d320-6cfa-46eb-ba39-0ce8c3901402') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:25.599397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 316bb70d-6148-43ce-8419-2c9ff090941b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:25.599692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.656453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70a8f646-61db-4744-acae-ac66b5ba08e9 None None] Provisioning complete for port 316bb70d-6148-43ce-8419-2c9ff090941b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:25.656864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70a8f646-61db-4744-acae-ac66b5ba08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.667957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.717812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-b6b68b54-fdda-47c4-b1ce-0e4fe0481fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:25.722785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-b6b68b54-fdda-47c4-b1ce-0e4fe0481fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1096 time: 0.1961536 Nov 23 18:45:25.744054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-55b4dad1-85f7-4894-87fa-ae5ef4f6106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:25.745594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-55b4dad1-85f7-4894-87fa-ae5ef4f6106a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.1733527 Nov 23 18:45:25.766977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5a4fe21a-2bc0-4fce-9138-7a6f47c864e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d94b5bef32f548d69d98f541901e7163&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5744131 Nov 23 18:45:25.768282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Pushing event updated for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:25.777909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:25.863532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fe21a-2bc0-4fce-9138-7a6f47c864e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6aea85-e298-483a-996e-1b8f11923cf2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:25.874750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-9b543629-f9f1-4dca-8fe3-7315ef141413 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882444 Nov 23 18:45:25.881600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.897967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 2, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:25.898845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:25.929464 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Checking router: c7d33591-61ce-41c3-930e-7252b5875fe3 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:25.929875 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Updating router c7d33591-61ce-41c3-930e-7252b5875fe3 port 38e22226-5585-425b-acaa-c4641910a572 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:45:25.960386 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.021672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:45:26.022234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:45:26.024095 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:45:26.056917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:26.075485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-4bb712d9-dca1-4cca-85b2-976851a27c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:26.077337 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-4bb712d9-dca1-4cca-85b2-976851a27c8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.3157878 Nov 23 18:45:26.079674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-a5f373cb-6d12-4a3e-a50c-052e6b338501 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804779 Nov 23 18:45:26.125197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457162641', 'description': 'tempest-description--1927246160'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:26.156244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:26.236736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-821ebb74-6736-4a1a-8fd6-d706cc6b3668 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 217 time: 0.1369252 Nov 23 18:45:26.250052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0a5640-5a64-4a85-8022-58da3988fb02 req-8085adcd-6e10-4f61-be48-a6bb1b57b3f0 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372194 Nov 23 18:45:26.274483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:26.305472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'mac_address': 'fa:16:3e:bf:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:26.314811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-76407806-fbfb-407e-af04-d5ac3b088fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:26.316776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-76407806-fbfb-407e-af04-d5ac3b088fd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.0691137 Nov 23 18:45:26.372484 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.380327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.385454 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.393338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-ea33b628-f1d6-4e82-8717-d3727295e811 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674450 Nov 23 18:45:26.393564 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-a3a6fbd6-83c5-4b38-ba57-b3ad58baf5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6652651 Nov 23 18:45:26.413534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.431000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9585b1ab-2840-43b6-9ee7-a84a87710823 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:26.431609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.487360 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c92b9-6427-4b68-9981-b070a149be10 None None] Pushing event updated for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:26.499387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:26.508165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.513357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.528421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] 10.222.0.37 "DELETE /v2.0/networks/32c17d7d-0ee8-442b-9f40-d449b57450de HTTP/1.1" status: 204 len: 168 time: 3.1604440 Nov 23 18:45:26.534306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-2790672b-dfc5-45c4-927f-fea990d01def service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320565 Nov 23 18:45:26.580257 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Attempting to bind port 38e22226-5585-425b-acaa-c4641910a572 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:26.580691 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Attempting to bind port 38e22226-5585-425b-acaa-c4641910a572 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:26.581066 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Attempting to bind port 38e22226-5585-425b-acaa-c4641910a572 on network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:26.582055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-f5b89092-1662-4874-9149-3bc6e4d1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:26.590077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-f5b89092-1662-4874-9149-3bc6e4d1b738 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1094 time: 0.2529926 Nov 23 18:45:26.596140 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:26.602852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Checking segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:26.603672 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.604093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Bound using segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:26.604661 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Bound port: 38e22226-5585-425b-acaa-c4641910a572, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:26.605185 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.607345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a6961-33f7-4f74-9219-0a702f77fd2d admin admin] Pushing event deleted for resources: {'Network': ['ID=32c17d7d-0ee8-442b-9f40-d449b57450de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:26.632447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:26.664675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9585b1ab-2840-43b6-9ee7-a84a87710823'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:26.785888 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] For port 38e22226-5585-425b-acaa-c4641910a572, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:26.802168 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] For port 38e22226-5585-425b-acaa-c4641910a572, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38e22226-5585-425b-acaa-c4641910a572,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:26.814615 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.856319 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:26.873513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e92d2-59c7-4177-a0fc-fe2f11492790 req-dec117d7-ccc8-4450-86a2-2bdb1e48ebff tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:26.885324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca1e92d2-59c7-4177-a0fc-fe2f11492790 req-dec117d7-ccc8-4450-86a2-2bdb1e48ebff tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 944 time: 0.9051220 Nov 23 18:45:26.984674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Attempting to bind port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:26.985625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Attempting to bind port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:26.985937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Attempting to bind port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:26.997013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:45:27.000772 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:27.001658 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:27.006249 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c92b9-6427-4b68-9981-b070a149be10 None None] Pushing event updated for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:27.065561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] Provisioning complete for port 38e22226-5585-425b-acaa-c4641910a572 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:27.065936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.090986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:45:27.091331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Attempting to bind port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:27.091808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-02425058-6b90-4c8b-9aca-d7b33a400f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:27.095051 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-02425058-6b90-4c8b-9aca-d7b33a400f13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.4604666 Nov 23 18:45:27.118812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.147634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:27.151661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.217870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:27.218319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:27.218938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:27.220023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Bound port: 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:27.220691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.240448 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.258804 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:27.296163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-a20974dd-9304-4b7a-b400-ce1514fd4f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 217 time: 0.1800122 Nov 23 18:45:27.342622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9c7a-9180-4269-832a-ae0093aded58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.350435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] For port 38e22226-5585-425b-acaa-c4641910a572, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38e22226-5585-425b-acaa-c4641910a572,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:27.350844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-a96e9346-a5b1-4a4d-9ffe-35c3d81e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:27.352750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-a96e9346-a5b1-4a4d-9ffe-35c3d81e1e26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.9177947 Nov 23 18:45:27.359445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.389091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9532338a-43dd-48f4-bacb-0cd6e92353ba req-de34d5d0-2b9d-4eac-b93a-2e8cdce6cedf service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438442 Nov 23 18:45:27.428175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2368a-aa4b-4439-93f3-75281cfd656c req-8e884e95-f5bf-43cc-ba0c-5ccf49aa8eea tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:27.439233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aaf2368a-aa4b-4439-93f3-75281cfd656c req-8e884e95-f5bf-43cc-ba0c-5ccf49aa8eea tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 943 time: 0.6009290 Nov 23 18:45:27.484908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca1e92d2-59c7-4177-a0fc-fe2f11492790 req-60ea8a87-94bd-4354-8faf-08b71b008fb0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986750 Nov 23 18:45:27.494882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860642-5af7-4be5-9f6b-8d25e4c62797 None None] Pushing event updated for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:27.514176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ccf7019d-5522-4617-9df2-d5b4403e110a None None] Provisioning complete for port 38e22226-5585-425b-acaa-c4641910a572 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:27.514536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf7019d-5522-4617-9df2-d5b4403e110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.533395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aaf2368a-aa4b-4439-93f3-75281cfd656c req-9ec9140f-7e3e-4b3c-8042-12bf9c5ed5c5 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929408 Nov 23 18:45:27.554509 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:26Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:27.563955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-6152d234-1fa5-422b-a8a2-bfd3020f4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:27.567555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-6152d234-1fa5-422b-a8a2-bfd3020f4dda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.2537882 Nov 23 18:45:27.616388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-d0620863-8767-4031-aae8-7e29fc03ee84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337236 Nov 23 18:45:27.663490 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb44cf-0384-42f0-8a2c-9100e1355d3a None None] The sync data for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 is: [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:26Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:27.700312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:27.705036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.713145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-21661e09-edbb-488f-bdcf-941a72a68b14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3718af304d1d42448b6e2440c94ca5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477443 Nov 23 18:45:27.725517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:27.741073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.796455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.799885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.801287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a6aea85-e298-483a-996e-1b8f11923cf2 HTTP/1.1" status: 204 len: 168 time: 2.0194402 Nov 23 18:45:27.820110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:27.864284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-7de7524a-b66f-4089-86aa-f1a80c311f69 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340722 Nov 23 18:45:27.901368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.905493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8337591 Nov 23 18:45:27.905493 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:27.917185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:27.945953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'security_group_rule': {'security_group_id': 'f61c5ccb-f8a4-4689-9b1e-449b5837f8f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:28.028369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Pushing event updated for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.057798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976ec1d-ef71-462e-9cbd-2f754e3a71b9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.062320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6a391a-f6d5-409b-b142-dfb9f5cf25f6 req-d5baaadd-8f62-4d0e-878d-e35b02c3e697 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836340 Nov 23 18:45:28.071444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:28.072474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.087446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-505dfa48-36fd-498c-bfb6-f2a31a2be488 service neutron] 10.222.0.50 "PUT /v2.0/ports/23ae502d-f92c-4ed2-b002-3dbc9e3c8428 HTTP/1.1" status: 200 len: 1092 time: 5.7098670 Nov 23 18:45:28.106435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:28.109011 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d5705-3a62-4e53-82cc-31210990462c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:28.131029 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.174394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0b84a-1482-404a-8d2e-f6e54e84a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6aea85-e298-483a-996e-1b8f11923cf2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.182716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:28.234120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.239856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.259540 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eef700-adc7-4539-b03a-2c3831fa8b73 x-openstack-request-id: req-43eef700-adc7-4539-b03a-2c3831fa8b73 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:28.259845 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:28.260098 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43eef700-adc7-4539-b03a-2c3831fa8b73 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:28.260508 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428', 'status': 'completed', 'code': 200} Nov 23 18:45:28.261604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-159027cc-fc28-4782-b3fd-2bfeabec0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:28.263092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-159027cc-fc28-4782-b3fd-2bfeabec0eb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.8274899 Nov 23 18:45:28.268467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73617ec4-a53f-432b-bedd-48bb420cd021,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.305745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.307667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24afbf18-13a7-4c1c-ba9d-ad37b1672c9e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853085 Nov 23 18:45:28.310281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:28.317554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'security_group_rule': {'security_group_id': 'f61c5ccb-f8a4-4689-9b1e-449b5837f8f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:28.351848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9585b1ab-2840-43b6-9ee7-a84a87710823 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:28.352452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.377430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.399514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-5a166519-6608-4ca9-aff5-c940036fdd0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.1083486 Nov 23 18:45:28.435527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.498895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.514449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.568907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5534e94d-4db7-4e1c-9d30-4deaeaa9d14b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.572628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.575810 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.588116 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.589692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a714a4f3-8953-4db0-8ea3-42b7cdb93ea2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781897 Nov 23 18:45:28.596281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:28.601710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:28.636888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:28.646123 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d6fa8-aa4e-400e-835e-9c791dcc6cf1" -d '{"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-plugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:28.662128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-ade99677-29fa-4af7-b7dc-3364ff903e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:28.664255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-ade99677-29fa-4af7-b7dc-3364ff903e19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 1095 time: 0.4761949 Nov 23 18:45:28.668205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-b95275ba-4abc-4b00-a5f0-8d4268d09ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:28.682888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-b95275ba-4abc-4b00-a5f0-8d4268d09ab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.2337992 Nov 23 18:45:28.692177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:28.699234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.704579 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:28.826050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:28.829341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0167-6ccb-4dbd-bfdc-6400cb51dc51 req-c8e3efb1-3ca7-4500-9246-a4dcfe9be158 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:28.844927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a02b0167-6ccb-4dbd-bfdc-6400cb51dc51 req-c8e3efb1-3ca7-4500-9246-a4dcfe9be158 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 943 time: 0.1892681 Nov 23 18:45:28.855435 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-9a0d4e09-cdbc-4a27-969b-08991d661033 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706111 Nov 23 18:45:28.870559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-6de75bc9-616b-466a-9833-e9d756b80212 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428 HTTP/1.1" status: 200 len: 217 time: 0.0955687 Nov 23 18:45:28.950829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Router a81f6adf-1d22-4087-b20c-b52cff1cc906 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:45:28.957922 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a02b0167-6ccb-4dbd-bfdc-6400cb51dc51 req-12a74672-72dd-462e-9c9c-83b4044187f9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119218 Nov 23 18:45:29.067156 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.072840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.075689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.079135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6e48a26-74e6-4834-9f4c-301504abf97a HTTP/1.1" status: 204 len: 168 time: 1.3435383 Nov 23 18:45:29.160020 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6695f26-1d57-40ac-8062-849027edcbf7 x-openstack-request-id: req-a6695f26-1d57-40ac-8062-849027edcbf7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:29.160788 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-plugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:29.161491 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6695f26-1d57-40ac-8062-849027edcbf7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:29.162346 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'code': 200} Nov 23 18:45:29.373355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Allocated IP 172.25.5.166 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/533e9e2e-affb-4eb5-a128-cdb8172b18b2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:29.484447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38e22226-5585-425b-acaa-c4641910a572 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:29.654751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 38e22226-5585-425b-acaa-c4641910a572 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:29.655179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.741191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-8ce6e02c-db55-4acd-b959-053ac44f49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:29.743433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-8ce6e02c-db55-4acd-b959-053ac44f49af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.8292055 Nov 23 18:45:29.770955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.796361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736888-ed14-4ecd-a97d-f291b7a22587 req-ec0e549c-68eb-49cc-82a7-868dd3f3daf0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:29.798885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7596-5653-4151-8601-a26c9a41ed5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.822863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19736888-ed14-4ecd-a97d-f291b7a22587 req-ec0e549c-68eb-49cc-82a7-868dd3f3daf0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 944 time: 1.0418382 Nov 23 18:45:29.852624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:29.894243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93576c83-62fd-4d60-b40c-a3f92935fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e48a26-74e6-4834-9f4c-301504abf97a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:29.943640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:29.946581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:29.952224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:30.084318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 573d3d8e-5288-4efc-ad9b-186f607aa25f details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:30.096953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:30.115799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'Port': ['ID=533e9e2e-affb-4eb5-a128-cdb8172b18b2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:30.198449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:30.213271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-a1060347-d2a5-4200-840e-f2679299bb16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2885532 Nov 23 18:45:30.228727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Sync routers for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:30.259064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:30.264306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:30.266013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:30.308931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-4b6e3e8a-fa08-4d18-83fd-bb5c1f4ed2e0 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4406312 Nov 23 18:45:30.362285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:30.363574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-458ad548-624f-4f87-a82e-e01c2da85275 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0992033 Nov 23 18:45:30.375901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c3c7-7af6-424a-a7bc-58e204147d49 req-78bf37a8-d306-4522-92ae-e1ab4a0ebd23 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:30.377494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e855c3c7-7af6-424a-a7bc-58e204147d49 req-78bf37a8-d306-4522-92ae-e1ab4a0ebd23 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 943 time: 0.2550724 Nov 23 18:45:30.377998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:30.449984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:30.481261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19736888-ed14-4ecd-a97d-f291b7a22587 req-b83b13b7-dd5c-4bd9-b929-f8f99389b020 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566501 Nov 23 18:45:30.536002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:30.633731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca', 'port_id': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'mac_address': 'fa:16:3e:20:a7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:30.813367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-46bfc234-0d10-4224-8b8b-9abfe2dba9f5 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669131 Nov 23 18:45:30.825411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8b6780b-9a65-45a1-908b-58d1d725e6c0 req-03f00a78-66af-4e10-8a1b-03e03e4ad5a7 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846621 Nov 23 18:45:30.944230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.056869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.114678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df3257ba-af08-4fd0-8a7a-654479a2c87d req-3f0a8758-ff9c-45a1-8580-4405a3b7c8ef service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746973 Nov 23 18:45:31.120826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e855c3c7-7af6-424a-a7bc-58e204147d49 req-b1b0d6e8-b118-45c1-9fc2-9111168c5e2f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090018 Nov 23 18:45:31.138121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573d3d8e-5288-4efc-ad9b-186f607aa25f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:31.163661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:24Z', 'revision_number': 3, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:31.264680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Checking router: a81f6adf-1d22-4087-b20c-b52cff1cc906 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:31.264680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Updating router a81f6adf-1d22-4087-b20c-b52cff1cc906 port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:45:31.294108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:31.301387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.310691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5705-3a62-4e53-82cc-31210990462c req-997e8cdf-beb3-456a-b888-6fa961a78b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:31.312726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-997e8cdf-beb3-456a-b888-6fa961a78b7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 1095 time: 0.0975237 Nov 23 18:45:31.332238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.393175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:31.425184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.435203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.567685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5705-3a62-4e53-82cc-31210990462c req-48077c1f-53c5-4159-bb9f-aa43bd3484d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:31.569247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-48077c1f-53c5-4159-bb9f-aa43bd3484d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.2447128 Nov 23 18:45:31.597118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:31.733955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-ce0de838-ed38-4d69-8897-f7701d3c736d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428 HTTP/1.1" status: 200 len: 217 time: 0.1512122 Nov 23 18:45:31.758766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'Port': ['ID=533e9e2e-affb-4eb5-a128-cdb8172b18b2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:31.886736 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:31.889483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5705-3a62-4e53-82cc-31210990462c req-21c14b75-64d5-4d2a-b3e1-730a767d0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:31.896054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-21c14b75-64d5-4d2a-b3e1-730a767d0575 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1440375 Nov 23 18:45:31.939554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1145e6-4f27-4908-93da-f6a5ce45e0e9 req-b15e2481-37d3-4aaf-a315-8ec2cfb5f577 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:31.951969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-c52b1568-0aa1-48bb-b13e-6677f75853df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379257 Nov 23 18:45:31.953763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd1145e6-4f27-4908-93da-f6a5ce45e0e9 req-b15e2481-37d3-4aaf-a315-8ec2cfb5f577 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 944 time: 0.2954233 Nov 23 18:45:32.166819 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.202313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd1145e6-4f27-4908-93da-f6a5ce45e0e9 req-8a3fee71-4160-4089-9647-5e6eacf788f6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469296 Nov 23 18:45:32.226465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.247437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc447929-2d9b-4046-889f-23083705ddd9 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6480918 Nov 23 18:45:32.301382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.323216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.446505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.487571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Attempting to bind port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:32.499478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Attempting to bind port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:32.502632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Attempting to bind port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:32.529814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-df5385ee-8c25-4d92-825d-6961fc93c6d6 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611327 Nov 23 18:45:32.604709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:32.611383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:32.612259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.612898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:32.613664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Bound port: cf0f8fbf-e5f2-4c12-98db-2105ffa1628c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:32.615210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.704226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4cc1-794b-403b-9392-ce19b858c80c None None] Pushing event updated for resources: {'Port': ['ID=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:32.737341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] For port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:32.742632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] For port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:32.755646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:32.889552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4cc1-794b-403b-9392-ce19b858c80c None None] Pushing event updated for resources: {'Port': ['ID=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:32.909755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:32.912509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:33.045994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-d2833447-a1a8-49e1-9f4a-e2d99a6d39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:33.051846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-d2833447-a1a8-49e1-9f4a-e2d99a6d39f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.2144558 Nov 23 18:45:33.064870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad75eb5-affb-479f-8284-3188693baeb6 req-0b0030d2-9dc0-4d14-a076-73d89a7a1706 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:33.068107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bad75eb5-affb-479f-8284-3188693baeb6 req-0b0030d2-9dc0-4d14-a076-73d89a7a1706 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 944 time: 0.2339196 Nov 23 18:45:33.095159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:33.194892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb7d5705-3a62-4e53-82cc-31210990462c req-cd2d9140-44ad-4445-9bd2-817909a0a872 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504047 Nov 23 18:45:33.212159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:33.237928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f5ee-2937-4c57-89da-3deb74748f4a req-ae3bfa3f-acb0-4bc2-883f-66821a889585 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:33.249513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bad75eb5-affb-479f-8284-3188693baeb6 req-d6af0b9e-1e05-4e72-b146-f43869422938 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661913 Nov 23 18:45:33.258100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e9c4f5ee-2937-4c57-89da-3deb74748f4a req-ae3bfa3f-acb0-4bc2-883f-66821a889585 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.4004729 Nov 23 18:45:33.266617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Allocated IP 172.20.0.1 (3ba38f76-a0cb-4065-b0f5-85806e2ce831/0e777f67-d1ac-44aa-ace7-d1370772b07b/4e257239-79f4-4ad7-b557-f68a6f6ba6c9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:33.267946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:33.660264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e9c4f5ee-2937-4c57-89da-3deb74748f4a req-4efae065-8322-4c02-991b-c01fead134af tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991089 Nov 23 18:45:33.681712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-71da382f-2d2f-4b2a-bb9c-99e9923f078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:33.705497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-71da382f-2d2f-4b2a-bb9c-99e9923f078c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.6430478 Nov 23 18:45:33.795511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-2a8d6e95-58c6-4d38-a030-54ad6563e4e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.0794539 Nov 23 18:45:33.909805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee00122f-1cf5-40cd-8f3e-b0d2b6309770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:33.921269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-ccf0aae8-1d1d-47fc-b3df-f620dc5a184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:33.926000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-ccf0aae8-1d1d-47fc-b3df-f620dc5a184f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.1134427 Nov 23 18:45:34.004691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:24Z', 'revision_number': 3, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:34.011366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-60213aa6-aefc-49b7-ab2b-faddc42fb79d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661011 Nov 23 18:45:34.061083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec960bde-b6cb-4e48-8e06-bd8176a4098b None None] The sync data for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 is: [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:24Z', 'revision_number': 3, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:34.083894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 573d3d8e-5288-4efc-ad9b-186f607aa25f up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:34.180792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 573d3d8e-5288-4efc-ad9b-186f607aa25f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:45:34.186120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 573d3d8e-5288-4efc-ad9b-186f607aa25f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:34.186872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.287347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:34.471737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee00122f-1cf5-40cd-8f3e-b0d2b6309770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.488529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-9bdd10ca-97d3-4606-8824-46063143ed90 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655213 Nov 23 18:45:34.506447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee00122f-1cf5-40cd-8f3e-b0d2b6309770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.702930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.738300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.821184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:34.837512 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-4af3def7-28e3-45d8-ba0d-87922aea15f0 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--457162641&fields=id&tenant_id=bfb570b9e7dd43cda3972d7004aeda40 HTTP/1.1" status: 200 len: 267 time: 0.4909589 Nov 23 18:45:34.837923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:34.840432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:34.841901 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6f0b8-a22f-4946-a167-8915282a984a" -d '{"events": [{"server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:34.848228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.862758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a9ee39c-4235-4faf-9997-b60ee14896ed req-7a05b15f-692f-443f-b485-5ac6c6025171 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637037 Nov 23 18:45:34.864714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:34.885261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00122f-1cf5-40cd-8f3e-b0d2b6309770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4422a9-c2b9-4090-b70e-e6aebc027148,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:34.911126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ad5c4-8b06-4552-a949-c71dd4248af8 req-5c6de430-74eb-42c9-8ba7-ba35d60531e7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:34.913069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb5ad5c4-8b06-4552-a949-c71dd4248af8 req-5c6de430-74eb-42c9-8ba7-ba35d60531e7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 944 time: 0.9877245 Nov 23 18:45:34.924680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ee00122f-1cf5-40cd-8f3e-b0d2b6309770 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29844767501b4a7ca6a2e807183b1471&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7750776 Nov 23 18:45:34.925322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:35.049343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:35.082136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.090063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb5ad5c4-8b06-4552-a949-c71dd4248af8 req-625f2e0c-80c3-4966-9882-9bd9e67f13aa tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636896 Nov 23 18:45:35.122376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.203458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:35.208615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.212237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.216553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c4422a9-c2b9-4090-b70e-e6aebc027148 HTTP/1.1" status: 204 len: 168 time: 0.2889409 Nov 23 18:45:35.227195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f563afa-69b8-430b-ac3b-b1aa25d5e812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4422a9-c2b9-4090-b70e-e6aebc027148,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:35.263817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:35.276123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:35.396869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:35.405980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Pushing event updated for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:35.416867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428', 'mac_address': 'fa:16:3e:a3:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:35.586273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-7c1acfc1-7608-4a09-a4a9-ef861bcd9e4e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:35.587917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-7c1acfc1-7608-4a09-a4a9-ef861bcd9e4e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/networks?id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 200 len: 812 time: 0.7492182 Nov 23 18:45:35.589147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.610570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf0f8fbf-e5f2-4c12-98db-2105ffa1628c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:35.669486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813278b7-f169-4646-8d57-65331461e55f req-e4c50715-3d95-41a0-99e7-8c7326fd2dac tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:35.677173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-813278b7-f169-4646-8d57-65331461e55f req-e4c50715-3d95-41a0-99e7-8c7326fd2dac tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 945 time: 0.1957774 Nov 23 18:45:35.763165 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96f0cb6a-84aa-42c7-86aa-4533be8d5452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.771957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-813278b7-f169-4646-8d57-65331461e55f req-e20bb011-2322-4601-afe6-4b5861439686 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839725 Nov 23 18:45:35.793850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.842975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:35.850540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-c5d163e4-b183-4c74-a625-9f377ed0485b tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/quotas/bfb570b9e7dd43cda3972d7004aeda40 HTTP/1.1" status: 200 len: 375 time: 0.0962670 Nov 23 18:45:35.886989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.905885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:35.916035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-78dd9871-0f80-4639-96e3-11c0b6febe0f None None] Provisioning complete for port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:35.921682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78dd9871-0f80-4639-96e3-11c0b6febe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:35.950809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.042031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-c0aa90f3-ed4f-4320-a1d8-55df6b5503c5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785154 Nov 23 18:45:36.071139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f14-59e7-4351-b959-38cfe7f0a83a req-dd8dd627-ef36-46f6-bde7-b729bc695f7d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:36.087805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82647f14-59e7-4351-b959-38cfe7f0a83a req-dd8dd627-ef36-46f6-bde7-b729bc695f7d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1764164 Nov 23 18:45:36.089383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:36.089994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.128078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-78dd9871-0f80-4639-96e3-11c0b6febe0f None None] Port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:36.184929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:36.268840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82647f14-59e7-4351-b959-38cfe7f0a83a req-374c2461-38e7-48e8-b8b4-4abd1506368a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722741 Nov 23 18:45:36.303191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.315193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96f0cb6a-84aa-42c7-86aa-4533be8d5452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.332406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['23ae502d-f92c-4ed2-b002-3dbc9e3c8428'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:36.372009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96f0cb6a-84aa-42c7-86aa-4533be8d5452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.406879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:36.414784 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0047c6-9ce0-423f-aaff-d4be1e5fed4d x-openstack-request-id: req-bf0047c6-9ce0-423f-aaff-d4be1e5fed4d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:36.415664 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:36.417769 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf0047c6-9ce0-423f-aaff-d4be1e5fed4d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:36.418566 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'code': 200} Nov 23 18:45:36.432061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.472729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-4972fc08-d256-400a-b7e1-f83477943cd3 service neutron] 10.222.0.37 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051986 Nov 23 18:45:36.487166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-96f0cb6a-84aa-42c7-86aa-4533be8d5452 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d366a55bb7dc4213a9fa850d3572a7a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6430151 Nov 23 18:45:36.490574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:36.543808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0cb6a-84aa-42c7-86aa-4533be8d5452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9c59b-3adc-4a64-a040-6ae456104086,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:36.581435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:36.720197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a930b-a775-4ca7-a54e-9a45a4c7503c req-a0922bd7-2a5c-4ff8-b6bc-c0394fbd40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:36.721465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-519a930b-a775-4ca7-a54e-9a45a4c7503c req-a0922bd7-2a5c-4ff8-b6bc-c0394fbd40c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1096 time: 0.2472203 Nov 23 18:45:36.727794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.737344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.769573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b9829-a854-413f-9728-1d2e3864a42d req-2b4a9cde-79bb-4da4-bc7f-c7593af83107 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:36.778349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c7b9829-a854-413f-9728-1d2e3864a42d req-2b4a9cde-79bb-4da4-bc7f-c7593af83107 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 945 time: 0.2386642 Nov 23 18:45:36.792989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.794221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.850848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.886277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c7b9829-a854-413f-9728-1d2e3864a42d req-7ce36d5d-ea43-4b61-a04a-28d99a74c771 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058400 Nov 23 18:45:36.919028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-d9112f7b-7841-4d10-9085-1299c2495c30 service neutron] 10.222.0.37 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815801 Nov 23 18:45:36.982219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.985589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:36.987547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dc9c59b-3adc-4a64-a040-6ae456104086 HTTP/1.1" status: 204 len: 168 time: 0.4951818 Nov 23 18:45:37.006992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a0f48-99a5-4aa2-bcfb-ee1e8facd7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9c59b-3adc-4a64-a040-6ae456104086,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:37.007485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Pushing event updated for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:37.055596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-519a930b-a775-4ca7-a54e-9a45a4c7503c req-04105915-894c-4852-9d41-e0259f8e15fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678111 Nov 23 18:45:37.108065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:37.110484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:37.426215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361646a-91e0-48f5-9720-0b46ab7a933c req-b91c6751-6905-4faa-8e29-5068bfe55434 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:37.428026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9361646a-91e0-48f5-9720-0b46ab7a933c req-b91c6751-6905-4faa-8e29-5068bfe55434 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 945 time: 0.2111850 Nov 23 18:45:37.449179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf0f8fbf-e5f2-4c12-98db-2105ffa1628c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:37.520890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Router a81f6adf-1d22-4087-b20c-b52cff1cc906 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:45:37.587220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:37.587529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:37.602245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9361646a-91e0-48f5-9720-0b46ab7a933c req-2e500ea3-a62d-4c4e-b844-99f697887039 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633327 Nov 23 18:45:37.775916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d52fa1-71d2-44ab-b421-740a4ddaed4d req-9ca68b58-e689-4c3b-a263-ee84a5cff482 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 210 time: 0.0632572 Nov 23 18:45:37.846302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:37.853598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04535bb3-7775-40e4-b8e2-fc5774ef9775 admin admin] 10.222.0.37 "PUT /v2.0/routers/a81f6adf-1d22-4087-b20c-b52cff1cc906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4576130 Nov 23 18:45:37.890401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-676610f7-802d-4594-9ad0-fb25fb359a15 None None] Provisioning complete for port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:37.891511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-676610f7-802d-4594-9ad0-fb25fb359a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:37.913118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Sync routers for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:37.934745 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:37.936378 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:37.991305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:38.001116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-676610f7-802d-4594-9ad0-fb25fb359a15 None None] Port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:38.012763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2af0b7-9e4d-4ea1-978a-83b45060ba75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.061157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5038539-11a6-455e-8d35-f808740d9f9c req-504b56a0-a586-460e-be23-3e9dd5f281fe tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:38.069525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5038539-11a6-455e-8d35-f808740d9f9c req-504b56a0-a586-460e-be23-3e9dd5f281fe tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1257737 Nov 23 18:45:38.146399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5038539-11a6-455e-8d35-f808740d9f9c req-b0b50214-6745-4751-af0f-21af46a2d15a tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Nov 23 18:45:38.198044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2af0b7-9e4d-4ea1-978a-83b45060ba75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.203542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2af0b7-9e4d-4ea1-978a-83b45060ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.222245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:38.344980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af0b7-9e4d-4ea1-978a-83b45060ba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a8f2f-7512-4686-acc3-4ea295784dc8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:38.400217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:38.405249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2b2af0b7-9e4d-4ea1-978a-83b45060ba75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ddc5f7080454105973d10e4816c9350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127312 Nov 23 18:45:38.448297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:45:38.452400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d2f6-a7dc-4a45-9e46-7a45c7fb6bda req-0abf400e-51a1-47b6-80ff-d1053fa54a30 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:38.469401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:38.470363 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.486236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22b9d2f6-a7dc-4a45-9e46-7a45c7fb6bda req-0abf400e-51a1-47b6-80ff-d1053fa54a30 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 945 time: 0.2299585 Nov 23 18:45:38.490990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:38.643194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.671432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.714318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22b9d2f6-a7dc-4a45-9e46-7a45c7fb6bda req-b6a9e686-5a30-4cd6-9cbb-16c286c23cec tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265377 Nov 23 18:45:38.719267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:38.730198 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e62b7-a05a-4fea-b134-9a3f999bf5a0" -d '{"events": [{"server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "name": "network-vif-plugged", "status": "completed", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:38.763142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:38.770708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.785849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.868648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:38.888717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:39.118077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21761-4fa0-4f40-8197-a7fae6735606 req-30ae9a9f-9366-4ce9-aa4e-8239152ef2a2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:39.137876 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 2, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:39.156985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26b21761-4fa0-4f40-8197-a7fae6735606 req-30ae9a9f-9366-4ce9-aa4e-8239152ef2a2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 945 time: 0.2040040 Nov 23 18:45:39.169407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Checking router: a81f6adf-1d22-4087-b20c-b52cff1cc906 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:39.169778 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Updating router a81f6adf-1d22-4087-b20c-b52cff1cc906 port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:45:39.185887 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3afc98c-0b74-4a95-bf52-39a80b0d2d8b x-openstack-request-id: req-a3afc98c-0b74-4a95-bf52-39a80b0d2d8b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:39.186329 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "name": "network-vif-plugged", "status": "completed", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:39.186815 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3afc98c-0b74-4a95-bf52-39a80b0d2d8b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:39.187502 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428', 'code': 200} Nov 23 18:45:39.225375 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:39.247364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:39.253809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:39.258923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b9a8f2f-7512-4686-acc3-4ea295784dc8 HTTP/1.1" status: 204 len: 168 time: 0.8518629 Nov 23 18:45:39.334857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f7597-f82c-4f7c-8e00-326afe02732a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a8f2f-7512-4686-acc3-4ea295784dc8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:39.368309 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc896fdd-b638-4623-b1e4-9ad0223908fb req-88c7fa6f-5b22-412c-9155-5291be470e34 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 210 time: 0.0857937 Nov 23 18:45:39.399120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26b21761-4fa0-4f40-8197-a7fae6735606 req-8275fe74-fa7a-4c79-81e7-cc018fbb62b3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402740 Nov 23 18:45:39.461332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78094cac-d3d1-4ece-b411-0940ea9606ae req-0168c053-1635-4ff5-8bd7-cd2373b490dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:39.466765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78094cac-d3d1-4ece-b411-0940ea9606ae req-0168c053-1635-4ff5-8bd7-cd2373b490dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 1097 time: 0.1638906 Nov 23 18:45:39.505777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:39.520702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-network', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:39.606121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Made reservation on behalf of ebf0eb74d7b84281bd6da83942238ab6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:39.609716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:39.636922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:39.642376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78094cac-d3d1-4ece-b411-0940ea9606ae req-66ebe3be-66fd-4532-b61c-67294fbf0a79 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686499 Nov 23 18:45:39.815524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1372-83e5-4b9b-9335-eea48f56554d req-a376b9f7-8dd6-47a8-909c-c699c28e65c9 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:39.819091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4ff1372-83e5-4b9b-9335-eea48f56554d req-a376b9f7-8dd6-47a8-909c-c699c28e65c9 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2347469 Nov 23 18:45:39.901513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-14292a2f-bd50-4c4e-8f60-f11bed4e5552 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:39.905114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-14292a2f-bd50-4c4e-8f60-f11bed4e5552 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.47 "GET /v2.0/networks?id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 200 len: 812 time: 0.3214915 Nov 23 18:45:40.017329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4ff1372-83e5-4b9b-9335-eea48f56554d req-912b8cd1-303a-4eea-8f10-00f9dab500fa tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862500 Nov 23 18:45:40.098452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.148671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-18f9465e-c810-4f18-879a-619f944293f1 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb570b9e7dd43cda3972d7004aeda40 HTTP/1.1" status: 200 len: 379 time: 0.2327490 Nov 23 18:45:40.150084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.168875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:45:40.186919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.188071 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Added segment 38bf99bf-ca41-40b1-abb3-15ea60f2def7 of type vlan for network d7edcca6-c1a4-46e2-9280-d4fe662889d0 Nov 23 18:45:40.245598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.252431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.256912 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.267963 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.269039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-964d7a20-42fa-43e4-ae53-393bae93372e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1584175574&fields=id&tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 267 time: 0.0987689 Nov 23 18:45:40.309699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'port': {'device_id': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'admin_state_up': True, 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'security_groups': ['f61c5ccb-f8a4-4689-9b1e-449b5837f8f4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:40.325742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.330869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:40.331779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.352913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-31a6ac0e-086c-4263-b9c6-c1f336f102bc tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:40.366871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-31a6ac0e-086c-4263-b9c6-c1f336f102bc tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 945 time: 0.0962160 Nov 23 18:45:40.373758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'security_groups': ['84e6f6c0-240e-4bc1-a6a8-a86aabc20082', '7e106faf-d7a1-4c88-a990-f1f9541269ef']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:40.406220 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Pushing event updated for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:40.432064 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.432493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.433063 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.435697 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.438292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.438871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.440333 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.440910 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.441676 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.443827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.444450 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.445014 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:40.541056 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Attempting to bind port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:40.541435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Attempting to bind port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:40.541814 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Attempting to bind port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 on network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:40.553162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b377d6c-9e6f-49a1-9e62-7340c5affdc1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:40.555254 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:40.555669 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Checking segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:40.570391 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.570817 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Bound using segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:40.571341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Bound port: 4e257239-79f4-4ad7-b557-f68a6f6ba6c9, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:40.571742 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.607069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0994558 Nov 23 18:45:40.614741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:40.634906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Request body: {'subnet': {'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-subnet', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:40.642683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b814-8e42-4f50-9abf-7246b9f0d06c admin admin] Pushing event updated for resources: {'Network': ['ID=d7edcca6-c1a4-46e2-9280-d4fe662889d0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:40.667376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:45:40.731050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Made reservation on behalf of ebf0eb74d7b84281bd6da83942238ab6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:40.736578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782779-743f-4f4f-800b-d8e8f0d4a7f0 req-c2f0d9d7-ab41-4516-9eb3-fb464bb55e6f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:40.738237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96782779-743f-4f4f-800b-d8e8f0d4a7f0 req-c2f0d9d7-ab41-4516-9eb3-fb464bb55e6f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 946 time: 0.3417449 Nov 23 18:45:40.741637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.777570 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] For port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:40.785874 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] For port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:40.799761 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.892082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.896697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] Provisioning complete for port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:40.899440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96782779-743f-4f4f-800b-d8e8f0d4a7f0 req-efd8167a-e36e-4462-947f-20796f364512 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225383 Nov 23 18:45:40.900491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Made reservation on behalf of bfb570b9e7dd43cda3972d7004aeda40 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:40.901391 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:40.902960 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34cefa-4fc4-4752-a915-94126edeea5b None None] Pushing event updated for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:40.922861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:41.037748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:41.042365 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:41.216127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:41.371127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] For port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:41.388081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:41.506682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe3dbb-02f8-4b1e-b4f0-839c6eed3568 None None] Pushing event updated for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:41.527150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:41.536408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Allocated IP 172.20.0.11 (0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf/ceb2710a-9a05-4137-8798-50aac754c42f/a8a78246-2d35-4c9b-9690-2a9733d8dc07) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:41.543969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-975634b4-5bbd-4678-b3b2-eb8b5e8aed28 None None] Provisioning complete for port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:41.544339 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-975634b4-5bbd-4678-b3b2-eb8b5e8aed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:41.843534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:41.978711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b0e277-a332-4cd2-9da2-debe43a8a6c5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:42.055160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.057434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.058319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.059186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.060081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.060987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.061871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.062810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.071900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.072565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.073132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.073694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:42.074391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecb1b79b-cad4-4ace-b402-ac0824b30b6b req-487b6d9e-f369-4b76-aed3-e245c7d40b95 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 210 time: 0.1073844 Nov 23 18:45:42.094537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.135481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:42.180956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Checking segment: {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:42.181409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Network hostable DHCP agents. Network: d7edcca6-c1a4-46e2-9280-d4fe662889d0, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:45:42.192622 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:40Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:42.195495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.254095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.270138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.272341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:45:42.280502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23df1dc-7ccd-4da7-9f60-0ccf487f12f8 None None] The sync data for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 is: [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:40Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:42.291910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:42.334364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d7edcca6-c1a4-46e2-9280-d4fe662889d0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:42.337948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:42.340881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event updated for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:42.345970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:42.349784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:42.353074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:42.353616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.393261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe8978-afde-40be-b0b4-ba0ce1d8f754 None None] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:42.428099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcd92b-77a4-4559-a8ff-3a7b72720656 req-097daccc-a144-4e4d-84d0-1b82edc5ce50 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:42.436630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdfcd92b-77a4-4559-a8ff-3a7b72720656 req-097daccc-a144-4e4d-84d0-1b82edc5ce50 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1867976 Nov 23 18:45:42.455201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:42.456068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.476024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d892134-17f2-47cd-a1c2-b787c5d86cc5 req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "PUT /v2.0/ports/573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 981 time: 2.1076047 Nov 23 18:45:42.476741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:42.477719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:42.478484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.483304 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2" -d '{"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:42.519699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-6dc6e98c-1573-4639-a5de-37096b3c51f3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2300966 Nov 23 18:45:42.544984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Request body: {'port': {'device_id': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:42.546717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0f008bcc-0c2d-4d01-8a3a-13a72c4c3ee0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9260418 Nov 23 18:45:42.547799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:42.570354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdb771-5bb6-451a-88a5-4b3792cb5d7a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:42.583930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:42.600356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdfcd92b-77a4-4559-a8ff-3a7b72720656 req-b5dbe3a6-246f-42e3-bf56-109aa0c380be tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627557 Nov 23 18:45:42.707763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:42.716847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.718079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.728624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.908554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.941206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e6d94-70cc-4cbb-b61b-6f47cf6a7cba req-2046f093-b29a-48f2-b65f-9e25a53c3d34 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:42.952534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-174e6d94-70cc-4cbb-b61b-6f47cf6a7cba req-2046f093-b29a-48f2-b65f-9e25a53c3d34 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 946 time: 0.1211822 Nov 23 18:45:42.968616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d7edcca6-c1a4-46e2-9280-d4fe662889d0', 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'fixed_ips': [{'subnet_id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:45:42.970145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.046483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-174e6d94-70cc-4cbb-b61b-6f47cf6a7cba req-7f2d63fe-fe63-4804-9b39-8cff54212a82 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926144 Nov 23 18:45:43.245520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20029c5b-3f42-4152-a474-029b25048a00 req-fed23264-b43d-4133-9427-922636a07236 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1603892235&fields=id&tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 267 time: 0.0767505 Nov 23 18:45:43.330570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-937cf128-84ff-4d43-879b-5013a4b2bc35 None None] Provisioning complete for port a8a78246-2d35-4c9b-9690-2a9733d8dc07 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:43.330853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-937cf128-84ff-4d43-879b-5013a4b2bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.421720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20029c5b-3f42-4152-a474-029b25048a00 req-ef53c1e0-15b8-4ada-b210-6fea44c06b16 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:43.435058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20029c5b-3f42-4152-a474-029b25048a00 req-ef53c1e0-15b8-4ada-b210-6fea44c06b16 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 984 time: 0.1881413 Nov 23 18:45:43.469553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'security_groups': ['7e106faf-d7a1-4c88-a990-f1f9541269ef', '84e6f6c0-240e-4bc1-a6a8-a86aabc20082', 'cac1b0a8-fe34-46ea-8217-3d03b8c75977']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:43.577684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a78246-2d35-4c9b-9690-2a9733d8dc07 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:43.591053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.610922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Transition to ACTIVE for port object a8a78246-2d35-4c9b-9690-2a9733d8dc07 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:45:43.654296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.691400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:43.772926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:43.815408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.016944 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b3f85-9285-4870-a285-55f7b37219a0 x-openstack-request-id: req-451b3f85-9285-4870-a285-55f7b37219a0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:44.018203 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:44.019860 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-451b3f85-9285-4870-a285-55f7b37219a0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:44.021790 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'status': 'completed', 'code': 200} Nov 23 18:45:44.052567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Allocated IP 172.20.0.2 (d7edcca6-c1a4-46e2-9280-d4fe662889d0/d4b0e277-a332-4cd2-9da2-debe43a8a6c5/7ce0b501-621d-4776-83a6-fdd09f20ceb8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:44.216196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:44.339748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:44.370813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-937cf128-84ff-4d43-879b-5013a4b2bc35 None None] Port a8a78246-2d35-4c9b-9690-2a9733d8dc07 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:44.417719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:44.506684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.513995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.600684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.637659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:44.638336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.653985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20029c5b-3f42-4152-a474-029b25048a00 req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "PUT /v2.0/ports/573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 1020 time: 1.2136309 Nov 23 18:45:44.673861 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.698367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58774d3-5a18-463d-a89a-23c1367e1eca tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:44.798084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:44.798850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.798926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e645919b-16d9-4127-8793-ce70c8190348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.843798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bc465-89b9-4bbe-a562-ee5e5f8d772f req-42abcdb4-711a-4d26-a746-81130cbaa2b4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:44.857889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b4bc465-89b9-4bbe-a562-ee5e5f8d772f req-42abcdb4-711a-4d26-a746-81130cbaa2b4 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1311102 Nov 23 18:45:44.914121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:44.951307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:44.957550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:44.986789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Pushing event updated for resources: {'Port': ['ID=7ce0b501-621d-4776-83a6-fdd09f20ceb8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:45.043666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b4bc465-89b9-4bbe-a562-ee5e5f8d772f req-16becec7-7a21-414e-af49-d31d65618c45 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803606 Nov 23 18:45:45.072078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:45.263777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:45.267967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Attempting to bind port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:45.268460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Attempting to bind port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:45.268945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Attempting to bind port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 on network d7edcca6-c1a4-46e2-9280-d4fe662889d0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:45.278590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e645919b-16d9-4127-8793-ce70c8190348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.286042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e645919b-16d9-4127-8793-ce70c8190348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.329281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:45.329550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Checking segment: {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:45.330024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.330422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Bound using segment: {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:45.330913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Bound port: 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:45.331293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.526267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] For port 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:45.531027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e645919b-16d9-4127-8793-ce70c8190348 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a916b4b5ef84087994a8f027b9ac511&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1740053 Nov 23 18:45:45.532133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:45.549614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645919b-16d9-4127-8793-ce70c8190348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4079a1-a948-4c6b-b6da-56913d85e63a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:45.607673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] For port 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ce0b501-621d-4776-83a6-fdd09f20ceb8,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:45.622992 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.674141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d108a3c-0892-43df-a58d-b165ea409625 req-8177c00e-8209-4043-8125-fccd94597de2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:45.680852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d108a3c-0892-43df-a58d-b165ea409625 req-8177c00e-8209-4043-8125-fccd94597de2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1023 time: 0.2879996 Nov 23 18:45:45.784233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.819279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c7b3b-2063-4f2e-9e33-1983ed710304 None None] Pushing event updated for resources: {'Port': ['ID=7ce0b501-621d-4776-83a6-fdd09f20ceb8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:45.892757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-17f4bf1b-8ca6-44b4-b2a1-0d4633e67759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:45.896614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-17f4bf1b-8ca6-44b4-b2a1-0d4633e67759 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1135 time: 1.8667259 Nov 23 18:45:45.918628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.025965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:46.038789 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ccf91-80dc-4179-9eed-3f7992629ace" -d '{"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:46.132967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Attempting to bind port a8a78246-2d35-4c9b-9690-2a9733d8dc07 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:46.133399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Attempting to bind port a8a78246-2d35-4c9b-9690-2a9733d8dc07 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:46.133802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Attempting to bind port a8a78246-2d35-4c9b-9690-2a9733d8dc07 on network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:46.134385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d108a3c-0892-43df-a58d-b165ea409625 req-4e9e1c05-8cca-430b-9f67-30cfd0497a54 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac1b0a8-fe34-46ea-8217-3d03b8c75977&id=7e106faf-d7a1-4c88-a990-f1f9541269ef&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 200 len: 6208 time: 0.4238713 Nov 23 18:45:46.136165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:46.161831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f9fb-8161-4942-baa3-b5ff893a64b6 req-150a69c5-2da6-41b0-8796-fe497d5fde41 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:46.164439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24a9f9fb-8161-4942-baa3-b5ff893a64b6 req-150a69c5-2da6-41b0-8796-fe497d5fde41 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 944 time: 1.8706608 Nov 23 18:45:46.174356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Port a8a78246-2d35-4c9b-9690-2a9733d8dc07 on network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:45:46.174681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Attempting to bind port a8a78246-2d35-4c9b-9690-2a9733d8dc07 on network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:46.227146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.238352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.240592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a4079a1-a948-4c6b-b6da-56913d85e63a HTTP/1.1" status: 204 len: 168 time: 0.7065086 Nov 23 18:45:46.255788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:46.255788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Checking segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:46.255788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Bound using segment: {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:46.255788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Bound port: a8a78246-2d35-4c9b-9690-2a9733d8dc07, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c41b1b-692c-457e-8845-ad630de44806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:46.255788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.276665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71f896-31e7-4470-aa12-aab15684a661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4079a1-a948-4c6b-b6da-56913d85e63a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:46.425296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a47005-117b-4396-9773-77f378aa8458 req-570f519f-3c51-4efc-bb63-4cb7fe17aaf8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:46.435044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6a47005-117b-4396-9773-77f378aa8458 req-570f519f-3c51-4efc-bb63-4cb7fe17aaf8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1441362 Nov 23 18:45:46.477219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16ee6099-c542-4f50-b1fd-1f483d083a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.622544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16ee6099-c542-4f50-b1fd-1f483d083a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.637713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16ee6099-c542-4f50-b1fd-1f483d083a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.681874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-d0c56e07-447a-4ee3-8a32-f12e7354b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:46.689988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-d0c56e07-447a-4ee3-8a32-f12e7354b2fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.7777526 Nov 23 18:45:46.704274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24a9f9fb-8161-4942-baa3-b5ff893a64b6 req-0039ba96-bedc-408a-9e65-3fbb70183344 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5219319 Nov 23 18:45:46.747709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:46.751829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:46.795408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6a47005-117b-4396-9773-77f378aa8458 req-582d7bed-4d5f-45f2-a0c6-6d1eecc93b22 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588169 Nov 23 18:45:46.800442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.835031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.848607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-16ee6099-c542-4f50-b1fd-1f483d083a39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77c2c4c9f0c34f24be452a639d3e733d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6845143 Nov 23 18:45:46.850958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee6099-c542-4f50-b1fd-1f483d083a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc9e27-0a4f-4fcb-86b7-36a9fac77250,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:46.856872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:46.860816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f18e0f-488f-4ca9-a01a-8155cb18158a req-72715978-df0b-4748-b6f6-3bbc4d554037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:46.867031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50f18e0f-488f-4ca9-a01a-8155cb18158a req-72715978-df0b-4748-b6f6-3bbc4d554037 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.2274411 Nov 23 18:45:46.870084 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c919e04a-8af1-412f-aa2f-bfe5d0a1df45 x-openstack-request-id: req-c919e04a-8af1-412f-aa2f-bfe5d0a1df45 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:46.870376 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:46.870637 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c919e04a-8af1-412f-aa2f-bfe5d0a1df45 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:46.872202 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'status': 'completed', 'code': 200} Nov 23 18:45:46.908757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': ' tempest-securitygroup -470297483 ', 'description': 'tempest-description-641267625'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:47.012099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.030522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.065244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.099561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-76b0b947-03b6-483a-abce-4d20419ca92b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 217 time: 0.3940635 Nov 23 18:45:47.099946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50f18e0f-488f-4ca9-a01a-8155cb18158a req-0408e801-3155-4842-b44c-2fd6f88e9bf8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121503 Nov 23 18:45:47.227186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.232722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.239175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65bc9e27-0a4f-4fcb-86b7-36a9fac77250 HTTP/1.1" status: 204 len: 168 time: 0.3704801 Nov 23 18:45:47.253560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-019ad268-d99e-4b05-9e93-11f985232c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:47.255527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-019ad268-d99e-4b05-9e93-11f985232c53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.1340938 Nov 23 18:45:47.257099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:47.258073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.259684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 200 len: 1092 time: 4.7221267 Nov 23 18:45:47.262127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea27e9e-0ff6-4482-897a-5658a06cfdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc9e27-0a4f-4fcb-86b7-36a9fac77250,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:47.275373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:47.284017 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af429bea-4ad6-4f6c-9078-2eef84fb54c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:47.514660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-849474d8-eed0-4765-a3c6-cd922e1e038d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105944 Nov 23 18:45:47.647870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ce0b501-621d-4776-83a6-fdd09f20ceb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:47.710423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfed7d-dd42-4d7b-bd7d-03f4abfa8537 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:47.744529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.774015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:47.776023 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.881580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.900985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:47.901877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269bd6aa-ba20-4715-bd18-528937732099 None None] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:45:47.983827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Allocated IP 172.25.5.31 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f7a7c702-2acc-4f3b-9b03-d82b79972032) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:48.012891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-87fed8b4-83da-4345-b2b8-4914ce89bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:48.015356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-87fed8b4-83da-4345-b2b8-4914ce89bfd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 1095 time: 0.5597961 Nov 23 18:45:48.025487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.027095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb796db-2c9e-422a-9ef2-e1f620248034 req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.2237992 Nov 23 18:45:48.132180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a81882e5-8cc3-40ee-9237-5a4563c4b52b None None] Provisioning complete for port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:48.132784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a81882e5-8cc3-40ee-9237-5a4563c4b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.208794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-1e61d083-0ebf-475a-b20c-63a27ed0e47a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 200 len: 217 time: 0.1757789 Nov 23 18:45:48.210970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83064d84-f869-4815-bea5-b6f2e559730f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:48.315674 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4853e-0586-49ad-82d8-5589cf51ee42 x-openstack-request-id: req-03b4853e-0586-49ad-82d8-5589cf51ee42 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:48.315993 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:48.316231 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03b4853e-0586-49ad-82d8-5589cf51ee42 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:48.316823 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'status': 'completed', 'code': 200} Nov 23 18:45:48.335112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:48.366163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.384095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c176fc7f-daa6-4939-92ee-e321d42e2319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.544567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.545710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fb44f-71a2-4c61-a4b5-dc8627539cd7 req-8f1e8b19-008d-4f4a-8a0b-7a922bb623d8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:48.546984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.547537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.548795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.549290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.549769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.550244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.550753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.552176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.552965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.553721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.555169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d08eb2-9bc0-4e25-a558-3b9a4f13605e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:48.558222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e4fb44f-71a2-4c61-a4b5-dc8627539cd7 req-8f1e8b19-008d-4f4a-8a0b-7a922bb623d8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1451306 Nov 23 18:45:48.594315 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-ee2bb354-731a-4bbf-b183-fb041cdb4aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691646 Nov 23 18:45:48.650587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18bae-0527-48f2-b31e-ac2c98b90dbd req-8aad7ac1-2b0d-4124-a409-3e50ca62f10e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:48.654886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49b18bae-0527-48f2-b31e-ac2c98b90dbd req-8aad7ac1-2b0d-4124-a409-3e50ca62f10e tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 944 time: 0.4390917 Nov 23 18:45:48.689406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-467d5624-0248-4d24-b3a7-292b87bb1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:48.691188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-467d5624-0248-4d24-b3a7-292b87bb1052 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ceb2710a-9a05-4137-8798-50aac754c42f HTTP/1.1" status: 200 len: 851 time: 0.4198918 Nov 23 18:45:48.712989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ce0b501-621d-4776-83a6-fdd09f20ceb8,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:48.787068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e4fb44f-71a2-4c61-a4b5-dc8627539cd7 req-6b4c73ea-ef72-4585-aa90-b3204cd148f3 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132947 Nov 23 18:45:48.795989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.855960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c176fc7f-daa6-4939-92ee-e321d42e2319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.862077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c176fc7f-daa6-4939-92ee-e321d42e2319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.903662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49b18bae-0527-48f2-b31e-ac2c98b90dbd req-a8d39d7e-c925-416c-97ea-a31e31597090 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367432 Nov 23 18:45:48.985127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176fc7f-daa6-4939-92ee-e321d42e2319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d072c2-7d69-4fca-a455-fa011d9ad999,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:48.997208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c176fc7f-daa6-4939-92ee-e321d42e2319 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79220fcd105341adba819b4f82ba0d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599190 Nov 23 18:45:49.006975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:49.055368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=7ce0b501-621d-4776-83a6-fdd09f20ceb8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:49.086543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a81882e5-8cc3-40ee-9237-5a4563c4b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.105591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f95d41b9-0437-49a6-a9cc-56edb4e39683 req-914bc1dd-80f8-4404-add4-255476d1797d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/83064d84-f869-4815-bea5-b6f2e559730f HTTP/1.1" status: 200 len: 1798 time: 0.1013608 Nov 23 18:45:49.115069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.273951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-a81882e5-8cc3-40ee-9237-5a4563c4b52b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:45:49.273951 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-a81882e5-8cc3-40ee-9237-5a4563c4b52b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:45:49.315836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2ae5b87-9006-4cba-8ad0-2c8cf90d92d2 req-98e55022-4d9a-490e-8a7f-6361d6c00e87 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817529 Nov 23 18:45:49.318695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252271-02d9-4781-ab60-35763bd0322b req-972c697b-6a10-40b3-8590-77c107b2afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:49.334118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-972c697b-6a10-40b3-8590-77c107b2afb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6193275 Nov 23 18:45:49.439061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ce0b501-621d-4776-83a6-fdd09f20ceb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:49.522824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.561259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.577986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:49.579044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.617097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-825e5366-d7ad-4dbf-94f4-a9558a992f2b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/83064d84-f869-4815-bea5-b6f2e559730f HTTP/1.1" status: 200 len: 1798 time: 0.4440014 Nov 23 18:45:49.657823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:49.706229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:49.709609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:49.728503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:49.757997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ccf91-80dc-4179-9eed-3f7992629ace req-2caa0de5-d114-413e-b26d-e2e9047a4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:49.759839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-2caa0de5-d114-413e-b26d-e2e9047a4631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1174 time: 0.3814147 Nov 23 18:45:49.775408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a7c702-2acc-4f3b-9b03-d82b79972032,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:49.817119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-04bd0020-3c70-4b79-b23b-e291e48e7bfb service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361186 Nov 23 18:45:50.105948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78a5f-28de-487c-b361-ecfbaa58a6d5 req-fcacf141-3fc7-4f8a-97e1-4e9dd2fc95e0 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:50.107517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56c78a5f-28de-487c-b361-ecfbaa58a6d5 req-fcacf141-3fc7-4f8a-97e1-4e9dd2fc95e0 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1235361 Nov 23 18:45:50.276465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.304683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56c78a5f-28de-487c-b361-ecfbaa58a6d5 req-e83802dd-bf02-46e2-ae22-2cfb7f6e55c7 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856802 Nov 23 18:45:50.309983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2e2f23ab-9441-48fa-9667-2c411274c19d None None] Provisioning complete for port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:50.310441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e2f23ab-9441-48fa-9667-2c411274c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.393315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.399252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.403374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29d072c2-7d69-4fca-a455-fa011d9ad999 HTTP/1.1" status: 204 len: 168 time: 1.3837767 Nov 23 18:45:50.429844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ccf91-80dc-4179-9eed-3f7992629ace req-b645cdf9-8cba-4953-b1e9-cb9670a792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:50.431832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-b645cdf9-8cba-4953-b1e9-cb9670a792bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.6464379 Nov 23 18:45:50.518325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.561701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222551-e77d-4aa0-b063-9be40833114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d072c2-7d69-4fca-a455-fa011d9ad999,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:50.640316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3252271-02d9-4781-ab60-35763bd0322b req-b48bb756-b185-452f-ac09-dc59cff2504a service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991312 Nov 23 18:45:50.787187 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-fdbd6118-affc-4da1-95fd-b5816e0a0eba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 200 len: 217 time: 0.3114979 Nov 23 18:45:50.952938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.955538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:50.956672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7b98a54e-ddda-4686-8818-48d1a8aae690 req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/83064d84-f869-4815-bea5-b6f2e559730f HTTP/1.1" status: 204 len: 173 time: 1.3016663 Nov 23 18:45:50.988082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ccf91-80dc-4179-9eed-3f7992629ace req-456abf81-0564-449b-998f-744b10166483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:50.989804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-456abf81-0564-449b-998f-744b10166483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.1549580 Nov 23 18:45:50.993890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4e65-abca-4a38-820a-e0e0d818661d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83064d84-f869-4815-bea5-b6f2e559730f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:51.001060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-6b51b89e-e88c-4e2f-aed0-c4afe7396b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:51.003527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-6b51b89e-e88c-4e2f-aed0-c4afe7396b84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 1095 time: 0.2152271 Nov 23 18:45:51.025825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:51.047556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-2dc576c8-c291-47e7-991e-333e515f9992 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413613 Nov 23 18:45:51.610115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395290a-5d4f-4eec-af7a-d8c72a3c3aed req-7864f873-3b7c-4459-ae21-42649660931c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:51.625954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2395290a-5d4f-4eec-af7a-d8c72a3c3aed req-7864f873-3b7c-4459-ae21-42649660931c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 944 time: 1.0049772 Nov 23 18:45:51.633052 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-6790e098-fbcd-4a27-892f-c4a6a64610dd req-88d4e59f-2ab1-42f6-829a-1a42ef2aa51b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:45:51.634141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6790e098-fbcd-4a27-892f-c4a6a64610dd req-88d4e59f-2ab1-42f6-829a-1a42ef2aa51b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/83064d84-f869-4815-bea5-b6f2e559730f HTTP/1.1" status: 404 len: 352 time: 0.2387807 Nov 23 18:45:51.731444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2395290a-5d4f-4eec-af7a-d8c72a3c3aed req-338e2ad7-eebd-4426-9953-6b5193d06f58 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044471 Nov 23 18:45:51.840186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948945578', 'description': 'tempest-description-183381698'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:51.869896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.101072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.152352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.251355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.253889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3976aa6-6fe3-4eb0-b321-6b42a5119300 req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4178033 Nov 23 18:45:52.330996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1368074899', 'description': 'tempest-description-73666263'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:52.353210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074bde-4325-4d1b-b22f-a8d692adee9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad5d95-d775-4926-b053-934aa4cdaf17,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:52.381215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-78c7b832-e4bc-4021-94a6-293bc7bff49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.384446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-78c7b832-e4bc-4021-94a6-293bc7bff49e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.2789283 Nov 23 18:45:52.528012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.555596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:52.748540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-5cec554c-bcce-4c15-9bcd-c2f3103c8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.756486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-5cec554c-bcce-4c15-9bcd-c2f3103c8418 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.3358278 Nov 23 18:45:52.897144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-70030ad5-38a1-4273-a32f-473f10fe70e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.1261008 Nov 23 18:45:52.989312 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.997450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.025496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.040329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e1e395f-2e79-4e6b-bec0-7efbdc68fe05 req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7198963 Nov 23 18:45:53.139597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-d6d534f7-5972-42a4-ae45-1f4ce2816f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.142500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-d6d534f7-5972-42a4-ae45-1f4ce2816f22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 200 len: 913 time: 2.1260219 Nov 23 18:45:53.174631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e6d-f311-4620-bea6-cf1bd6895faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.205119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-606d0ded-b489-4743-ba69-55a25f529f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.208952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-606d0ded-b489-4743-ba69-55a25f529f0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.2892315 Nov 23 18:45:53.226003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54642a-0b93-4469-a762-a5730caf7822 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b1c8ae-8be3-4c6a-8882-5a85655c2171,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:53.304540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-f5806946-fbfd-4af8-af1d-c0a90a6026b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700054 Nov 23 18:45:53.304670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-38f8802f-2ee0-41ea-8a21-141d81f98a45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 200 len: 217 time: 0.1527789 Nov 23 18:45:53.322689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-06cdf59a-7e77-4d82-895e-cf863c74bc34 service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2207398 Nov 23 18:45:53.354727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.379472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946473-964a-4ef4-b1b3-602e6e014d62 req-cd241382-2dce-4c17-95e8-060866024045 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.390152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68946473-964a-4ef4-b1b3-602e6e014d62 req-cd241382-2dce-4c17-95e8-060866024045 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.5081949 Nov 23 18:45:53.617347 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e6d-f311-4620-bea6-cf1bd6895faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.644810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-b8b1440a-a08c-42c3-b09f-60e85d4fa87d service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267801 Nov 23 18:45:53.672657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e6d-f311-4620-bea6-cf1bd6895faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:53.709809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-38a704ab-ab69-421d-a7ab-a2941c8d6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.712457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-38a704ab-ab69-421d-a7ab-a2941c8d6353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ceb2710a-9a05-4137-8798-50aac754c42f HTTP/1.1" status: 200 len: 851 time: 0.3887894 Nov 23 18:45:53.728421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa006-f27a-481b-9d39-7ec8034aa7fb req-a783cb3c-0a5b-4b47-b445-4d35af770c23 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.730474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49faa006-f27a-481b-9d39-7ec8034aa7fb req-a783cb3c-0a5b-4b47-b445-4d35af770c23 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 944 time: 0.5478685 Nov 23 18:45:53.734415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68946473-964a-4ef4-b1b3-602e6e014d62 req-c7aae40c-f84d-41e6-a4c9-55029a9e1c90 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425467 Nov 23 18:45:53.838154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45e6d-f311-4620-bea6-cf1bd6895faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0c4aa-144a-48cc-8e2a-f8baa1e42ef8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:53.884308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1871269826', 'description': 'tempest-description-1952690172'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:53.918344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-675ccf91-80dc-4179-9eed-3f7992629ace req-1f0c932d-502d-495e-80a0-09827600ab1c service neutron] 10.222.0.47 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127113 Nov 23 18:45:53.959505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6f45e6d-f311-4620-bea6-cf1bd6895faa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5adf4cc6a5724d11ad774a7df2327f32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4025016 Nov 23 18:45:53.969721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:53.980437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-7e619a87-0b0e-4624-a6a7-4f83e7264e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:53.983087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-7e619a87-0b0e-4624-a6a7-4f83e7264e5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456362 Nov 23 18:45:54.013084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:54.113386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49faa006-f27a-481b-9d39-7ec8034aa7fb req-d9249fa2-1a3f-4188-b024-4833c3aaa995 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192747 Nov 23 18:45:54.117608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818e17a2-6e20-47b7-94b2-79bbec1601c1 req-93bf0fd1-0750-43dc-91bd-dab781fa165d service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386547 Nov 23 18:45:54.132137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.137396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Router 6c857a96-3150-4205-8206-330fe79d2af4 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:45:54.163555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8a78246-2d35-4c9b-9690-2a9733d8dc07 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:45:54.239773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.333108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-648692094', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:54.354491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:54.381385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'port_id': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'mac_address': 'fa:16:3e:67:55:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:45:54.428399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.447110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.472498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Made reservation on behalf of 7439aa5c34844dcc956a4f6bdb5875de for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:45:54.475202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-cfc07962-f5da-48d7-a6ae-ff656c43aaab service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749031 Nov 23 18:45:54.476186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a78246-2d35-4c9b-9690-2a9733d8dc07 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:45:54.478882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.502788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:45:54.519244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.523020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Sync routers for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:45:54.530256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:54.544045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.569210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:54.573872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:54.715365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.742484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.750675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] device_id is not set on port 640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:45:54.849524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:54.899791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.900256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.900521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.900833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.910619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:54.911527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.912045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.912452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.912847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.913376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.918392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.918392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.918392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:45:54.919694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f9d5fc7f-46f5-4d55-b8a5-4ef8a763ac55 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.3392329 Nov 23 18:45:54.923959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af429bea-4ad6-4f6c-9078-2eef84fb54c3 req-b144f73e-5830-4b7b-8f16-6a01e26bf24c service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062030 Nov 23 18:45:54.926501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:54.950496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a8a78246-2d35-4c9b-9690-2a9733d8dc07'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:45:55.000926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Allocated IP 172.25.5.252 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:55.078983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:55.089238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.099208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.108237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f0c4aa-144a-48cc-8e2a-f8baa1e42ef8 HTTP/1.1" status: 204 len: 168 time: 1.1214149 Nov 23 18:45:55.118143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.146382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.258685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddfc7f-3f4f-46de-bdab-6a464d6e2b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f0c4aa-144a-48cc-8e2a-f8baa1e42ef8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:55.347717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084919a-96df-4efd-a99d-001f224da803,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:55.370262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.380785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feb9ceba-5b2c-442b-b0c0-65c0bc7667fa req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5006313 Nov 23 18:45:55.424100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77ff2-e684-436e-be95-b187f1df4a8c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e367c2-153e-4307-9434-c195cf97018e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:55.666784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.749779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459555b-f72a-4ab2-b0e2-ac0a71ed0dd3 req-2130d584-54bd-46fe-81b6-c33ed05d8be4 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.751675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8459555b-f72a-4ab2-b0e2-ac0a71ed0dd3 req-2130d584-54bd-46fe-81b6-c33ed05d8be4 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 945 time: 0.0900550 Nov 23 18:45:55.782945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb7314-2e3b-4906-a648-68fada218106 req-8bf52590-24fe-46e5-8e2a-9647ab18e821 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:55.791205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abdb7314-2e3b-4906-a648-68fada218106 req-8bf52590-24fe-46e5-8e2a-9647ab18e821 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.7235296 Nov 23 18:45:55.818886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:50Z', 'revision_number': 3, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:55.853110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.897516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Checking router: 6c857a96-3150-4205-8206-330fe79d2af4 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:45:55.898275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Updating router 6c857a96-3150-4205-8206-330fe79d2af4 port f7a7c702-2acc-4f3b-9b03-d82b79972032 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:45:55.907251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:55.925021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:55.946524 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.958916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e1d12a5-e5e9-40ed-a803-bb1269f2f0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:55.970744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:55.988192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abdb7314-2e3b-4906-a648-68fada218106 req-9a23f0e5-c9ec-4a64-879f-59f4717f8a39 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947129 Nov 23 18:45:55.989589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:56.055179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:56.056116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.174319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8459555b-f72a-4ab2-b0e2-ac0a71ed0dd3 req-26e00c5a-18d1-420b-99dc-2b79b5073449 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098325 Nov 23 18:45:56.242499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bce488d-07c7-49b6-8a79-10045cd38360 req-31730636-c79b-4f83-9da6-1d326cec5a09 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 11012 time: 0.1814313 Nov 23 18:45:56.306801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e1d12a5-e5e9-40ed-a803-bb1269f2f0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.313589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e1d12a5-e5e9-40ed-a803-bb1269f2f0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.371144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3525512 Nov 23 18:45:56.386091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:56.401594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.252'}]}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:45:56.412121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9d97a-2849-4480-935f-6c9469185813 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Pushing event updated for resources: {'Port': ['ID=640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:56.424843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3e1d12a5-e5e9-40ed-a803-bb1269f2f0d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02c366da43c9434ba3d25716761385fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933853 Nov 23 18:45:56.428643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d12a5-e5e9-40ed-a803-bb1269f2f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2eeda-b53f-4b57-bbf3-5c3b555fd27d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:56.431296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:56.456432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bce488d-07c7-49b6-8a79-10045cd38360 req-d238a7cb-d1cf-4e7a-87d6-e1c9107dc65a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 200 len: 3002 time: 0.1945529 Nov 23 18:45:56.580275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.587214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.588819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.589873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.599138 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.671292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554022f-7903-4a37-8558-34c51fad7ae4 None None] Pushing event updated for resources: {'Port': ['ID=f7a7c702-2acc-4f3b-9b03-d82b79972032,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:56.686170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Attempting to bind port f7a7c702-2acc-4f3b-9b03-d82b79972032 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:45:56.688324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Attempting to bind port f7a7c702-2acc-4f3b-9b03-d82b79972032 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:45:56.688798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Attempting to bind port f7a7c702-2acc-4f3b-9b03-d82b79972032 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:45:56.689118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.701543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:45:56.702591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:45:56.703625 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.705181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:45:56.705181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Bound port: f7a7c702-2acc-4f3b-9b03-d82b79972032, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:45:56.705632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.794617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] For port f7a7c702-2acc-4f3b-9b03-d82b79972032, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:45:56.801670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] For port f7a7c702-2acc-4f3b-9b03-d82b79972032, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7a7c702-2acc-4f3b-9b03-d82b79972032,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:45:56.807543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.808084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.823151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.829080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bce488d-07c7-49b6-8a79-10045cd38360 req-616dbd05-c312-40ed-aec1-9af5a5dfd518 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 200 len: 3002 time: 0.3549592 Nov 23 18:45:56.900770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:45:56.901936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:56.937354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.940048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:56.943601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9c2eeda-b53f-4b57-bbf3-5c3b555fd27d HTTP/1.1" status: 204 len: 168 time: 0.5073113 Nov 23 18:45:56.970818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554022f-7903-4a37-8558-34c51fad7ae4 None None] Pushing event updated for resources: {'Port': ['ID=f7a7c702-2acc-4f3b-9b03-d82b79972032,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:56.992472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14455bd3-9d64-4cbd-9c59-f590a33cdec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2eeda-b53f-4b57-bbf3-5c3b555fd27d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:57.020169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-5339feb6-bff0-4edc-afb9-97fbe214c454 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/3dad5d95-d775-4926-b053-934aa4cdaf17 HTTP/1.1" status: 200 len: 1819 time: 0.1662152 Nov 23 18:45:57.117087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.152928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:45:57.385953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5d0f-4f86-4b81-b6df-b048c92f0f41 req-4c9e601f-62d7-441c-a563-1b1341b81673 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:57.388639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-519e5d0f-4f86-4b81-b6df-b048c92f0f41 req-4c9e601f-62d7-441c-a563-1b1341b81673 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1322093 Nov 23 18:45:57.452980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.494052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Allocated IP 172.20.0.1 (d7edcca6-c1a4-46e2-9280-d4fe662889d0/d4b0e277-a332-4cd2-9da2-debe43a8a6c5/fcff5b36-ee7a-4c01-9606-63113ab16597) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:45:57.529702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.535974 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aca46290-5de6-4583-872f-da42b17e71f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.592599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:50Z', 'revision_number': 3, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:45:57.666621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-519e5d0f-4f86-4b81-b6df-b048c92f0f41 req-1b50782e-ecc3-4334-9bb6-cf9f1a8b7686 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771076 Nov 23 18:45:57.667714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.686224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f46aea-9c78-4cb6-a986-8207b2045c2c None None] The sync data for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 is: [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:50Z', 'revision_number': 3, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:45:57.709054 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.784653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.787380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:57.803170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3479f902-72f2-4c79-acd7-c3cbc56b1964 req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/3dad5d95-d775-4926-b053-934aa4cdaf17 HTTP/1.1" status: 204 len: 173 time: 0.7685876 Nov 23 18:45:57.888453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e12dd-5939-4e76-8b6f-6ca06a518a10 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad5d95-d775-4926-b053-934aa4cdaf17,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:57.958459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.054125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d09522-f1e1-4655-8f46-99e0d23e3c9a req-da8d7914-e57e-4607-b652-f1d71c99fabb tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:58.056943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76d09522-f1e1-4655-8f46-99e0d23e3c9a req-da8d7914-e57e-4607-b652-f1d71c99fabb tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 945 time: 0.1882386 Nov 23 18:45:58.126697 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-1d04ebc9-6f5e-48ca-9eaf-ae3f3dccfc6e req-0ab519a2-4f11-4d14-bd54-8ea98bcbb14a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:45:58.130087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04ebc9-6f5e-48ca-9eaf-ae3f3dccfc6e req-0ab519a2-4f11-4d14-bd54-8ea98bcbb14a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/3dad5d95-d775-4926-b053-934aa4cdaf17 HTTP/1.1" status: 404 len: 352 time: 0.0658004 Nov 23 18:45:58.142022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.209597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.245044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:45:58.263685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:45:58.275746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:45:58.410033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Pushing event updated for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:58.426273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8a78246-2d35-4c9b-9690-2a9733d8dc07 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:58.458139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.555528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.563059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.575459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a8a78246-2d35-4c9b-9690-2a9733d8dc07 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:45:58.586030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a8a78246-2d35-4c9b-9690-2a9733d8dc07 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:58.586396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.651296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76d09522-f1e1-4655-8f46-99e0d23e3c9a req-86e1cfe9-fd50-4e17-a1d3-48470a712a28 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5388937 Nov 23 18:45:58.652718 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.653359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca305701-7071-4051-8a0f-15eed703fedf {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:45:58.686878 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:45:58.692876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-554b8cee-92dd-420c-9fc2-27092f0ed47a tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2997971 Nov 23 18:45:58.694181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:45:58.861471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.891138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:58.964071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:45:58.976441 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dd2468-ee7a-4808-9530-c3814122e7f7" -d '{"events": [{"server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "name": "network-vif-plugged", "status": "completed", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:45:59.019371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:45:59.029770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.058341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-c5081f21-7d6c-4ea5-a15e-2cdfb9513b49 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/f5b1c8ae-8be3-4c6a-8882-5a85655c2171 HTTP/1.1" status: 200 len: 1818 time: 0.1519372 Nov 23 18:45:59.124141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Deleting port 640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:45:59.133440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.342434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a644db47-96c6-4d3d-a26c-ac950fd8d5b1 None None] Provisioning complete for port fcff5b36-ee7a-4c01-9606-63113ab16597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:59.342845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a644db47-96c6-4d3d-a26c-ac950fd8d5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.351805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:45:59.419837 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a5e50-c64f-4382-9c3e-7bbddd010aad x-openstack-request-id: req-2c9a5e50-c64f-4382-9c3e-7bbddd010aad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:45:59.420288 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "name": "network-vif-plugged", "status": "completed", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:45:59.420660 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c9a5e50-c64f-4382-9c3e-7bbddd010aad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:45:59.421161 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'code': 200} Nov 23 18:45:59.461726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a644db47-96c6-4d3d-a26c-ac950fd8d5b1 None None] Port fcff5b36-ee7a-4c01-9606-63113ab16597 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:45:59.520921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.611348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.635984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.716405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7a7c702-2acc-4f3b-9b03-d82b79972032 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:45:59.744941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.749895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.762666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Calling delete_port for 640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:45:59.947088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c05cad9-ad1d-4613-9f4c-a88deebc7fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:59.988659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f7a7c702-2acc-4f3b-9b03-d82b79972032 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:45:59.989111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.019909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.023138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.036398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3676814-48fd-473d-8b27-4c2e4cc9f338 req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5b1c8ae-8be3-4c6a-8882-5a85655c2171 HTTP/1.1" status: 204 len: 173 time: 0.9621937 Nov 23 18:46:00.107178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f9e69-bf11-4ffe-abf0-c9d8320f8971 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b1c8ae-8be3-4c6a-8882-5a85655c2171,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:00.117070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Pushing event updated for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:00.129319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.188378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e3334-9397-4786-baad-be0fd461045b req-45cf954d-f464-407b-beda-f2225d0a1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:00.189986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d6e3334-9397-4786-baad-be0fd461045b req-45cf954d-f464-407b-beda-f2225d0a1237 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 1097 time: 0.5652552 Nov 23 18:46:00.205910 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-06959d89-9945-4103-b92e-a8f2976c46bc req-b6842081-b7bc-4a7f-b160-e0a863cb980e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:00.207051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-06959d89-9945-4103-b92e-a8f2976c46bc req-b6842081-b7bc-4a7f-b160-e0a863cb980e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/f5b1c8ae-8be3-4c6a-8882-5a85655c2171 HTTP/1.1" status: 404 len: 352 time: 0.1041377 Nov 23 18:46:00.251548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.280132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed7795-89a2-4358-80b8-9e038880a994 req-cc2ef752-969c-410a-be99-9bbd350ee0c2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:00.289532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ed7795-89a2-4358-80b8-9e038880a994 req-cc2ef752-969c-410a-be99-9bbd350ee0c2 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.3798554 Nov 23 18:46:00.295486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f7a7c702-2acc-4f3b-9b03-d82b79972032, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7a7c702-2acc-4f3b-9b03-d82b79972032,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:00.302060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.382461 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.429146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f7a7c702-2acc-4f3b-9b03-d82b79972032,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:00.569265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Pushing event deleted for resources: {'Port': ['ID=640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:00.582541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.589280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5c20085e-0b6d-433b-a65a-17534da75c30 tempest-RoutersAdminNegativeTest-315794182 tempest-RoutersAdminNegativeTest-315794182-project-admin] 10.222.0.37 "DELETE /v2.0/ports/640fc35b-0c3d-44e7-bb33-1fc6d5ee9f01 HTTP/1.1" status: 204 len: 168 time: 1.8879185 Nov 23 18:46:00.603177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ed7795-89a2-4358-80b8-9e038880a994 req-eb3dcd7c-52ea-4cad-a8de-0258f3ed5d67 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892601 Nov 23 18:46:00.616473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d6e3334-9397-4786-baad-be0fd461045b req-2a37a7b5-c5f4-4120-b48f-8e5fb2ee48d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707428 Nov 23 18:46:00.622704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.654287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:00.656274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:00.745895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6274c8bc-1354-4331-8532-fe3a284933db req-77f3973e-2011-425b-972e-14bc6f76c5ea tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/43e367c2-153e-4307-9434-c195cf97018e HTTP/1.1" status: 200 len: 1820 time: 0.2428772 Nov 23 18:46:00.886679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6274c8bc-1354-4331-8532-fe3a284933db req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:00.959479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Router 6c857a96-3150-4205-8206-330fe79d2af4 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:46:00.970730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6274c8bc-1354-4331-8532-fe3a284933db req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:01.145587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6274c8bc-1354-4331-8532-fe3a284933db req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:01.154782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6274c8bc-1354-4331-8532-fe3a284933db req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:01.163144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6274c8bc-1354-4331-8532-fe3a284933db req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/43e367c2-153e-4307-9434-c195cf97018e HTTP/1.1" status: 204 len: 173 time: 0.4070606 Nov 23 18:46:01.179164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b79336-5b10-4f7e-ae41-007e8d9b2939 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e367c2-153e-4307-9434-c195cf97018e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:01.283264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-43e4daf1-ec37-4e34-a82e-2cdf50d2ed88 None None] Provisioning complete for port fcff5b36-ee7a-4c01-9606-63113ab16597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:01.284641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43e4daf1-ec37-4e34-a82e-2cdf50d2ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:01.383174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-43e4daf1-ec37-4e34-a82e-2cdf50d2ed88 None None] Port fcff5b36-ee7a-4c01-9606-63113ab16597 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:01.409552 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-39ea1dcb-b626-4898-b8e6-8cce9f68f780 req-681566df-989d-44ea-b596-f568b8829e97 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:01.410921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39ea1dcb-b626-4898-b8e6-8cce9f68f780 req-681566df-989d-44ea-b596-f568b8829e97 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/43e367c2-153e-4307-9434-c195cf97018e HTTP/1.1" status: 404 len: 352 time: 0.1223724 Nov 23 18:46:01.473891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7a7c702-2acc-4f3b-9b03-d82b79972032 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:01.488349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:01.550464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:46:01.566661 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Sync routers for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:46:01.576496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c9e19e3b-e5ea-40ce-8192-c408213434fb admin admin] 10.222.0.37 "PUT /v2.0/routers/6c857a96-3150-4205-8206-330fe79d2af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6468544 Nov 23 18:46:01.587193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f7a7c702-2acc-4f3b-9b03-d82b79972032 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:01.587602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:01.601065 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:01.602192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:01.648300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7b89402-d3d7-4b8a-9b15-2afda0660c59 req-8a51d0e8-31b8-4c8b-8cfe-62e2370837e7 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 6208 time: 0.1854379 Nov 23 18:46:01.748386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7b89402-d3d7-4b8a-9b15-2afda0660c59 req-3b1cbfed-482b-401a-a46d-15ae18e38af6 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 200 len: 3002 time: 0.0990918 Nov 23 18:46:01.860944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7b89402-d3d7-4b8a-9b15-2afda0660c59 req-6ad000f5-d691-4fa6-92ca-cede7507c2af tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 200 len: 3002 time: 0.1115651 Nov 23 18:46:01.879252 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:01.893740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b78e5b-b086-4754-8a17-54d5566379dc req-fe39d521-808a-4d85-ae6e-81b9537096a6 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:01.903682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3b78e5b-b086-4754-8a17-54d5566379dc req-fe39d521-808a-4d85-ae6e-81b9537096a6 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1418786 Nov 23 18:46:01.979091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1968370953', 'description': 'tempest-description-151367931'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:01.982989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3b78e5b-b086-4754-8a17-54d5566379dc req-6787ed52-4b94-48b9-a3ab-205b988fafbd tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781507 Nov 23 18:46:02.042621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cc94270-eb11-4e11-a429-90a0ef1ab014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.060310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.084029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.221562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.227798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cc94270-eb11-4e11-a429-90a0ef1ab014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.233748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.236028 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cc94270-eb11-4e11-a429-90a0ef1ab014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.298269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.307281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d2eae9a-a17e-4eee-a6c8-b0918c7e396e req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3374112 Nov 23 18:46:02.341144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-129731768', 'description': 'tempest-description-2032970988'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:02.358004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cc94270-eb11-4e11-a429-90a0ef1ab014 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d928654d6ff4c97b734df0d50703676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8684921 Nov 23 18:46:02.358951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51516) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:02.362197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111f78a-4c6d-47df-add8-5e7873b9ec84 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe361fd-bfed-40f9-9331-815eca5c431b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:02.381929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc94270-eb11-4e11-a429-90a0ef1ab014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851423a8-f913-43a6-9ef2-814563494afc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:02.413295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.497644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.523276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:58Z', 'revision_number': 4, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'fcff5b36-ee7a-4c01-9606-63113ab16597', 'name': '', 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'mac_address': 'fa:16:3e:66:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:56Z', 'updated_at': '2021-11-23T18:45:59Z', 'revision_number': 2, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'subnets': [{'id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:02.531388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.618250 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Checking router: 6c857a96-3150-4205-8206-330fe79d2af4 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:46:02.619341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Updating router 6c857a96-3150-4205-8206-330fe79d2af4 port fcff5b36-ee7a-4c01-9606-63113ab16597 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:46:02.636212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.642513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.644665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/851423a8-f913-43a6-9ef2-814563494afc HTTP/1.1" status: 204 len: 168 time: 0.2847452 Nov 23 18:46:02.649664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.656611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.680790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae121b-7794-4824-8a4d-476f9872d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851423a8-f913-43a6-9ef2-814563494afc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:02.682161 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.739951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:02.741737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1034fd9a-3d21-4123-a15f-df375d2eeefe req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4145844 Nov 23 18:46:02.749257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae6c4-8998-4b2b-9a10-1210e1ba3c47 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:03.179212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.278260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b6b79-c7a8-4f70-b02a-4d93a34920bd req-5cae2d7f-913f-478b-9c4a-4a5d5fdc481f tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:03.294515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c9b6b79-c7a8-4f70-b02a-4d93a34920bd req-5cae2d7f-913f-478b-9c4a-4a5d5fdc481f tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1402237 Nov 23 18:46:03.325181 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.340502 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.436307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c9b6b79-c7a8-4f70-b02a-4d93a34920bd req-61ab85da-8dad-448b-b49b-9064e588172d tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403685 Nov 23 18:46:03.600606 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Attempting to bind port fcff5b36-ee7a-4c01-9606-63113ab16597 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:03.601584 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Attempting to bind port fcff5b36-ee7a-4c01-9606-63113ab16597 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:03.602314 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Attempting to bind port fcff5b36-ee7a-4c01-9606-63113ab16597 on network d7edcca6-c1a4-46e2-9280-d4fe662889d0 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:03.623089 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:03.623760 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Checking segment: {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:03.624222 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.625415 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Bound using segment: {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:03.626067 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Bound port: fcff5b36-ee7a-4c01-9606-63113ab16597, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf99bf-ca41-40b1-abb3-15ea60f2def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:03.626660 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.693446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:03.712665 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834fd3c-bceb-4244-9a43-b90b29ca8570 None None] Pushing event updated for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:03.844136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf09eda7-57f6-48e0-ae5a-77ee3ab9e476 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7439aa5c34844dcc956a4f6bdb5875de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474521 Nov 23 18:46:03.846959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:03.898431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113797eb-6987-4fbe-8db4-d385f515f9a5 req-5e644fc4-d6ea-4bfb-8506-c6d6dda73145 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:03.899635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-456f5149-7e64-406a-8f9e-06aef8f69b88 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:03.906008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-113797eb-6987-4fbe-8db4-d385f515f9a5 req-5e644fc4-d6ea-4bfb-8506-c6d6dda73145 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1270978 Nov 23 18:46:03.915204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-456f5149-7e64-406a-8f9e-06aef8f69b88 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 812 time: 0.3284841 Nov 23 18:46:03.917664 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] For port fcff5b36-ee7a-4c01-9606-63113ab16597, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:03.924624 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] For port fcff5b36-ee7a-4c01-9606-63113ab16597, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fcff5b36-ee7a-4c01-9606-63113ab16597,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:03.930343 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.932800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:03.947080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-82ebc529-592c-4e14-a9dd-ae1645eec81e tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/quotas/8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 375 time: 0.0308263 Nov 23 18:46:03.951753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] Provisioning complete for port fcff5b36-ee7a-4c01-9606-63113ab16597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:03.952252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:03.965927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Request body: {'floatingip': {'port_id': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:04.027660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:04.030159 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:04.047330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-905d642d-ec07-430c-a608-d713e5e18884 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987196 Nov 23 18:46:04.122000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.309894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.410724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.424748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-9febb0bb-48ed-4e76-b6f2-319f10b02a3e service neutron] 10.222.0.37 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744409 Nov 23 18:46:04.493698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] For port fcff5b36-ee7a-4c01-9606-63113ab16597, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fcff5b36-ee7a-4c01-9606-63113ab16597,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:04.516283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.541722 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:04.595165 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.620181 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:04.643433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19960c-39e1-4641-aa35-39aa759a75b2 None None] Pushing event updated for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:04.702735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-54208507-f219-4caf-a1d9-a04a8ee04523 service neutron] 10.222.0.37 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704744 Nov 23 18:46:04.725853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5a6bccd8-168c-465d-8369-00427dc42f40 None None] Provisioning complete for port fcff5b36-ee7a-4c01-9606-63113ab16597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:04.727173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6bccd8-168c-465d-8369-00427dc42f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:04.917890 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834fd3c-bceb-4244-9a43-b90b29ca8570 None None] Pushing event updated for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:05.089376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d16b9111-7b45-40f9-abd2-c2b77d575d24 req-ef601123-59ef-4876-9640-d2a00aaa4892 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.0550768 Nov 23 18:46:05.093722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:05.203580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:58Z', 'revision_number': 4, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'fcff5b36-ee7a-4c01-9606-63113ab16597', 'name': '', 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'mac_address': 'fa:16:3e:66:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:56Z', 'updated_at': '2021-11-23T18:46:03Z', 'revision_number': 4, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'subnets': [{'id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:05.302911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c873327a-ed85-4162-87c8-1359ae13c6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:05.305710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8521d40-2db0-4bac-8850-53c46e1ca2f7 None None] The sync data for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 is: [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:45:58Z', 'revision_number': 4, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'fcff5b36-ee7a-4c01-9606-63113ab16597', 'name': '', 'network_id': 'd7edcca6-c1a4-46e2-9280-d4fe662889d0', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'mac_address': 'fa:16:3e:66:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:56Z', 'updated_at': '2021-11-23T18:46:03Z', 'revision_number': 4, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'subnets': [{'id': 'd4b0e277-a332-4cd2-9da2-debe43a8a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:46:05.436478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c873327a-ed85-4162-87c8-1359ae13c6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:05.445296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c873327a-ed85-4162-87c8-1359ae13c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:05.589379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c873327a-ed85-4162-87c8-1359ae13c6b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55fcbbea4c384a3da6840c2362361439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943233 Nov 23 18:46:05.594187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:05.624402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873327a-ed85-4162-87c8-1359ae13c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7211e4da-0b37-4a15-9bc3-f8e7245aef2b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:05.644938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:05.648865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:05.650609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d084919a-96df-4efd-a99d-001f224da803 HTTP/1.1" status: 204 len: 168 time: 1.8025434 Nov 23 18:46:05.669280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393828d-d7b2-4269-9672-d45d87bc2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084919a-96df-4efd-a99d-001f224da803,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:05.934554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.034285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.046384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.055375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.192487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-bce852a9-15c5-4cb2-b0ab-3c178b255dd7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:06.206884 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-bce852a9-15c5-4cb2-b0ab-3c178b255dd7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.8862875 Nov 23 18:46:06.236649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.240743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:06.242570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7211e4da-0b37-4a15-9bc3-f8e7245aef2b HTTP/1.1" status: 204 len: 168 time: 0.6317978 Nov 23 18:46:06.300044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90bb07-224c-4ac3-a803-ec7181b3c886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7211e4da-0b37-4a15-9bc3-f8e7245aef2b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:06.304232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-28268bc8-2953-45d7-8e69-c9903fa4331a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/quotas/b9f2d6a67ad146b1bac263c08a8c2290 HTTP/1.1" status: 200 len: 375 time: 0.0944724 Nov 23 18:46:06.368114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:06.420505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b42beea-a1f7-4907-bfbf-d90b028ba0b2 req-1fdb5cca-9016-4a77-ae72-fbca8ff6f1ba tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.1466410 Nov 23 18:46:06.498111 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Floating IP 85b1b2da-0601-4527-99dc-8037d9dd999a associated. External IP: 172.25.5.166, port: a8a78246-2d35-4c9b-9690-2a9733d8dc07. Nov 23 18:46:06.722572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-2c1722c6-0d8f-43f6-a76f-7916aec853f1 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2869153 Nov 23 18:46:06.875196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:07.056207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:07.065920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:07.078174 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992f95f-906f-4ffa-9ed2-83c46d48c1fc" -d '{"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:07.101222 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:07.260854 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ec4e4-6222-4974-baa7-ba5e4addf081 x-openstack-request-id: req-eb6ec4e4-6222-4974-baa7-ba5e4addf081 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:07.261528 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:07.262373 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb6ec4e4-6222-4974-baa7-ba5e4addf081 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:07.264638 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'code': 200} Nov 23 18:46:07.320456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Router c7d33591-61ce-41c3-930e-7252b5875fe3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:46:07.352872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:07.370651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-d07a036b-fa9d-4a9b-a35f-83d6c8acd611 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:07.372239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-d07a036b-fa9d-4a9b-a35f-83d6c8acd611 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "GET /v2.0/ports?device_id=b90d4ed1-d640-498a-a435-3cd358d21b5f HTTP/1.1" status: 200 len: 944 time: 0.1928411 Nov 23 18:46:07.627223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fcff5b36-ee7a-4c01-9606-63113ab16597 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:07.944642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fcff5b36-ee7a-4c01-9606-63113ab16597 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:07.949954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:07.964254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:46:07.971338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.018757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Sync routers for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:46:08.091561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:08.098050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c44be2d-4edc-4ca9-8b2a-a217a7ffbd2b req-9159e233-4567-4be4-9c43-d2f09160ec1d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.1537659 Nov 23 18:46:08.129513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Deleting port 9585b1ab-2840-43b6-9ee7-a84a87710823 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:08.129904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.160436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-b706ec5c-f33d-427b-93db-b0fcf3699227 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:08.175095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:08.178388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:08.179864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-b706ec5c-f33d-427b-93db-b0fcf3699227 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.50 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 812 time: 0.5590370 Nov 23 18:46:08.188150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129cdea0-2a11-488a-a549-7150e4ee598b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.246286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'device_id': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca', 'admin_state_up': True, 'tenant_id': '8abdda54c0a2429390b5eacacd9beccd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:08.250902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33e5e5b1-a5a6-49a1-ad42-1e9e7e12a5ca tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "PUT /v2.0/floatingips/85b1b2da-0601-4527-99dc-8037d9dd999a HTTP/1.1" status: 200 len: 992 time: 4.3088613 Nov 23 18:46:08.252813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:08.261051 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ddd237-9564-45de-a7ae-1cdd5897554f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:08.292951 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-279445b2-a524-494b-b853-c4fada1ce577 service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5595815 Nov 23 18:46:08.511828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:08.555155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] For port 9585b1ab-2840-43b6-9ee7-a84a87710823, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9585b1ab-2840-43b6-9ee7-a84a87710823,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:08.555732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.590995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Calling delete_port for 9585b1ab-2840-43b6-9ee7-a84a87710823 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:08.634550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129cdea0-2a11-488a-a549-7150e4ee598b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.652396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129cdea0-2a11-488a-a549-7150e4ee598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.661986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:08.755116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:08.790567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cdea0-2a11-488a-a549-7150e4ee598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5fe3fc-7dd2-4e27-bd8a-7d7dac3b2dab,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:08.828397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-129cdea0-2a11-488a-a549-7150e4ee598b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc1e0b372e4945d19c46556085d5eed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7349350 Nov 23 18:46:08.831264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:08.904072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-0d3b7ed3-5bc7-4b0d-95fb-78162a8a662c service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818975 Nov 23 18:46:09.031304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.062772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '85b1b2da-0601-4527-99dc-8037d9dd999a', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'port_id': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'mac_address': 'fa:16:3e:67:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:45:30Z', 'updated_at': '2021-11-23T18:46:05Z', 'revision_number': 1, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:09.099636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Checking router: c7d33591-61ce-41c3-930e-7252b5875fe3 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:46:09.112082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:09.112756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:09.118117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.239051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.242542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.246188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f5fe3fc-7dd2-4e27-bd8a-7d7dac3b2dab HTTP/1.1" status: 204 len: 168 time: 0.4091125 Nov 23 18:46:09.306781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287f673-6c71-4ba8-b326-f6c88d9e8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5fe3fc-7dd2-4e27-bd8a-7d7dac3b2dab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:09.470575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-773746781'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:09.531677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:09.585609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:46:09.585609 n-d-792364-9 neutron-server[103399]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:46:09.585609 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id': '8abdda54c0a2429390b5eacacd9beccd', 'id': '3b8914df-0762-4317-950f-8044faacd675', 'expiration': datetime.datetime(2021, 11, 23, 18, 48, 9, 559864)}] Nov 23 18:46:09.585609 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:46:09.586376 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:46:09.611901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38e8da-08e5-4f59-8b0d-23b151ff5262 req-187227ec-d7c8-4721-bc2b-d1f6594a2f58 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:09.622259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a38e8da-08e5-4f59-8b0d-23b151ff5262 req-187227ec-d7c8-4721-bc2b-d1f6594a2f58 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 946 time: 1.2964249 Nov 23 18:46:09.642892 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d7248-7944-49bd-a8c5-a5b78ca66864 x-openstack-request-id: req-134d7248-7944-49bd-a8c5-a5b78ca66864 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:09.643272 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:09.643604 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-134d7248-7944-49bd-a8c5-a5b78ca66864 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:09.644130 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'status': 'completed', 'code': 200} Nov 23 18:46:09.696942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.698677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:09.716337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.907776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:09.936997 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a38e8da-08e5-4f59-8b0d-23b151ff5262 req-edc0f9ed-92cd-4b09-a494-76551e3970be tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135598 Nov 23 18:46:09.982858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80d112a6-819a-4c3f-8032-88f9d8f0d0e7 req-fff84cae-f1f9-4c52-9be8-e0ca1fbe38a3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.1876404 Nov 23 18:46:10.009343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-6e8bebb2-3eb9-4e4b-8a01-726210e3ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.014639 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-6e8bebb2-3eb9-4e4b-8a01-726210e3ce7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 1097 time: 0.3434258 Nov 23 18:46:10.034835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] No DVR routers for this DVR port 9585b1ab-2840-43b6-9ee7-a84a87710823 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:10.039158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.045069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6fa12da2-bfe3-4183-9e95-368df2e53080 req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "DELETE /v2.0/ports/9585b1ab-2840-43b6-9ee7-a84a87710823 HTTP/1.1" status: 204 len: 173 time: 2.6606922 Nov 23 18:46:10.048075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-deleted', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:10.069733 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858770dc-0168-48b2-ac75-2a962de4ee6a" -d '{"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-deleted", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:10.089152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c841b7e-3269-4037-87b1-d30d8f9b5479 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event deleted for resources: {'Port': ['ID=9585b1ab-2840-43b6-9ee7-a84a87710823,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:10.279591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-5bb69c0a-7f7e-46a7-8123-c5d9f1eb6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.284386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-5bb69c0a-7f7e-46a7-8123-c5d9f1eb6b1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 200 len: 913 time: 0.2610264 Nov 23 18:46:10.346006 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.382225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda2b255-c9bc-4836-99be-9282cc06b7f5 req-841133bb-aa60-489c-8dc1-18e96f30535f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 210 time: 0.2606299 Nov 23 18:46:10.395566 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce7ff10-6340-4626-89a7-c20dfcd40033 x-openstack-request-id: req-7ce7ff10-6340-4626-89a7-c20dfcd40033 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:10.397553 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d4ed1-d640-498a-a435-3cd358d21b5f", "name": "network-vif-deleted", "tag": "9585b1ab-2840-43b6-9ee7-a84a87710823", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:10.397553 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ce7ff10-6340-4626-89a7-c20dfcd40033 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:10.417644 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d4ed1-d640-498a-a435-3cd358d21b5f', 'name': 'network-vif-deleted', 'tag': '9585b1ab-2840-43b6-9ee7-a84a87710823', 'status': 'completed', 'code': 200} Nov 23 18:46:10.447131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:10.473358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-c19fc24c-fbff-468b-b971-7124ffbe9182 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 200 len: 1000 time: 0.1783199 Nov 23 18:46:10.514491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 9585b1ab-2840-43b6-9ee7-a84a87710823 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:10.523854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9585b1ab-2840-43b6-9ee7-a84a87710823 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:10.591537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.606487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-05eccb96-ee1d-4890-9d5f-ee1c99d620aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.608214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-05eccb96-ee1d-4890-9d5f-ee1c99d620aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ceb2710a-9a05-4137-8798-50aac754c42f HTTP/1.1" status: 200 len: 851 time: 0.1185999 Nov 23 18:46:10.619635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Made reservation on behalf of 8abdda54c0a2429390b5eacacd9beccd for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:10.630511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.659483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.770919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-c17f5f37-7fae-4bfc-bb98-ccbaf01b6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.773896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '85b1b2da-0601-4527-99dc-8037d9dd999a', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'port_id': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'mac_address': 'fa:16:3e:67:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:45:30Z', 'updated_at': '2021-11-23T18:46:05Z', 'revision_number': 1, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:10.776650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-c17f5f37-7fae-4bfc-bb98-ccbaf01b6849 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466973 Nov 23 18:46:10.786364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:46:10.810886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac19b7e-d481-4148-b95c-3124d4909ff4 None None] The sync data for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 is: [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '85b1b2da-0601-4527-99dc-8037d9dd999a', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'port_id': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'mac_address': 'fa:16:3e:67:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:45:30Z', 'updated_at': '2021-11-23T18:46:05Z', 'revision_number': 1, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:46:10.881698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:10.882047 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Added segment 5cb514a1-be98-43dd-8a97-0acb097508fd of type vlan for network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 Nov 23 18:46:10.983155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-12a79d54-3e29-491d-a399-25946961c754 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:10.985421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-12a79d54-3e29-491d-a399-25946961c754 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 946 time: 0.4982746 Nov 23 18:46:11.047696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-10768856-0733-4cd4-b501-8295e7c3c4a2 service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610409 Nov 23 18:46:11.257425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096d3e58-2944-46b7-a5b0-d133a72ee908,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:11.282535 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc814d0-5ef2-4b3f-9348-19199c5f8e34 None None] New status for floating IP 85b1b2da-0601-4527-99dc-8037d9dd999a: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:46:11.356209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:11.415780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7061580c-a307-4dbf-a47b-85ff83466664 req-621861d9-595e-45bb-bc82-492a925b1d81 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.1653111 Nov 23 18:46:11.522643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:46:11.592645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17ddd237-9564-45de-a7ae-1cdd5897554f req-9231b4e7-07d5-47d8-a14c-28dd23c185c3 service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359855 Nov 23 18:46:11.635234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e0e046c-77dd-465f-b646-8f9aa1f9c728 req-f6945d4d-057d-4d89-8424-017adaafb5cd tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 210 time: 0.0745850 Nov 23 18:46:11.670343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556bad-598b-455c-9a89-68e2d08335d6 req-6f4be686-0521-4967-a05d-1aec57f08901 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.671956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42556bad-598b-455c-9a89-68e2d08335d6 req-6f4be686-0521-4967-a05d-1aec57f08901 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 946 time: 0.4552164 Nov 23 18:46:11.672221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:11.704599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.710762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:11.720382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-f8721819-7bd5-4a78-810b-e8c1b9011f4f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:11.721335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-f8721819-7bd5-4a78-810b-e8c1b9011f4f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.3833845 Nov 23 18:46:11.752453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Request body: {'port': {'device_id': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'admin_state_up': True, 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:11.757290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Allocated IP 172.20.0.10 (5b15ac5a-ec87-4317-8731-88fceeea74ca/33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc/43520285-fcc2-49d3-a381-3703fa7e8e92) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:11.821339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:11.823011 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:11.925313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42556bad-598b-455c-9a89-68e2d08335d6 req-63156bfe-5e14-4b9e-bf34-cd721dd21993 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375183 Nov 23 18:46:11.967039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2067435 Nov 23 18:46:11.971595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:11.977323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:12.071415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:12.075949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.080878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2f95a-8ca6-42cb-ae53-88cdfa0da8b8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Network': ['ID=8a737b54-db1f-4acf-80ef-9bd64b0dd2a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:12.099186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:46:12.161729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:12.162093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.212920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:12.234462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:12.242978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.407582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Allocated IP 172.20.0.11 (34f421e6-931f-4a2c-974d-9711e00bc88a/ef39d24b-f1e0-4032-b37f-15ca419765a9/6505f503-bb6e-46a9-b2cd-bb752a0b339b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:12.425192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.644466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.669162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:12.752699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.862389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-196f80b5-5c04-466e-86a2-5930c15e8c4d req-a97bb80f-e255-4f68-b578-80868e2d641b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 210 time: 0.0641346 Nov 23 18:46:12.871671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.913631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:12.982010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.006848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Network 5b15ac5a-ec87-4317-8731-88fceeea74ca is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:13.040750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:13.100129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:13.117159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bb377-cf40-4dd9-9ae8-9fb6f0d22b54 req-2514070b-d159-47f1-8b68-18a8514ab659 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:13.118787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-939bb377-cf40-4dd9-9ae8-9fb6f0d22b54 req-2514070b-d159-47f1-8b68-18a8514ab659 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 932 time: 0.5137241 Nov 23 18:46:13.129601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Network 34f421e6-931f-4a2c-974d-9711e00bc88a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:13.134562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=1679e966-6949-45b9-9a2a-94344480c169,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:13.146556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:13.158523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:13.172627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:13.178157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.182001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d726bbe9-92dc-4ee1-8d4a-7e0414680b57 req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "DELETE /v2.0/ports/23ae502d-f92c-4ed2-b002-3dbc9e3c8428 HTTP/1.1" status: 204 len: 173 time: 2.1036475 Nov 23 18:46:13.183035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:13.190109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'name': 'network-vif-deleted', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:13.192997 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403d0d0f-12d2-47e5-82ee-9eded6625603" -d '{"events": [{"server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "name": "network-vif-deleted", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:13.203636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52df332-4083-403f-b308-8f9f05bb7e03 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=23ae502d-f92c-4ed2-b002-3dbc9e3c8428,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:13.210469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:13.219405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.248769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5059841 Nov 23 18:46:13.255219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853840c7-d90c-481e-8039-6ce6a8b93561 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:13.258127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:13.258550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network hostable DHCP agents. Network: 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:46:13.268281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc81f05f-2074-4c56-be8d-453da3aa294c req-4bb2bf9f-24db-4e1c-a090-87828fc09376 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0803890 Nov 23 18:46:13.269973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Request body: {'port': {'device_id': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:13.319610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:13.320124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.375784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.376817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-6ae81840-5de9-4629-9163-2decf4ee3c48 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1932542 Nov 23 18:46:13.380851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-939bb377-cf40-4dd9-9ae8-9fb6f0d22b54 req-cd119843-4499-429b-b94e-fb431e433ce0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423358 Nov 23 18:46:13.381455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:46:13.394883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Request body: {'port': {'device_id': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:13.420283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:13.430987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928c19c-232c-4f36-b0b2-e27507bfef3f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:13.472844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:13.473451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.524644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.534765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2edfe0bf-9dcf-4b20-96d9-1aacce85911a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5618727 Nov 23 18:46:13.539486 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3446d-56ba-41b5-971c-10c6f3a7af80 x-openstack-request-id: req-c7b3446d-56ba-41b5-971c-10c6f3a7af80 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:13.539842 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87be64-421b-45c3-ae71-4fb258197b45", "name": "network-vif-deleted", "tag": "23ae502d-f92c-4ed2-b002-3dbc9e3c8428", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:13.540096 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7b3446d-56ba-41b5-971c-10c6f3a7af80 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:13.542399 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87be64-421b-45c3-ae71-4fb258197b45', 'name': 'network-vif-deleted', 'tag': '23ae502d-f92c-4ed2-b002-3dbc9e3c8428', 'status': 'completed', 'code': 200} Nov 23 18:46:13.545975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:13.589574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'name': 'tempest-NetworksTestDHCPv6-2053506674'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:13.793893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '1679e966-6949-45b9-9a2a-94344480c169'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:13.795049 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:13.974031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6505f503-bb6e-46a9-b2cd-bb752a0b339b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:13.982888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.015991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Transition to ACTIVE for port object 6505f503-bb6e-46a9-b2cd-bb752a0b339b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:46:14.025327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.090154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1679e966-6949-45b9-9a2a-94344480c169/7055a87b-ca8c-4841-a6d1-a82cda59e335) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:14.247000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:14.259207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.293587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:14.337684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6d393-bc83-479e-b76f-2dd9e8d7a0bb req-fe6ccfb9-aa71-4371-9dde-873dec97807f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.346247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port f104373c-19b4-40aa-892b-cd6732863686 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:14.355925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59a6d393-bc83-479e-b76f-2dd9e8d7a0bb req-fe6ccfb9-aa71-4371-9dde-873dec97807f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 944 time: 0.3338516 Nov 23 18:46:14.371025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.381941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:14.409574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:14.410053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 23ae502d-f92c-4ed2-b002-3dbc9e3c8428 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:14.415486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.450022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:14.461956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:14.529817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:14.556689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59a6d393-bc83-479e-b76f-2dd9e8d7a0bb req-f62c1496-b502-4ce3-890f-872ae50144b2 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997895 Nov 23 18:46:14.559774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Attempting to bind port 6505f503-bb6e-46a9-b2cd-bb752a0b339b on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:14.566412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Attempting to bind port 6505f503-bb6e-46a9-b2cd-bb752a0b339b by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:14.566927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Attempting to bind port 6505f503-bb6e-46a9-b2cd-bb752a0b339b on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:14.575678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Port 6505f503-bb6e-46a9-b2cd-bb752a0b339b on network 34f421e6-931f-4a2c-974d-9711e00bc88a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:46:14.578035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Attempting to bind port 6505f503-bb6e-46a9-b2cd-bb752a0b339b on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:14.588273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:14.594722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Checking segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:14.595460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Bound using segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:14.596197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Bound port: 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:14.596817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.607728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Pushing event updated for resources: {'Port': ['ID=7055a87b-ca8c-4841-a6d1-a82cda59e335,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:14.636527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Attempting to bind port 7055a87b-ca8c-4841-a6d1-a82cda59e335 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:14.636903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Attempting to bind port 7055a87b-ca8c-4841-a6d1-a82cda59e335 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:14.637272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Attempting to bind port 7055a87b-ca8c-4841-a6d1-a82cda59e335 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:14.653482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:14.653954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:14.654373 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.654821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:14.656407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Bound port: 7055a87b-ca8c-4841-a6d1-a82cda59e335, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:14.656797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.701789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd0d6df9-783f-46a2-ba8c-32d41dc15914 req-550613c6-5525-4f80-b730-34427ac578c8 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.1643119 Nov 23 18:46:14.751712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f372e-7c89-4698-887b-9691c4e0aa34 req-f8256bc1-6f02-465a-ac5a-60747d12cd9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.759244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670f372e-7c89-4698-887b-9691c4e0aa34 req-f8256bc1-6f02-465a-ac5a-60747d12cd9b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 932 time: 0.0900888 Nov 23 18:46:14.768738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43520285-fcc2-49d3-a381-3703fa7e8e92 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:14.768944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:14.794963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:14.806296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.836126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::20c (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1679e966-6949-45b9-9a2a-94344480c169/f104373c-19b4-40aa-892b-cd6732863686) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:14.870567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670f372e-7c89-4698-887b-9691c4e0aa34 req-561495af-5c43-4da3-9651-e2dea311e173 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101544 Nov 23 18:46:14.891384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:14.891384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.891384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] 10.222.0.47 "PUT /v2.0/ports/6505f503-bb6e-46a9-b2cd-bb752a0b339b HTTP/1.1" status: 200 len: 1092 time: 1.6286597 Nov 23 18:46:14.891384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:14.901473 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:14.947934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] For port 7055a87b-ca8c-4841-a6d1-a82cda59e335, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:14.963703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] For port 7055a87b-ca8c-4841-a6d1-a82cda59e335, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7055a87b-ca8c-4841-a6d1-a82cda59e335,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:14.970716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.981329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.003458 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23206502-732b-4eed-b7ac-c63037ee5f14 x-openstack-request-id: req-23206502-732b-4eed-b7ac-c63037ee5f14 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:15.004029 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:15.004231 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23206502-732b-4eed-b7ac-c63037ee5f14 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:15.004739 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'status': 'completed', 'code': 200} Nov 23 18:46:15.019186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107eaf-d769-49df-8213-d959de07ffb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:15.031121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-a37be1cc-f4fc-4486-a824-13dce100a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:15.033888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-a37be1cc-f4fc-4486-a824-13dce100a8bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 1095 time: 0.0884180 Nov 23 18:46:15.061212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Transition to ACTIVE for port object 43520285-fcc2-49d3-a381-3703fa7e8e92 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:46:15.110576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.123646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4d0db-81a6-4a0c-8c3c-b52b52a2a77d None None] Pushing event updated for resources: {'Port': ['ID=7055a87b-ca8c-4841-a6d1-a82cda59e335,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:15.252422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:15.465654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.522669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.763154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-9d8e8f0c-ca00-4580-a797-6b004b69988b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b HTTP/1.1" status: 200 len: 217 time: 0.7196107 Nov 23 18:46:15.775798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:15.804292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:15.807700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:15.820968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:15.826488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.881699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-24dcc025-5673-4f09-b020-42f9b6a54133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:15.886719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-24dcc025-5673-4f09-b020-42f9b6a54133 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.1137424 Nov 23 18:46:15.901444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3510158 Nov 23 18:46:15.915421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:15.944518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-d703b607-7a20-4f9f-a20b-63945718ee1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443685 Nov 23 18:46:16.079081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09085619-fa9c-4b1a-874a-50f8b1b2a772 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=f104373c-19b4-40aa-892b-cd6732863686,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:16.170263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Attempting to bind port 43520285-fcc2-49d3-a381-3703fa7e8e92 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:16.170608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Attempting to bind port 43520285-fcc2-49d3-a381-3703fa7e8e92 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:16.175153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Attempting to bind port 43520285-fcc2-49d3-a381-3703fa7e8e92 on network 5b15ac5a-ec87-4317-8731-88fceeea74ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:16.238219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Port 43520285-fcc2-49d3-a381-3703fa7e8e92 on network 5b15ac5a-ec87-4317-8731-88fceeea74ca not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:46:16.238660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Attempting to bind port 43520285-fcc2-49d3-a381-3703fa7e8e92 on network 5b15ac5a-ec87-4317-8731-88fceeea74ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:16.260146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68987d64-2110-4b2e-9a55-cd27c5e15ad5 req-7ff605b4-8553-4546-885c-69d60aac1ecd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.3543291 Nov 23 18:46:16.302222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:16.303445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Checking segment: {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:16.303843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Bound using segment: {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:16.304299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Bound port: 43520285-fcc2-49d3-a381-3703fa7e8e92, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a65f782-4728-4cf2-babc-b90ac45eefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:16.304657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.397880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41bf4-9aeb-430e-93db-361e11b062ba req-21aa8123-214e-4380-a358-8dfb33a54274 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.400694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0af41bf4-9aeb-430e-93db-361e11b062ba req-21aa8123-214e-4380-a358-8dfb33a54274 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 944 time: 0.2267625 Nov 23 18:46:16.403596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-84878bc1-208e-474a-acff-501eb188fe17 service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451714 Nov 23 18:46:16.455822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e8829-7763-4809-a7d8-fb8eff33721f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.463621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e8829-7763-4809-a7d8-fb8eff33721f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.470336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d78e8829-7763-4809-a7d8-fb8eff33721f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5035834 Nov 23 18:46:16.477178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:16.638670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0af41bf4-9aeb-430e-93db-361e11b062ba req-c98e096b-b407-4821-b998-dd957bd805a4 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300620 Nov 23 18:46:16.652709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a618ec-b695-45d6-aa61-dbd093ca4c28 req-10db5aa0-21fa-4ba3-b45b-4d4b119107c9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.654299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10a618ec-b695-45d6-aa61-dbd093ca4c28 req-10db5aa0-21fa-4ba3-b45b-4d4b119107c9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 944 time: 0.2708194 Nov 23 18:46:16.656084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:16.663287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb6c5a3-a677-4214-a280-aa44227f3b0c req-c7bf0b87-a460-4271-86c8-10c53f8993da service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472508 Nov 23 18:46:16.670532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:16.697991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.777632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.778259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.782439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 1092 time: 3.3925624 Nov 23 18:46:16.785601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:16.788376 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e933a1f-bf79-4afa-bf8f-a796e51824d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:16.819410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c5df1-753e-4f91-996c-924277da385f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:16.844047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-56f88389-b262-4a88-9764-4db6b94e14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:16.847962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-56f88389-b262-4a88-9764-4db6b94e14ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 1095 time: 0.1214409 Nov 23 18:46:16.894173 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bb6cab-618f-4faf-ae43-52729dd056a4 x-openstack-request-id: req-c0bb6cab-618f-4faf-ae43-52729dd056a4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:16.894399 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:16.894666 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0bb6cab-618f-4faf-ae43-52729dd056a4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:16.895074 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'status': 'completed', 'code': 200} Nov 23 18:46:16.903131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port f104373c-19b4-40aa-892b-cd6732863686 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:16.903521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.964026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10a618ec-b695-45d6-aa61-dbd093ca4c28 req-a10af02f-3c9b-4717-9719-7317e5f63aee tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843366 Nov 23 18:46:16.964947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593b7df-4d8c-4e8e-9c6c-48128f4746f6 service neutron] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:17.040619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] Provisioning complete for port 7055a87b-ca8c-4841-a6d1-a82cda59e335 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:17.041616 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.054293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-649f60ea-68b2-44e4-9382-b0c5a65450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:17.056078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-649f60ea-68b2-44e4-9382-b0c5a65450ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1095 time: 0.1909831 Nov 23 18:46:17.060033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-7429fd5b-902c-433a-88b2-1a05a3f9f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:17.062788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-7429fd5b-902c-433a-88b2-1a05a3f9f6db service neutron] 10.222.0.47 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 905 time: 0.2013643 Nov 23 18:46:17.117225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-3997f031-4540-49d1-be00-5cfb035e2891 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 217 time: 0.0494578 Nov 23 18:46:17.168442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-b725de47-6b4d-4034-8f10-d534df551cd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b HTTP/1.1" status: 200 len: 217 time: 0.0970535 Nov 23 18:46:17.201210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.256970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-7da58aa1-e82a-4119-a7ea-8db6554bd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:17.261741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-7da58aa1-e82a-4119-a7ea-8db6554bd22d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.1368494 Nov 23 18:46:17.284609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for f104373c-19b4-40aa-892b-cd6732863686 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:17.291862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-2bb53585-f1d0-4e34-9a7b-c6e3d946e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:17.314921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-2bb53585-f1d0-4e34-9a7b-c6e3d946e725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.1390865 Nov 23 18:46:17.318123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-b21d3a4f-e762-4597-b88c-2b7d7c7c9d6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438721 Nov 23 18:46:17.398319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-d1792517-c01c-4ada-87da-017e7e809ee2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723050 Nov 23 18:46:17.494812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.563891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7055a87b-ca8c-4841-a6d1-a82cda59e335 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:17.589125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-bd4f6d43-b31c-48a4-891c-51f16762c815 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578318 Nov 23 18:46:17.623016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-455815fa-fe05-4bc9-9015-e800e3054ad7 req-1365b284-e7bc-4ee9-936f-d0669206b741 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0956383 Nov 23 18:46:17.666042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-378be9ca-3274-4cb2-92ac-eb2142f166ef service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591991 Nov 23 18:46:17.719679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] For port 7055a87b-ca8c-4841-a6d1-a82cda59e335, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7055a87b-ca8c-4841-a6d1-a82cda59e335,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:17.727062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.793460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.839006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61ea2ada-9d6c-4441-ac5c-ec5f1157c834 req-2c3066a9-fd7c-4dd7-a82f-502ea98c9a94 service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644397 Nov 23 18:46:17.869698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=f104373c-19b4-40aa-892b-cd6732863686,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:17.873122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8381a575-ef25-4ec5-9777-83ed44c2c4e1 req-db1abbc1-6644-4d03-bae7-cb7f45895196 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696729 Nov 23 18:46:17.981629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622b755-fec2-40c6-9023-0427db90fb1f None None] Pushing event updated for resources: {'Port': ['ID=7055a87b-ca8c-4841-a6d1-a82cda59e335,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:17.995022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7055a87b-ca8c-4841-a6d1-a82cda59e335 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:17.996428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:17.996698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.000957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c6348803-3cb1-4c18-9581-207422e04ffe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/f104373c-19b4-40aa-892b-cd6732863686 HTTP/1.1" status: 204 len: 168 time: 1.5225248 Nov 23 18:46:18.004246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:18.096546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a4db9-d8b2-45a3-9bba-c2a6c2032417 req-b6442a2e-6a2a-4a0b-8b88-0f6743782d3f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.098117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-323a4db9-d8b2-45a3-9bba-c2a6c2032417 req-b6442a2e-6a2a-4a0b-8b88-0f6743782d3f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 944 time: 0.2332022 Nov 23 18:46:18.209936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-0ba6c862-17b7-4710-b43e-102cd499c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.212766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-0ba6c862-17b7-4710-b43e-102cd499c957 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1095 time: 0.2247248 Nov 23 18:46:18.259642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c544af83-10fd-4484-9a02-192e63f14b51 None None] Could not find standard attr ID for object f104373c-19b4-40aa-892b-cd6732863686. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:18.325491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c544af83-10fd-4484-9a02-192e63f14b51 None None] Provisioning complete for port 7055a87b-ca8c-4841-a6d1-a82cda59e335 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:18.325872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c544af83-10fd-4484-9a02-192e63f14b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.344468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fc1b6-7bf2-4b08-ad0c-0c2930245608 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.346198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44fc1b6-7bf2-4b08-ad0c-0c2930245608 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.356103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c44fc1b6-7bf2-4b08-ad0c-0c2930245608 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3501709 Nov 23 18:46:18.363229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:18.460464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc988b1-f26b-4d7d-bed1-665b667a97ed req-651733c2-92e7-40f2-b0ad-223541956b53 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.478241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dc988b1-f26b-4d7d-bed1-665b667a97ed req-651733c2-92e7-40f2-b0ad-223541956b53 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 944 time: 0.3406153 Nov 23 18:46:18.485181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-47b40dd2-05b2-4373-91f5-e82eb5d73559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:18.491386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-47b40dd2-05b2-4373-91f5-e82eb5d73559 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.2674603 Nov 23 18:46:18.597594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 1679e966-6949-45b9-9a2a-94344480c169 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:18.619797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.634988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0480ff82-6494-40fe-ba9e-00a85bd0cd1e None None] Could not find standard attr ID for object f104373c-19b4-40aa-892b-cd6732863686. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:18.714435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dc988b1-f26b-4d7d-bed1-665b667a97ed req-673d47e4-04de-4b49-aea3-12c0ec0d7384 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331851 Nov 23 18:46:18.767609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.909722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9301bcff-fc5b-4d34-88e6-5daba0a4d946 req-67e861b5-cee0-4759-99b0-1cff89343986 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0445688 Nov 23 18:46:19.023851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.141287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.194614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=1679e966-6949-45b9-9a2a-94344480c169,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:19.199693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.205481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e1871103-859b-4d7d-89fc-262b0cee08bd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1679e966-6949-45b9-9a2a-94344480c169 HTTP/1.1" status: 204 len: 168 time: 0.8373590 Nov 23 18:46:19.209857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435dc1f-0ce0-4cb7-8326-c6afb36cfc0e None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:19.211822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:19.223794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-0266863e-b348-4a32-bcd9-1a92b2b11b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 217 time: 0.7225637 Nov 23 18:46:19.300621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-323a4db9-d8b2-45a3-9bba-c2a6c2032417 req-9345aaeb-045a-44d6-960c-a803fe01d6d9 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1945176 Nov 23 18:46:19.333716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b879783b-4596-4d19-a63e-c462ffc12bca tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207063 Nov 23 18:46:19.336516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:19.349316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:19.366577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-3bfb70a9-d058-4238-8576-d029ac3d2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:19.373519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-3bfb70a9-d058-4238-8576-d029ac3d2620 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.1090462 Nov 23 18:46:19.429948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-13d07770-41b7-4913-a16a-7131a022a195 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448236 Nov 23 18:46:19.565111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:19.569888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7055a87b-ca8c-4841-a6d1-a82cda59e335 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:19.577767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.636696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-15266c4e-bb63-4087-b6f4-b73e09188a34 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959836 Nov 23 18:46:19.669606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:46:19.730487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7055a87b-ca8c-4841-a6d1-a82cda59e335 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:19.731004 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.822153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Deleting port 7055a87b-ca8c-4841-a6d1-a82cda59e335 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:19.822548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.841232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5e933a1f-bf79-4afa-bf8f-a796e51824d3 req-3d270757-b67c-4fda-9860-1212b4198d84 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934407 Nov 23 18:46:19.986707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31251dc3-a749-4dcf-8fc0-bb09f3363069 req-16f14476-1769-45d0-ba9e-b7bb5f8028e2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:19.995174 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31251dc3-a749-4dcf-8fc0-bb09f3363069 req-16f14476-1769-45d0-ba9e-b7bb5f8028e2 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 944 time: 0.1221054 Nov 23 18:46:20.024526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.025978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] For port 7055a87b-ca8c-4841-a6d1-a82cda59e335, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7055a87b-ca8c-4841-a6d1-a82cda59e335,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:20.026443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.049381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Calling delete_port for 7055a87b-ca8c-4841-a6d1-a82cda59e335 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:20.065963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e05d8393-5293-4976-8768-7f3b2b0655e0 req-f845bf18-ea26-46b5-8ba2-ef2c5c346e34 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0551951 Nov 23 18:46:20.104715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:20.113258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:20.119469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:20.120059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.131802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31251dc3-a749-4dcf-8fc0-bb09f3363069 req-efa95a68-50d9-46eb-b09e-79c89595ff9c tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357048 Nov 23 18:46:20.133770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=8d614ea1-1773-4bc6-b234-4b6705e5566e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:20.152720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-524126d9-6f0a-4506-b561-d09099637db9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8110571 Nov 23 18:46:20.153730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:20.160687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'name': 'tempest-NetworksTestDHCPv6-1138762927'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:20.248425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.304491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:20.307654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] Pushing event deleted for resources: {'Port': ['ID=7055a87b-ca8c-4841-a6d1-a82cda59e335,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:20.313139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478954e-160f-405b-8a7e-d7c4591a5aca None None] No DVR routers for this DVR port 7055a87b-ca8c-4841-a6d1-a82cda59e335 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:20.355203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff8df6-74c1-4b65-a93f-29b7a15674a6 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:20.367975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:20.373464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.409499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 218f9b1a-3be3-4bc5-aed4-c96be4b15643 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:20.461167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 43520285-fcc2-49d3-a381-3703fa7e8e92 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:20.533860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda248d-9c77-4414-bc71-6dae89119463 req-67d96bb6-78b2-4743-ac5f-9f8c39ab5461 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:20.538546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fda248d-9c77-4414-bc71-6dae89119463 req-67d96bb6-78b2-4743-ac5f-9f8c39ab5461 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 944 time: 0.1037498 Nov 23 18:46:20.586316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::3cb (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/8d614ea1-1773-4bc6-b234-4b6705e5566e/218f9b1a-3be3-4bc5-aed4-c96be4b15643) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:20.741809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2fda248d-9c77-4414-bc71-6dae89119463 req-5df05f52-c9c0-4f58-838e-a4a9fb8759af tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873138 Nov 23 18:46:20.934728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:20.982326 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.018413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:21.021706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:21.048596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:21.053789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:21.056856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.058710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.070392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'network_id': '5b15ac5a-ec87-4317-8731-88fceeea74ca', 'port_id': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'mac_address': 'fa:16:3e:d5:04:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:21.126967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9704285 Nov 23 18:46:21.128406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:21.131266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b01064-5898-4039-8729-08efd1ad761e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=218f9b1a-3be3-4bc5-aed4-c96be4b15643,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:21.148310 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.260072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883f91c-6d9d-46bb-93a1-d566efbfdb53 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.265073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d3b68260-db45-4c69-a520-d91bececcc00 req-85b5d190-cde7-434f-ac60-0ee5e9d53a9e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0569222 Nov 23 18:46:21.265360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:21.265463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f883f91c-6d9d-46bb-93a1-d566efbfdb53 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1357794 Nov 23 18:46:21.275611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43520285-fcc2-49d3-a381-3703fa7e8e92 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:21.302260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:21.341540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:21.346387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'mac_address': 'fa:16:3e:c1:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:21.348227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99162e8-2f2e-4ec8-aa30-8238d1f26569 req-9bb8c43c-6487-492e-9dee-17ce58aa0ee4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.351988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99162e8-2f2e-4ec8-aa30-8238d1f26569 req-9bb8c43c-6487-492e-9dee-17ce58aa0ee4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 944 time: 0.0851052 Nov 23 18:46:21.363597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '8d614ea1-1773-4bc6-b234-4b6705e5566e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:21.366774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.412148 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.531846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99162e8-2f2e-4ec8-aa30-8238d1f26569 req-31e54720-9f5e-4e1c-aded-8698dacaabc3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704562 Nov 23 18:46:21.553475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7055a87b-ca8c-4841-a6d1-a82cda59e335 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:21.569839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 218f9b1a-3be3-4bc5-aed4-c96be4b15643 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:21.570189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.583125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7055a87b-ca8c-4841-a6d1-a82cda59e335 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:21.583554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7055a87b-ca8c-4841-a6d1-a82cda59e335 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:21.674389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:21.709224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.735671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6505f503-bb6e-46a9-b2cd-bb752a0b339b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:21.758990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:21.781041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.798230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 218f9b1a-3be3-4bc5-aed4-c96be4b15643 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:21.833744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:21.840590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:21.947753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/8d614ea1-1773-4bc6-b234-4b6705e5566e/f1d54008-7e54-4a48-bb5d-c65051cdbbb8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:21.981544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff4d1f-b832-45a1-b9df-ce810de9827e req-64a91286-fa76-4634-b7f0-f0b80400cbe0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:21.990681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39ff4d1f-b832-45a1-b9df-ce810de9827e req-64a91286-fa76-4634-b7f0-f0b80400cbe0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 945 time: 0.1023843 Nov 23 18:46:22.048421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:22.149971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['6505f503-bb6e-46a9-b2cd-bb752a0b339b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:22.177740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39ff4d1f-b832-45a1-b9df-ce810de9827e req-dc7d5962-0c78-49bf-ad15-35207cc9dec1 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859338 Nov 23 18:46:22.218670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.284440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=218f9b1a-3be3-4bc5-aed4-c96be4b15643,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:22.411353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.417331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9e96caac-4954-47ea-a5e7-df8679c47440 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/218f9b1a-3be3-4bc5-aed4-c96be4b15643 HTTP/1.1" status: 204 len: 168 time: 1.1506789 Nov 23 18:46:22.421582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:22.511750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.519020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2611b79a-3fe9-43df-91ac-d48e68a65053 req-68ca079b-36cf-404a-9a89-8fd9155f18ac tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a87be64-421b-45c3-ae71-4fb258197b45 HTTP/1.1" status: 200 len: 210 time: 0.0435224 Nov 23 18:46:22.563091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc561e-ca4e-456c-ac5f-17c56f0d68e1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.569314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc561e-ca4e-456c-ac5f-17c56f0d68e1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.573300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-01bc561e-ca4e-456c-ac5f-17c56f0d68e1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1506734 Nov 23 18:46:22.576490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:22.633335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.714588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:22.728724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:22.735913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:22.773452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 8d614ea1-1773-4bc6-b234-4b6705e5566e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:22.784616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.866207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Pushing event updated for resources: {'Port': ['ID=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:22.897270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.901881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2f5fc-d4c9-4702-8c8f-f9e8fb5c7640 req-c1551008-8552-462a-86ea-078274698618 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:22.913224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Attempting to bind port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:22.913600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Attempting to bind port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:22.914742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Attempting to bind port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:22.916061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fa2f5fc-d4c9-4702-8c8f-f9e8fb5c7640 req-c1551008-8552-462a-86ea-078274698618 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 945 time: 0.1617005 Nov 23 18:46:22.931463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:22.932203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:22.932830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:22.933260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:22.934112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Bound port: f1d54008-7e54-4a48-bb5d-c65051cdbbb8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:22.935408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.063126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.066427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fa2f5fc-d4c9-4702-8c8f-f9e8fb5c7640 req-6b601f28-49e0-406a-b9e9-3e29f9404fe3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493258 Nov 23 18:46:23.154861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.158551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] For port f1d54008-7e54-4a48-bb5d-c65051cdbbb8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:23.163164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] For port f1d54008-7e54-4a48-bb5d-c65051cdbbb8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:23.173753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.202132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=8d614ea1-1773-4bc6-b234-4b6705e5566e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:23.225294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.233960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5ac3add8-0738-4b30-bb59-1dbcb781578b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/8d614ea1-1773-4bc6-b234-4b6705e5566e HTTP/1.1" status: 204 len: 168 time: 0.6552844 Nov 23 18:46:23.236575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:23.281182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd989ea0-df55-49de-be47-6dba3abaaf64 None None] Pushing event updated for resources: {'Port': ['ID=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:23.417019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-69f1d2be-96a5-434e-9a42-61110d9af826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1785333 Nov 23 18:46:23.419898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:23.425391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:23.450298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bdff1-ef33-4dc3-85fe-71820f0bbdbe req-8666c4d1-a770-41d1-8e4c-0773b0ffd18b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:23.453212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c6bdff1-ef33-4dc3-85fe-71820f0bbdbe req-8666c4d1-a770-41d1-8e4c-0773b0ffd18b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 945 time: 0.1305866 Nov 23 18:46:23.530630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c6bdff1-ef33-4dc3-85fe-71820f0bbdbe req-aad8bdd0-2943-4341-9a45-9a3caa601c94 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Nov 23 18:46:23.635963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:23.645258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:23.962943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:24.018141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:24.032160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:24.037992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:24.038584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:24.055673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=561ed891-3cef-48ad-b813-0eb20722167c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:24.078842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-975cae83-4fd2-4790-b9d0-fd78f8b91eb9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6573598 Nov 23 18:46:24.080980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:24.087844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'name': 'tempest-NetworksTestDHCPv6-1650943532'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:24.332566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:24.364055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-50ecc61a-d19d-4510-9c43-3c9ed3b52aad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804482 Nov 23 18:46:24.365144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37485452-27a2-4c78-9d5f-c2db8cfa84da req-5d10f92c-3543-45bd-8c9c-13a74231f7a9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:24.373419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37485452-27a2-4c78-9d5f-c2db8cfa84da req-5d10f92c-3543-45bd-8c9c-13a74231f7a9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 945 time: 0.1605914 Nov 23 18:46:24.385290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:24.389363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:24.423070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 43520285-fcc2-49d3-a381-3703fa7e8e92 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:24.430415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 566a536d-1778-4368-b7f3-746f6634626a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:24.512968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 6505f503-bb6e-46a9-b2cd-bb752a0b339b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:46:24.527791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 6505f503-bb6e-46a9-b2cd-bb752a0b339b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:24.527791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:24.705345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 43520285-fcc2-49d3-a381-3703fa7e8e92 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:46:24.727666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 43520285-fcc2-49d3-a381-3703fa7e8e92 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:24.728432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:24.759894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-3d74764a-d994-40e9-a73e-7355235f9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:24.761816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-3d74764a-d994-40e9-a73e-7355235f9842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 1096 time: 0.3256474 Nov 23 18:46:24.793281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::16f (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/561ed891-3cef-48ad-b813-0eb20722167c/566a536d-1778-4368-b7f3-746f6634626a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:24.898536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-925ed3cd-3d76-4a09-81a8-c7843923a98c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:24.900131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-925ed3cd-3d76-4a09-81a8-c7843923a98c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3966208 Nov 23 18:46:25.007399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37485452-27a2-4c78-9d5f-c2db8cfa84da req-2998bc54-3a6c-4c6c-9530-bb9de3204b89 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321969 Nov 23 18:46:25.024737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-f44950f1-6082-417b-b417-a0ffcf27fee5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0751173 Nov 23 18:46:25.086023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-fe40d81b-2a3a-49f6-8104-f1036edc70f3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600510 Nov 23 18:46:25.148621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.195708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-5d7dc610-6055-42e4-865f-1757658c1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:25.198449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-5d7dc610-6055-42e4-865f-1757658c1cc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.4087458 Nov 23 18:46:25.203593 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.268823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:25.278859 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b45d2-3734-4cb8-adf8-893360758766" -d '{"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-plugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:25.319869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.341546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77180c-d18a-43a0-8dde-117a6a3fa93c req-baba4769-1e46-45fd-8dad-1cba72e3073d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:25.352061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa77180c-d18a-43a0-8dde-117a6a3fa93c req-baba4769-1e46-45fd-8dad-1cba72e3073d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 945 time: 0.1390553 Nov 23 18:46:25.357641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:25.362446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e38a3-cb88-4345-bbab-9aaf30956313 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:25.411889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-2f6098d1-bb3c-4651-bd7f-f355a2f3f2b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 200 len: 217 time: 0.1984723 Nov 23 18:46:25.460421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa77180c-d18a-43a0-8dde-117a6a3fa93c req-feb30158-eb55-4b78-b1d9-b75fe9fb15c8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031308 Nov 23 18:46:25.465779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.532031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:25.536618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.539464 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-a729cf4c-cfda-441b-8c8d-55e7f883f63f service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524584 Nov 23 18:46:25.575887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-fcc5095f-b3cd-4bea-ad70-89fe876f3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:25.577756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-fcc5095f-b3cd-4bea-ad70-89fe876f3f21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.1566081 Nov 23 18:46:25.605645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:25.610776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:25.623026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1d54008-7e54-4a48-bb5d-c65051cdbbb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:25.629480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:25.640562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Could not find standard attr ID for object 218f9b1a-3be3-4bc5-aed4-c96be4b15643. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:25.652997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:25.656324 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.658032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:25.790722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=566a536d-1778-4368-b7f3-746f6634626a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:25.794146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-a993fb75-348b-4b0e-a0a6-d2b5d4ddbb45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068374 Nov 23 18:46:25.798756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a5c20136-9be9-41a8-8ef7-0a87ab752f16 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7156534 Nov 23 18:46:25.803580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:25.883613 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c1f65-5f4b-48b8-a5fd-0599600756e5 x-openstack-request-id: req-fa3c1f65-5f4b-48b8-a5fd-0599600756e5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:25.884074 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-plugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:25.885086 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa3c1f65-5f4b-48b8-a5fd-0599600756e5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:25.885511 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'code': 200} Nov 23 18:46:25.891800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:25.964150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:25.980460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Provisioning complete for port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:25.982118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.131836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-eadfde54-c4c1-41d7-a2e0-c1cdbc96bc14 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015442 Nov 23 18:46:26.149499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:26.150068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.162005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f0983-adf2-4a17-b5df-60aa1c918c47 req-31744935-141d-4f58-80c2-52c6266f1fc1 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216497 Nov 23 18:46:26.183179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70fb7-7fc1-4103-b3c7-080cc4aac144 req-31704c81-7c33-43ac-92dd-5389668c5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:26.184786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ece70fb7-7fc1-4103-b3c7-080cc4aac144 req-31704c81-7c33-43ac-92dd-5389668c5936 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 1097 time: 0.1916497 Nov 23 18:46:26.194373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d0946-28b2-4a6e-a9c9-937accd01a29 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:26.201253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d0946-28b2-4a6e-a9c9-937accd01a29 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:26.206306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b56d0946-28b2-4a6e-a9c9-937accd01a29 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4016590 Nov 23 18:46:26.209875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:26.313261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85453-7857-4280-aa86-6850e2c9ae93 req-a519bfef-c121-48f1-9616-9542febe7e98 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:26.322011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af85453-7857-4280-aa86-6850e2c9ae93 req-a519bfef-c121-48f1-9616-9542febe7e98 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 946 time: 0.1588318 Nov 23 18:46:26.402817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af85453-7857-4280-aa86-6850e2c9ae93 req-83bd9286-b9b7-4a33-b575-e4323c2e1dec tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782239 Nov 23 18:46:26.424077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 566a536d-1778-4368-b7f3-746f6634626a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:26.424491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.427681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ece70fb7-7fc1-4103-b3c7-080cc4aac144 req-5e6b08ae-d04c-4941-8501-e6fb03e52faf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198236 Nov 23 18:46:26.433979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3300106d-4511-4eb2-845c-5980d1cb97bb req-b32060a8-9451-411b-9557-3b8e07749016 service neutron] 10.222.0.47 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843583 Nov 23 18:46:26.697510 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9de1f188-c057-4e69-afea-f1da9dd4e82b req-58b22ead-3813-4eb0-8233-2799f7c15ad5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=abf7208e-2da4-43e8-8ef9-902ccc5eb89f HTTP/1.1" status: 200 len: 210 time: 0.0726321 Nov 23 18:46:26.832458 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-00ca3f59-80ce-4c01-aa28-ca57c31735c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3006737 Nov 23 18:46:26.865059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.880556 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:26.930853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 566a536d-1778-4368-b7f3-746f6634626a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:26.991350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.004646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fe44a-70a0-4f75-9a18-ff51f601fc02 req-625ea645-767d-48ed-9e80-a0344793e45f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:27.012264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e40fe44a-70a0-4f75-9a18-ff51f601fc02 req-625ea645-767d-48ed-9e80-a0344793e45f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.3333728 Nov 23 18:46:27.137308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f1d54008-7e54-4a48-bb5d-c65051cdbbb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:27.192866 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.314070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-64778e08-d230-4cc5-a9ae-c2db449c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:27.326108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-64778e08-d230-4cc5-a9ae-c2db449c183e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=69b4ae89c7934940abd92f8042988085&device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 1096 time: 0.4132793 Nov 23 18:46:27.445549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e40fe44a-70a0-4f75-9a18-ff51f601fc02 req-ee2775e0-ee45-43fa-9025-fee5efb944a5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300773 Nov 23 18:46:27.485199 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f1effa1-9e53-45e3-9598-1531f0549c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.514791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:46:27.516507 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-b490f6fb-dd6c-4fc4-8c08-153838261e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:46:27.537677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:27.886569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:27.891261 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d68092-b777-4ef7-be7d-eb93380d7c3c" -d '{"events": [{"server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "name": "network-vif-plugged", "status": "completed", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:27.922250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:27.948094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fe9ae-daea-49ba-b3a6-02b636dbf27b req-1ebeb54f-23b5-47a9-ab1d-db991f4b5ca4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:27.953556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c03fe9ae-daea-49ba-b3a6-02b636dbf27b req-1ebeb54f-23b5-47a9-ab1d-db991f4b5ca4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 946 time: 0.2529650 Nov 23 18:46:27.956386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-a1801281-e50c-46ad-a867-beb7e08f54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:27.962454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-a1801281-e50c-46ad-a867-beb7e08f54a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 200 len: 920 time: 0.5861700 Nov 23 18:46:28.069647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:28.080037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/566a536d-1778-4368-b7f3-746f6634626a HTTP/1.1" status: 204 len: 168 time: 1.8648257 Nov 23 18:46:28.080423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:28.121896 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c9631-bbcd-4071-9f58-979420e936c1 x-openstack-request-id: req-8b3c9631-bbcd-4071-9f58-979420e936c1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:28.122636 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "name": "network-vif-plugged", "status": "completed", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:28.122982 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b3c9631-bbcd-4071-9f58-979420e936c1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:28.126979 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'code': 200} Nov 23 18:46:28.268131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44c2a42b-4f32-48a8-baed-544ecceb4ab8 None None] Could not find standard attr ID for object 218f9b1a-3be3-4bc5-aed4-c96be4b15643. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:28.296897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c03fe9ae-daea-49ba-b3a6-02b636dbf27b req-1f5cf59c-a380-47a7-ada8-0bb7a3d50746 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147335 Nov 23 18:46:28.299762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d519-02c8-4911-a54b-934bb5c88002 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=566a536d-1778-4368-b7f3-746f6634626a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:28.322382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-0bffc131-8b96-43f6-ad30-8399f1007ccc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 200 len: 217 time: 0.3250766 Nov 23 18:46:28.322897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44c2a42b-4f32-48a8-baed-544ecceb4ab8 None None] Provisioning complete for port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:28.324981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44c2a42b-4f32-48a8-baed-544ecceb4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:28.350080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243f0c1-720c-463f-8276-9c15ec9b1c3a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.361067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243f0c1-720c-463f-8276-9c15ec9b1c3a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.368670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d243f0c1-720c-463f-8276-9c15ec9b1c3a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2861586 Nov 23 18:46:28.371231 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:28.545188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd526b64-9e62-4a73-a874-3d976311ca90 req-131ecefa-9785-4fc8-96d9-747eb8cc824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.558461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd526b64-9e62-4a73-a874-3d976311ca90 req-131ecefa-9785-4fc8-96d9-747eb8cc824f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1097 time: 0.2596860 Nov 23 18:46:28.558780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44c2a42b-4f32-48a8-baed-544ecceb4ab8 None None] Could not find standard attr ID for object 566a536d-1778-4368-b7f3-746f6634626a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:28.591936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-d4b03c98-02d4-4b29-9876-fcdc738ba22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.593392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-d4b03c98-02d4-4b29-9876-fcdc738ba22c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 200 len: 859 time: 0.2407544 Nov 23 18:46:28.650296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 561ed891-3cef-48ad-b813-0eb20722167c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:28.660225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:28.694696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-0e6e6ff0-53a0-4332-93d3-0bdd1bf1eadb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9404bcf7-d3c3-439c-9355-3e43fd07f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607903 Nov 23 18:46:28.698883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dcb1f89a-f641-4362-b1cd-36458dcd705b None None] Could not find standard attr ID for object 566a536d-1778-4368-b7f3-746f6634626a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:28.828556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd526b64-9e62-4a73-a874-3d976311ca90 req-eec83af9-a235-4155-bf57-029e5d301c43 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567663 Nov 23 18:46:28.860732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebc1b4-5441-4338-8f90-e9b369c8db56 req-11541c22-a11e-4ee1-8db6-1092d7567533 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.862686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cebc1b4-5441-4338-8f90-e9b369c8db56 req-11541c22-a11e-4ee1-8db6-1092d7567533 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.2922609 Nov 23 18:46:28.881421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:28.993659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-1cac2694-60df-4a8d-a8ec-fd1ec5670d71 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:28.996415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-1cac2694-60df-4a8d-a8ec-fd1ec5670d71 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.6267288 Nov 23 18:46:29.065452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cebc1b4-5441-4338-8f90-e9b369c8db56 req-08a0cfa1-6a7d-4d0c-ad8b-81b041a85a4f tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579804 Nov 23 18:46:29.085119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-188cf155-2dae-4972-8732-067b84a9290d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0785193 Nov 23 18:46:29.126032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:29.136619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-498e5271-64d1-419a-afa3-be72a2a59336 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236965 Nov 23 18:46:29.327833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-cf5ca206-f661-4c2a-9133-db7d6f146e6e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2390654 Nov 23 18:46:29.522155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21de6bd7-fa9a-4864-813f-5290d3a3ef3c req-8942a367-2508-4670-b1e9-65243cb1f723 service neutron] 10.222.0.50 "GET /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639491 Nov 23 18:46:29.591679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-fdc8564a-fac4-4eaa-a893-229665bfa655 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624381 Nov 23 18:46:29.614456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1d54008-7e54-4a48-bb5d-c65051cdbbb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:29.643101 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:29.814756 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31a4f052-052f-4135-8f89-574fea082ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:29.849538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=561ed891-3cef-48ad-b813-0eb20722167c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:29.868396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:29.870345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:29.935324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:29.949056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a9eb0-9ee2-4e09-827d-60a50a21faba None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:29.955980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-be07225e-10d1-48c5-ad8d-5cb9cf965b74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/561ed891-3cef-48ad-b813-0eb20722167c HTTP/1.1" status: 204 len: 168 time: 1.5829601 Nov 23 18:46:29.957102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:30.029564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666c60a-8213-41c1-a4e6-fe15c9f2b448 req-266013c7-a304-41f0-8149-d282d9261a25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:30.031748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b666c60a-8213-41c1-a4e6-fe15c9f2b448 req-266013c7-a304-41f0-8149-d282d9261a25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 946 time: 0.1436450 Nov 23 18:46:30.134685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b666c60a-8213-41c1-a4e6-fe15c9f2b448 req-3b6a46eb-b759-426b-807b-616526b380ce tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870104 Nov 23 18:46:30.413797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:46:30.446240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edc4c-99ce-4cc4-aecc-655f0ed4b321 req-e0c9cf20-46b4-4a69-9234-43f82d034dd7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:30.448664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-067edc4c-99ce-4cc4-aecc-655f0ed4b321 req-e0c9cf20-46b4-4a69-9234-43f82d034dd7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1279624 Nov 23 18:46:30.529818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Deleting port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:30.530261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:30.621336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6b2eb8a1-5da3-4ad1-8008-80396d5de176 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6569543 Nov 23 18:46:30.626220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:30.648317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:30.682751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-067edc4c-99ce-4cc4-aecc-655f0ed4b321 req-b2711748-a2df-488d-a34e-e63bd1c9ce00 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261193 Nov 23 18:46:30.708698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-9f758e59-ed34-422d-a451-52fe2e8fa299 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1149051 Nov 23 18:46:30.744253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b1c0d-f7ed-44a0-8f04-d387fcea3233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:30.745765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a0b1c0d-f7ed-44a0-8f04-d387fcea3233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1189849 Nov 23 18:46:30.748971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:30.890862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] For port f1d54008-7e54-4a48-bb5d-c65051cdbbb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:30.891541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:30.937096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Calling delete_port for f1d54008-7e54-4a48-bb5d-c65051cdbbb8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:31.038422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c21758-ce02-4594-88ca-acbb05f634fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.066194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be3539-6508-4e32-b2d4-6d55d1492f66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.073081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47be3539-6508-4e32-b2d4-6d55d1492f66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3192799 Nov 23 18:46:31.073875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:31.091619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6af7eca-a291-4873-9542-ecb43f77e1f4 req-44d60003-8efb-49a1-bcae-93a337b957cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 210 time: 0.0447943 Nov 23 18:46:31.122313 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.125407 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.159567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] No DVR routers for this DVR port f1d54008-7e54-4a48-bb5d-c65051cdbbb8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:31.170303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-795f8a08-2147-4dc8-9cd4-fe78a3001eed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934410 Nov 23 18:46:31.176061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:31.182369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:31.183516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2578dc-8ac0-4380-ba21-552d80a74d67 None None] Pushing event deleted for resources: {'Port': ['ID=f1d54008-7e54-4a48-bb5d-c65051cdbbb8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:31.397920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c21758-ce02-4594-88ca-acbb05f634fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.407701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c21758-ce02-4594-88ca-acbb05f634fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.428303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:31.432955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.459675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1d54008-7e54-4a48-bb5d-c65051cdbbb8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:31.509418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2c21758-ce02-4594-88ca-acbb05f634fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a6e10e3f0e34237a26393265fdf9db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568501 Nov 23 18:46:31.510916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:31.517828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f1d54008-7e54-4a48-bb5d-c65051cdbbb8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:31.517828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1d54008-7e54-4a48-bb5d-c65051cdbbb8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:31.519128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7c1c0-fe3d-4317-857c-fe226c53c894 req-19ea0e83-5d76-48ce-abe7-929a5ce13a35 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.522539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa7c1c0-fe3d-4317-857c-fe226c53c894 req-19ea0e83-5d76-48ce-abe7-929a5ce13a35 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 946 time: 0.2120943 Nov 23 18:46:31.530724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c21758-ce02-4594-88ca-acbb05f634fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc84132-20f5-41e5-8e67-d23b04652deb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:31.615076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa7c1c0-fe3d-4317-857c-fe226c53c894 req-d98baf36-3af6-4570-a0a7-c274e7ce2ecd tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810969 Nov 23 18:46:31.776678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.895789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:31.896877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf019-38ed-4400-b6c3-35918dc78559 req-07eb7361-5ec5-4389-83b0-d5a3a7561267 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:31.908253 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-251cf019-38ed-4400-b6c3-35918dc78559 req-07eb7361-5ec5-4389-83b0-d5a3a7561267 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.0971045 Nov 23 18:46:31.989306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-251cf019-38ed-4400-b6c3-35918dc78559 req-4a062be7-fa9f-4991-a4fe-4b4e81509207 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Nov 23 18:46:32.075988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-6f5080ab-4509-40ff-980d-c150268463ac tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1968370953&fields=id&tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 267 time: 0.2675731 Nov 23 18:46:32.226726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:32.231184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:32.277065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:32.283627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:32.285505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbc84132-20f5-41e5-8e67-d23b04652deb HTTP/1.1" status: 204 len: 168 time: 0.7739699 Nov 23 18:46:32.385551 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e01913af-894a-4960-b957-f446ca8bf175 req-d5c8f0b6-986c-4d3f-8749-b194af9407ed tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 210 time: 0.0859165 Nov 23 18:46:32.887718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:32.912808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71806b61-dbd6-4cff-92d9-eb6da70a4bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.093046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71806b61-dbd6-4cff-92d9-eb6da70a4bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.102970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71806b61-dbd6-4cff-92d9-eb6da70a4bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.140694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159b0fd-fddf-4a6a-b3a2-df09a9574865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc84132-20f5-41e5-8e67-d23b04652deb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:33.190702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:33.198357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.223538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-7028366c-e761-43c5-a5c9-136b2f845cd9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:33.224968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71806b61-dbd6-4cff-92d9-eb6da70a4bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2716a44-f837-4092-ad54-857fca288dae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:33.238564 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-7028366c-e761-43c5-a5c9-136b2f845cd9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 946 time: 1.1611764 Nov 23 18:46:33.259681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71806b61-dbd6-4cff-92d9-eb6da70a4bd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51269cd898c942fa90f7bff09b96d2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703215 Nov 23 18:46:33.260676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:33.269300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'security_groups': ['84e6f6c0-240e-4bc1-a6a8-a86aabc20082', '7fe361fd-bfed-40f9-9331-815eca5c431b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:33.291658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=da032336-71a5-4a3a-a628-14ce6144b206,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:33.302938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:33.316492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c473adc-93f8-42c7-a67f-0f2317a8ad25 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:33.333583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:33.334543 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.390658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee08d1d-32f6-48f4-a5e1-154056d54d4c req-01ce9b65-9de5-437e-89f3-fe71b6946fe7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:33.402975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee08d1d-32f6-48f4-a5e1-154056d54d4c req-01ce9b65-9de5-437e-89f3-fe71b6946fe7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.2531967 Nov 23 18:46:33.427479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a5c2da83-0c67-4da0-8e9e-9b3c1d6878d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2498558 Nov 23 18:46:33.428392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:33.466961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'da032336-71a5-4a3a-a628-14ce6144b206', 'ip_address': '2001:db8::cfa7:f0b6:b88:c385'}], 'name': 'tempest-NetworksTestDHCPv6-109758604'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:33.523135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.568622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.584673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee08d1d-32f6-48f4-a5e1-154056d54d4c req-190c332f-cf59-4fa5-8545-29ec98c198c8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802387 Nov 23 18:46:33.668868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'da032336-71a5-4a3a-a628-14ce6144b206'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:33.669858 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.674676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.802261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.812642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:33.818165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2716a44-f837-4092-ad54-857fca288dae HTTP/1.1" status: 204 len: 168 time: 0.5524023 Nov 23 18:46:33.845083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d873-fe06-45cc-9e81-c36e75d16fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2716a44-f837-4092-ad54-857fca288dae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:33.974243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-982360cb-2c43-469e-b546-f7723e9030b5 req-71d85e9f-a811-4d96-b4c5-1b42053de16b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 210 time: 0.1333740 Nov 23 18:46:33.991764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/da032336-71a5-4a3a-a628-14ce6144b206/7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:34.124837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-22d247ba-892d-43c7-b50a-81e72aa260fb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:34.127368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-22d247ba-892d-43c7-b50a-81e72aa260fb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 1.0110383 Nov 23 18:46:34.173961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': '95a92c1e-3e1e-4210-a906-c539db20631f', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:34.285063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.294608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.445996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:34.554502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbd5ab-f501-4f81-a4c1-2c037e4194e3 req-034a9a65-d67d-4e3a-bd40-575262dc25d1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:34.565378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1edbd5ab-f501-4f81-a4c1-2c037e4194e3 req-034a9a65-d67d-4e3a-bd40-575262dc25d1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1043878 Nov 23 18:46:34.615560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:34.618321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:34.623649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:34.631955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Pushing event updated for resources: {'Port': ['ID=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:34.689785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1edbd5ab-f501-4f81-a4c1-2c037e4194e3 req-00c16db7-7d53-4c92-8c53-4b5da5a8d236 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228631 Nov 23 18:46:34.705269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:34.724075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Attempting to bind port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:34.725265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Attempting to bind port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:34.725897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Attempting to bind port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:34.737460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:34.738365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:34.739163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.740537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:34.741368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Bound port: 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:34.742433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.748611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:34.781281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fef82d9-5781-443e-ba4b-49ced1dab68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.790687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.815910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.832953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:34.838196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.840739 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.843710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port e21d1817-c52f-40a2-bfeb-a74eca3cba8c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:34.864755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] For port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:34.868649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] For port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:34.873794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:34.876973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:34.892504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:34.997508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d95e-bb30-4522-8f2e-3386dde33587 req-d8b8d2f1-305e-49eb-90e9-4c0be8ed8bd3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:35.000472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6346d95e-bb30-4522-8f2e-3386dde33587 req-d8b8d2f1-305e-49eb-90e9-4c0be8ed8bd3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1223001 Nov 23 18:46:35.049828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:35.050776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.052756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b114176b-9576-4c82-ad0f-e9f176387c4c req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "PUT /v2.0/ports/43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 982 time: 1.8121758 Nov 23 18:46:35.055767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:35.059571 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e74bd3e-11e4-4446-91ad-505c6589aa05" -d '{"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:35.101112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fef82d9-5781-443e-ba4b-49ced1dab68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.131343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fef82d9-5781-443e-ba4b-49ced1dab68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.216412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908170-4708-487c-bbde-ea038385ca44 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:35.219282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:35.251209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef82d9-5781-443e-ba4b-49ced1dab68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabbb529-f954-4d43-ab41-f1321d975a7e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:35.313534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6fef82d9-5781-443e-ba4b-49ced1dab68f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ae75eae4a4d434b89541610cdf8829e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634189 Nov 23 18:46:35.317468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:35.400449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6346d95e-bb30-4522-8f2e-3386dde33587 req-b1a870b7-d7ba-4d72-bc1d-0f1e84aa5ae7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957797 Nov 23 18:46:35.499512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87510540-cabf-47b3-9e19-252ca94aff6f None None] Pushing event updated for resources: {'Port': ['ID=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:35.518674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c11668bf-5689-4920-bc8e-90b3bd11bea6 req-f6a3818b-ed0f-43e7-af1d-9648f3f8f3db tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 210 time: 0.1389260 Nov 23 18:46:35.526775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.4 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/040a8726-e79e-4ef6-a7fb-def809209a43) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:35.556387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fefbdd3-458f-4ad0-85e3-250eb043f71e req-bcb2407c-788e-4e63-875b-31ad063a1337 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/7fe361fd-bfed-40f9-9331-815eca5c431b HTTP/1.1" status: 200 len: 1819 time: 0.1192124 Nov 23 18:46:35.587834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.600165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::cfa7:f0b6:b88:c385 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/da032336-71a5-4a3a-a628-14ce6144b206/e21d1817-c52f-40a2-bfeb-a74eca3cba8c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:35.624328 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-0fefbdd3-458f-4ad0-85e3-250eb043f71e req-8466e889-cbda-4591-9f5e-4f6666886f02 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:46:35.633762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fefbdd3-458f-4ad0-85e3-250eb043f71e req-8466e889-cbda-4591-9f5e-4f6666886f02 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/7fe361fd-bfed-40f9-9331-815eca5c431b HTTP/1.1" status: 409 len: 341 time: 0.0760088 Nov 23 18:46:35.674011 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.747954 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bfff38-2eb9-4372-9c98-4ed9e6fbf8d6 x-openstack-request-id: req-e7bfff38-2eb9-4372-9c98-4ed9e6fbf8d6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:35.748664 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:35.748987 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7bfff38-2eb9-4372-9c98-4ed9e6fbf8d6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:35.749409 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'status': 'completed', 'code': 200} Nov 23 18:46:35.947183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.951959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:35.965667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cabbb529-f954-4d43-ab41-f1321d975a7e HTTP/1.1" status: 204 len: 168 time: 0.6429081 Nov 23 18:46:35.982097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fca1e-7d92-444c-88a9-7d45df699b02 req-80f91bf3-acec-40e1-b929-1030d2befe7f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:35.992350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e5fca1e-7d92-444c-88a9-7d45df699b02 req-80f91bf3-acec-40e1-b929-1030d2befe7f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.0718925 Nov 23 18:46:36.096421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e5fca1e-7d92-444c-88a9-7d45df699b02 req-f0e019d2-34a9-4644-a15a-62943e2aaba9 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1030211 Nov 23 18:46:36.120353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345cad6-d071-418b-b934-06b7c477bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabbb529-f954-4d43-ab41-f1321d975a7e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:36.422780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-f1d2f9a0-191a-44cf-8b3d-dfbf53fb0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.424485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-f1d2f9a0-191a-44cf-8b3d-dfbf53fb0e30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1136 time: 0.5001719 Nov 23 18:46:36.450179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:36.605716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e17466-89ef-45ae-9d5b-302e66763cba req-45fbadf8-60d5-4e8a-961a-4942e3332d90 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.607591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e17466-89ef-45ae-9d5b-302e66763cba req-45fbadf8-60d5-4e8a-961a-4942e3332d90 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.0825386 Nov 23 18:46:36.610712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf8f2-6f18-4115-a910-91a8d45536a8 req-f8cf86f1-15af-45f5-abfb-de65e02bbd8c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.620014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ccdf8f2-6f18-4115-a910-91a8d45536a8 req-f8cf86f1-15af-45f5-abfb-de65e02bbd8c tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.6933718 Nov 23 18:46:36.635083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:36.678746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e17466-89ef-45ae-9d5b-302e66763cba req-fdfe96c4-51d1-4949-b975-400c68e168d8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618463 Nov 23 18:46:36.863805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] Provisioning complete for port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:36.864834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:36.867565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52378707-70f1-457e-9cdc-b693ab598557 req-0c8c1a80-cc0d-4ac2-9565-067cd06f7d09 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 210 time: 0.0820878 Nov 23 18:46:36.874025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:36.880173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-5fc2984e-918a-4f7d-9399-3d96ccd89074 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.881660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-5fc2984e-918a-4f7d-9399-3d96ccd89074 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.47 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 945 time: 0.1752942 Nov 23 18:46:36.893460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:36.897209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:36.910260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:36.916180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.916964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:36.955148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-c1a4782b-e419-471b-a590-7dc8aaa202c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:36.956924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-c1a4782b-e419-471b-a590-7dc8aaa202c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.4121757 Nov 23 18:46:36.957733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=e21d1817-c52f-40a2-bfeb-a74eca3cba8c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:36.967022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ccdf8f2-6f18-4115-a910-91a8d45536a8 req-01d5b4ba-8dd2-4bf6-acc7-51e513cb6e92 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457181 Nov 23 18:46:36.987787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3572ffd4-94ab-448e-a5d5-8773da85455c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5492399 Nov 23 18:46:36.992686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:37.072615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-75d3789c-f921-4365-83c4-aea5318a4303 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 217 time: 0.1015148 Nov 23 18:46:37.072909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Deleting port 31f31b1f-4698-483e-912f-40c79f9f55b5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:37.073263 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.098000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.149601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] For port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:37.156559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.174787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.254147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cbbf72-e7a6-476e-b94f-345ab3ecf66e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:37.256590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] For port 31f31b1f-4698-483e-912f-40c79f9f55b5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=31f31b1f-4698-483e-912f-40c79f9f55b5,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:37.259039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.274113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cbbf72-e7a6-476e-b94f-345ab3ecf66e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:37.276690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f3cbbf72-e7a6-476e-b94f-345ab3ecf66e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2839215 Nov 23 18:46:37.289761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:37.290866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:37.299661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Calling delete_port for 31f31b1f-4698-483e-912f-40c79f9f55b5 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:37.314305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:37.317076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:37.318488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a2e90-e88e-425a-b3ca-1814c0ef976c None None] Pushing event updated for resources: {'Port': ['ID=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:37.396483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:37.397142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.469051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3189235 Nov 23 18:46:37.485975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-586b9e16-fddc-4d08-b03d-72df3afaa695 None None] Provisioning complete for port e21d1817-c52f-40a2-bfeb-a74eca3cba8c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:37.487084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Request body: {'port': {'device_id': '95a92c1e-3e1e-4210-a906-c539db20631f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:37.491203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-586b9e16-fddc-4d08-b03d-72df3afaa695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.542161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-97af064e-80a9-412a-9c87-f3ff07cf73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:37.545246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-97af064e-80a9-412a-9c87-f3ff07cf73e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.4570460 Nov 23 18:46:37.565029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:37.582926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3e114-b3c7-4482-a448-ddf71a794678 req-6686fec6-bf60-4265-88a1-85e3ab0c9d81 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:37.592162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3a3e114-b3c7-4482-a448-ddf71a794678 req-6686fec6-bf60-4265-88a1-85e3ab0c9d81 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.1629319 Nov 23 18:46:37.606683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025eae7-7825-479e-997a-05668a3d5b68 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:37.666307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-598ccdca-d7fd-4633-bb1d-436255d448ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813735 Nov 23 18:46:37.673575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3a3e114-b3c7-4482-a448-ddf71a794678 req-9afcb606-ff15-4183-acba-71c95e94c8fd tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0801475 Nov 23 18:46:37.679513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-586b9e16-fddc-4d08-b03d-72df3afaa695 None None] Port e21d1817-c52f-40a2-bfeb-a74eca3cba8c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:37.727990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:37.727990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.741971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.779729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['31f31b1f-4698-483e-912f-40c79f9f55b5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:37.782596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9c2b2076-2beb-4bc2-b88c-264ef0c76b55'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:37.812668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Pushing event deleted for resources: {'Port': ['ID=31f31b1f-4698-483e-912f-40c79f9f55b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:37.884620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.944507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] No DVR routers for this DVR port 31f31b1f-4698-483e-912f-40c79f9f55b5 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:37.948546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:37.955259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804336d9-74e0-402f-84e3-4cc6c53eee25 req-018256c0-6f1d-4a78-908e-bbd6a14ad2a5 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.47 "DELETE /v2.0/ports/31f31b1f-4698-483e-912f-40c79f9f55b5 HTTP/1.1" status: 204 len: 173 time: 1.0644748 Nov 23 18:46:37.955259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'name': 'network-vif-deleted', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:37.955989 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2183002-852f-4a28-aa4f-59b493177312" -d '{"events": [{"server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "name": "network-vif-deleted", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:38.004532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-99aaa7ba-3d46-40f8-819e-f0d493d13a01 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626293 Nov 23 18:46:38.098075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1510b1-049e-4a2c-b2df-4a77cae97584 req-53a74a95-8f41-462a-86af-edb10547631b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:38.112331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e1510b1-049e-4a2c-b2df-4a77cae97584 req-53a74a95-8f41-462a-86af-edb10547631b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 931 time: 0.1402450 Nov 23 18:46:38.218002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e1510b1-049e-4a2c-b2df-4a77cae97584 req-fea4d3a3-b4a6-429f-9d8f-63318772cbec tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018858 Nov 23 18:46:38.274125 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dddd89-806f-432c-9b42-bf09abfb7c54 x-openstack-request-id: req-73dddd89-806f-432c-9b42-bf09abfb7c54 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:38.274717 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366e6452-2a15-4fee-9237-942103581b18", "name": "network-vif-deleted", "tag": "31f31b1f-4698-483e-912f-40c79f9f55b5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:38.274826 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73dddd89-806f-432c-9b42-bf09abfb7c54 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:38.275476 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366e6452-2a15-4fee-9237-942103581b18', 'name': 'network-vif-deleted', 'tag': '31f31b1f-4698-483e-912f-40c79f9f55b5', 'status': 'completed', 'code': 200} Nov 23 18:46:38.433499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2f0f89ff-5852-4d3b-afed-16c2093a39a1 req-ac352aef-3a49-4c1e-8bc3-ec9efeee0780 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=366e6452-2a15-4fee-9237-942103581b18 HTTP/1.1" status: 200 len: 210 time: 0.0338893 Nov 23 18:46:38.448970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a218-fbe8-45bd-b41c-25b55fed8efe req-7950cd06-b768-489a-b651-ad039aab851a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:38.451038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f40a218-fbe8-45bd-b41c-25b55fed8efe req-7950cd06-b768-489a-b651-ad039aab851a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.5703716 Nov 23 18:46:38.498612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port e21d1817-c52f-40a2-bfeb-a74eca3cba8c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:38.499234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:38.602016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:38.752959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e74bd3e-11e4-4446-91ad-505c6589aa05 req-5afe0af1-6733-4311-8fba-54aa5ee34591 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682001 Nov 23 18:46:38.766875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f40a218-fbe8-45bd-b41c-25b55fed8efe req-43f7d4d0-5ddb-4e27-ac37-2775c4ebb461 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710369 Nov 23 18:46:38.779985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:38.827805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e0259-c969-497f-b3bd-328516145460 req-6d81242c-894a-43d8-9786-b1bbd7861ed4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:38.829150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-348e0259-c969-497f-b3bd-328516145460 req-6d81242c-894a-43d8-9786-b1bbd7861ed4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.0748789 Nov 23 18:46:38.831650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for e21d1817-c52f-40a2-bfeb-a74eca3cba8c owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:38.915936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-348e0259-c969-497f-b3bd-328516145460 req-4122ae0f-1d09-4b26-b259-64c3dc3f660b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0805995 Nov 23 18:46:38.963513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236b616-8f71-4e23-8d1a-a293453d08df req-6d9dfcfb-be2c-422c-b42c-29cef19787a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:38.965034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-6d9dfcfb-be2c-422c-b42c-29cef19787a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1136 time: 0.1346838 Nov 23 18:46:39.099530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040a8726-e79e-4ef6-a7fb-def809209a43 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:39.126911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.177899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236b616-8f71-4e23-8d1a-a293453d08df req-bf91e572-0a86-495e-b1a5-e912637f5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:39.179842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-bf91e572-0a86-495e-b1a5-e912637f5c27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.2041783 Nov 23 18:46:39.181420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Transition to ACTIVE for port object 040a8726-e79e-4ef6-a7fb-def809209a43 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:46:39.182600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.197606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.287117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=e21d1817-c52f-40a2-bfeb-a74eca3cba8c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:39.294046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-cd4d947e-8b2c-4eb4-b14c-940439408c17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 217 time: 0.0975327 Nov 23 18:46:39.300452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.305037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fa496b02-3871-477d-89e6-d1c3a24fd64d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/e21d1817-c52f-40a2-bfeb-a74eca3cba8c HTTP/1.1" status: 204 len: 168 time: 1.9278085 Nov 23 18:46:39.307769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:39.385919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79837b4f-5a33-4664-84ad-058aeb7f366b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:39.387003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79837b4f-5a33-4664-84ad-058aeb7f366b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:39.392199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79837b4f-5a33-4664-84ad-058aeb7f366b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0828085 Nov 23 18:46:39.392794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:39.429257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Pushing event updated for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:39.502366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet da032336-71a5-4a3a-a628-14ce6144b206 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:39.521136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.529583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed34f-825a-43d1-a0d6-8077b2b8b2fa req-1bfb9a23-7918-4f1d-b961-b5fe43316aab tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:39.541591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba8ed34f-825a-43d1-a0d6-8077b2b8b2fa req-1bfb9a23-7918-4f1d-b961-b5fe43316aab tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 943 time: 0.2450671 Nov 23 18:46:39.547988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236b616-8f71-4e23-8d1a-a293453d08df req-3d883e32-754d-40cb-b1ea-2f24f3d33c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:39.549466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-3d883e32-754d-40cb-b1ea-2f24f3d33c3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.2434022 Nov 23 18:46:39.601583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.641062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-f4e3ab6c-5050-49b7-9dd8-ad19438f22ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636477 Nov 23 18:46:39.694638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ba8ed34f-825a-43d1-a0d6-8077b2b8b2fa req-958f63fe-22a5-4b25-a0b9-030103364dc5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519668 Nov 23 18:46:39.705399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Attempting to bind port 040a8726-e79e-4ef6-a7fb-def809209a43 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:39.705745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Attempting to bind port 040a8726-e79e-4ef6-a7fb-def809209a43 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:39.706080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Attempting to bind port 040a8726-e79e-4ef6-a7fb-def809209a43 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:39.721191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Port 040a8726-e79e-4ef6-a7fb-def809209a43 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:46:39.721191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Attempting to bind port 040a8726-e79e-4ef6-a7fb-def809209a43 on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:39.736717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:39.737062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:39.737456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:39.737906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Bound port: 040a8726-e79e-4ef6-a7fb-def809209a43, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:39.738268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.776293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:39.967650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-753d77f6-850c-4156-9af4-60b7f2697d5d service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139961 Nov 23 18:46:39.970427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:39.973714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.002312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78b730-11fe-4aca-a1fb-0a0864b82708 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:40.020523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.021054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:40.024233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/da032336-71a5-4a3a-a628-14ce6144b206 HTTP/1.1" status: 204 len: 168 time: 0.6301990 Nov 23 18:46:40.028107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc86910-e508-44b0-812d-95d61e0f01f4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=da032336-71a5-4a3a-a628-14ce6144b206,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:40.029960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:40.079998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e3a5a8e-32f8-4417-9b72-faf5baaee268 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439928 Nov 23 18:46:40.080253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=040a8726-e79e-4ef6-a7fb-def809209a43,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:40.080941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:40.090261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e6ae2-5e1c-42aa-8251-e13b1c0eb5d6 req-5cd6e170-4787-4c4c-9662-a60b02baaa09 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.090480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.099016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-130e6ae2-5e1c-42aa-8251-e13b1c0eb5d6 req-5cd6e170-4787-4c4c-9662-a60b02baaa09 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1650856 Nov 23 18:46:40.105682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:40.116834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.117479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.119619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] 10.222.0.50 "PUT /v2.0/ports/040a8726-e79e-4ef6-a7fb-def809209a43 HTTP/1.1" status: 200 len: 1091 time: 2.6371195 Nov 23 18:46:40.163577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:40.167152 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb0c3c-07b5-4b2c-846d-a88427b36806" -d '{"events": [{"name": "network-changed", "server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:40.215145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4d6bf-0131-4882-842d-22a1744fb9ad req-e34e7464-fc86-41f5-8bbc-ba9c77e0b081 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.223409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39f4d6bf-0131-4882-842d-22a1744fb9ad req-e34e7464-fc86-41f5-8bbc-ba9c77e0b081 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2545738 Nov 23 18:46:40.269534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf530b-f3cd-40db-8abe-230de8056c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.305384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.336187 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-130e6ae2-5e1c-42aa-8251-e13b1c0eb5d6 req-7315f961-6535-4080-ab39-01305b0e10bf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362254 Nov 23 18:46:40.342748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65ec8-e577-4a4f-9c0c-231b49f6618b service neutron] Pushing event updated for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:40.409467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5236b616-8f71-4e23-8d1a-a293453d08df req-d09c889a-79a3-4825-96e0-fbba0fc4a2fd service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856490 Nov 23 18:46:40.429086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:46:40.434230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 31f31b1f-4698-483e-912f-40c79f9f55b5 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:40.441989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:40.445778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.446176 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39f4d6bf-0131-4882-842d-22a1744fb9ad req-5c993b11-6fb3-47ad-ab98-b540e085fbe0 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212975 Nov 23 18:46:40.452976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-1c86089b-fb25-4ed0-91fb-80a9b3224128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.460838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-1c86089b-fb25-4ed0-91fb-80a9b3224128 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 1094 time: 0.2829418 Nov 23 18:46:40.499742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 31f31b1f-4698-483e-912f-40c79f9f55b5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:40.500089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 31f31b1f-4698-483e-912f-40c79f9f55b5 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:40.527403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-f5278853-256f-4fe2-8425-ebb4a8acc337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040a8726-e79e-4ef6-a7fb-def809209a43 HTTP/1.1" status: 200 len: 217 time: 0.0557797 Nov 23 18:46:40.528950 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ab7e26-badb-446e-90a7-578ceb9edffa x-openstack-request-id: req-45ab7e26-badb-446e-90a7-578ceb9edffa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:40.529248 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:40.530254 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45ab7e26-badb-446e-90a7-578ceb9edffa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:40.530809 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43', 'status': 'completed', 'code': 200} Nov 23 18:46:40.548456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Deleting port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:40.549348 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.609343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-911ce2bd-cdc2-4dde-958f-dd5d27b7dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.611717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-911ce2bd-cdc2-4dde-958f-dd5d27b7dfee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.0695317 Nov 23 18:46:40.659551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-a034ca02-2dcb-44ef-b5d7-e0f1ca91748c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336146 Nov 23 18:46:40.661575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] For port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:40.662236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.687051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Calling delete_port for 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:40.733362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf530b-f3cd-40db-8abe-230de8056c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.757440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf530b-f3cd-40db-8abe-230de8056c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.809531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-9748906c-0286-4f72-8c9e-47f1d5feb719 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410708 Nov 23 18:46:40.829322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2740e-c8b0-4cd9-a513-91fbeb901638 req-c3ba4a94-63f5-4e8f-a90b-36caf162d15b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:40.830954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fd2740e-c8b0-4cd9-a513-91fbeb901638 req-c3ba4a94-63f5-4e8f-a90b-36caf162d15b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.2445381 Nov 23 18:46:40.874809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:40.899339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fabf530b-f3cd-40db-8abe-230de8056c76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1180688712424436b985a1aa0e981306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9276409 Nov 23 18:46:40.908574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] Pushing event deleted for resources: {'Port': ['ID=7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:40.913850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40e16b-c14c-44f4-88a9-4303d2378c6a None None] No DVR routers for this DVR port 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:40.929768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:40.961959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fd2740e-c8b0-4cd9-a513-91fbeb901638 req-03bcd40b-e997-4869-b686-9dde67da6193 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1025538 Nov 23 18:46:40.975120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf530b-f3cd-40db-8abe-230de8056c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a320fe0-167d-4c74-bad8-9f82dcb56342,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:40.981366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:40.999584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.086034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:41.091460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:41.101710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.101710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.102588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3bb20-20b6-4fb1-9979-ae9c52cea2f6 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:41.114125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=f45308d2-926a-4e4a-ab07-7fd30adbb69d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:41.140860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-56ffc10f-6241-441c-96fb-4a84509de4f7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0395608 Nov 23 18:46:41.143827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:41.148938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'f45308d2-926a-4e4a-ab07-7fd30adbb69d', 'ip_address': '2001:db8::4608:409f:3c5f:8015'}], 'name': 'tempest-NetworksTestDHCPv6-1269384364'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:41.226907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd4e3-9ab5-4488-81e4-8933bc2ba5eb req-1a6a8fd8-5225-4563-9ef9-60148684d847 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.235013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cebfd4e3-9ab5-4488-81e4-8933bc2ba5eb req-1a6a8fd8-5225-4563-9ef9-60148684d847 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 943 time: 0.3749552 Nov 23 18:46:41.239562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbfac7d3-9770-4ee1-9fa7-0d68e9eb50b4 req-4e37a8b5-2724-44f6-b0a9-385ab73df19f service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147751 Nov 23 18:46:41.246327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.317859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.365808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'f45308d2-926a-4e4a-ab07-7fd30adbb69d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:41.366901 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.370617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cebfd4e3-9ab5-4488-81e4-8933bc2ba5eb req-e8cebeb8-4de7-4c62-bee5-fdfc7daa1da5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346948 Nov 23 18:46:41.424636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-801b18bb-be0b-4ed9-b256-d4c8edaceac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.426339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-801b18bb-be0b-4ed9-b256-d4c8edaceac3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 1094 time: 0.0908375 Nov 23 18:46:41.433336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:41.446558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.462358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.466481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a320fe0-167d-4c74-bad8-9f82dcb56342 HTTP/1.1" status: 204 len: 168 time: 0.5385458 Nov 23 18:46:41.544814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a662998-6ef4-4eb3-981b-33a9f541dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a320fe0-167d-4c74-bad8-9f82dcb56342,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:41.586003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:41.624691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:41.625038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ef2cb0e-dcb5-4046-8629-8d4fdca5f5c1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:41.648285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/f45308d2-926a-4e4a-ab07-7fd30adbb69d/6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:41.666241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62b9ca-20fa-4e34-a64b-c59bc524c3b6 req-4c0429bb-7afc-4eb6-a63c-47070f736ee5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.668996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac62b9ca-20fa-4e34-a64b-c59bc524c3b6 req-4c0429bb-7afc-4eb6-a63c-47070f736ee5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1811676 Nov 23 18:46:41.709254 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.749112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port f806330c-ef66-4fbf-8611-70d3d961d0b4 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:41.749369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ab7b2-fdc6-46f1-98e7-5600b552e7da req-5829a2ad-0e55-41ad-9a17-1dcce68a6e94 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.751225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-181ab7b2-fdc6-46f1-98e7-5600b552e7da req-5829a2ad-0e55-41ad-9a17-1dcce68a6e94 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1401403 Nov 23 18:46:41.753094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-259bb105-289e-4730-ae96-6a684a4e1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.755269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-259bb105-289e-4730-ae96-6a684a4e1923 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.3165717 Nov 23 18:46:41.781557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac62b9ca-20fa-4e34-a64b-c59bc524c3b6 req-cda15b7b-10a2-41d3-8ab3-b3552faeaba7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040552 Nov 23 18:46:41.867242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-a0bbf2ed-2e29-4221-ac20-3d7dc7a60a8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040a8726-e79e-4ef6-a7fb-def809209a43 HTTP/1.1" status: 200 len: 217 time: 0.0971887 Nov 23 18:46:41.913056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-181ab7b2-fdc6-46f1-98e7-5600b552e7da req-f0c49039-1f76-4def-9b4f-1189e31e85c0 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557498 Nov 23 18:46:41.972114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.981531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-5c511be9-9af9-491e-bdd9-37e342c067d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:41.984722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:41.985113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-5c511be9-9af9-491e-bdd9-37e342c067d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.0762098 Nov 23 18:46:42.033443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:42.034505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:42.039864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:42.042532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:42.051495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Pushing event updated for resources: {'Port': ['ID=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:42.066890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-074930a2-900e-41ab-a900-f827bcfbe946 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716503 Nov 23 18:46:42.111416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5f3f-936f-4654-b497-0d3e47bb9586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.113911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Attempting to bind port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:42.114400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Attempting to bind port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:42.114646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Attempting to bind port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:42.131374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:42.131374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:42.131871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.132015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:42.133028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Bound port: 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:42.133028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.180983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::4608:409f:3c5f:8015 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/f45308d2-926a-4e4a-ab07-7fd30adbb69d/f806330c-ef66-4fbf-8611-70d3d961d0b4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:42.215288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b56ac-ffa0-44d6-9264-2c1f214d0167 req-aca63a09-df57-44a0-9728-1b567979b27d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:42.224468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-25258656-ff83-4ee4-bb69-1648aa9a830e service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452224 Nov 23 18:46:42.224750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd5b56ac-ffa0-44d6-9264-2c1f214d0167 req-aca63a09-df57-44a0-9728-1b567979b27d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.1375937 Nov 23 18:46:42.258631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] For port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:42.263399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] For port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:42.275020 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.375947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f13a-686f-4fd3-840a-ade0ddea261f None None] Pushing event updated for resources: {'Port': ['ID=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:42.384432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5deb0c3c-07b5-4b2c-846d-a88427b36806 req-d85247ef-258f-45c2-9ed5-eca45d21f612 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460104 Nov 23 18:46:42.503365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd5b56ac-ffa0-44d6-9264-2c1f214d0167 req-c03e4731-be1a-47c3-a6ea-a153dc67d499 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2777760 Nov 23 18:46:42.582099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5f3f-936f-4654-b497-0d3e47bb9586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.602320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6073c-283a-45f2-85ff-c095d8f0cc5d req-f81dc2b8-11e7-48ac-b2c1-dda5d55e03b6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:42.612066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4eb6073c-283a-45f2-85ff-c095d8f0cc5d req-f81dc2b8-11e7-48ac-b2c1-dda5d55e03b6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 943 time: 0.1009166 Nov 23 18:46:42.664718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.685192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5f3f-936f-4654-b497-0d3e47bb9586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.737394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4eb6073c-283a-45f2-85ff-c095d8f0cc5d req-0716caa8-495b-4141-9dfe-faeac2989440 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182468 Nov 23 18:46:42.767728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5f3f-936f-4654-b497-0d3e47bb9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e1b475-d7d5-4a13-a31a-8be900691909,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:42.824011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e4ba5f3f-936f-4654-b497-0d3e47bb9586 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e5d1d3fbdc44839b0984e4a56ac5907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7894459 Nov 23 18:46:42.828623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:42.838399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.852710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7481b7d5-8985-4324-87e4-ac933f95641a req-f56100d8-9dee-4660-962c-6172501ccc8b tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-129731768&fields=id&tenant_id=8abdda54c0a2429390b5eacacd9beccd HTTP/1.1" status: 200 len: 267 time: 0.1683667 Nov 23 18:46:42.910956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.952515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:42.962802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:42.969776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:42.970779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.976398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:42.977140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.993566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=f806330c-ef66-4fbf-8611-70d3d961d0b4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:43.012832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481b7d5-8985-4324-87e4-ac933f95641a req-df7d94d3-5cde-4713-ba69-5b55f07d6b72 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.025587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7481b7d5-8985-4324-87e4-ac933f95641a req-df7d94d3-5cde-4713-ba69-5b55f07d6b72 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 985 time: 0.1657670 Nov 23 18:46:43.032348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-577dc26a-2579-438a-968f-d85d2acdb2b7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8874044 Nov 23 18:46:43.036442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'port': {'security_groups': ['7fe361fd-bfed-40f9-9331-815eca5c431b', '84e6f6c0-240e-4bc1-a6a8-a86aabc20082', '1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:43.040857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:43.041913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f58ae-0f50-45b9-979e-36bb3e419a86 req-ee8aa883-f231-45f2-8fe9-f5a1f51ed6de tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.044096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-645f58ae-0f50-45b9-979e-36bb3e419a86 req-ee8aa883-f231-45f2-8fe9-f5a1f51ed6de tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1222272 Nov 23 18:46:43.071134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.073883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.075541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61e1b475-d7d5-4a13-a31a-8be900691909 HTTP/1.1" status: 204 len: 168 time: 0.2447469 Nov 23 18:46:43.117429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e1b475-d7d5-4a13-a31a-8be900691909,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:43.138309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.139835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.142034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.142436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.142799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.143143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.143518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.147769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.148331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.148823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.149305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.150057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c29e5e-7a56-48d7-a085-751f59493caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:43.163931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-645f58ae-0f50-45b9-979e-36bb3e419a86 req-460cd64d-f639-41d3-b39d-850db6fad8f1 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954349 Nov 23 18:46:43.188625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f88f58-7a8d-4fc2-85b5-fb8672dca3c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.204417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f88f58-7a8d-4fc2-85b5-fb8672dca3c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.206136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-18f88f58-7a8d-4fc2-85b5-fb8672dca3c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1642585 Nov 23 18:46:43.209952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:43.218567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.435355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4217062-8d8d-41cf-b319-4c0cf84b8df3 req-9e72d27f-f65a-4a56-991f-4f825b0b2fc1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.437788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4217062-8d8d-41cf-b319-4c0cf84b8df3 req-9e72d27f-f65a-4a56-991f-4f825b0b2fc1 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1192160 Nov 23 18:46:43.536153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:43.567632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port f806330c-ef66-4fbf-8611-70d3d961d0b4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:43.567973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.611054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:43.611950 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.660248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4217062-8d8d-41cf-b319-4c0cf84b8df3 req-64e870d1-237e-4f9b-ba8a-f0379af89c13 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130508 Nov 23 18:46:43.748040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:43.751742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.752569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.781624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for f806330c-ef66-4fbf-8611-70d3d961d0b4 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:43.843293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.856825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.898471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:43.909406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:43.917185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:43.919046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.934319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7481b7d5-8985-4324-87e4-ac933f95641a req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "PUT /v2.0/ports/43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 1021 time: 0.9016511 Nov 23 18:46:43.942699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:43.966496 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0937f705-dacc-48b9-8b97-b068186a28ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:43.981107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:44.015545 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.067875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:44.152454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.188678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979090a-8720-4a23-b15c-c323b7838010 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:44.198949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-777c9eee-7449-41d3-bcc2-df9593f49781 req-a4e95c24-69ac-417c-93ac-13f5a28822f3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f HTTP/1.1" status: 200 len: 1819 time: 0.2217805 Nov 23 18:46:44.270291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=f806330c-ef66-4fbf-8611-70d3d961d0b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:44.273979 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-777c9eee-7449-41d3-bcc2-df9593f49781 req-d680e88d-62ca-49c3-87e9-5f53d1fff720 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:46:44.275207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-777c9eee-7449-41d3-bcc2-df9593f49781 req-d680e88d-62ca-49c3-87e9-5f53d1fff720 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f HTTP/1.1" status: 409 len: 341 time: 0.0711088 Nov 23 18:46:44.307176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c691c-02b9-4263-93c6-a92d14b525e5 req-33dcd87a-ac53-4d10-935d-7c5992df0599 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.309036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-907c691c-02b9-4263-93c6-a92d14b525e5 req-33dcd87a-ac53-4d10-935d-7c5992df0599 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 943 time: 0.1675360 Nov 23 18:46:44.346471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.352282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5c3bb11e-53b0-48ef-9b76-491fd1528c66 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/f806330c-ef66-4fbf-8611-70d3d961d0b4 HTTP/1.1" status: 204 len: 168 time: 1.1388369 Nov 23 18:46:44.352368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:44.377495 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23451412-4db6-4455-a9fb-d8a5d9ede893 x-openstack-request-id: req-23451412-4db6-4455-a9fb-d8a5d9ede893 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:44.377828 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:44.378028 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23451412-4db6-4455-a9fb-d8a5d9ede893 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:44.378435 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'status': 'completed', 'code': 200} Nov 23 18:46:44.431422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:44.483418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177db277-60a9-4988-af7e-4fd030e20fe4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.495165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-07f34ef4-e239-413e-a36c-2fc7230b5665 None None] Provisioning complete for port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:44.495657 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07f34ef4-e239-413e-a36c-2fc7230b5665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.497007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177db277-60a9-4988-af7e-4fd030e20fe4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.502959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-177db277-60a9-4988-af7e-4fd030e20fe4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1456704 Nov 23 18:46:44.504729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:44.540195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 040a8726-e79e-4ef6-a7fb-def809209a43 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:44.565860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-907c691c-02b9-4263-93c6-a92d14b525e5 req-39e134c5-1f7a-4a6f-af61-627da245f26f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265134 Nov 23 18:46:44.573658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f705-dacc-48b9-8b97-b068186a28ad req-d4d28fa4-a829-42fa-b691-fd4195db486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.575909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-d4d28fa4-a829-42fa-b691-fd4195db486a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8abdda54c0a2429390b5eacacd9beccd&device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1175 time: 0.1778905 Nov 23 18:46:44.687653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet f45308d2-926a-4e4a-ab07-7fd30adbb69d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:44.692078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.765487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.794456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f705-dacc-48b9-8b97-b068186a28ad req-44174838-1a16-4378-9799-7186226403e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.798658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-44174838-1a16-4378-9799-7186226403e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 200 len: 913 time: 0.2130857 Nov 23 18:46:44.832158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17d0f-daf6-4fa9-a3cc-dd69493a762c req-6e6c6fcc-459a-46bf-a777-eb5954ebee9d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:44.846046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf17d0f-daf6-4fa9-a3cc-dd69493a762c req-6e6c6fcc-459a-46bf-a777-eb5954ebee9d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.3678508 Nov 23 18:46:44.948719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-e53737f7-f677-466f-a29b-f11ce30a2868 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 200 len: 217 time: 0.1294861 Nov 23 18:46:45.040390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f705-dacc-48b9-8b97-b068186a28ad req-70eff1cc-6f21-4536-999c-711034085e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:45.050704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-70eff1cc-6f21-4536-999c-711034085e9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 200 len: 852 time: 0.0809469 Nov 23 18:46:45.097842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cf17d0f-daf6-4fa9-a3cc-dd69493a762c req-94d25d7b-b633-42c6-9c41-5b4c3fadd2eb tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503307 Nov 23 18:46:45.136505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:45.148547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-623940870'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:45.164022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-6d370298-bdb4-4c62-82de-c9249a17505a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b15ac5a-ec87-4317-8731-88fceeea74ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815361 Nov 23 18:46:45.176286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=040a8726-e79e-4ef6-a7fb-def809209a43,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:45.205856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:45.222695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '040a8726-e79e-4ef6-a7fb-def809209a43', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '040a8726-e79e-4ef6-a7fb-def809209a43', 'mac_address': 'fa:16:3e:7a:4a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:45.226912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:45.228128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.249375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b1842-8011-4155-930f-f1a231bd9f7e req-6f86a891-cba1-4fb2-b574-11fd47808551 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:45.252037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0b1842-8011-4155-930f-f1a231bd9f7e req-6f86a891-cba1-4fb2-b574-11fd47808551 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.1992338 Nov 23 18:46:45.265918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9d5ce8c3-f76e-4a1c-a068-f11566530774 None None] Could not find standard attr ID for object f806330c-ef66-4fbf-8611-70d3d961d0b4. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:45.270288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.351069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:46:45.377155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.377495 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Added segment 92c36819-1b33-4228-b05b-92b3496e3096 of type vlan for network 5782e818-89e6-4ec9-a23f-23f9726354f2 Nov 23 18:46:45.454854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.465521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0b1842-8011-4155-930f-f1a231bd9f7e req-0e3c4c28-33b4-476b-be25-10e6ffb9966d tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426532 Nov 23 18:46:45.475489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-d972556c-e621-4965-a039-af113770075b service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001590 Nov 23 18:46:45.476933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.481128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.525672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=f45308d2-926a-4e4a-ab07-7fd30adbb69d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:45.532217 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.541208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040a8726-e79e-4ef6-a7fb-def809209a43 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:45.542198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:45.543476 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1346-b824-4255-94e5-10adf089ed14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.543725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-376d9156-97ca-4e39-8e9d-071675a09d12 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/f45308d2-926a-4e4a-ab07-7fd30adbb69d HTTP/1.1" status: 204 len: 168 time: 1.0327046 Nov 23 18:46:45.565329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aeac7-600e-4f80-ae08-a209fc31248e req-4d6b18d0-a7a0-441c-9b5a-2b4d215457de tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:45.566649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-864aeac7-600e-4f80-ae08-a209fc31248e req-4d6b18d0-a7a0-441c-9b5a-2b4d215457de tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1024 time: 0.1937852 Nov 23 18:46:45.570179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39b5d4-db40-454d-8cc7-f3028f7169e8 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:45.579940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.588166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:45.588864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.599527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:45.631475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3987c118-f9da-42c1-9ae7-440b998c6518 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767679 Nov 23 18:46:45.631475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:45.640270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:45.660427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5206835 Nov 23 18:46:45.674968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:45.683795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-744843046'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:45.739970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=040a8726-e79e-4ef6-a7fb-def809209a43,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:45.758324 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.767064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ebabf-7263-499a-8d2d-225fd15c4076 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Network': ['ID=5782e818-89e6-4ec9-a23f-23f9726354f2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:45.841154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:46:45.853242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:45.860234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.905152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-864aeac7-600e-4f80-ae08-a209fc31248e req-25c89dcd-dbb2-4c29-98b4-d389ef51c853 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f&id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3126318 Nov 23 18:46:45.947002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:46:45.965471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.968372 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Added segment 9800b980-7432-4d63-889c-259fba7fc802 of type vlan for network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef Nov 23 18:46:46.043671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.057017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:46.069421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:46.070018 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.100333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.113540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:46.114707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.148845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['040a8726-e79e-4ef6-a7fb-def809209a43'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:46.212792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:46:46.254338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0937f705-dacc-48b9-8b97-b068186a28ad req-50b0dfb9-07c9-4592-9704-63f67f7d3058 service neutron] 10.222.0.50 "GET /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508681 Nov 23 18:46:46.291302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6145644 Nov 23 18:46:46.297821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:46.307725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ff10e-d9eb-48ea-bfa9-3135a552ce3b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Network': ['ID=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:46.311980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44d922-2a18-4190-a2c4-02d2ca80f106 req-16e6fade-3d3d-4f15-9165-86bbf610fe01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:46.322314 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b44d922-2a18-4190-a2c4-02d2ca80f106 req-16e6fade-3d3d-4f15-9165-86bbf610fe01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 943 time: 0.6398368 Nov 23 18:46:46.328270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:46:46.331748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'subnet': {'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:46.381919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9253e-a39b-4d45-a74c-ed3289737bbb req-fded597d-95e4-401b-ab22-8964a45c3f32 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:46.389061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37e9253e-a39b-4d45-a74c-ed3289737bbb req-fded597d-95e4-401b-ab22-8964a45c3f32 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.0926852 Nov 23 18:46:46.435480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:46.439545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.446459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37e9253e-a39b-4d45-a74c-ed3289737bbb req-e8d72817-afc6-4f3c-811f-7c49b5abb29b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Nov 23 18:46:46.475398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1346-b824-4255-94e5-10adf089ed14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.486925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Deleting port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:46.487421 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.525539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1346-b824-4255-94e5-10adf089ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.567653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b44d922-2a18-4190-a2c4-02d2ca80f106 req-f056472e-9af0-4cde-b78a-e36d70bc2da4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434065 Nov 23 18:46:46.584875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] For port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:46.585541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.608185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Calling delete_port for 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:46.676547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa1346-b824-4255-94e5-10adf089ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9308d8-1c2a-4548-8b7a-401fdd66d316,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:46.709211 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e7aa1346-b824-4255-94e5-10adf089ed14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2180f25751f7474b8217bf613b298ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4814186 Nov 23 18:46:46.712005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e925f-9144-4ac6-a464-288eea6f429b req-30f4b890-06d7-4619-890f-230cb35fa051 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:46.712240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:46.726981 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e77e925f-9144-4ac6-a464-288eea6f429b req-30f4b890-06d7-4619-890f-230cb35fa051 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.0858099 Nov 23 18:46:46.734256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:46.737972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.759061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.790003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] Pushing event deleted for resources: {'Port': ['ID=6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:46.796132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b06fa7-fb67-40d9-9e38-a725e4c1318c None None] No DVR routers for this DVR port 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:46.831142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e77e925f-9144-4ac6-a464-288eea6f429b req-a6bdc580-b9db-4031-ab5d-a4108e7a3578 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/security-groups?id=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024652 Nov 23 18:46:46.936377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.035715 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.135908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.166245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-e0d4c3cf-ca87-4637-983e-e38de8ad2757 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.167724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-e0d4c3cf-ca87-4637-983e-e38de8ad2757 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1024 time: 0.2493789 Nov 23 18:46:47.291890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:47.309049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:47.318288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04fa3f-27ca-4813-807e-fcc7c13d013b None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:47.327712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.328300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.342283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e6a2-4605-46d8-9e53-31bb0b72e481 req-4a4ec31b-63e5-42f3-ad78-7974dcc69e34 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.343914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c09e6a2-4605-46d8-9e53-31bb0b72e481 req-4a4ec31b-63e5-42f3-ad78-7974dcc69e34 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 1024 time: 0.3257134 Nov 23 18:46:47.360214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=ecc648c2-5fef-4265-be00-ac0021b39562,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:47.371392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.373342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.375838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.379353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea9308d8-1c2a-4548-8b7a-401fdd66d316 HTTP/1.1" status: 204 len: 168 time: 0.6636710 Nov 23 18:46:47.462497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:47.462696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3d47341-dc8e-4ede-a652-ced3db52ccfb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8273921 Nov 23 18:46:47.463384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:47.469544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'ecc648c2-5fef-4265-be00-ac0021b39562', 'ip_address': '2001:db8::de78:6c7:15ab:4879'}], 'name': 'tempest-NetworksTestDHCPv6-1886832182'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:47.475604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-35d9f9f8-df53-4d04-a3a4-f3866f26a7c8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.477317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-35d9f9f8-df53-4d04-a3a4-f3866f26a7c8 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 945 time: 0.2891231 Nov 23 18:46:47.486998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff78b8-3a19-470b-a60f-5659edcc600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9308d8-1c2a-4548-8b7a-401fdd66d316,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:47.531905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:47.532586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6108b268-b8c6-4b41-8f4d-80e8c8ab1bb0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:47.557527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'ecc648c2-5fef-4265-be00-ac0021b39562'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:47.558477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.574634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Subnet': ['ID=b418c2de-0add-438d-afef-37c8a6550ef1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:47.656749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:47.668815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Deleting port 43520285-fcc2-49d3-a381-3703fa7e8e92 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:47.669228 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.687630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c09e6a2-4605-46d8-9e53-31bb0b72e481 req-af9d34d2-837b-4132-8db0-333343e449b6 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f&id=7fe361fd-bfed-40f9-9331-815eca5c431b&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3201790 Nov 23 18:46:47.717589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:47.717954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network hostable DHCP agents. Network: 5782e818-89e6-4ec9-a23f-23f9726354f2, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:46:47.761768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d39d7a-78a8-43ea-89de-05381a27b2ec req-5beb4168-0173-45c7-bb9c-3f8ee618927d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.769529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1d39d7a-78a8-43ea-89de-05381a27b2ec req-5beb4168-0173-45c7-bb9c-3f8ee618927d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1716816 Nov 23 18:46:47.795569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:46:47.803124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/ecc648c2-5fef-4265-be00-ac0021b39562/493ec904-938b-4eef-b13f-d31e0687c219) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:47.821178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5782e818-89e6-4ec9-a23f-23f9726354f2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:47.830968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:47.831609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.836500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 43520285-fcc2-49d3-a381-3703fa7e8e92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=43520285-fcc2-49d3-a381-3703fa7e8e92,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:47.836867 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.846873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.860093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Calling delete_port for 43520285-fcc2-49d3-a381-3703fa7e8e92 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:47.863996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Deleting port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:47.864359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:47.890217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e00ceb0d-9940-4614-aca0-2e677a473ab1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5650618 Nov 23 18:46:47.891728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:47.905864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'subnet': {'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:47.917164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 6acfb405-f124-4459-9dcd-048886364bb8 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:47.998179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d469b81-4b7f-4a97-877c-c2148aa22827 None None] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:48.066717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1c8cb-47e1-4df1-8000-c68acec20782 req-a96b19d6-e7c0-40ae-95e1-756a09cf002a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:48.068283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10e1c8cb-47e1-4df1-8000-c68acec20782 req-a96b19d6-e7c0-40ae-95e1-756a09cf002a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 944 time: 0.1724296 Nov 23 18:46:48.070082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.083568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] For port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:48.083935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.089653 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.119550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Calling delete_port for 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:48.139465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:48.143742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.233128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10e1c8cb-47e1-4df1-8000-c68acec20782 req-50c52141-f728-448d-8177-24a2563bc6b1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520882 Nov 23 18:46:48.236133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.265544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1d39d7a-78a8-43ea-89de-05381a27b2ec req-bd57c9c2-bf24-4247-837a-0ac6468b790a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950640 Nov 23 18:46:48.287084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'Port': ['ID=43520285-fcc2-49d3-a381-3703fa7e8e92,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:48.362346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:48.365889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['43520285-fcc2-49d3-a381-3703fa7e8e92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:48.367700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:48.398407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Pushing event updated for resources: {'Port': ['ID=493ec904-938b-4eef-b13f-d31e0687c219,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:48.403150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:48.405640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:48.468191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] No DVR routers for this DVR port 43520285-fcc2-49d3-a381-3703fa7e8e92 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:48.480342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::de78:6c7:15ab:4879 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/ecc648c2-5fef-4265-be00-ac0021b39562/6acfb405-f124-4459-9dcd-048886364bb8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:48.482943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.487981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77c2f178-d853-49fa-9d26-7bfcc7f59614 req-196d3a45-b8fe-4c12-96a5-3e9adeb8ae25 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.50 "DELETE /v2.0/ports/43520285-fcc2-49d3-a381-3703fa7e8e92 HTTP/1.1" status: 204 len: 173 time: 1.2949328 Nov 23 18:46:48.489045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'name': 'network-vif-deleted', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:48.493278 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a8619-f4df-4ae1-9538-aee2ccbbcb56" -d '{"events": [{"server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "name": "network-vif-deleted", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:48.497124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.550933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9c2b2076-2beb-4bc2-b88c-264ef0c76b55'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:48.578503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Pushing event deleted for resources: {'Port': ['ID=9c2b2076-2beb-4bc2-b88c-264ef0c76b55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:48.585668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 040a8726-e79e-4ef6-a7fb-def809209a43 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:48.618366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-061c7673-d63a-4018-9a15-6d615a79c76f req-d3964e73-5790-4b9a-a6bf-30d39ebb0109 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e2b56d1-5c32-4345-af26-26fa9dabfff1 HTTP/1.1" status: 200 len: 210 time: 0.2392542 Nov 23 18:46:48.635723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.645727 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcbd47d-3ac5-4d8d-b26e-39451e58afbd x-openstack-request-id: req-9dcbd47d-3ac5-4d8d-b26e-39451e58afbd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:48.646530 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7", "name": "network-vif-deleted", "tag": "43520285-fcc2-49d3-a381-3703fa7e8e92", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:48.646713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Attempting to bind port 493ec904-938b-4eef-b13f-d31e0687c219 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:48.646834 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dcbd47d-3ac5-4d8d-b26e-39451e58afbd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:48.647105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Attempting to bind port 493ec904-938b-4eef-b13f-d31e0687c219 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:48.647222 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7', 'name': 'network-vif-deleted', 'tag': '43520285-fcc2-49d3-a381-3703fa7e8e92', 'status': 'completed', 'code': 200} Nov 23 18:46:48.647688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Attempting to bind port 493ec904-938b-4eef-b13f-d31e0687c219 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:48.684575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:48.685131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:48.686364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.687032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:48.688254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Bound port: 493ec904-938b-4eef-b13f-d31e0687c219, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:48.688719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.700314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] No DVR routers for this DVR port 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:48.703667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.708042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6f2730f-864b-41d1-b220-c2abb5948e45 req-c33e5044-7c07-406f-8092-7844c2ea7447 tempest-ServerRescueNegativeTestJSON-1512866092 tempest-ServerRescueNegativeTestJSON-1512866092-project] 10.222.0.50 "DELETE /v2.0/ports/9c2b2076-2beb-4bc2-b88c-264ef0c76b55 HTTP/1.1" status: 204 len: 173 time: 1.2168477 Nov 23 18:46:48.728906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Subnet': ['ID=3391827d-2df1-476c-a922-8695a1c0dfad,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:48.771000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.771601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.771976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.772307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.773348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.773704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.774083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.774663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.775047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.775438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.775772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.776121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:48.795722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 040a8726-e79e-4ef6-a7fb-def809209a43 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:46:48.810809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 040a8726-e79e-4ef6-a7fb-def809209a43 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:48.811613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.814967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-5782e818-89e6-4ec9-a23f-23f9726354f2', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:48.814967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.883244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] For port 493ec904-938b-4eef-b13f-d31e0687c219, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:48.887293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] For port 493ec904-938b-4eef-b13f-d31e0687c219, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=493ec904-938b-4eef-b13f-d31e0687c219,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:48.900930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-906cb75f-2c27-4760-9f3a-0a18f30b0d9b req-7a48cb85-69d6-4ba4-9d79-2754d884f9d3 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac83cc2e-bbc3-4f6e-82d4-e42c49d700f7 HTTP/1.1" status: 200 len: 210 time: 0.0435457 Nov 23 18:46:48.917466 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.948491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Checking segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:48.948886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network hostable DHCP agents. Network: c2d1764f-dfbf-4f8b-a355-87a3b44e12ef, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:46:49.003403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.008401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:46:49.028319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c2d1764f-dfbf-4f8b-a355-87a3b44e12ef) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:49.043768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.044405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.078088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-393e55d2-e83d-4eee-901f-b4846c596497 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1767838 Nov 23 18:46:49.081012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:49.083179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.089663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1219138010', 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:49.105227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94951e8-f7a9-4880-8d98-642819a77c41 None None] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:49.151420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:49.155827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:49.161638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:49.178234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.179407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.182827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345ab8a-3883-41e0-a223-321064d75db6 None None] Pushing event updated for resources: {'Port': ['ID=493ec904-938b-4eef-b13f-d31e0687c219,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:49.235121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=6acfb405-f124-4459-9dcd-048886364bb8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:49.244104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8e66a03c-ef30-4c50-9283-dd9534f2eeac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7764959 Nov 23 18:46:49.244529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:49.344277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf992f-9a39-4b7e-9975-b0cbcbaf185e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.358983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf992f-9a39-4b7e-9975-b0cbcbaf185e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.363297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cbcf992f-9a39-4b7e-9975-b0cbcbaf185e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1153929 Nov 23 18:46:49.366957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:49.370241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:49.548896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.626653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9eea1-e083-41f8-bfce-c58e007c0a5b req-61765c73-89ab-4e70-9a9f-8f89d443cc01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.628389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1f9eea1-e083-41f8-bfce-c58e007c0a5b req-61765c73-89ab-4e70-9a9f-8f89d443cc01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 944 time: 0.1845341 Nov 23 18:46:49.643815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 6acfb405-f124-4459-9dcd-048886364bb8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:49.644528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.688455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.691020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:49.693320 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359cf6e-3d45-4b41-a871-9b783a06b30f" -d '{"events": [{"server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "name": "network-vif-plugged", "status": "completed", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:49.715651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 493ec904-938b-4eef-b13f-d31e0687c219 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:49.718038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff6add-0d3c-4641-96e8-7b9c466cf8c7 req-2ed37f9a-702c-469e-9300-3d6c23a90d40 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:49.728554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82ff6add-0d3c-4641-96e8-7b9c466cf8c7 req-2ed37f9a-702c-469e-9300-3d6c23a90d40 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.2362657 Nov 23 18:46:49.768702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] device_id is not set on port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:49.784721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=040a8726-e79e-4ef6-a7fb-def809209a43,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:49.792176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1f9eea1-e083-41f8-bfce-c58e007c0a5b req-63d5d309-008d-4aa2-b757-4b4084e8a938 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536031 Nov 23 18:46:49.834467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.839040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Allocated IP 10.1.1.2 (5782e818-89e6-4ec9-a23f-23f9726354f2/b418c2de-0add-438d-afef-37c8a6550ef1/bd4cc128-f42e-46d8-a0bc-6ada7d524da9) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:49.850380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 6acfb405-f124-4459-9dcd-048886364bb8 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:49.853416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:49.863825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:49.948094 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecb400-1a23-47f3-9e10-7909bb562029 x-openstack-request-id: req-9eecb400-1a23-47f3-9e10-7909bb562029 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:49.948395 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "name": "network-vif-plugged", "status": "completed", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:49.948653 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eecb400-1a23-47f3-9e10-7909bb562029 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:49.949062 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43', 'code': 200} Nov 23 18:46:50.023984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82ff6add-0d3c-4641-96e8-7b9c466cf8c7 req-812a6737-17ff-4c1a-bcbf-14be7f3941d0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939048 Nov 23 18:46:50.113671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ips': [{'subnet_id': '3391827d-2df1-476c-a922-8695a1c0dfad'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:50.114722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.140738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c22bc7-3f8e-495b-b2ba-09233435f040 req-f0851054-caeb-4ad0-9094-a0f638d61945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:50.142278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59c22bc7-3f8e-495b-b2ba-09233435f040 req-f0851054-caeb-4ad0-9094-a0f638d61945 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 1096 time: 0.1173429 Nov 23 18:46:50.217743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59c22bc7-3f8e-495b-b2ba-09233435f040 req-f029d1bb-c4a7-4744-9432-66c0bd288fd0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Nov 23 18:46:50.229367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:50.249541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 493ec904-938b-4eef-b13f-d31e0687c219 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:50.250164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.492073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-6463c178-a637-46e2-bde8-b2f00f02eac4 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/7fe361fd-bfed-40f9-9331-815eca5c431b HTTP/1.1" status: 200 len: 1819 time: 0.1501958 Nov 23 18:46:50.544809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.579853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:50.592699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.621816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:50.622185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9c2b2076-2beb-4bc2-b88c-264ef0c76b55 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:50.622640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 43520285-fcc2-49d3-a381-3703fa7e8e92 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:50.636712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.659382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'name': 'network-vif-deleted', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:50.662956 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc869d5-3cf7-4e6d-b41e-a3107d61e4d6" -d '{"events": [{"server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "name": "network-vif-deleted", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:50.674761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 493ec904-938b-4eef-b13f-d31e0687c219, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=493ec904-938b-4eef-b13f-d31e0687c219,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:50.680932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 43520285-fcc2-49d3-a381-3703fa7e8e92 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:50.681592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 43520285-fcc2-49d3-a381-3703fa7e8e92 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:50.703409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Allocated IP 10.2.2.2 (c2d1764f-dfbf-4f8b-a355-87a3b44e12ef/3391827d-2df1-476c-a922-8695a1c0dfad/ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:50.707003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.719263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.1.1.54 (5782e818-89e6-4ec9-a23f-23f9726354f2/b418c2de-0add-438d-afef-37c8a6550ef1/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:50.774527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:50.780134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-922d7b20-db0e-41a5-93a9-3426e86c5690 None None] Provisioning complete for port 493ec904-938b-4eef-b13f-d31e0687c219 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:50.780515 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-922d7b20-db0e-41a5-93a9-3426e86c5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.787715 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162f0619-7050-4533-b8b4-96c19873a101 x-openstack-request-id: req-162f0619-7050-4533-b8b4-96c19873a101 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:50.788620 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b56d1-5c32-4345-af26-26fa9dabfff1", "name": "network-vif-deleted", "tag": "9c2b2076-2beb-4bc2-b88c-264ef0c76b55", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:50.790067 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-162f0619-7050-4533-b8b4-96c19873a101 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:50.790370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:50.790504 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2b56d1-5c32-4345-af26-26fa9dabfff1', 'name': 'network-vif-deleted', 'tag': '9c2b2076-2beb-4bc2-b88c-264ef0c76b55', 'status': 'completed', 'code': 200} Nov 23 18:46:50.821751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Pushing event updated for resources: {'Port': ['ID=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:50.824350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:50.834080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:50.841473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=6acfb405-f124-4459-9dcd-048886364bb8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:50.860237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.037331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502844b4-75ab-4587-9abc-c8c64481a975 req-c9acb721-cf2a-468d-9ed1-db28a425eec2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:51.039938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-502844b4-75ab-4587-9abc-c8c64481a975 req-c9acb721-cf2a-468d-9ed1-db28a425eec2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.0825026 Nov 23 18:46:51.077379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.086066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-65b23fcc-0fb7-46b6-8c9e-8b3320304fb6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/6acfb405-f124-4459-9dcd-048886364bb8 HTTP/1.1" status: 204 len: 168 time: 1.7178745 Nov 23 18:46:51.088436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:51.099858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.130197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=493ec904-938b-4eef-b13f-d31e0687c219,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:51.142051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Attempting to bind port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:51.142917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Attempting to bind port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:51.143616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Attempting to bind port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:51.180242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:51.181175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:51.181859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.182465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Bound using segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:51.183157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Bound port: bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:51.183782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.187987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6d953-4101-4dc1-8f9d-52f93f287d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:51.189992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6d953-4101-4dc1-8f9d-52f93f287d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:51.191745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c2a6d953-4101-4dc1-8f9d-52f93f287d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0854647 Nov 23 18:46:51.204523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:51.248052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-502844b4-75ab-4587-9abc-c8c64481a975 req-e6f50af9-ceef-4458-ba05-d51264ba3513 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999350 Nov 23 18:46:51.259539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.298013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.301496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.319872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e68c88a-922c-4c77-a591-edb3f5adee66 req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/7fe361fd-bfed-40f9-9331-815eca5c431b HTTP/1.1" status: 204 len: 173 time: 0.8119144 Nov 23 18:46:51.348473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet ecc648c2-5fef-4265-be00-ac0021b39562 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:51.382474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.405505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.412814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a4a5c-431d-465a-ae73-a3185bdde4f8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe361fd-bfed-40f9-9331-815eca5c431b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:51.557352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:51.571180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:51.582828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.585359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:51.608340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:51.618127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 493ec904-938b-4eef-b13f-d31e0687c219 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:51.678085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.680171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:51.681519 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.703603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-e1d02353-3a64-407d-8f3f-75904eea5c0f tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f HTTP/1.1" status: 200 len: 1819 time: 0.1949480 Nov 23 18:46:51.704794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5843596d-d947-420f-9eab-65f08414026f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6214325 Nov 23 18:46:51.707145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.708041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52788) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:51.722354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1812179993', 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:51.731477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922719ac-6beb-4a51-8dbb-b356f3efec6d req-e786ecbf-969f-4838-a953-ec3621afb4c7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:51.739280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-922719ac-6beb-4a51-8dbb-b356f3efec6d req-e786ecbf-969f-4838-a953-ec3621afb4c7 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1837320 Nov 23 18:46:51.754822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] For port bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:51.767093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:51.794465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:51.799782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-922719ac-6beb-4a51-8dbb-b356f3efec6d req-50a7873d-c501-4c58-8a75-297d3a4dc108 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Nov 23 18:46:51.803626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:51.812471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] For port bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:51.821233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af2e1fc5-ba4e-4328-92bb-79b6e2fd8f4b None None] Could not find standard attr ID for object 6acfb405-f124-4459-9dcd-048886364bb8. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:46:51.828779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.830681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Pushing event updated for resources: {'Port': ['ID=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:51.877124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.887574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 493ec904-938b-4eef-b13f-d31e0687c219 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:51.887950 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:51.939679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:51.944076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.010469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Attempting to bind port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:52.011005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Attempting to bind port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:52.011403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Attempting to bind port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Checking segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Bound using segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Bound port: ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:52.031301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.044403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.063979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cb16a-f3be-4720-931a-108ec40666cd None None] Pushing event updated for resources: {'Port': ['ID=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.087943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14c5b548-8788-4614-8ea6-728d3c305c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.103872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.105746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:52.157260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] For port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:52.167407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] For port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:52.177922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.221921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.225660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc648c2-5fef-4265-be00-ac0021b39562,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.237730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384a14d-c9dd-4ad8-b052-77ea222f073a None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:52.251813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.258907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-caddf87a-2a02-4ddd-8b38-5c9246a97ee4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/ecc648c2-5fef-4265-be00-ac0021b39562 HTTP/1.1" status: 204 len: 168 time: 1.0490699 Nov 23 18:46:52.265009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.276716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb30f3d-5d32-4404-98d6-f36f7362d456 None None] Pushing event updated for resources: {'Port': ['ID=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.338287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4cae0d0a-1dce-4cfa-848d-69a630e09329 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718052 Nov 23 18:46:52.340324 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14c5b548-8788-4614-8ea6-728d3c305c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.346351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.358509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14c5b548-8788-4614-8ea6-728d3c305c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.474589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5b548-8788-4614-8ea6-728d3c305c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d07ad-069e-44e7-9ca6-71361752db15,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.510696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-14c5b548-8788-4614-8ea6-728d3c305c69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=958b64b3fadf4a0da324da7886cec9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696957 Nov 23 18:46:52.521657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.523164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:46:52.528866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.533203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.542968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a6ad385-33a3-4b52-8e5c-6cfd778a8679 req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f HTTP/1.1" status: 204 len: 173 time: 0.7957358 Nov 23 18:46:52.555335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b1c6d-291a-417b-aa9f-6e8fb75fb3a6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.556847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b45b1c6d-291a-417b-aa9f-6e8fb75fb3a6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2093685 Nov 23 18:46:52.563261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.563414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.622075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Deleting port 493ec904-938b-4eef-b13f-d31e0687c219 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:52.622451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.636053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d41a2-5f06-4b9b-a3c4-5eda44a7ed7d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.688287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] device_id is not set on port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:52.705940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dbe98-eb8e-497b-8b52-a2ec6da8b116 req-06dd2ee4-aad0-4eb6-a932-f605c281902e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.721004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff8dbe98-eb8e-497b-8b52-a2ec6da8b116 req-06dd2ee4-aad0-4eb6-a932-f605c281902e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.3199677 Nov 23 18:46:52.721864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] For port 493ec904-938b-4eef-b13f-d31e0687c219, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=493ec904-938b-4eef-b13f-d31e0687c219,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:52.722267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.740114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Calling delete_port for 493ec904-938b-4eef-b13f-d31e0687c219 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:52.761057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6721e-d5ea-46cb-9097-8436a48db48c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.762519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5b6721e-d5ea-46cb-9097-8436a48db48c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951432 Nov 23 18:46:52.773209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.786059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1850955033', 'description': 'tempest-description-56446310'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:52.820056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.825497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c4ebfba-f428-4de8-b4dd-bb6c07b22089 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512402 Nov 23 18:46:52.837202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:52.859143 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.869308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:52.892200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] No DVR routers for this DVR port 493ec904-938b-4eef-b13f-d31e0687c219 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:52.897347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0907-5333-4429-9044-2b1e924f4f6e None None] Pushing event deleted for resources: {'Port': ['ID=493ec904-938b-4eef-b13f-d31e0687c219,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:52.923229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.942292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff8dbe98-eb8e-497b-8b52-a2ec6da8b116 req-77857d19-1ed2-4e11-b126-160acf8484f4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114575 Nov 23 18:46:52.945459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.073308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Deleting port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:53.073656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.074179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.076812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.078175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c7d07ad-069e-44e7-9ca6-71361752db15 HTTP/1.1" status: 204 len: 168 time: 0.5552757 Nov 23 18:46:53.106660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.1.1.120 (5782e818-89e6-4ec9-a23f-23f9726354f2/b418c2de-0add-438d-afef-37c8a6550ef1/0e65af09-06ec-4234-8e45-7e97e05ba6c0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:53.112132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396dd43-2c02-4bd7-a19d-6f5b4042f35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d07ad-069e-44e7-9ca6-71361752db15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:53.113787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:53.121390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.218964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb85cf-25d1-43e5-9815-6662cc557a10 req-d246a4fd-2ae4-4740-b04c-a940c77493a1 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:53.226771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95fb85cf-25d1-43e5-9815-6662cc557a10 req-d246a4fd-2ae4-4740-b04c-a940c77493a1 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1562133 Nov 23 18:46:53.266358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] For port e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,segment=NetworkSegment(1a26aa65-a171-4164-affe-7a8ae1c5aa22),segment_id=1a26aa65-a171-4164-affe-7a8ae1c5aa22)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:53.267125 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.277774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.293613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.343826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95fb85cf-25d1-43e5-9815-6662cc557a10 req-eb15e93a-6ca9-423c-b626-7d015364958d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113255 Nov 23 18:46:53.346034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Calling delete_port for e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:53.416465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.417706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d62ce56d-7702-4936-a6d2-bd13a45561d4 req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6503053 Nov 23 18:46:53.461163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c599d-a190-44a3-8cc1-96e997faea39 None None] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:53.520390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbf483-4a2f-46f4-bff3-efc8b99461e0 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:53.676197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:53.694178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] Provisioning complete for port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:53.694591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.707519 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d103604-aa46-40d8-b851-3b479816e87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.750814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.758484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-42cbb403-50cd-42ca-9384-4c4bd84c1dcc tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7 HTTP/1.1" status: 200 len: 1818 time: 0.2482738 Nov 23 18:46:53.771532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1638907486', 'description': 'tempest-description-hth-62388041'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:53.830363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:53.849491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=94b721f8-31c1-4da0-91ca-e3eb97907171,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:53.858389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:53.875732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3db37e-5e23-4105-b3bb-5581720ca8ff None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:53.885069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:53.885887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.923778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.952464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:53.992924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9a90819a-9337-4069-b614-d284a6eeb2f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1492324 Nov 23 18:46:54.002052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f542b-ea52-4d6b-a2d2-fd1f126907ff None None] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:54.007795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5bf3-e2db-4749-a4e3-2e4f2a8d7470 req-5f5167eb-a411-47fb-baee-a17db10814ad tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:54.013915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b2d5bf3-e2db-4749-a4e3-2e4f2a8d7470 req-5f5167eb-a411-47fb-baee-a17db10814ad tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.2775946 Nov 23 18:46:54.018736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:54.031893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '94b721f8-31c1-4da0-91ca-e3eb97907171', 'ip_address': '2001:db8::c347:771e:df59:a7b3'}], 'name': 'tempest-NetworksTestDHCPv6-1864620898'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:54.032995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.048189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.051184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bd4cc128-f42e-46d8-a0bc-6ada7d524da9 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:54.052179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.053435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-43db9ccf-b7e3-431f-98b0-f8672e117a63 req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "PUT /v2.0/security-groups/4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7 HTTP/1.1" status: 200 len: 1792 time: 0.2941234 Nov 23 18:46:54.056552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.117878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f019153-066a-43af-b362-57ba15049869 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.213189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.228080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b2d5bf3-e2db-4749-a4e3-2e4f2a8d7470 req-cf179613-d9e5-4f92-97ef-d2aebb14441c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923311 Nov 23 18:46:54.235258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d103604-aa46-40d8-b851-3b479816e87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.254973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d103604-aa46-40d8-b851-3b479816e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.260800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] For port bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:54.282783 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.298421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6d103604-aa46-40d8-b851-3b479816e87a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fa5a3dd416542dbbc7283aeabe35dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6205518 Nov 23 18:46:54.303050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:54.318686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:54.338247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:54.344128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:54.346932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.347658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d103604-aa46-40d8-b851-3b479816e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a11433d-28bb-4d2c-9ebf-b4573f480b1b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.378030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '94b721f8-31c1-4da0-91ca-e3eb97907171'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:46:54.378846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.408736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47afb59a-0e8c-4385-8061-4c762b112a33 req-fbf43082-a0ed-4ddc-b1c4-a84f5330bba8 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7 HTTP/1.1" status: 200 len: 1792 time: 0.2047887 Nov 23 18:46:54.409450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.458266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:54.462743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.474710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:54.475895 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.481433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3c0a1-dc3f-4ae0-8fc4-936baef8bb02 None None] Pushing event updated for resources: {'Port': ['ID=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.488694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.488874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.526875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Provisioning complete for port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:54.527627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.533445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:54.534080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.573113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.579669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.583054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a11433d-28bb-4d2c-9ebf-b4573f480b1b HTTP/1.1" status: 204 len: 168 time: 0.2743075 Nov 23 18:46:54.594245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f791a2-251b-449d-a50f-90b114cc63ab req-70c0a4a1-5764-4ee2-967b-edb781709609 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7 HTTP/1.1" status: 200 len: 1792 time: 0.1168170 Nov 23 18:46:54.610400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6907e420-8f43-4d03-b36d-eff4e8ae6eae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8975952 Nov 23 18:46:54.626412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02f3c6-5dbf-4ad5-856c-0f0062823654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a11433d-28bb-4d2c-9ebf-b4573f480b1b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:54.692366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30d86-8b89-4594-9594-2e46b5d57702 req-c04a424f-e1f8-4611-a4d5-67929f10b943 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:54.700331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4e30d86-8b89-4594-9594-2e46b5d57702 req-c04a424f-e1f8-4611-a4d5-67929f10b943 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.2443330 Nov 23 18:46:54.773963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.797467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4e30d86-8b89-4594-9594-2e46b5d57702 req-d3319932-bad3-4ea2-902b-a5789bee2664 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952585 Nov 23 18:46:54.821624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 2fdc7b08-958e-4fdb-9824-87c3ceb1b888 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:54.832443 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.997885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60f791a2-251b-449d-a50f-90b114cc63ab req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.027643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60f791a2-251b-449d-a50f-90b114cc63ab req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.122384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60f791a2-251b-449d-a50f-90b114cc63ab req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.127119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60f791a2-251b-449d-a50f-90b114cc63ab req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.132602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f791a2-251b-449d-a50f-90b114cc63ab req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7 HTTP/1.1" status: 204 len: 173 time: 0.5374224 Nov 23 18:46:55.152359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.160361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:55.163612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/94b721f8-31c1-4da0-91ca-e3eb97907171/11756eb3-68bc-4583-8b85-69cb4c73c99a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:55.186310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82add0-151b-40cf-9ffe-064dcc754f64 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9db1af-bf1a-4373-a2d1-6fbaf8dce6a7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:55.372262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] For port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:55.392861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:55.401331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.410971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348716355', 'description': 'tempest-description--943107864'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:55.498300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.583694 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-72eacf80-70a7-47f1-b2d4-8508f84002fb req-e3d91bec-ab10-445e-b62f-765cf01ebd03 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:55.589385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.590688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72eacf80-70a7-47f1-b2d4-8508f84002fb req-e3d91bec-ab10-445e-b62f-765cf01ebd03 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/1fb55c5f-37d0-4ae6-87ce-61e5a8fa9b8f HTTP/1.1" status: 404 len: 352 time: 0.0540669 Nov 23 18:46:55.593663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:55.594588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.632525 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.639583 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-30a64212-0034-4cc1-8ff4-ccd2adb895d2 req-e6596e02-369f-47b5-a80d-a1ef93fd7fb7 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:55.654628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30a64212-0034-4cc1-8ff4-ccd2adb895d2 req-e6596e02-369f-47b5-a80d-a1ef93fd7fb7 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/7fe361fd-bfed-40f9-9331-815eca5c431b HTTP/1.1" status: 404 len: 352 time: 0.0410593 Nov 23 18:46:55.656875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Provisioning complete for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:55.657249 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.662497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde988d-d1b6-4c1c-9c5e-ce17f7834078 req-62a2839d-0430-49a6-8804-1ae29d74b5f7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:55.670435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fde988d-d1b6-4c1c-9c5e-ce17f7834078 req-62a2839d-0430-49a6-8804-1ae29d74b5f7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.1332173 Nov 23 18:46:55.724423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:55.727427 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-c111c6b7-0eea-48e0-9453-2a813516e802 req-d40b20c1-0f21-4bca-aec6-75c620e48a20 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:55.729382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Pushing event updated for resources: {'Port': ['ID=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:55.735826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c111c6b7-0eea-48e0-9453-2a813516e802 req-d40b20c1-0f21-4bca-aec6-75c620e48a20 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/43e367c2-153e-4307-9434-c195cf97018e HTTP/1.1" status: 404 len: 352 time: 0.0383961 Nov 23 18:46:55.737636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:55.741867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.742175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.742909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.742909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.743325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.743679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.744005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.744328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.744648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.744966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.745284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.745600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.749088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:55.751496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:55.756428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fde988d-d1b6-4c1c-9c5e-ce17f7834078 req-865ad516-9213-4708-9f78-d6b04cd0c244 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Nov 23 18:46:55.771162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::c347:771e:df59:a7b3 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/94b721f8-31c1-4da0-91ca-e3eb97907171/2fdc7b08-958e-4fdb-9824-87c3ceb1b888) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:55.783943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Router 54cb0bef-8c90-49a4-b55a-d2233e02d498 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:46:55.791576 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-0e8f91eb-a664-4e70-8a6b-6be0f815dfb2 req-f2637673-38c2-4132-9360-618c3f4b10eb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:55.798993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e8f91eb-a664-4e70-8a6b-6be0f815dfb2 req-f2637673-38c2-4132-9360-618c3f4b10eb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/f5b1c8ae-8be3-4c6a-8882-5a85655c2171 HTTP/1.1" status: 404 len: 352 time: 0.0292175 Nov 23 18:46:55.812595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.831697 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.840106 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-f31e9c9a-e1b5-41e0-9fe1-011ea3993e9b req-833a7021-1e77-4ecc-9b82-9ce7c46a0b6d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:55.850221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f31e9c9a-e1b5-41e0-9fe1-011ea3993e9b req-833a7021-1e77-4ecc-9b82-9ce7c46a0b6d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/3dad5d95-d775-4926-b053-934aa4cdaf17 HTTP/1.1" status: 404 len: 352 time: 0.0299408 Nov 23 18:46:55.925857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Provisioning complete for port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:55.926226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ad7f938-475b-46a3-9797-705a1137a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.979935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Attempting to bind port 11756eb3-68bc-4583-8b85-69cb4c73c99a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:46:55.980307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Attempting to bind port 11756eb3-68bc-4583-8b85-69cb4c73c99a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:46:55.980668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Attempting to bind port 11756eb3-68bc-4583-8b85-69cb4c73c99a on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:46:55.988734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Pushing event updated for resources: {'Port': ['ID=11756eb3-68bc-4583-8b85-69cb4c73c99a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:56.008312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:46:56.008693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:46:56.009102 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.009500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:46:56.009988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Bound port: 11756eb3-68bc-4583-8b85-69cb4c73c99a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:46:56.010371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.023562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.025748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6296973 Nov 23 18:46:56.032183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:56.041330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'security_group_rule': {'security_group_id': 'dca7cf68-0b3d-49ae-8306-8bfdd04541d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:56.118831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 493ec904-938b-4eef-b13f-d31e0687c219 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:56.132059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059e3a5-1e7a-4acb-9e69-31710819b0b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7cf68-0b3d-49ae-8306-8bfdd04541d8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:56.161734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 493ec904-938b-4eef-b13f-d31e0687c219 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:46:56.162417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 493ec904-938b-4eef-b13f-d31e0687c219 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:46:56.174481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] For port 11756eb3-68bc-4583-8b85-69cb4c73c99a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:46:56.180218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] For port 11756eb3-68bc-4583-8b85-69cb4c73c99a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=11756eb3-68bc-4583-8b85-69cb4c73c99a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:46:56.181451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18005fd2-eb1c-4430-b1be-f760d3b030eb req-42589f5c-2c9e-45d6-a578-9c42e5e63acb tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:56.184307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18005fd2-eb1c-4430-b1be-f760d3b030eb req-42589f5c-2c9e-45d6-a578-9c42e5e63acb tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1665292 Nov 23 18:46:56.188576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.206959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.213926 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-ee6df509-be44-44bc-bb74-d5cdcbb6012b req-4de0f17e-d3bf-4cce-9dbd-10e0dc09638d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] show failed (client error): The resource could not be found. Nov 23 18:46:56.228707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee6df509-be44-44bc-bb74-d5cdcbb6012b req-4de0f17e-d3bf-4cce-9dbd-10e0dc09638d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/83064d84-f869-4815-bea5-b6f2e559730f HTTP/1.1" status: 404 len: 352 time: 0.1318927 Nov 23 18:46:56.270376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.297006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a136fa-f5ff-4b66-9809-4083df7e558b None None] Pushing event updated for resources: {'Port': ['ID=11756eb3-68bc-4583-8b85-69cb4c73c99a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:56.303488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Provisioning complete for port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:56.303864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.357164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18005fd2-eb1c-4430-b1be-f760d3b030eb req-e3affbfc-0cb5-4246-86f0-8b76379ee18d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589007 Nov 23 18:46:56.407415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.481993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:56.486633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:56.495980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:56.509435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:56.510484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.537889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bd4cc128-f42e-46d8-a0bc-6ada7d524da9 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:56.548415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=2fdc7b08-958e-4fdb-9824-87c3ceb1b888,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:56.555451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e7a3692d-c5c8-402b-99bc-a0e3c01547d5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5351679 Nov 23 18:46:56.558399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:56.564794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '94b721f8-31c1-4da0-91ca-e3eb97907171', 'ip_address': '2001:db8::c347:771e:df59:a7b3'}], 'name': 'tempest-NetworksTestDHCPv6-380934503'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:56.662259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Provisioning complete for port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:56.663840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.746209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:56.783783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Provisioning complete for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:56.784219 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.839492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:56.851209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.877972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:56.878352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.893874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 282fee1b-7b7e-47e1-a95e-91cce8d84e76 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:46:56.955993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14ee4eda-a485-4504-a14c-31ac19c4ac81 None None] Port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:57.018078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:46:57.029755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7f3fea8-35ec-4fc2-8638-4fb03b1a4d6c admin admin] 10.222.0.37 "PUT /v2.0/routers/54cb0bef-8c90-49a4-b55a-d2233e02d498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1645417 Nov 23 18:46:57.030419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:57.031970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:57.035581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Sync routers for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:46:57.083189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:57.083994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:57.111691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16964f67-0579-485f-98c8-2a080c2fc0a2 req-0ae575ad-2b6c-4629-aa54-a00c51660f79 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.114346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16964f67-0579-485f-98c8-2a080c2fc0a2 req-0ae575ad-2b6c-4629-aa54-a00c51660f79 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1023 time: 0.2034364 Nov 23 18:46:57.157733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.194475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:57.194839 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.214803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.230802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16964f67-0579-485f-98c8-2a080c2fc0a2 req-df9bc08e-c950-4051-9f52-b3cd6d847555 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac1b0a8-fe34-46ea-8217-3d03b8c75977&id=7e106faf-d7a1-4c88-a990-f1f9541269ef&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1091459 Nov 23 18:46:57.231229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aa2b3-1b60-406a-bae6-316d42965bdd req-433b1fc1-e323-434f-9e9a-d750082e8aa7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.239188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-051aa2b3-1b60-406a-bae6-316d42965bdd req-433b1fc1-e323-434f-9e9a-d750082e8aa7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.2711546 Nov 23 18:46:57.256143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.293908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:57.336786 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 18:46:57.337485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:46:57.363974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c75eeb01-0bce-4183-843d-12271b563356 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8028498 Nov 23 18:46:57.365711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:57.391291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.392948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3578219 Nov 23 18:46:57.397913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:57.436166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'security_group_rule': {'security_group_id': 'dca7cf68-0b3d-49ae-8306-8bfdd04541d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:57.459136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cec93-8061-43ff-b220-1930a3d22e24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd619854-6fb9-4660-9824-100c01a7cb14,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:57.477457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc14d44-f695-4be1-a0bd-7426f26b577b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.483444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-051aa2b3-1b60-406a-bae6-316d42965bdd req-1459e1ee-0af9-496b-a89f-1e408b523a3b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430255 Nov 23 18:46:57.500343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc14d44-f695-4be1-a0bd-7426f26b577b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.502051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5bc14d44-f695-4be1-a0bd-7426f26b577b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1342680 Nov 23 18:46:57.512205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:57.521314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-849a8b9a-799e-45c5-8a11-0c9c79baa8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.617247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac765b-7cd2-4b1d-8e37-bd466377c28c req-e4ae4285-434c-4d6a-ae68-6c20b751004c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.633021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ac765b-7cd2-4b1d-8e37-bd466377c28c req-e4ae4285-434c-4d6a-ae68-6c20b751004c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.1218472 Nov 23 18:46:57.646612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.714735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ac765b-7cd2-4b1d-8e37-bd466377c28c req-c6b82387-5340-4489-b0e6-01a005a00cec tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787299 Nov 23 18:46:57.730895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:46:54Z', 'revision_number': 5, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port': {'id': 'd232394c-f6d7-4243-8e56-89fb9fdb06e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:24:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:43:23Z', 'updated_at': '2021-11-23T18:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:57.768055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.780825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Checking router: 54cb0bef-8c90-49a4-b55a-d2233e02d498 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:46:57.790835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Routers {'54cb0bef-8c90-49a4-b55a-d2233e02d498'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:46:57.791670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:46:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['54cb0bef-8c90-49a4-b55a-d2233e02d498'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:57.798867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f150-f399-498d-aeae-855004eb6458 req-beb72cb4-f09b-4e10-b1d5-0d47d2c8b671 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.800978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd7f150-f399-498d-aeae-855004eb6458 req-beb72cb4-f09b-4e10-b1d5-0d47d2c8b671 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.1064565 Nov 23 18:46:57.877993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 2fdc7b08-958e-4fdb-9824-87c3ceb1b888 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:57.878611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.913234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.920646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] Provisioning complete for port 11756eb3-68bc-4583-8b85-69cb4c73c99a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:57.921578 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.925534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.929664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Deleting port d232394c-f6d7-4243-8e56-89fb9fdb06e3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:57.930250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:57.970458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] Set router 54cb0bef-8c90-49a4-b55a-d2233e02d498 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:46:58.030859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66860148-fc66-4d06-a7d8-d9e74d194fce,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:58.064601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.066009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f68cd8f-02e7-4c26-88bd-a0a3f09dcabc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6348689 Nov 23 18:46:58.069016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:58.075056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:58.104795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port 040a8726-e79e-4ef6-a7fb-def809209a43 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:58.105837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.137926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.160488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.210353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 2fdc7b08-958e-4fdb-9824-87c3ceb1b888 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:58.224372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] For port d232394c-f6d7-4243-8e56-89fb9fdb06e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d232394c-f6d7-4243-8e56-89fb9fdb06e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:58.224757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.245996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Calling delete_port for d232394c-f6d7-4243-8e56-89fb9fdb06e3 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:58.356892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:46:57Z', 'revision_number': 6, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:46:58.360562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port 040a8726-e79e-4ef6-a7fb-def809209a43, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=040a8726-e79e-4ef6-a7fb-def809209a43,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:58.360944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.394857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c8ae-b9f6-4dd7-9de9-b37ff46178d1 None None] The sync data for ids ['54cb0bef-8c90-49a4-b55a-d2233e02d498'] in n-d-792364-9 is: [{'id': '54cb0bef-8c90-49a4-b55a-d2233e02d498', 'name': 'tempest-ServerRescueNegativeTestJSON-2045989439-router', 'tenant_id': '69b4ae89c7934940abd92f8042988085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:43:21Z', 'updated_at': '2021-11-23T18:46:57Z', 'revision_number': 6, 'project_id': '69b4ae89c7934940abd92f8042988085', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:46:58.397746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for 040a8726-e79e-4ef6-a7fb-def809209a43 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:58.397980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 11756eb3-68bc-4583-8b85-69cb4c73c99a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:58.491575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.492424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-1ae0f8d4-a5e1-4288-b94f-55d3ec20b66a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:58.494171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-1ae0f8d4-a5e1-4288-b94f-55d3ec20b66a tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.47 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1023 time: 0.1791101 Nov 23 18:46:58.542528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] For port 11756eb3-68bc-4583-8b85-69cb4c73c99a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=11756eb3-68bc-4583-8b85-69cb4c73c99a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:58.555981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449e4c-b1b8-4736-bfcf-5fd15c55927a req-d7a6c8ce-4b21-4321-b08e-efb44624551d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:58.558383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c449e4c-b1b8-4736-bfcf-5fd15c55927a req-d7a6c8ce-4b21-4321-b08e-efb44624551d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1023 time: 0.1774509 Nov 23 18:46:58.574008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.631276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 11756eb3-68bc-4583-8b85-69cb4c73c99a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:58.631719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.672894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.714610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c449e4c-b1b8-4736-bfcf-5fd15c55927a req-a9391513-caad-43fc-828e-b41c01fabffd tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac1b0a8-fe34-46ea-8217-3d03b8c75977&id=7e106faf-d7a1-4c88-a990-f1f9541269ef&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1445658 Nov 23 18:46:58.739441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-15d7e74a-6ba3-48d7-87ac-a3d45cccb720 None None] Provisioning complete for port 2fdc7b08-958e-4fdb-9824-87c3ceb1b888 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:58.740497 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d7e74a-6ba3-48d7-87ac-a3d45cccb720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.784451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.797382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516f896-ea3d-4bab-9f89-575c40e5e0b5 None None] Pushing event updated for resources: {'Port': ['ID=11756eb3-68bc-4583-8b85-69cb4c73c99a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:58.857664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-15d7e74a-6ba3-48d7-87ac-a3d45cccb720 None None] Port 2fdc7b08-958e-4fdb-9824-87c3ceb1b888 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:58.860945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f72d88-6477-4efe-b91c-4dc98c358061 req-13689f17-42fb-4cbb-a5ec-157ca7e37843 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:58.863003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f72d88-6477-4efe-b91c-4dc98c358061 req-13689f17-42fb-4cbb-a5ec-157ca7e37843 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=95a92c1e-3e1e-4210-a906-c539db20631f HTTP/1.1" status: 200 len: 945 time: 0.2605760 Nov 23 18:46:58.873616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=2fdc7b08-958e-4fdb-9824-87c3ceb1b888,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:58.928083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52972) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:58.953720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.957122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c7c1a5c2-61fe-4ba0-a691-c159fb341935 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/2fdc7b08-958e-4fdb-9824-87c3ceb1b888 HTTP/1.1" status: 204 len: 168 time: 1.4427302 Nov 23 18:46:58.963508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:58.968037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:58.976741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.024310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=040a8726-e79e-4ef6-a7fb-def809209a43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:59.070514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Pushing event deleted for resources: {'Port': ['ID=d232394c-f6d7-4243-8e56-89fb9fdb06e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:59.099117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Deleting port 573d3d8e-5288-4efc-ad9b-186f607aa25f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:46:59.099804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.121828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port 040a8726-e79e-4ef6-a7fb-def809209a43 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:46:59.131306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0436b3-73bf-46b2-b2f0-c7b4432c6f60 req-64fc50a9-16db-49d6-8746-e754a0ace8fa tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:59.139979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c0436b3-73bf-46b2-b2f0-c7b4432c6f60 req-64fc50a9-16db-49d6-8746-e754a0ace8fa tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.2405629 Nov 23 18:46:59.145358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.148884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd7f150-f399-498d-aeae-855004eb6458 req-167e24aa-9bfe-4c3c-a1fd-e9222e70ac5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "DELETE /v2.0/ports/040a8726-e79e-4ef6-a7fb-def809209a43 HTTP/1.1" status: 204 len: 173 time: 1.3412020 Nov 23 18:46:59.149341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'name': 'network-vif-deleted', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:59.151681 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17115d6-d31a-45f7-a38e-ef0b942a7940" -d '{"events": [{"server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "name": "network-vif-deleted", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:59.194518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f72d88-6477-4efe-b91c-4dc98c358061 req-8cd3f261-1751-4a26-9794-e3d9bd535789 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185480 Nov 23 18:46:59.229266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c0436b3-73bf-46b2-b2f0-c7b4432c6f60 req-ee32f359-134b-4ba2-a973-5bb30fffa05b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884006 Nov 23 18:46:59.254084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1898bdc-a804-4575-854f-00bd7142d633 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:59.254084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1898bdc-a804-4575-854f-00bd7142d633 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:59.254084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a1898bdc-a804-4575-854f-00bd7142d633 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2881722 Nov 23 18:46:59.254580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650ff55e-4084-4b4b-9977-1622f438cb4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.260174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:59.267407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 172.25.5.27 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d320c0e9-9a2b-4d53-9880-995518c1d03d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:59.308494 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3454285b-b62f-48f1-a154-3d5ae3e4b583 x-openstack-request-id: req-3454285b-b62f-48f1-a154-3d5ae3e4b583 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:59.308799 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a92c1e-3e1e-4210-a906-c539db20631f", "name": "network-vif-deleted", "tag": "040a8726-e79e-4ef6-a7fb-def809209a43", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:59.309049 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3454285b-b62f-48f1-a154-3d5ae3e4b583 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:59.309475 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a92c1e-3e1e-4210-a906-c539db20631f', 'name': 'network-vif-deleted', 'tag': '040a8726-e79e-4ef6-a7fb-def809209a43', 'status': 'completed', 'code': 200} Nov 23 18:46:59.358565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.361497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] For port 573d3d8e-5288-4efc-ad9b-186f607aa25f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=573d3d8e-5288-4efc-ad9b-186f607aa25f,segment=NetworkSegment(3a65f782-4728-4cf2-babc-b90ac45eefb2),segment_id=3a65f782-4728-4cf2-babc-b90ac45eefb2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:59.362027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.364278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 94b721f8-31c1-4da0-91ca-e3eb97907171 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:59.378956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.467425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.485391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Calling delete_port for 573d3d8e-5288-4efc-ad9b-186f607aa25f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:46:59.500208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.507020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.530960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.607252 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.611611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.614159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.614750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cb0bef-8c90-49a4-b55a-d2233e02d498 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:46:59.626401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.627589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f22a53d4-7fe4-4cb8-842a-c388a4669cab admin admin] 10.222.0.37 "DELETE /v2.0/routers/54cb0bef-8c90-49a4-b55a-d2233e02d498 HTTP/1.1" status: 204 len: 168 time: 2.5933955 Nov 23 18:46:59.634233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650ff55e-4084-4b4b-9977-1622f438cb4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.635732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:59.680556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650ff55e-4084-4b4b-9977-1622f438cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.702465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:59.710042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:59.715566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:59.719407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=d320c0e9-9a2b-4d53-9880-995518c1d03d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:59.732540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Deleting subnet 26223814-0198-4e39-be6b-d2d80c5e7821 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:46:59.736925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-650ff55e-4084-4b4b-9977-1622f438cb4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3665afc038cb456bbf9b880616e42c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8055754 Nov 23 18:46:59.742595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.744189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:59.799264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4039cf9-ced8-4fba-b241-c4c3856fdb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.804475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ff55e-4084-4b4b-9977-1622f438cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723dd1b-ac3f-4972-9b5c-ee2c6867ab64,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:59.817327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.849479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.854280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/94b721f8-31c1-4da0-91ca-e3eb97907171 HTTP/1.1" status: 204 len: 168 time: 0.5890455 Nov 23 18:46:59.865833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:59.866468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b702c7-bb48-4b5c-8005-ac64e9663af8 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:46:59.881778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:59.883957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ba602-dc94-433e-8c83-7df2d14c8a2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=94b721f8-31c1-4da0-91ca-e3eb97907171,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:59.930712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912da801-bf26-4115-ae07-2d3a085d9826 req-6dda06d7-7aa7-4f30-81db-cbdf6b4121af tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:59.933264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-912da801-bf26-4115-ae07-2d3a085d9826 req-6dda06d7-7aa7-4f30-81db-cbdf6b4121af tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/ports?device_id=478928fc-64cc-47f4-a31f-f9eabe02fa3a HTTP/1.1" status: 200 len: 1023 time: 0.0936997 Nov 23 18:46:59.942686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6d784041-bff8-4ffc-ac15-6874e1550d09 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757265 Nov 23 18:46:59.950169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:46:59.962140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:00.021045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.031206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.040578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['573d3d8e-5288-4efc-ad9b-186f607aa25f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:00.043092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-912da801-bf26-4115-ae07-2d3a085d9826 req-515b1e06-c576-4d2c-a66b-ec14543b0070 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac1b0a8-fe34-46ea-8217-3d03b8c75977&id=7e106faf-d7a1-4c88-a990-f1f9541269ef&id=84e6f6c0-240e-4bc1-a6a8-a86aabc20082&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1041641 Nov 23 18:47:00.073607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.086448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.120289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.151589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'Port': ['ID=573d3d8e-5288-4efc-ad9b-186f607aa25f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:00.171006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:00.204970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.240591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Deleting port 11756eb3-68bc-4583-8b85-69cb4c73c99a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:00.241144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.243078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] No DVR routers for this DVR port 573d3d8e-5288-4efc-ad9b-186f607aa25f on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:00.246052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.251639 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1dd889e-73e2-49ea-b441-c4d236b72e4f req-f1b82dd9-a8e2-4e74-8188-04fdb32837cb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.47 "DELETE /v2.0/ports/573d3d8e-5288-4efc-ad9b-186f607aa25f HTTP/1.1" status: 204 len: 173 time: 1.6763766 Nov 23 18:47:00.262031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'name': 'network-vif-deleted', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:00.263113 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e82be5-415a-4c93-851b-0e619229b2f6" -d '{"events": [{"server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "name": "network-vif-deleted", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:00.320402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:00.325624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.347921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.394636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:00.396780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26223814-0198-4e39-be6b-d2d80c5e7821,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:00.440779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.444280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.445811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0be7d213-973f-4238-9ce7-f91b8d4c683f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/26223814-0198-4e39-be6b-d2d80c5e7821 HTTP/1.1" status: 204 len: 168 time: 0.8097789 Nov 23 18:47:00.452592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:00.459930 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaee7fd-097c-459d-9519-a305d74099bc x-openstack-request-id: req-4eaee7fd-097c-459d-9519-a305d74099bc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:00.461072 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478928fc-64cc-47f4-a31f-f9eabe02fa3a", "name": "network-vif-deleted", "tag": "573d3d8e-5288-4efc-ad9b-186f607aa25f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:00.462105 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eaee7fd-097c-459d-9519-a305d74099bc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:00.463408 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478928fc-64cc-47f4-a31f-f9eabe02fa3a', 'name': 'network-vif-deleted', 'tag': '573d3d8e-5288-4efc-ad9b-186f607aa25f', 'status': 'completed', 'code': 200} Nov 23 18:47:00.471895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.476307 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.477513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4723dd1b-ac3f-4972-9b5c-ee2c6867ab64 HTTP/1.1" status: 204 len: 168 time: 0.7313221 Nov 23 18:47:00.502749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.507499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] For port 11756eb3-68bc-4583-8b85-69cb4c73c99a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=11756eb3-68bc-4583-8b85-69cb4c73c99a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:00.508599 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.512378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:00.520352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e720c3e6-1b5c-4a0b-9f8f-e1a2d2acb695 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:00.524223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 11756eb3-68bc-4583-8b85-69cb4c73c99a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:00.526221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ac83d-29b4-43b3-bbd1-374b2ca15709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723dd1b-ac3f-4972-9b5c-ee2c6867ab64,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:00.576141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=d320c0e9-9a2b-4d53-9880-995518c1d03d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:00.606053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Calling delete_port for 11756eb3-68bc-4583-8b85-69cb4c73c99a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:00.629827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 040a8726-e79e-4ef6-a7fb-def809209a43 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:00.718643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 040a8726-e79e-4ef6-a7fb-def809209a43 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:00.719028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 040a8726-e79e-4ef6-a7fb-def809209a43 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:00.725026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.783336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d412a9c-a385-443a-927f-887d223b6574 req-274b33a0-d5f3-49c0-a217-f081380c4d23 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:00.791298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9d412a9c-a385-443a-927f-887d223b6574 req-274b33a0-d5f3-49c0-a217-f081380c4d23 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 946 time: 0.3371844 Nov 23 18:47:00.797922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.809752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:00.816201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.833997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.850734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.870463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 11756eb3-68bc-4583-8b85-69cb4c73c99a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=11756eb3-68bc-4583-8b85-69cb4c73c99a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:00.879473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.880171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d232394c-f6d7-4243-8e56-89fb9fdb06e3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:00.896795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.898473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-746d9114-b259-4647-a3e7-20a91ca14475 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8276381 Nov 23 18:47:00.938568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d232394c-f6d7-4243-8e56-89fb9fdb06e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:00.939887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d232394c-f6d7-4243-8e56-89fb9fdb06e3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:00.950468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:00.962869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9d412a9c-a385-443a-927f-887d223b6574 req-a5c9bdaa-d22b-4d2b-9312-4e430976c820 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702125 Nov 23 18:47:00.970820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] No DVR routers for this DVR port 11756eb3-68bc-4583-8b85-69cb4c73c99a on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:01.007387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=11756eb3-68bc-4583-8b85-69cb4c73c99a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:01.064732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6959a-eb31-4411-9d23-959774d1a0f1 None None] Pushing event deleted for resources: {'Port': ['ID=11756eb3-68bc-4583-8b85-69cb4c73c99a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:01.084707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:01.087988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.093088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:01.111875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-8e04291b-b287-403e-9a64-3fb7ce7e25e6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:01.112851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3a29931-e877-4c1a-ba1b-5d576253095f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.113383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-8e04291b-b287-403e-9a64-3fb7ce7e25e6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3012025 Nov 23 18:47:01.116723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7062e5d-4eb8-4ce0-90cc-e26b66f6fa56 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:01.118499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:01.119079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.149001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-e231c6bb-55ae-41f6-b80e-342d14009f97 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0213408 Nov 23 18:47:01.152117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=9cd56cf3-739f-4af3-bbcb-a70b4f98a70e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:01.158926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1676d6dd-664c-4a53-81ab-22a95742d138 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2038980 Nov 23 18:47:01.167778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:01.172682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '9cd56cf3-739f-4af3-bbcb-a70b4f98a70e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1278245683'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:01.183737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9404bcf7-d3c3-439c-9355-3e43fd07f096']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:01.205317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-81d1aa13-bc2e-46d5-a6d7-be484d9b0a5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452461 Nov 23 18:47:01.225057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a26aa65-a171-4164-affe-7a8ae1c5aa22') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:01.225455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a26aa65-a171-4164-affe-7a8ae1c5aa22') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:01.249344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.303966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.318603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:01.319015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:01.320765 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:01.368478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-3248b549-7eae-4ce6-a26f-e1196606e034 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533875 Nov 23 18:47:01.394655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '9cd56cf3-739f-4af3-bbcb-a70b4f98a70e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:01.395871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.425830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.442335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:01.457506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.462231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/9404bcf7-d3c3-439c-9355-3e43fd07f096 HTTP/1.1" status: 204 len: 168 time: 0.9701531 Nov 23 18:47:01.471354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fd4ad-0317-4c1d-9049-f461251994ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9404bcf7-d3c3-439c-9355-3e43fd07f096,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:01.485363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3a29931-e877-4c1a-ba1b-5d576253095f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.495295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3a29931-e877-4c1a-ba1b-5d576253095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.568043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a29931-e877-4c1a-ba1b-5d576253095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23508d11-86a2-4299-8529-ebe5f78a9b54,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:01.615955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3a29931-e877-4c1a-ba1b-5d576253095f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07fee01317154eb9918e5d2d155daeea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302534 Nov 23 18:47:01.624485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:01.629988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-825b032b-33f4-493c-bdd9-b36b618e120c service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605889 Nov 23 18:47:01.725190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.749012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/9cd56cf3-739f-4af3-bbcb-a70b4f98a70e/a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:01.789599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:01.796187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port cf28df7b-0cd1-4bef-a869-598dc114bbe2 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:47:01.867262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53060) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:01.896120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74aa6744-0579-4f48-a75f-753877b85c9a tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1348716355&fields=id&tenant_id=d8043a7b7d354a3f963f60bf1e445865 HTTP/1.1" status: 200 len: 267 time: 0.1173921 Nov 23 18:47:01.964433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-08e49e26-1417-4c71-9cf2-68ce19e127f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69b4ae89c7934940abd92f8042988085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960314 Nov 23 18:47:01.968484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:01.987094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.053858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.084669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.100529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.102075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.130160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8b185667-2788-4c42-888c-c0fe8aa79b04 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.135556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8b185667-2788-4c42-888c-c0fe8aa79b04 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 936 time: 0.2230389 Nov 23 18:47:02.180195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:02.185251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:02.204442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:02.209050 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.212236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.216844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23508d11-86a2-4299-8529-ebe5f78a9b54 HTTP/1.1" status: 204 len: 168 time: 0.5894578 Nov 23 18:47:02.234787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d5e6-2563-443e-a305-46cdf23e733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23508d11-86a2-4299-8529-ebe5f78a9b54,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:02.249469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0a20125f-cb81-4527-93ed-529f18751247 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.257966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0a20125f-cb81-4527-93ed-529f18751247 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 937 time: 0.1190267 Nov 23 18:47:02.328628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-64162b79-5e00-4213-a7de-8a12c6d08797 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0694716 Nov 23 18:47:02.373637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-7465da48-9db6-4fe8-9920-061526c020f8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0438161 Nov 23 18:47:02.384789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Attempting to bind port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:02.384789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Attempting to bind port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:02.384999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Attempting to bind port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:02.387088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Pushing event updated for resources: {'Port': ['ID=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:02.394448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:02.394831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:02.395267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.395677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:02.396244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Bound port: a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:02.396594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.478525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] For port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:02.483217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] For port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:02.501667 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.532964 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:47:02.533512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:47:02.549333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.554096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-10e5e5e9-83c2-4d52-83ae-15b80f668547 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.562283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-10e5e5e9-83c2-4d52-83ae-15b80f668547 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.569632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-10e5e5e9-83c2-4d52-83ae-15b80f668547 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.571726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-10e5e5e9-83c2-4d52-83ae-15b80f668547 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 1993 time: 0.1909764 Nov 23 18:47:02.585244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de26c9ea-5901-4aa6-b194-9e692d5334ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4164469 Nov 23 18:47:02.589829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:02.598788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1460e-aa5e-4b9f-8df5-26ce176a98f9 None None] Pushing event updated for resources: {'Port': ['ID=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:02.601594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 573d3d8e-5288-4efc-ad9b-186f607aa25f no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:02.607272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-d0afa860-8121-405b-952e-45e72d354c0d tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/cac1b0a8-fe34-46ea-8217-3d03b8c75977 HTTP/1.1" status: 200 len: 1819 time: 0.1010222 Nov 23 18:47:02.647500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-7a129573-e135-4947-862c-68c2efb71c13 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/quotas/d8043a7b7d354a3f963f60bf1e445865 HTTP/1.1" status: 200 len: 375 time: 0.0613334 Nov 23 18:47:02.654753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 573d3d8e-5288-4efc-ad9b-186f607aa25f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:02.668145 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.668864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 573d3d8e-5288-4efc-ad9b-186f607aa25f not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:02.671127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.672351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7654b12c-dbc2-4ed3-a269-94d1c9f58ce1 HTTP/1.1" status: 204 len: 168 time: 0.7023673 Nov 23 18:47:02.682685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f392e-3c01-4f9f-a5c2-c559328fa46f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.685921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1a6f392e-3c01-4f9f-a5c2-c559328fa46f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0951073 Nov 23 18:47:02.691514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:02.741092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e0c9-03d7-4d01-a8df-4d313e96f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654b12c-dbc2-4ed3-a269-94d1c9f58ce1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:02.800149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.842642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-53c88d9e-c14a-4c67-8c94-e8eee57274c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1738029 Nov 23 18:47:02.843191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e6507-7149-4ae8-9e57-2acb0cbaede8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.845699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e6507-7149-4ae8-9e57-2acb0cbaede8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.859078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b25e6507-7149-4ae8-9e57-2acb0cbaede8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1538210 Nov 23 18:47:02.859439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:02.874073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.946046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.950167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:02.953175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-062ae98c-82cd-4fcf-a70d-8372414c7928 req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/cac1b0a8-fe34-46ea-8217-3d03b8c75977 HTTP/1.1" status: 204 len: 173 time: 0.3440297 Nov 23 18:47:02.974072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 9cd56cf3-739f-4af3-bbcb-a70b4f98a70e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:02.977411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b79e0-5cf6-42bd-8d55-836a54ecb833 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1b0a8-fe34-46ea-8217-3d03b8c75977,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:02.986830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.096289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.167433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.170344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aafb01a-84b8-454d-9122-aaaa08bdfeab req-2e0d04ee-e069-46e0-9bdd-22205f046972 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 210 time: 0.0748298 Nov 23 18:47:03.234836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.288710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-18f6f7cc-4f13-4b91-ace9-3b693c4f13bb tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "GET /v2.0/security-groups/7e106faf-d7a1-4c88-a990-f1f9541269ef HTTP/1.1" status: 200 len: 1820 time: 0.0738447 Nov 23 18:47:03.328120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.355155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.361738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/9cd56cf3-739f-4af3-bbcb-a70b4f98a70e HTTP/1.1" status: 204 len: 168 time: 0.4972322 Nov 23 18:47:03.362092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:03.385241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba369e-9cd0-4796-abd4-7cbaf36abd83 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd56cf3-739f-4af3-bbcb-a70b4f98a70e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:03.428216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69f5e271-207a-4a52-a8f1-4ca7efc2dee7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648744 Nov 23 18:47:03.433726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:03.451467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:03.453976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.480277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.539605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.542593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.545706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f9d6a7-d411-4e35-8d99-f638f2f085fa req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e106faf-d7a1-4c88-a990-f1f9541269ef HTTP/1.1" status: 204 len: 173 time: 0.2470555 Nov 23 18:47:03.553198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:03.584861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-70fa1066-c0ce-4330-93dc-c1ce0e76dd18 service neutron] 10.222.0.37 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400253 Nov 23 18:47:03.601797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1c526-b3fc-46c2-8e30-d1ccd93ead68 tempest-SecurityGroupsTestJSON-1999474470 tempest-SecurityGroupsTestJSON-1999474470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e106faf-d7a1-4c88-a990-f1f9541269ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:03.671165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Deleting subnet 33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:03.676039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.757610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.851216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:03.934357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.001239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:04.009760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.014968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2a61dca7-ad3e-4771-9ccf-2fa8782d309f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33143f05-5dc7-4b68-ab7f-c8f89d1ca1cc HTTP/1.1" status: 204 len: 168 time: 0.4505541 Nov 23 18:47:04.017499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:04.187182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.260810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-fd45bf43-fdd2-47b2-acce-e5babb9f943a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:04.268061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:04.272350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-fd45bf43-fdd2-47b2-acce-e5babb9f943a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.7264905 Nov 23 18:47:04.298812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:04.326322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a4a1f-09cc-489b-a90e-85c6e069c3a8 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:04.360152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:04.363632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.409488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.427579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:04.467968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3b92ed9b-64df-4d06-936a-4b786858ec26 service neutron] 10.222.0.37 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720841 Nov 23 18:47:04.499894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] Provisioning complete for port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:04.500271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.504083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78b2a8c0-7d32-4cd9-ba7c-8d122183cc13 req-f40e083f-345a-4e61-9cdf-4165b324bc25 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 210 time: 0.0734348 Nov 23 18:47:04.526539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b15ac5a-ec87-4317-8731-88fceeea74ca']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:04.541875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4bea093c-ab6d-4e22-96d3-df71335c4960 service neutron] 10.222.0.37 "GET /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0574210 Nov 23 18:47:04.571602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1181439475-network', 'tenant_id': '84a4e27f4c2b45aea066cdfab4defe3b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:04.593863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65f782-4728-4cf2-babc-b90ac45eefb2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:04.593863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65f782-4728-4cf2-babc-b90ac45eefb2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:04.613580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.615201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:04.658017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.670849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:04.671500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:04.674937 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:04.679057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Made reservation on behalf of 84a4e27f4c2b45aea066cdfab4defe3b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:04.683033 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.719763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:04.724781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.733638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:04.734271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.739290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.880510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.891211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:04.895202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b15ac5a-ec87-4317-8731-88fceeea74ca HTTP/1.1" status: 204 len: 168 time: 0.8685071 Nov 23 18:47:04.925022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90103f7-dec8-4274-8c8e-eb822808bcdf admin admin] Pushing event deleted for resources: {'Network': ['ID=5b15ac5a-ec87-4317-8731-88fceeea74ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:04.935754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-b57a7578-93ad-4cc5-adaf-5e0d4f31cf5c service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527753 Nov 23 18:47:05.055402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.067805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.088591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:05.099149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:05.145896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.147398 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Added segment e0e3f6f2-31c3-431c-a524-47cc03b146ea of type vlan for network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 Nov 23 18:47:05.167129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e1b1f-47ad-41a2-88be-b26f058c97df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:05.169241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.213019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:05.222865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.257292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'mac_address': 'fa:16:3e:c1:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:05.269323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:05.282839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] For port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:05.286818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.294443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.348030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-983cf9b8-390f-4457-87cf-4a6efdb7f233 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8abdda54c0a2429390b5eacacd9beccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775764 Nov 23 18:47:05.350722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.357852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:05.358775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.362010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:05.381936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-2dc941b5-aeaa-490a-a2dc-5dbe3e167068 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357021 Nov 23 18:47:05.386543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Deleting port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:05.388855 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.475217 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.478044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2321bcc-32f8-4fce-9827-3d5a526d7fa0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:05.478312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] For port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:05.478835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.494009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Calling delete_port for a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:05.502506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-edaaffc3-b292-4708-bb1b-d0dd922f9bb4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2302864 Nov 23 18:47:05.503983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:05.506056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.10 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/24275884-9170-48ed-8161-593636f9d31e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:05.524583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Request body: {'subnet': {'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1181439475-subnet', 'tenant_id': '84a4e27f4c2b45aea066cdfab4defe3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:05.532120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-502d5227-084e-43a2-a7f3-47bfbbe8020c service neutron] 10.222.0.37 "GET /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1394329 Nov 23 18:47:05.564613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.581201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.598385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.610800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:05.614498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:47:05.614861 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:47:05.616329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:05.633823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:05.639062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:05.639683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.650256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Made reservation on behalf of 84a4e27f4c2b45aea066cdfab4defe3b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:05.652816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.688282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2534840 Nov 23 18:47:05.706285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:05.714965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:05.832325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6505f503-bb6e-46a9-b2cd-bb752a0b339b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:05.852835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03960a1e-7c83-401a-9c0f-1a02d34b0038 None None] Pushing event updated for resources: {'Port': ['ID=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:05.863831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.880100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:05.881512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] No DVR routers for this DVR port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:05.903555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.905954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ba4e6-277a-47bb-a62e-d78ee62c80cf None None] Pushing event deleted for resources: {'Port': ['ID=a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:05.918963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.926173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.929653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84e6f6c0-240e-4bc1-a6a8-a86aabc20082 HTTP/1.1" status: 204 len: 168 time: 0.5642259 Nov 23 18:47:05.957714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cf969-199b-4556-962f-5cf03a004e98 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:05.991987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d130d3-489d-4d56-90fe-abba68034052 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=bf69bf83-7254-47e1-b3ae-a02384091767,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.015892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-723e6c25-6a59-4417-810c-a4251e6f0596 req-061a18b1-8130-4a24-b2f7-2edc6f73124c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 210 time: 0.3712418 Nov 23 18:47:06.040589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35fc5c-8050-47b1-88d0-3e3908345821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e6f6c0-240e-4bc1-a6a8-a86aabc20082,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.129482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.187546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:06.190094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['6505f503-bb6e-46a9-b2cd-bb752a0b339b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:06.214508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.258592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'bf69bf83-7254-47e1-b3ae-a02384091767'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:06.259912 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.263118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:47:06.285924 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.340658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.405965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.412097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6832f906-64d1-45ed-8f58-fd41f3d59a73,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.479254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0718a70a-2189-4e7b-8291-79c9f6905558 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8921616 Nov 23 18:47:06.489559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Checking segment: {'id': 'e0e3f6f2-31c3-431c-a524-47cc03b146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:06.489935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Network hostable DHCP agents. Network: c2321bcc-32f8-4fce-9827-3d5a526d7fa0, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:47:06.506352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.507656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.539888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:06.557299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c2321bcc-32f8-4fce-9827-3d5a526d7fa0) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:06.562554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.563143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.606977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:06.607193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d411af04-7ecd-45d7-b712-37db3cb12ba3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0931549 Nov 23 18:47:06.620288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:06.653138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bebf-29d5-41e3-8c9c-b3137ce6c203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.689198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:06.700277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/bf69bf83-7254-47e1-b3ae-a02384091767/c473d9c7-5b65-4022-8d87-f525844c1424) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:06.869137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bebf-29d5-41e3-8c9c-b3137ce6c203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.880828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bebf-29d5-41e3-8c9c-b3137ce6c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.896218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4005fc84-80f4-4a64-aba2-985b6a6fd098 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144189 Nov 23 18:47:06.932809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9ce1bebf-29d5-41e3-8c9c-b3137ce6c203 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84f2b36aab6346fbaa1981e6cb6e12ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420197 Nov 23 18:47:06.935855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:06.936574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:06.944999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:06.967154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838cb478-04a1-4505-b207-5cf8e5a0e132 None None] Network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:07.034819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1bebf-29d5-41e3-8c9c-b3137ce6c203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de3556-3a22-4711-9c38-78c156aeaeff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:07.047773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.079460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:07.080623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1bb92cf-b56b-4158-b50c-7a3a3e94b0a6 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:07.099483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.120387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.132477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.177283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.208447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:07.214398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.302642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714b96a-18bf-4dd8-a645-6a16e0341200 None None] Network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:07.320877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:07.366155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.368067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37a64dfd-465d-4ed4-b788-aa6bc04fbce3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6602790 Nov 23 18:47:07.374044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:07.386294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188912c-5463-4efb-abbe-d6658cddca53 req-4293190e-e57e-4c66-a81b-84ff7505db0d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:07.391189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:07.395435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:07.398682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c188912c-5463-4efb-abbe-d6658cddca53 req-4293190e-e57e-4c66-a81b-84ff7505db0d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 932 time: 0.1490555 Nov 23 18:47:07.415054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.421025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.425990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03de3556-3a22-4711-9c38-78c156aeaeff HTTP/1.1" status: 204 len: 168 time: 0.4867954 Nov 23 18:47:07.482967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dfbb4-94c7-46df-8b69-a430bc7b915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de3556-3a22-4711-9c38-78c156aeaeff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:07.511602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Pushing event updated for resources: {'Port': ['ID=c473d9c7-5b65-4022-8d87-f525844c1424,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:07.522520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-bd3c3cc6-be3d-4990-b240-ce80a3a0ea74 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2339389 Nov 23 18:47:07.566001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c188912c-5463-4efb-abbe-d6658cddca53 req-926127f7-e88e-4ae2-93fb-20d7f318f409 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663303 Nov 23 18:47:07.595639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Request body: {'port': {'device_id': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:07.720675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0b8d01a4-7198-4f37-b100-06eb7c11bb4d service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359233 Nov 23 18:47:07.775945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Attempting to bind port c473d9c7-5b65-4022-8d87-f525844c1424 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:07.776830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Attempting to bind port c473d9c7-5b65-4022-8d87-f525844c1424 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:07.777354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Attempting to bind port c473d9c7-5b65-4022-8d87-f525844c1424 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:07.796805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:07.797695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:07.798257 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.798932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:07.799609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Bound port: c473d9c7-5b65-4022-8d87-f525844c1424, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:07.800151 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.805896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.835143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:07.840750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1387609096-network', 'tenant_id': '5aab3df7d5964b70ab5425ef73a38b4c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:07.883276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Made reservation on behalf of 5aab3df7d5964b70ab5425ef73a38b4c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:07.886058 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.901474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:07.981161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:08.006224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] For port c473d9c7-5b65-4022-8d87-f525844c1424, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:08.010504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] For port c473d9c7-5b65-4022-8d87-f525844c1424, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c473d9c7-5b65-4022-8d87-f525844c1424,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:08.018833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.083545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.097296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.117755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:08.133092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.133845 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Added segment b48a1cf5-3b8b-4231-99f5-7c17d541453d of type vlan for network dde11464-6db2-4a31-bf24-864b7f462bae Nov 23 18:47:08.150467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cefcc9-8e7a-46e8-89ec-3f8e1ae62d04 None None] Pushing event updated for resources: {'Port': ['ID=c473d9c7-5b65-4022-8d87-f525844c1424,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:08.193957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.259721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4307a-078b-490f-bb3a-1dcbf0a1b5f0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:08.265118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.266244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:08.266941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.273631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-629216685-network', 'tenant_id': 'f2461be4e33f4db89d7c545dadf1b5bb'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:08.298677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:08.355271 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8777d3d6-1ef4-44e2-be83-b92e7ce95e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.424146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] Pushing event updated for resources: {'Network': ['ID=dde11464-6db2-4a31-bf24-864b7f462bae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:08.433667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Made reservation on behalf of f2461be4e33f4db89d7c545dadf1b5bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:08.437316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.456792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.464867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network dde11464-6db2-4a31-bf24-864b7f462bae details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:08.476761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a368a11-820f-4ca6-89cf-311ee73ad42b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6398554 Nov 23 18:47:08.485849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:08.496787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Request body: {'subnet': {'network_id': 'dde11464-6db2-4a31-bf24-864b7f462bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1387609096-subnet', 'tenant_id': '5aab3df7d5964b70ab5425ef73a38b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:08.540528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24275884-9170-48ed-8161-593636f9d31e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:08.554489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.567619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Transition to ACTIVE for port object 24275884-9170-48ed-8161-593636f9d31e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:08.581378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.586061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Made reservation on behalf of 5aab3df7d5964b70ab5425ef73a38b4c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:08.588684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.642144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8777d3d6-1ef4-44e2-be83-b92e7ce95e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.652460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:08.694801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8777d3d6-1ef4-44e2-be83-b92e7ce95e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.832623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 6505f503-bb6e-46a9-b2cd-bb752a0b339b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:08.833133 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.836263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.839494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777d3d6-1ef4-44e2-be83-b92e7ce95e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dbc1c1-c42e-421b-8662-b0dcad5b3c12,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:08.858719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.869219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.881527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8777d3d6-1ef4-44e2-be83-b92e7ce95e07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92bb0ed37e61499e92b3c75d1dd95354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705354 Nov 23 18:47:08.882434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:08.888520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.901783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:08.937531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:08.938023 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Added segment 51f45dfc-73dd-4d16-abe0-ed98f0047fcb of type vlan for network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 Nov 23 18:47:08.944622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:08.994973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71eb36-06ff-4b93-8bf9-831d5cf5b635 req-728b15d8-8744-474a-b5dc-e66faac4f180 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:09.003325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d71eb36-06ff-4b93-8bf9-831d5cf5b635 req-728b15d8-8744-474a-b5dc-e66faac4f180 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.2890730 Nov 23 18:47:09.022235 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.027500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-b1a125c1-d6c7-4dad-9017-43caf60fb174 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2182882 Nov 23 18:47:09.058940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:09.065444 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc97974-65c0-4fdc-a124-335fa833628d" -d '{"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-plugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:09.113651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:09.123903 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.131136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Attempting to bind port 24275884-9170-48ed-8161-593636f9d31e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:09.131973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Attempting to bind port 24275884-9170-48ed-8161-593636f9d31e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:09.131973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Attempting to bind port 24275884-9170-48ed-8161-593636f9d31e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:09.141262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.144705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Port 24275884-9170-48ed-8161-593636f9d31e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:09.147898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Attempting to bind port 24275884-9170-48ed-8161-593636f9d31e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:09.189798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.219712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.227441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.245268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.390739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d71eb36-06ff-4b93-8bf9-831d5cf5b635 req-80ff0f93-b8a6-438a-a00f-19720f6cc3cb tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843837 Nov 23 18:47:09.421461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.425187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.427750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75dbc1c1-c42e-421b-8662-b0dcad5b3c12 HTTP/1.1" status: 204 len: 168 time: 0.5403683 Nov 23 18:47:09.473619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.520286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.522545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:09.523252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.525769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f0973-fcfc-44fc-ab31-85535ebd7b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dbc1c1-c42e-421b-8662-b0dcad5b3c12,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.697601 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a5db61-c915-4e10-a501-5313043a37f3 x-openstack-request-id: req-80a5db61-c915-4e10-a501-5313043a37f3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:09.698083 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-plugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:09.698913 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80a5db61-c915-4e10-a501-5313043a37f3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:09.699437 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'code': 200} Nov 23 18:47:09.744478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd914dd-3e73-44c9-97d6-8dd82935bdec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.771429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] Provisioning complete for port c473d9c7-5b65-4022-8d87-f525844c1424 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:09.771429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.819342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8133163 Nov 23 18:47:09.824918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:09.840367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Request body: {'subnet': {'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-629216685-subnet', 'tenant_id': 'f2461be4e33f4db89d7c545dadf1b5bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:09.896833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::1 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/bf69bf83-7254-47e1-b3ae-a02384091767/b15a498b-bc88-4e54-936d-88dbc7b0c0e7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:09.898726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.923077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Made reservation on behalf of f2461be4e33f4db89d7c545dadf1b5bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:09.926229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.935685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] For port c473d9c7-5b65-4022-8d87-f525844c1424, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c473d9c7-5b65-4022-8d87-f525844c1424,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:09.967382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b20a-7ffe-4f9b-871f-164d26732a28 admin admin] Pushing event updated for resources: {'Network': ['ID=bd621a16-ff52-43d5-a4ce-9e6ea5559e92,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.971068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.005633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:10.031836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Checking segment: {'id': 'b48a1cf5-3b8b-4231-99f5-7c17d541453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dde11464-6db2-4a31-bf24-864b7f462bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:10.032614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Network hostable DHCP agents. Network: dde11464-6db2-4a31-bf24-864b7f462bae, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:47:10.166783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.184456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Network dde11464-6db2-4a31-bf24-864b7f462bae is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:10.197636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3266f-3f1a-43e4-9e2c-75822b39103b None None] Pushing event updated for resources: {'Port': ['ID=c473d9c7-5b65-4022-8d87-f525844c1424,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:10.224887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, dde11464-6db2-4a31-bf24-864b7f462bae) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:10.231162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:10.231546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:10.231950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:10.232396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Bound port: 24275884-9170-48ed-8161-593636f9d31e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:10.232754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.238144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.249617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:10.250513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.352196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:10.435029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:10.469053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:10.469642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.483992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c3e5e6e4-98ec-4823-8949-77c5acdc2129 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4556022 Nov 23 18:47:10.500858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fc250472-181d-48c8-881a-26b812eceb5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0135961 Nov 23 18:47:10.510135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.549178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96f8d6-fb36-4006-b625-5a2b6f7aae59 None None] Network dde11464-6db2-4a31-bf24-864b7f462bae requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:10.582507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c473d9c7-5b65-4022-8d87-f525844c1424 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:10.693059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:10.777810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.848722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7742566-d72f-45a0-a00d-542d0746f500,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:10.886124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Checking segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:10.886819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Network hostable DHCP agents. Network: bd621a16-ff52-43d5-a4ce-9e6ea5559e92, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:47:10.918893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:10.928040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63858ec1-fd57-4a52-991a-f540b876550e req-cfc2118a-a066-40ae-8476-2566381509e7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:10.936316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-63858ec1-fd57-4a52-991a-f540b876550e req-cfc2118a-a066-40ae-8476-2566381509e7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.2959654 Nov 23 18:47:10.956017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:10.968805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c473d9c7-5b65-4022-8d87-f525844c1424 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:10.970817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:10.977360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1aa0c-ca5a-4fb0-901a-08188d420ca5 None None] Network dde11464-6db2-4a31-bf24-864b7f462bae requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:11.003648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:11.032729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-63858ec1-fd57-4a52-991a-f540b876550e req-90be0c21-4864-45b3-aa9c-2916794a0d18 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862675 Nov 23 18:47:11.040316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, bd621a16-ff52-43d5-a4ce-9e6ea5559e92) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:11.042956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.068165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.068993 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.093043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4b911-a0d2-4470-b6f7-a09c653ce49a None None] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:11.112789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1ef59d84-bf7b-4b7f-a456-88f387e488eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2746139 Nov 23 18:47:11.178872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.182905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.183671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.186461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] 10.222.0.50 "PUT /v2.0/ports/24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 1092 time: 3.5959523 Nov 23 18:47:11.199842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'tag': '24275884-9170-48ed-8161-593636f9d31e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:11.203947 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ceeef-06c6-4140-a221-e4e7d96c14ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "tag": "24275884-9170-48ed-8161-593636f9d31e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:11.264053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a7216419-9c03-46dc-b23a-c45d37074bfa None None] Provisioning complete for port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:11.264488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7216419-9c03-46dc-b23a-c45d37074bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.295060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8345b48b-a13c-4def-b0ac-6321070b6476 service neutron] 10.222.0.37 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567056 Nov 23 18:47:11.357452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2432c-82f1-4267-a166-ec861f5c897e service neutron] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:11.408538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d44ae282-2022-4854-b63d-48890fb22f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.410322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-d44ae282-2022-4854-b63d-48890fb22f23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1095 time: 0.1692460 Nov 23 18:47:11.517348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a7216419-9c03-46dc-b23a-c45d37074bfa None None] Port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:11.560789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c84c14-4791-47a0-a69a-a2dff0a893a6 None None] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:11.578043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-88267c05-5b18-4dcf-ae68-bbeae5b96f6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 217 time: 0.1077852 Nov 23 18:47:11.673861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-17e2f64a-ab13-4aa5-b6e9-f2501ec456ff service neutron] 10.222.0.37 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777165 Nov 23 18:47:11.703412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-23f3e92c-f95d-4ced-85e8-43321aec3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.704966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-23f3e92c-f95d-4ced-85e8-43321aec3308 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1177423 Nov 23 18:47:11.789184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-c703ac13-917a-4548-b8d4-d494adde6ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587287 Nov 23 18:47:12.004623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3797f49b-6039-40ef-b02f-d449fdae9a7d service neutron] 10.222.0.37 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101554 Nov 23 18:47:12.047266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:12.064035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-b8d93aee-a8e0-428f-abbe-57d835175f71 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379887 Nov 23 18:47:12.070916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:12.072027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:12.130519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-76f56102-17b9-4b60-9c05-619b918b81af tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:12.132477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-76f56102-17b9-4b60-9c05-619b918b81af tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/networks?id=c2321bcc-32f8-4fce-9827-3d5a526d7fa0 HTTP/1.1" status: 200 len: 825 time: 0.2291362 Nov 23 18:47:12.152042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-a67a9c2b-4e11-406f-ae27-cbda0b100980 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/quotas/84a4e27f4c2b45aea066cdfab4defe3b HTTP/1.1" status: 200 len: 375 time: 0.0105610 Nov 23 18:47:12.252771 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-52b00ea8-881b-4e8a-9df1-bfe9c329d00e tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=84a4e27f4c2b45aea066cdfab4defe3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871272 Nov 23 18:47:12.260640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:12.374198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-733a17fd-8d4a-483b-a321-2d6a35456855 service neutron] 10.222.0.37 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511794 Nov 23 18:47:12.382271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7db05955-cac5-494e-92ed-22a9e1f878b0 req-c33d079f-f0ea-4470-ba4d-f80feb7678b6 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063896 Nov 23 18:47:12.392618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:12.401492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:12.478266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-a6dacdd7-bdad-4df1-8ac8-fa50ece58395 service neutron] 10.222.0.37 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269158 Nov 23 18:47:12.693974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-9c9c5a1d-4863-4c2f-86ab-b4499a49c6c3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009690 Nov 23 18:47:12.765354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-556c0b5e-9f0a-477a-8fd5-f3146c447733 service neutron] 10.222.0.37 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710628 Nov 23 18:47:12.791304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:47:12.882129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-22e109b8-7b65-40f6-b91a-3025c430604a None None] Provisioning complete for port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:12.883370 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22e109b8-7b65-40f6-b91a-3025c430604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:12.980308 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d175e05-ee78-4a43-8c7b-7a70527de7b2 x-openstack-request-id: req-3d175e05-ee78-4a43-8c7b-7a70527de7b2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:12.980868 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "tag": "24275884-9170-48ed-8161-593636f9d31e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:12.981274 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d175e05-ee78-4a43-8c7b-7a70527de7b2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:12.982437 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'tag': '24275884-9170-48ed-8161-593636f9d31e', 'status': 'completed', 'code': 200} Nov 23 18:47:12.983615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:12.991559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b080a5d8-00f9-43b2-8052-2b60557faceb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "PUT /v2.0/routers/223d9d9a-2f5b-47c4-87ab-27edcfebd039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6140709 Nov 23 18:47:12.994148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:12.998354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Sync routers for ids ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:13.027253 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Routers {'223d9d9a-2f5b-47c4-87ab-27edcfebd039'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:13.028587 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:13.032088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-22e109b8-7b65-40f6-b91a-3025c430604a None None] Port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:13.087758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7518f-3eaa-40d9-8abf-6eab7e99c295 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.092358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1de7518f-3eaa-40d9-8abf-6eab7e99c295 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports/b15a498b-bc88-4e54-936d-88dbc7b0c0e7 HTTP/1.1" status: 200 len: 911 time: 0.0965235 Nov 23 18:47:13.095153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:13.112713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-ad93e113-a5b1-4351-9575-86e8f4e4c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.118908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-ad93e113-a5b1-4351-9575-86e8f4e4c5cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1095 time: 0.1119106 Nov 23 18:47:13.208594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:13.354573 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Set router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:13.357633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf3693-c470-40fa-983b-7115c9e6c919 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.364878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf3693-c470-40fa-983b-7115c9e6c919 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.366740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3fcf3693-c470-40fa-983b-7115c9e6c919 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2703209 Nov 23 18:47:13.368252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-701d4510-ba28-4e2e-ad40-e25927b71e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.369580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:13.383402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-701d4510-ba28-4e2e-ad40-e25927b71e21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.2369285 Nov 23 18:47:13.473370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-735ecc99-c738-4bb6-bf79-b901abe04b44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 217 time: 0.0810096 Nov 23 18:47:13.596368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-0e519f7a-2995-4390-9662-9b11c26e3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.605400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-0e519f7a-2995-4390-9662-9b11c26e3111 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1199341 Nov 23 18:47:13.661761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-e4fe8f8b-9026-43e6-a998-b5358ae1b019 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470228 Nov 23 18:47:13.733449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:11Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': 'b15a498b-bc88-4e54-936d-88dbc7b0c0e7', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:d6:9b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:09Z', 'updated_at': '2021-11-23T18:47:11Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:13.767175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b41-0496-4da1-ad67-4e0b67907f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:13.800399 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Checking router: 223d9d9a-2f5b-47c4-87ab-27edcfebd039 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:13.803359 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Updating router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:47:13.858810 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:13.889826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-e1c32573-55cd-46cf-8275-41e385840289 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182543 Nov 23 18:47:14.034172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26ceeef-06c6-4140-a221-e4e7d96c14ac req-10193964-dd41-4b58-8639-b779a9acbad5 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362052 Nov 23 18:47:14.263468 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.275482 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.373660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65283-7a34-4086-92c5-5b62a492997c req-7e31d64e-3431-40e1-b465-20ea2992fffa tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:14.386000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79b65283-7a34-4086-92c5-5b62a492997c req-7e31d64e-3431-40e1-b465-20ea2992fffa tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.0945868 Nov 23 18:47:14.409164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Pushing event updated for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:14.448247 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.448887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.449423 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.450099 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.451179 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.451638 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.452074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.452499 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.453050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.453880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.454098 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.454526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:14.531680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79b65283-7a34-4086-92c5-5b62a492997c req-3ea11632-05d7-41d2-918d-79c4152d023b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447327 Nov 23 18:47:14.577385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-050a6a8e-f7c3-4f8d-b227-58babf32dbeb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:14.586135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-050a6a8e-f7c3-4f8d-b227-58babf32dbeb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.8875427 Nov 23 18:47:14.597875 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Attempting to bind port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:14.598297 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Attempting to bind port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:14.598672 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Attempting to bind port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:14.606065 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:14.607169 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:14.607606 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.608242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:14.608982 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Bound port: b15a498b-bc88-4e54-936d-88dbc7b0c0e7, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:14.609447 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.633076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-af2391f9-b933-4d45-8ec9-296735bdad34 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/quotas/f2461be4e33f4db89d7c545dadf1b5bb HTTP/1.1" status: 200 len: 375 time: 0.0446072 Nov 23 18:47:14.707424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2168741e-45dc-40a4-af68-9cab9bc8dde6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747216 Nov 23 18:47:14.720135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b41-0496-4da1-ad67-4e0b67907f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.730221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:14.789367 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] For port b15a498b-bc88-4e54-936d-88dbc7b0c0e7, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:14.795336 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] For port b15a498b-bc88-4e54-936d-88dbc7b0c0e7, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:14.802484 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.947871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6048ee1-8b49-4f7f-a435-39301b93a165 None None] Pushing event updated for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:15.021278 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Routers {'223d9d9a-2f5b-47c4-87ab-27edcfebd039'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:15.027253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:15.029155 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:15.029558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-b4284af5-3424-42e8-a165-f0acb6d3435d service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065295 Nov 23 18:47:15.034802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c5e3b41-0496-4da1-ad67-4e0b67907f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.064753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '24275884-9170-48ed-8161-593636f9d31e', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '24275884-9170-48ed-8161-593636f9d31e', 'mac_address': 'fa:16:3e:dc:24:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:15.079043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5726b91-c28a-4d43-bb58-87c251442d2a req-9a7f8e50-6cd4-4b55-830f-1d8cc6928741 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 210 time: 0.1243317 Nov 23 18:47:15.168490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7c5e3b41-0496-4da1-ad67-4e0b67907f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf625f2a30394b649ebcac648ff79d15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9569485 Nov 23 18:47:15.171987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53584) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:15.240295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.257601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24275884-9170-48ed-8161-593636f9d31e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:15.301857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:15.304452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce586666-13ac-4c8d-b9d5-fb4bdd10c0c8 req-d03eb494-4153-4d1d-aa62-f60fb8a84dcb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0474727 Nov 23 18:47:15.325977 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.385576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-08e3c9a2-623c-4f45-b6d3-671e517b6868 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:15.389128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-08e3c9a2-623c-4f45-b6d3-671e517b6868 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.50 "GET /v2.0/networks?id=c2321bcc-32f8-4fce-9827-3d5a526d7fa0 HTTP/1.1" status: 200 len: 825 time: 0.3561423 Nov 23 18:47:15.410138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Request body: {'port': {'device_id': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0', 'admin_state_up': True, 'tenant_id': '84a4e27f4c2b45aea066cdfab4defe3b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:15.431659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] Set router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:15.477347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:15.489210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] Provisioning complete for port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:15.493622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.589071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e3b41-0496-4da1-ad67-4e0b67907f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e462bdf1-9074-478e-af7a-663490508287,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:15.596607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['24275884-9170-48ed-8161-593636f9d31e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:15.703848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.799175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Made reservation on behalf of 84a4e27f4c2b45aea066cdfab4defe3b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:15.802755 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.810047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8bbcb719-3d92-46e4-8441-d84cf9e43f40 service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7795534 Nov 23 18:47:15.833119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c23d-c2b8-4839-85e2-c5b483ab8cdc req-033bee44-45ff-407b-ab73-76b4986bc3cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:15.834758 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.845168 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24e2c23d-c2b8-4839-85e2-c5b483ab8cdc req-033bee44-45ff-407b-ab73-76b4986bc3cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 945 time: 0.1294329 Nov 23 18:47:15.904410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.938973 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-747434ed-06c5-4283-825a-297356b4c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:11Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': 'b15a498b-bc88-4e54-936d-88dbc7b0c0e7', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:d6:9b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:09Z', 'updated_at': '2021-11-23T18:47:14Z', 'revision_number': 4, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:15.950401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.974560 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747434ed-06c5-4283-825a-297356b4c19d None None] The sync data for ids ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'] in n-d-792364-9 is: [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:11Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': 'b15a498b-bc88-4e54-936d-88dbc7b0c0e7', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:d6:9b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:09Z', 'updated_at': '2021-11-23T18:47:14Z', 'revision_number': 4, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': 'bf69bf83-7254-47e1-b3ae-a02384091767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:16.073010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] For port b15a498b-bc88-4e54-936d-88dbc7b0c0e7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:16.098660 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:16.251239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e5758-befb-4c5d-aae9-6742398dbe92 None None] Pushing event updated for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:16.310504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fb496185-ac6d-4c42-bbc1-6032fb1bc22d None None] Provisioning complete for port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:16.312707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb496185-ac6d-4c42-bbc1-6032fb1bc22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:16.875927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48868c30-02f8-4394-b496-59a93d955888 req-8744cf78-9a70-46b1-8cfa-c1227fb82755 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 210 time: 0.1145270 Nov 23 18:47:16.933069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:16.941352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:16.944806 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e462bdf1-9074-478e-af7a-663490508287 HTTP/1.1" status: 204 len: 168 time: 1.7508962 Nov 23 18:47:17.088795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaf58a-e658-4d89-a5db-7e3f26596e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e462bdf1-9074-478e-af7a-663490508287,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:17.100500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24e2c23d-c2b8-4839-85e2-c5b483ab8cdc req-450cf077-134b-4508-9cfe-fa7e44761db0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2270846 Nov 23 18:47:17.251212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1bb2c7d-cd2c-4309-882f-85805817ea2a req-d7518471-0c32-4163-902a-6218acc0c095 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 210 time: 0.1577213 Nov 23 18:47:17.373710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74eb03c8-d990-4d41-af91-25f22a963f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.376166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74eb03c8-d990-4d41-af91-25f22a963f75 service neutron] 10.222.0.50 "GET /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 1032 time: 0.4198382 Nov 23 18:47:17.442330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8439b623-4ce9-4c2e-90e6-ed11fc945fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.444104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8439b623-4ce9-4c2e-90e6-ed11fc945fd7 service neutron] 10.222.0.50 "GET /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 1033 time: 0.0582299 Nov 23 18:47:17.507863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Allocated IP 172.20.0.3 (c2321bcc-32f8-4fce-9827-3d5a526d7fa0/6832f906-64d1-45ed-8f58-fd41f3d59a73/721ad446-a4a2-40ee-922e-463b103b1f92) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:17.566711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:17.567054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:17.714782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3f005498-fca1-4902-b71b-e8a74b24fd24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.722216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3f005498-fca1-4902-b71b-e8a74b24fd24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.729654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3f005498-fca1-4902-b71b-e8a74b24fd24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:17.732359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3f005498-fca1-4902-b71b-e8a74b24fd24 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 1993 time: 0.2798898 Nov 23 18:47:17.780781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27868804-ad7a-4d6b-94a0-911d8a78ed73 req-beef7bb6-842b-4adf-8d92-f677102a38a4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.2863381 Nov 23 18:47:17.798020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] For port b15a498b-bc88-4e54-936d-88dbc7b0c0e7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:17.807132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:17.875956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for b15a498b-bc88-4e54-936d-88dbc7b0c0e7 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:17.959573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-7411a49d-8a91-4fd2-b0c2-6afb31134ec5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8043a7b7d354a3f963f60bf1e445865 HTTP/1.1" status: 200 len: 380 time: 0.2127433 Nov 23 18:47:17.973383 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:47:17.976679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'admin_state_up': True, 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'security_groups': ['dca7cf68-0b3d-49ae-8306-8bfdd04541d8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:18.298937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-189e5186-44e8-4d4f-b05a-3dfe27b1b015 req-756efd25-7b78-4a91-ab65-e7cd7d284c0f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 210 time: 0.2810011 Nov 23 18:47:18.369555 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.427224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=b15a498b-bc88-4e54-936d-88dbc7b0c0e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:18.448532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:18.467286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.497101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b15a498b-bc88-4e54-936d-88dbc7b0c0e7 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:18.511578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c22964b-48a3-4859-aa23-46a11aec4975 req-9bd8d80c-042f-4fe8-ae1c-fbaf62cce7f9 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 210 time: 0.0856118 Nov 23 18:47:18.560993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b15a498b-bc88-4e54-936d-88dbc7b0c0e7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:18.561752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b15a498b-bc88-4e54-936d-88dbc7b0c0e7 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 18:47:18.571155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.593693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port b15a498b-bc88-4e54-936d-88dbc7b0c0e7 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 18:47:18.644970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.651159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581278fd-75e9-45b4-96ff-0e5976727634 req-fc458aea-73b5-4f4f-ae21-043ffd4b6150 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:18.660768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-581278fd-75e9-45b4-96ff-0e5976727634 req-fc458aea-73b5-4f4f-ae21-043ffd4b6150 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 945 time: 0.3530061 Nov 23 18:47:18.688790 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.730639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:18.949952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 24275884-9170-48ed-8161-593636f9d31e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:47:18.956789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 24275884-9170-48ed-8161-593636f9d31e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:18.957428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:19.155279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-581278fd-75e9-45b4-96ff-0e5976727634 req-3948621c-12f9-4bc1-9a83-1c0cecc98859 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926841 Nov 23 18:47:19.171274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:19.180536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:19.188233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:19.196814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-249aeda3-74d5-4fc6-be4c-6fe9f4c3bc9e req-c0992924-43b4-44ed-9355-e7f430db1962 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1374621 Nov 23 18:47:19.255763 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:19.272054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:47:19.287014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-226198f3-692d-4a82-b41e-b6b7e2db595c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:19.295890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-226198f3-692d-4a82-b41e-b6b7e2db595c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.4771631 Nov 23 18:47:19.301862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24275884-9170-48ed-8161-593636f9d31e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:19.305461 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36565bfc-dbd0-4a01-8c4f-fc4660f21e5a" -d '{"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-plugged", "status": "completed", "tag": "24275884-9170-48ed-8161-593636f9d31e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:19.334527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:19.335223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:19.341667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Request body: {'port': {'device_id': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'admin_state_up': True, 'tenant_id': 'f2461be4e33f4db89d7c545dadf1b5bb'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:19.370410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:19.384734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:19.411199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Pushing event updated for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:19.508481 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66919dc-1292-4c46-8785-5207237e472b x-openstack-request-id: req-a66919dc-1292-4c46-8785-5207237e472b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:19.509501 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-plugged", "status": "completed", "tag": "24275884-9170-48ed-8161-593636f9d31e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:19.509763 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a66919dc-1292-4c46-8785-5207237e472b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:19.509906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8cf66f18-5021-457b-9bfa-7f00109384e1 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1053970 Nov 23 18:47:19.510374 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24275884-9170-48ed-8161-593636f9d31e', 'code': 200} Nov 23 18:47:19.537497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Request body: {'port': {'device_id': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:19.558535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:19.579330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 172.20.0.14 (3ba38f76-a0cb-4065-b0f5-85806e2ce831/0e777f67-d1ac-44aa-ace7-d1370772b07b/0f612453-1072-4392-8b6e-0470eb6b3a5c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:19.694590 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04207672-d4c0-4818-bdb9-ad6dc0c43cb3 req-97b59730-1aaa-40d6-b586-0de948b9bdd1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 210 time: 0.1158464 Nov 23 18:47:19.750770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:19.775106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Sync routers for ids ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:19.786905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cca7e78e-4176-4e72-a366-5f8ca7de711c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "PUT /v2.0/routers/223d9d9a-2f5b-47c4-87ab-27edcfebd039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4161983 Nov 23 18:47:19.787786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:19.796492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Routers {'223d9d9a-2f5b-47c4-87ab-27edcfebd039'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:19.797751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:19.978320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f49d6-1046-4be8-ab5b-4906973ffc8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:19.978320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f49d6-1046-4be8-ab5b-4906973ffc8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:19.983714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9a6f49d6-1046-4be8-ab5b-4906973ffc8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1911247 Nov 23 18:47:19.986640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:19.993613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3262e-2b50-4e32-861c-3528948d7fe0 req-9e06e571-5c01-40d3-a5a5-88801df8c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:19.995152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83e3262e-2b50-4e32-861c-3528948d7fe0 req-9e06e571-5c01-40d3-a5a5-88801df8c9ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1097 time: 0.4046490 Nov 23 18:47:20.011781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.042267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Set router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:20.133185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet bf69bf83-7254-47e1-b3ae-a02384091767 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:20.153945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Made reservation on behalf of f2461be4e33f4db89d7c545dadf1b5bb for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:20.161326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.163866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.168469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:18Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:20.172474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:20.225214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Checking router: 223d9d9a-2f5b-47c4-87ab-27edcfebd039 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:20.242606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854efa4f-ed9a-4480-a16e-0ff542456f01 req-113c1fd2-6077-4241-8b71-cee326edeb52 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:20.245759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Routers {'223d9d9a-2f5b-47c4-87ab-27edcfebd039'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:20.246559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:20.258431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-854efa4f-ed9a-4480-a16e-0ff542456f01 req-113c1fd2-6077-4241-8b71-cee326edeb52 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 931 time: 0.5594926 Nov 23 18:47:20.485281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-83e3262e-2b50-4e32-861c-3528948d7fe0 req-2294810e-fe24-41bb-86aa-5a442797e28d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549809 Nov 23 18:47:20.628783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.644191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Allocated IP 172.20.0.5 (bd621a16-ff52-43d5-a4ce-9e6ea5559e92/d7742566-d72f-45a0-a00d-542d0746f500/ba17181f-335a-4c0a-acbf-30a9abf0118c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:20.645862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] Set router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:20.659141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-854efa4f-ed9a-4480-a16e-0ff542456f01 req-b3804345-b279-438b-91d4-ae6a5ef3680f tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994575 Nov 23 18:47:20.726248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:18Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:20.762195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9617-2ac8-4cef-aff1-a8ba765d2804 None None] The sync data for ids ['223d9d9a-2f5b-47c4-87ab-27edcfebd039'] in n-d-792364-9 is: [{'id': '223d9d9a-2f5b-47c4-87ab-27edcfebd039', 'name': 'tempest-NetworksTestDHCPv6-router-604441939', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:06Z', 'updated_at': '2021-11-23T18:47:18Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:20.827671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19c790e5-92de-4799-90cc-a743f6f58b8b req-78c9b1e4-28c6-4157-a0a6-90e23eddaa21 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0669219 Nov 23 18:47:20.836406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.885925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1705768484'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:20.896076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.923336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:20.936902 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.012945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:21.020222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:21.033689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:21.044615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Made reservation on behalf of 9c3ad70fe8144ba39d1e9f6ac2b88ae7 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:21.048744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.081991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2179-e5f0-4a94-b8af-e42ccc5cbf3d req-1ab31cb3-3747-4697-8693-db7abad98e66 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:21.084245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:21.089949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-872e2179-e5f0-4a94-b8af-e42ccc5cbf3d req-1ab31cb3-3747-4697-8693-db7abad98e66 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.8097062 Nov 23 18:47:21.134506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:21.150949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.163163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:21.181094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:21.204529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:21.244765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-872e2179-e5f0-4a94-b8af-e42ccc5cbf3d req-ceb491ba-56a3-4ed5-be49-856fd0126bf8 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536624 Nov 23 18:47:21.293062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:21.294678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.308172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:21.309116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.335364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305fe8-7456-4f17-89e6-470bf163b80e req-053aa012-ca1c-4195-9a2a-9a9e64f7b5ed tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:21.340500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-8a71ef3b-c775-4dc2-98bb-bf22b844c9a2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256708 Nov 23 18:47:21.349744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2305fe8-7456-4f17-89e6-470bf163b80e req-053aa012-ca1c-4195-9a2a-9a9e64f7b5ed tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 931 time: 0.4028597 Nov 23 18:47:21.373924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Request body: {'port': {'device_id': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:21.428172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.470886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2305fe8-7456-4f17-89e6-470bf163b80e req-efdfd6cf-ca07-4977-aee0-4552b013367b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197278 Nov 23 18:47:21.483619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4ca7742f-16cd-41a2-b1d0-c0d92df93711 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5110934 Nov 23 18:47:21.526915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'admin_state_up': True, 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'security_groups': ['dca7cf68-0b3d-49ae-8306-8bfdd04541d8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:21.624455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.675808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.679948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.710411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.751986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=bf69bf83-7254-47e1-b3ae-a02384091767,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:21.766083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d078e855-4128-447f-aa25-9780afa085de None None] Provisioning complete for port 0f612453-1072-4392-8b6e-0470eb6b3a5c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:21.766651 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d078e855-4128-447f-aa25-9780afa085de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.812884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:21.844135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2b4ee-b4ff-4687-a2a5-b9608c86abe5 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:21.848851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:21.876576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c801f0bb-a649-449d-86f3-cee3d5ef3aaa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/bf69bf83-7254-47e1-b3ae-a02384091767 HTTP/1.1" status: 204 len: 168 time: 1.8874373 Nov 23 18:47:21.887084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:22.019511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:22.023135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.069805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d078e855-4128-447f-aa25-9780afa085de None None] Port 0f612453-1072-4392-8b6e-0470eb6b3a5c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:22.128338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721ad446-a4a2-40ee-922e-463b103b1f92 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:22.147949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.150192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.150551 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Added segment 8a208979-4211-4d27-b633-4533951cb263 of type vlan for network fa7d16ad-788d-4dcd-a241-717408727e93 Nov 23 18:47:22.186914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cabe3f4-3176-4ccf-9fc8-716db30abec1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:22.296367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Transition to ACTIVE for port object 721ad446-a4a2-40ee-922e-463b103b1f92 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:22.305702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11146bff-99a0-44c4-97f8-527438d2f921 req-d575957c-cb73-457f-a36b-67fa7a0e8e4d tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:22.314397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11146bff-99a0-44c4-97f8-527438d2f921 req-d575957c-cb73-457f-a36b-67fa7a0e8e4d tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 931 time: 0.3485005 Nov 23 18:47:22.348336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.351043 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.382248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:22.389723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b15a498b-bc88-4e54-936d-88dbc7b0c0e7 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:22.413672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c35ef-da34-4b62-9639-a14661210664 req-d96bc0f9-1d12-4755-9e17-0ec979d4c4d8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:22.421627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d8c35ef-da34-4b62-9639-a14661210664 req-d96bc0f9-1d12-4755-9e17-0ec979d4c4d8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 932 time: 0.3762875 Nov 23 18:47:22.460199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d8041b6-393c-41ff-8d1d-d90e568b7344 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5594950 Nov 23 18:47:22.461131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:22.479735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:47:22.487860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b15a498b-bc88-4e54-936d-88dbc7b0c0e7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:22.488214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b15a498b-bc88-4e54-936d-88dbc7b0c0e7 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:22.520693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Deleting port c473d9c7-5b65-4022-8d87-f525844c1424 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:22.521076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.564397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.1.1.193 (5782e818-89e6-4ec9-a23f-23f9726354f2/b418c2de-0add-438d-afef-37c8a6550ef1/bde45bf0-8136-4e10-bf4a-d9b5ac93749c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:22.593500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.599192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:22.599829 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.612204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Pushing event updated for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:22.634155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] For port c473d9c7-5b65-4022-8d87-f525844c1424, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c473d9c7-5b65-4022-8d87-f525844c1424,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:22.634595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.639872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11146bff-99a0-44c4-97f8-527438d2f921 req-832ffe85-4504-4d00-8bbc-fe2deb07f6d9 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192701 Nov 23 18:47:22.665896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Calling delete_port for c473d9c7-5b65-4022-8d87-f525844c1424 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:22.688287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d8c35ef-da34-4b62-9639-a14661210664 req-a51b24b8-3ea0-4a68-8ee2-2e7d2c2ea2bc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587259 Nov 23 18:47:22.726345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5487108 Nov 23 18:47:22.728212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:22.737254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Request body: {'subnet': {'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:22.822957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:22.835968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff484a-be48-4510-9071-84bfdeccdfdf tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event updated for resources: {'Network': ['ID=fa7d16ad-788d-4dcd-a241-717408727e93,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:22.843793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] No DVR routers for this DVR port c473d9c7-5b65-4022-8d87-f525844c1424 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:22.884422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fa7d16ad-788d-4dcd-a241-717408727e93 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:22.889912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991fa05-4314-44f7-baa2-c1d6f50ea386 None None] Pushing event deleted for resources: {'Port': ['ID=c473d9c7-5b65-4022-8d87-f525844c1424,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:22.953211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.085981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043844d-2b9a-42af-8ad0-095b128fa035 req-8a451de7-beee-4481-82f4-7d9bdf140d2c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:23.093488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9043844d-2b9a-42af-8ad0-095b128fa035 req-8a451de7-beee-4481-82f4-7d9bdf140d2c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.2032859 Nov 23 18:47:23.109172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.139109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Attempting to bind port 721ad446-a4a2-40ee-922e-463b103b1f92 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:23.139445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Attempting to bind port 721ad446-a4a2-40ee-922e-463b103b1f92 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'e0e3f6f2-31c3-431c-a524-47cc03b146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:23.139707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Attempting to bind port 721ad446-a4a2-40ee-922e-463b103b1f92 on network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:23.223851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Port 721ad446-a4a2-40ee-922e-463b103b1f92 on network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:23.224206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Attempting to bind port 721ad446-a4a2-40ee-922e-463b103b1f92 on network c2321bcc-32f8-4fce-9827-3d5a526d7fa0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:23.232992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:23.233380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Checking segment: {'id': 'e0e3f6f2-31c3-431c-a524-47cc03b146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:23.233703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Bound using segment: {'id': 'e0e3f6f2-31c3-431c-a524-47cc03b146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:23.234141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Bound port: 721ad446-a4a2-40ee-922e-463b103b1f92, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e3f6f2-31c3-431c-a524-47cc03b146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:23.234495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.240886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.250323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.360728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e271e-c93d-4f7d-b75e-4d1c3edfd9d0 req-83b01c67-aefd-4e5b-8124-e5ab0199ec6c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:23.369400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b9e271e-c93d-4f7d-b75e-4d1c3edfd9d0 req-83b01c67-aefd-4e5b-8124-e5ab0199ec6c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 931 time: 0.1637375 Nov 23 18:47:23.381352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9043844d-2b9a-42af-8ad0-095b128fa035 req-2e97539f-eb99-4ac8-98a1-e59b6a1c1e8e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868681 Nov 23 18:47:23.394914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:23.398634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.399484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Fanout notify agent at l3_agent the message router_deleted on router 223d9d9a-2f5b-47c4-87ab-27edcfebd039 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:47:23.435053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.438291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d13a387e-50a6-4242-9c4a-44452e1cc8a4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/routers/223d9d9a-2f5b-47c4-87ab-27edcfebd039 HTTP/1.1" status: 204 len: 168 time: 0.9667852 Nov 23 18:47:23.441478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:23.442403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.462136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:23.498202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Transition to ACTIVE for port object ba17181f-335a-4c0a-acbf-30a9abf0118c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:23.509442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b9e271e-c93d-4f7d-b75e-4d1c3edfd9d0 req-c010dffd-bd08-4709-a129-329051099c21 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383836 Nov 23 18:47:23.516713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.543958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Made reservation on behalf of 9c3ad70fe8144ba39d1e9f6ac2b88ae7 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:23.547792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.551176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:23.585931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:23.684717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:23.820399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=721ad446-a4a2-40ee-922e-463b103b1f92,segment=NetworkSegment(e0e3f6f2-31c3-431c-a524-47cc03b146ea),segment_id=e0e3f6f2-31c3-431c-a524-47cc03b146ea)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:23.823776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:23.846487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:23.904968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:23.921980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:24.042107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Attempting to bind port ba17181f-335a-4c0a-acbf-30a9abf0118c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:24.042741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Attempting to bind port ba17181f-335a-4c0a-acbf-30a9abf0118c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:24.042741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Attempting to bind port ba17181f-335a-4c0a-acbf-30a9abf0118c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:24.050154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:24.051516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.051970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Port ba17181f-335a-4c0a-acbf-30a9abf0118c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:24.052299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Attempting to bind port ba17181f-335a-4c0a-acbf-30a9abf0118c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:24.067007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:24.067479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Checking segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:24.067761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Bound using segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:24.068196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Bound port: ba17181f-335a-4c0a-acbf-30a9abf0118c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:24.068794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.074629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.086885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:24.095423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.369863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.383552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8e40894d-52e2-40e1-84d2-cf463ee8bc28 None None] Provisioning complete for port bde45bf0-8136-4e10-bf4a-d9b5ac93749c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:24.384492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e40894d-52e2-40e1-84d2-cf463ee8bc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.472760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c473d9c7-5b65-4022-8d87-f525844c1424 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:24.521876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c473d9c7-5b65-4022-8d87-f525844c1424 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:24.522320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c473d9c7-5b65-4022-8d87-f525844c1424 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:24.524243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e40894d-52e2-40e1-84d2-cf463ee8bc28 None None] Port bde45bf0-8136-4e10-bf4a-d9b5ac93749c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:24.532784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:24.569768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ddc3-10c1-4293-bc8f-6bb31b6da081 req-9896409d-81c2-4e72-b676-15f215c3a578 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:24.576574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ddc3-10c1-4293-bc8f-6bb31b6da081 req-9896409d-81c2-4e72-b676-15f215c3a578 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:24.585088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e327ddc3-10c1-4293-bc8f-6bb31b6da081 req-9896409d-81c2-4e72-b676-15f215c3a578 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 1654 time: 0.4123979 Nov 23 18:47:24.613601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:24.625696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event updated for resources: {'Subnet': ['ID=0690b6a7-0196-432d-831d-1112e252da97,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:24.631017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.707439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e327ddc3-10c1-4293-bc8f-6bb31b6da081 req-319b6091-4aa7-4838-a52f-3775b111558c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213212 Nov 23 18:47:24.717221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Checking segment: {'id': '8a208979-4211-4d27-b633-4533951cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:24.726344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Network hostable DHCP agents. Network: fa7d16ad-788d-4dcd-a241-717408727e93, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:47:24.775483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:24.789998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:24.792273 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba17181f-335a-4c0a-acbf-30a9abf0118c HTTP/1.1" status: 200 len: 1091 time: 3.4371264 Nov 23 18:47:24.794826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:24.802454 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5887f5-56bc-4cc6-95bd-917356b5bd26" -d '{"events": [{"name": "network-changed", "server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:24.959483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7b64-f15d-475f-bcf8-9a0f697433d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:24.966911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Network fa7d16ad-788d-4dcd-a241-717408727e93 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:24.991434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, fa7d16ad-788d-4dcd-a241-717408727e93) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:25.000301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.001537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.005830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb443b-a040-415c-9bea-8e4ae5187a6a None None] Network fa7d16ad-788d-4dcd-a241-717408727e93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:25.027149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-f843a0dd-a909-4da3-901b-4e978590edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.032351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-f843a0dd-a909-4da3-901b-4e978590edc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 1094 time: 0.1765149 Nov 23 18:47:25.048432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d0f20-675e-462d-974a-101f2c3831d9 req-0a660f3c-f0fb-468b-9c19-8ffc50f4f2c5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.068693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-575d0f20-675e-462d-974a-101f2c3831d9 req-0a660f3c-f0fb-468b-9c19-8ffc50f4f2c5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1318996 Nov 23 18:47:25.142826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-30d413c9-e53a-42ff-8657-768a02d5bffb tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4094894 Nov 23 18:47:25.146802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-47ec29db-920b-4d12-ab6d-630d2707a352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c HTTP/1.1" status: 200 len: 217 time: 0.0519521 Nov 23 18:47:25.150318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53790) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:25.156684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Request body: {'port': {'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1873150369'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:25.157570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.180057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.181918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] 10.222.0.50 "PUT /v2.0/ports/721ad446-a4a2-40ee-922e-463b103b1f92 HTTP/1.1" status: 200 len: 1091 time: 5.6622860 Nov 23 18:47:25.190654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:25.206493 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:25.213063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-5df5945f-a3a3-4ff3-bef0-abb4763bae44 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7006576 Nov 23 18:47:25.279955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-575d0f20-675e-462d-974a-101f2c3831d9 req-4e38ddc0-ad5a-4220-b070-acfa5cd8bfdc tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088892 Nov 23 18:47:25.301656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'admin_state_up': True, 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'security_groups': ['dca7cf68-0b3d-49ae-8306-8bfdd04541d8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:25.381105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-fa7d16ad-788d-4dcd-a241-717408727e93', 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93', 'tenant_id': '9c3ad70fe8144ba39d1e9f6ac2b88ae7', 'fixed_ips': [{'subnet_id': '0690b6a7-0196-432d-831d-1112e252da97'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:25.381993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.394468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-61fd3790-277c-441d-aa21-88f2839c6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.395974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-61fd3790-277c-441d-aa21-88f2839c6150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.2288392 Nov 23 18:47:25.509184 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-50feb08c-0204-42b6-8ba0-b63cb6474dbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008081 Nov 23 18:47:25.510580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Made reservation on behalf of 9c3ad70fe8144ba39d1e9f6ac2b88ae7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:25.515284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.594394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Allocated IP 172.20.0.2 (fa7d16ad-788d-4dcd-a241-717408727e93/0690b6a7-0196-432d-831d-1112e252da97/894e1f48-0371-45cd-8469-4876fc3cd982) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:25.650636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] device_id is not set on port 9c7919f3-a377-4d64-8337-d806193dea6a yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:47:25.670812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023cbd6-55ee-4403-86ad-33835cb05fdd req-3773c313-01a1-4f96-8826-aa27969b8233 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.673231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6023cbd6-55ee-4403-86ad-33835cb05fdd req-3773c313-01a1-4f96-8826-aa27969b8233 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 943 time: 1.8059936 Nov 23 18:47:25.706652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59837589-a2ba-4479-a170-c57f3ae22f98 req-882dda4e-0371-4540-878b-2bcbefc3b2c1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.714447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59837589-a2ba-4479-a170-c57f3ae22f98 req-882dda4e-0371-4540-878b-2bcbefc3b2c1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 943 time: 0.2104375 Nov 23 18:47:25.725588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc3431-533b-483e-be2b-e6402fe4edfb service neutron] Pushing event updated for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:25.739145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:25.744952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.756762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.832444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.840892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.886151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=173441ea-9766-4e86-8d0e-b1deb0aea31b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:25.892218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Network fa7d16ad-788d-4dcd-a241-717408727e93 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:25.894734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:25.898638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:25.903533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-fcd16fbf-6799-41f5-94c6-cbfd3b636e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:25.905698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-fcd16fbf-6799-41f5-94c6-cbfd3b636e47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84a4e27f4c2b45aea066cdfab4defe3b&device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 1094 time: 0.3967564 Nov 23 18:47:25.913733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:25.964706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Pushing event updated for resources: {'Port': ['ID=894e1f48-0371-45cd-8469-4876fc3cd982,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:25.975946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Attempting to bind port 894e1f48-0371-45cd-8469-4876fc3cd982 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:25.976316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Attempting to bind port 894e1f48-0371-45cd-8469-4876fc3cd982 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8a208979-4211-4d27-b633-4533951cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:25.976677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Attempting to bind port 894e1f48-0371-45cd-8469-4876fc3cd982 on network fa7d16ad-788d-4dcd-a241-717408727e93 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:25.979719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:25.982332 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-6dfc8f4d-d5a3-40a7-a4e1-6ab4ecc75a88 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218042 Nov 23 18:47:25.983740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:25.984372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Checking segment: {'id': '8a208979-4211-4d27-b633-4533951cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:25.984966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.985538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Bound using segment: {'id': '8a208979-4211-4d27-b633-4533951cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:25.986204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Bound port: 894e1f48-0371-45cd-8469-4876fc3cd982, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a208979-4211-4d27-b633-4533951cb263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa7d16ad-788d-4dcd-a241-717408727e93'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:25.986821 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:25.997891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59837589-a2ba-4479-a170-c57f3ae22f98 req-c65c06fa-8ce2-4f8a-b3c7-dffd9c37e8e6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825592 Nov 23 18:47:26.028529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211d93f-f34e-4457-96e3-a261d0dd38f7 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:26.057085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:26.071910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.114867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-8a8d6535-5b39-464e-9ac1-5156ad4a0891 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=721ad446-a4a2-40ee-922e-463b103b1f92 HTTP/1.1" status: 200 len: 217 time: 0.1688070 Nov 23 18:47:26.119347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Allocated IP 172.20.0.4 (fa7d16ad-788d-4dcd-a241-717408727e93/0690b6a7-0196-432d-831d-1112e252da97/9c7919f3-a377-4d64-8337-d806193dea6a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:26.217523 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8cd34a-5ed1-4808-ae1f-821e41696ba9 x-openstack-request-id: req-fe8cd34a-5ed1-4808-ae1f-821e41696ba9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:26.217927 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:26.218144 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe8cd34a-5ed1-4808-ae1f-821e41696ba9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:26.218497 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'status': 'completed', 'code': 200} Nov 23 18:47:26.221380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6023cbd6-55ee-4403-86ad-33835cb05fdd req-a31ed2f6-0c81-4643-84db-a39ee2743e1f tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870327 Nov 23 18:47:26.314701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c6d5406-1de3-44a7-927d-c4aa092a6c2b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8655441 Nov 23 18:47:26.319038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:26.335436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] For port 894e1f48-0371-45cd-8469-4876fc3cd982, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:26.340149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] For port 894e1f48-0371-45cd-8469-4876fc3cd982, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=894e1f48-0371-45cd-8469-4876fc3cd982,segment=NetworkSegment(8a208979-4211-4d27-b633-4533951cb263),segment_id=8a208979-4211-4d27-b633-4533951cb263)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:26.345524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:26.361956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.390989 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce3576-8609-4e7d-8f31-540aaeb22237 x-openstack-request-id: req-88ce3576-8609-4e7d-8f31-540aaeb22237 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:26.391347 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:26.400445 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88ce3576-8609-4e7d-8f31-540aaeb22237 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:26.400902 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92', 'status': 'completed', 'code': 200} Nov 23 18:47:26.446591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fc6742c-231e-4e9b-ad4f-8a93514b18af req-f8627a89-0adc-48c0-96b8-084a37e74ffa service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530404 Nov 23 18:47:26.511993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-ebb44b5a-d4cf-4a49-8725-ec9c7dbfff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:26.520894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-ebb44b5a-d4cf-4a49-8725-ec9c7dbfff2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6832f906-64d1-45ed-8f58-fd41f3d59a73 HTTP/1.1" status: 200 len: 865 time: 0.4000983 Nov 23 18:47:26.523782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58bb0-327e-4de7-b513-79c86aae027a None None] Pushing event updated for resources: {'Port': ['ID=894e1f48-0371-45cd-8469-4876fc3cd982,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:26.539834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '173441ea-9766-4e86-8d0e-b1deb0aea31b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:26.541134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.711640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.712713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.722737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-6a0b6cfe-0171-4534-b80b-6095f663e1ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2321bcc-32f8-4fce-9827-3d5a526d7fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201978 Nov 23 18:47:26.771040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/173441ea-9766-4e86-8d0e-b1deb0aea31b/f840ac4b-809d-4c4d-a5f5-e5b4f316074e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:26.863990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.1.1.171 (5782e818-89e6-4ec9-a23f-23f9726354f2/b418c2de-0add-438d-afef-37c8a6550ef1/7e4751ec-11cb-4047-8375-b42f727e48c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:26.891488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f92ff-21cf-46ca-a4b9-dd6e827663c9 req-f21c024c-f474-42dd-ba59-7f6e03e8757f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:26.897738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f92ff-21cf-46ca-a4b9-dd6e827663c9 req-f21c024c-f474-42dd-ba59-7f6e03e8757f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:26.906300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d53f92ff-21cf-46ca-a4b9-dd6e827663c9 req-f21c024c-f474-42dd-ba59-7f6e03e8757f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 1654 time: 0.5201607 Nov 23 18:47:26.915777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:26.948972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-8a6200d1-29b6-4107-8bd3-7f7b2112250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:26.950585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-8a6200d1-29b6-4107-8bd3-7f7b2112250d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1097 time: 0.4411511 Nov 23 18:47:27.068238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-b7ba963f-715b-4fab-b041-a545815c03d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6593347 Nov 23 18:47:27.086904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.098218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.126275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-d79a7882-c5df-4303-862d-16c0247faf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:27.128831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-d79a7882-c5df-4303-862d-16c0247faf5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 1094 time: 0.5755873 Nov 23 18:47:27.138901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:27.142326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:27.146443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:27.214368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Pushing event updated for resources: {'Port': ['ID=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:27.225537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e4f47-0140-40b0-84f5-8fe9e208f2a5 req-02bb4140-5bf8-43d3-b11d-1e203145e0d9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:27.234118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d2e4f47-0140-40b0-84f5-8fe9e208f2a5 req-02bb4140-5bf8-43d3-b11d-1e203145e0d9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.5406651 Nov 23 18:47:27.255436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Attempting to bind port f840ac4b-809d-4c4d-a5f5-e5b4f316074e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:27.255924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Attempting to bind port f840ac4b-809d-4c4d-a5f5-e5b4f316074e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:27.256340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Attempting to bind port f840ac4b-809d-4c4d-a5f5-e5b4f316074e on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:27.271708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:27.272084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:27.272492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.272883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:27.273360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.279682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Bound port: f840ac4b-809d-4c4d-a5f5-e5b4f316074e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:27.280159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.307601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.307854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-4bedb7e4-1d2d-4aab-ac22-a4c424c04165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:27.313723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-4bedb7e4-1d2d-4aab-ac22-a4c424c04165 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.3028243 Nov 23 18:47:27.325412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d53f92ff-21cf-46ca-a4b9-dd6e827663c9 req-0ad394e9-1b2a-474b-990d-eadacbd05ca9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171174 Nov 23 18:47:27.413216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-429a84a5-406d-48bf-a317-a092e29812ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.448031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] For port f840ac4b-809d-4c4d-a5f5-e5b4f316074e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:27.457002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] For port f840ac4b-809d-4c4d-a5f5-e5b4f316074e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:27.465690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.470306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.486393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:27.488010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-168baa84-7c30-442c-b789-3a3752bd9233 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1464567 Nov 23 18:47:27.496538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:27.509540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-c38fe53b-999d-42be-9920-6e650b6902cf service neutron] 10.222.0.50 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699645 Nov 23 18:47:27.565142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-343dcaf4-e11d-4dda-8582-18d96fcfc1b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 217 time: 0.2258761 Nov 23 18:47:27.622691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1f8d-96eb-4a6a-b1de-d08917b30c4f None None] Pushing event updated for resources: {'Port': ['ID=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:27.726272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d2e4f47-0140-40b0-84f5-8fe9e208f2a5 req-bcabdfb3-39ae-41f1-be14-d28a3203de61 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909315 Nov 23 18:47:27.728492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-fbd17e13-a70f-42b3-9954-3cf202d15025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:27.734690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-fbd17e13-a70f-42b3-9954-3cf202d15025 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 1097 time: 0.6334598 Nov 23 18:47:27.785360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Network fa7d16ad-788d-4dcd-a241-717408727e93 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:27.817879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-23390c3d-3cc9-4ff8-a760-3281828b58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:27.817879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-23390c3d-3cc9-4ff8-a760-3281828b58b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 915 time: 0.5972974 Nov 23 18:47:27.817879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:27.829621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:27.868297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f24cce9c-de61-4d20-b1df-96d097ce480c req-85e9ac58-79f7-44f5-ae84-8f5574a5c0a3 service neutron] 10.222.0.50 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202169 Nov 23 18:47:28.240743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:28.327519 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:28.572812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:28.583962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:28.603004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:28.609804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-8427f9da-e257-43f1-b31a-9384a201cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:28.616706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-8427f9da-e257-43f1-b31a-9384a201cfef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84a4e27f4c2b45aea066cdfab4defe3b&device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 1094 time: 0.3200438 Nov 23 18:47:28.625860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17ae65-4404-4752-ae8f-5d052b776b01 req-183bed3b-dda6-4466-9ec7-7458d9ac6296 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:28.632055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff17ae65-4404-4752-ae8f-5d052b776b01 req-183bed3b-dda6-4466-9ec7-7458d9ac6296 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 943 time: 1.1212955 Nov 23 18:47:28.643979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event updated for resources: {'Port': ['ID=9c7919f3-a377-4d64-8337-d806193dea6a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:28.652082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-c9c237e6-3d1e-4ab9-8320-0a01cd72ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:28.653963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-c9c237e6-3d1e-4ab9-8320-0a01cd72ddc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 1.0369184 Nov 23 18:47:28.662838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:28.663973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:28.672985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed872d-8c2d-41ac-9e4e-91d21cb643a9 None None] Network fa7d16ad-788d-4dcd-a241-717408727e93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:28.752537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:28.857685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f840ac4b-809d-4c4d-a5f5-e5b4f316074e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:28.907001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:28.941058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-88e52ecf-4d4f-4b3b-b9ac-0e84765e9d18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118720 Nov 23 18:47:29.007180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-fa93090a-c843-4b5a-af54-219583f4f03f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c HTTP/1.1" status: 200 len: 217 time: 1.1201003 Nov 23 18:47:29.010683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0337d588-c59f-405d-8b97-008e1fd0a588 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8591022 Nov 23 18:47:29.050058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:29.172619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff17ae65-4404-4752-ae8f-5d052b776b01 req-a1745d4f-f12b-44f6-9d80-7456231e1971 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698741 Nov 23 18:47:29.346341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.352257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:29.381997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-6e4cc21a-723f-452b-bc68-fbc2732f4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.393051 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-6e4cc21a-723f-452b-bc68-fbc2732f4c92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.3197074 Nov 23 18:47:29.439288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-74cb510a-a2af-42c9-8f0c-62c5e06a2dc8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2141242 Nov 23 18:47:29.472555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffb49d-0779-43d8-a9ff-77e6f1b881a3 req-a555d83a-aaf1-45a4-ba56-c56ba10e45d0 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.494363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3cffb49d-0779-43d8-a9ff-77e6f1b881a3 req-a555d83a-aaf1-45a4-ba56-c56ba10e45d0 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 943 time: 0.5288417 Nov 23 18:47:29.506757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-0fcd20ab-e127-4d4c-99c9-ef28de29c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.510268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-0fcd20ab-e127-4d4c-99c9-ef28de29c1a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 200 len: 913 time: 1.7433910 Nov 23 18:47:29.553417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] Provisioning complete for port 894e1f48-0371-45cd-8469-4876fc3cd982 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:29.554056 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:29.555625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'admin_state_up': True, 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'security_groups': ['dca7cf68-0b3d-49ae-8306-8bfdd04541d8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:29.601506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-0e67c0e2-4711-4b92-866e-fb650fbcfb5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993636 Nov 23 18:47:29.702685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:29.704714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:29.707012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-828ed1ef-81f7-44da-a581-a0e0f35f4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.709235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-828ed1ef-81f7-44da-a581-a0e0f35f4c93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2321bcc-32f8-4fce-9827-3d5a526d7fa0 HTTP/1.1" status: 200 len: 926 time: 1.0709336 Nov 23 18:47:29.709409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f840ac4b-809d-4c4d-a5f5-e5b4f316074e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:29.714209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:29.728379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-02dc596f-8aa4-4d58-9231-448f351fa94b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 200 len: 1002 time: 0.1998403 Nov 23 18:47:29.769064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-db404d64-98d7-43d3-a631-633ded5d5fa3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=721ad446-a4a2-40ee-922e-463b103b1f92 HTTP/1.1" status: 200 len: 217 time: 0.0448141 Nov 23 18:47:29.780205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3cffb49d-0779-43d8-a9ff-77e6f1b881a3 req-89df7edb-9555-4db8-a1b3-f8f9ebbaa2a0 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805963 Nov 23 18:47:29.827379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-f7294045-a069-475a-87a1-28d46c484406 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557301 Nov 23 18:47:29.856995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Deleting port 9c7919f3-a377-4d64-8337-d806193dea6a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:29.856995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:29.883624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9beaa0-ec1a-4d12-9842-e86d47ae6991 req-2c60e073-9487-42f4-8950-3e4487e0e81d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.891845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9beaa0-ec1a-4d12-9842-e86d47ae6991 req-2c60e073-9487-42f4-8950-3e4487e0e81d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.896266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'mac_address': 'fa:16:3e:03:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:29.898022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9beaa0-ec1a-4d12-9842-e86d47ae6991 req-2c60e073-9487-42f4-8950-3e4487e0e81d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:29.908146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf9beaa0-ec1a-4d12-9842-e86d47ae6991 req-2c60e073-9487-42f4-8950-3e4487e0e81d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 2375 time: 0.3829966 Nov 23 18:47:29.977464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b367ccf3-763a-4502-b3db-ad1e279388e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.063779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.093549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.122348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:30.123093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-b9723304-ed88-49c8-8252-c2d8bc7f6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:30.124802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-b9723304-ed88-49c8-8252-c2d8bc7f6b65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6832f906-64d1-45ed-8f58-fd41f3d59a73 HTTP/1.1" status: 200 len: 865 time: 0.3201876 Nov 23 18:47:30.125418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:30.184880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:30.187115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] For port 894e1f48-0371-45cd-8469-4876fc3cd982, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=894e1f48-0371-45cd-8469-4876fc3cd982,segment=NetworkSegment(8a208979-4211-4d27-b633-4533951cb263),segment_id=8a208979-4211-4d27-b633-4533951cb263)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:30.201516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf9beaa0-ec1a-4d12-9842-e86d47ae6991 req-0755bee4-b784-4d2b-a756-c277cc80f2a3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923996 Nov 23 18:47:30.216771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.218772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.244801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-a78e0f5d-8c47-48e5-b774-6631c6c69229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:30.246537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-a78e0f5d-8c47-48e5-b774-6631c6c69229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ceb2710a-9a05-4137-8798-50aac754c42f HTTP/1.1" status: 200 len: 851 time: 0.4590049 Nov 23 18:47:30.258250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-9bf31174-e58f-4615-a8ad-453797fe8dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444077 Nov 23 18:47:30.275905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-dc75b2ab-60f5-49fc-addf-d7b23110fd5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2321bcc-32f8-4fce-9827-3d5a526d7fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260386 Nov 23 18:47:30.287080 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.377443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f840ac4b-809d-4c4d-a5f5-e5b4f316074e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:30.387626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfc7bf-37b7-4140-bff4-e49440636370 None None] Pushing event updated for resources: {'Port': ['ID=894e1f48-0371-45cd-8469-4876fc3cd982,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:30.409355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.410614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 894e1f48-0371-45cd-8469-4876fc3cd982 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:30.457797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.506861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::1 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/173441ea-9766-4e86-8d0e-b1deb0aea31b/84eeb8ee-6836-4a36-9401-a42671cedaae) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:30.514175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5805a181-93a2-4686-ab2c-7597dd8e880e None None] Provisioning complete for port f840ac4b-809d-4c4d-a5f5-e5b4f316074e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:30.514777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5805a181-93a2-4686-ab2c-7597dd8e880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.597893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:30.628712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Calling delete_port for 9c7919f3-a377-4d64-8337-d806193dea6a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:30.646029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ba17181f-335a-4c0a-acbf-30a9abf0118c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:30.686006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8c5f-7d9c-43f2-8c03-bca17cf1f437 req-21f4a2f1-86a1-4f13-ad1d-b0ae7ab72d4f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:30.692596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6d8c5f-7d9c-43f2-8c03-bca17cf1f437 req-21f4a2f1-86a1-4f13-ad1d-b0ae7ab72d4f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.7565012 Nov 23 18:47:30.758987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 894e1f48-0371-45cd-8469-4876fc3cd982 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:30.759609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.836108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 721ad446-a4a2-40ee-922e-463b103b1f92 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:30.869128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:30.996245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:31.021921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-9e54240b-03c6-4157-9ad0-0af895de3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:31.025047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-9e54240b-03c6-4157-9ad0-0af895de3632 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7639008 Nov 23 18:47:31.034362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b5887f5-56bc-4cc6-95bd-917356b5bd26 req-fdf1aff2-b2a5-436e-bc34-4e5100b19927 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347667 Nov 23 18:47:31.043151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.104424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d6d8c5f-7d9c-43f2-8c03-bca17cf1f437 req-3890e0e0-feac-4763-9a55-1d3e65e4ad34 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695146 Nov 23 18:47:31.241494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5805a181-93a2-4686-ab2c-7597dd8e880e None None] Provisioning complete for port 7e4751ec-11cb-4047-8375-b42f727e48c7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:31.246466 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5805a181-93a2-4686-ab2c-7597dd8e880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.248145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-912429cc-ab2f-4fc7-90a7-29c23ea55056 service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978211 Nov 23 18:47:31.414645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=721ad446-a4a2-40ee-922e-463b103b1f92,segment=NetworkSegment(e0e3f6f2-31c3-431c-a524-47cc03b146ea),segment_id=e0e3f6f2-31c3-431c-a524-47cc03b146ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:31.421361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5805a181-93a2-4686-ab2c-7597dd8e880e None None] Port 7e4751ec-11cb-4047-8375-b42f727e48c7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:31.435445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '721ad446-a4a2-40ee-922e-463b103b1f92', 'network_id': 'c2321bcc-32f8-4fce-9827-3d5a526d7fa0', 'port_id': '721ad446-a4a2-40ee-922e-463b103b1f92', 'mac_address': 'fa:16:3e:a6:c3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6832f906-64d1-45ed-8f58-fd41f3d59a73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:31.461231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.501107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.520690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721ad446-a4a2-40ee-922e-463b103b1f92 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:31.533891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5784-b55a-4845-8b39-786454aa336d req-5fe0e1e0-fb18-4964-b555-3b1e5380aff4 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:31.541594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-182c5784-b55a-4845-8b39-786454aa336d req-5fe0e1e0-fb18-4964-b555-3b1e5380aff4 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 943 time: 0.1764994 Nov 23 18:47:31.547689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=721ad446-a4a2-40ee-922e-463b103b1f92,segment=NetworkSegment(e0e3f6f2-31c3-431c-a524-47cc03b146ea),segment_id=e0e3f6f2-31c3-431c-a524-47cc03b146ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:31.549928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:31.557041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.566991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:31.582504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:31.583067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.594082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4220d98b-76f2-4153-be4e-b39d9ff57456 req-21390a76-0732-4f9e-b2ea-fd140767a2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281236 Nov 23 18:47:31.606819 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-f68b1558-f633-419b-bfac-6f1f51ae278c service neutron] 10.222.0.50 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3187850 Nov 23 18:47:31.609177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c63b265d-ce9f-4332-8ff7-7d9485d45af9 req-eb134f87-5b81-4063-9201-771d52dcd0e0 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7463336 Nov 23 18:47:31.729301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:31.766133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f840ac4b-809d-4c4d-a5f5-e5b4f316074e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:31.789709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.798587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-182c5784-b55a-4845-8b39-786454aa336d req-0390ed66-4a55-4b8d-ad26-cbe56671e8c3 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559876 Nov 23 18:47:31.806154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=84eeb8ee-6836-4a36-9401-a42671cedaae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:31.839881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.871573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ecdec3b2-3fdc-428c-908a-93dd7111c807 None None] Provisioning complete for port 894e1f48-0371-45cd-8469-4876fc3cd982 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:31.872524 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecdec3b2-3fdc-428c-908a-93dd7111c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:31.925660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['721ad446-a4a2-40ee-922e-463b103b1f92'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:32.299492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef1fd-19fb-4755-aca7-55da0ef141fa req-da1731e3-866e-4458-a6bd-4879197819dd tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:32.326039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-744ef1fd-19fb-4755-aca7-55da0ef141fa req-da1731e3-866e-4458-a6bd-4879197819dd tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 944 time: 1.8162060 Nov 23 18:47:32.347007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event deleted for resources: {'Port': ['ID=9c7919f3-a377-4d64-8337-d806193dea6a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:32.370903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b6d9f-483f-4970-b576-ea07376dae1f req-3c91a36e-4263-4ede-9d67-0ef2909638bf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:32.378877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b6d9f-483f-4970-b576-ea07376dae1f req-3c91a36e-4263-4ede-9d67-0ef2909638bf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:32.391746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b6d9f-483f-4970-b576-ea07376dae1f req-3c91a36e-4263-4ede-9d67-0ef2909638bf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:32.401190 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab6b6d9f-483f-4970-b576-ea07376dae1f req-3c91a36e-4263-4ede-9d67-0ef2909638bf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 2375 time: 0.3436234 Nov 23 18:47:32.423100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f840ac4b-809d-4c4d-a5f5-e5b4f316074e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:32.423605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:32.509789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:32.602896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 894e1f48-0371-45cd-8469-4876fc3cd982 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:32.661708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ecdec3b2-3fdc-428c-908a-93dd7111c807 None None] Could not find standard attr ID for object 9c7919f3-a377-4d64-8337-d806193dea6a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:47:32.694698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 894e1f48-0371-45cd-8469-4876fc3cd982 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:32.695163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:32.798411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:32.938209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-744ef1fd-19fb-4755-aca7-55da0ef141fa req-2a162f61-7156-412a-8fb7-1aed2704786c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764326 Nov 23 18:47:33.159997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8e2b85c9-b5e8-4a71-92e3-1325f658262a None None] Provisioning complete for port 84eeb8ee-6836-4a36-9401-a42671cedaae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:33.160375 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e2b85c9-b5e8-4a71-92e3-1325f658262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.162505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port ba17181f-335a-4c0a-acbf-30a9abf0118c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:47:33.254015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ba17181f-335a-4c0a-acbf-30a9abf0118c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:33.255904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.265718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.374808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b85c9-b5e8-4a71-92e3-1325f658262a None None] Port 84eeb8ee-6836-4a36-9401-a42671cedaae cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:33.514556 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.587376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:33.591813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:33.598211 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd306a-c388-48c6-808a-7876ee8bbece" -d '{"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-plugged", "status": "completed", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:33.602908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.632169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.2.2.100 (c2d1764f-dfbf-4f8b-a355-87a3b44e12ef/3391827d-2df1-476c-a922-8695a1c0dfad/a620e0c4-eae2-4d24-ae85-5c021369cf76) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:33.677065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.694315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:33.757261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab6b6d9f-483f-4970-b576-ea07376dae1f req-abe70055-0ff7-4381-bbdb-95b02d656faa tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3550694 Nov 23 18:47:33.843295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.860113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6230fb66-936c-4504-a359-9cc65cf31d15 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "DELETE /v2.0/ports/9c7919f3-a377-4d64-8337-d806193dea6a HTTP/1.1" status: 204 len: 168 time: 4.8086407 Nov 23 18:47:33.870648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:33.963859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db065f-9a69-4902-91c5-bae620e7772c req-f96818e5-02a2-4f91-9292-e11c5ddc563e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:33.971559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80db065f-9a69-4902-91c5-bae620e7772c req-f96818e5-02a2-4f91-9292-e11c5ddc563e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.3016024 Nov 23 18:47:33.973844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb134f-7bff-40c0-ab46-d25b92b8c3b5 req-9d671660-a8f0-42bb-ba43-5cfc32828f01 service neutron] 10.222.0.50 "GET /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3241394 Nov 23 18:47:34.158486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8582eda8-d967-4f4c-8792-e62f960e16e3 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2775118 Nov 23 18:47:34.164806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:34.190814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.204611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-388796924'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:34.243276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.248131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.307377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Made reservation on behalf of 9c3ad70fe8144ba39d1e9f6ac2b88ae7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:34.307377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.310341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80db065f-9a69-4902-91c5-bae620e7772c req-a5529538-5251-4d8f-bdf3-21228d095f52 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175415 Nov 23 18:47:34.369493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb839-b084-499a-be8a-dc7ddc0e167d req-a8620e82-560a-47e9-8946-6eb2420e85e7 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:34.378205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-682bb839-b084-499a-be8a-dc7ddc0e167d req-a8620e82-560a-47e9-8946-6eb2420e85e7 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 944 time: 0.1846960 Nov 23 18:47:34.381782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.396321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:34.412626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.413452 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Added segment 57f456df-324c-4990-90bb-af18375d78df of type vlan for network 2c03a41f-d66f-4ceb-a69e-6e77b4c4312d Nov 23 18:47:34.452283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=84eeb8ee-6836-4a36-9401-a42671cedaae,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:34.464840 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613d9d7-f7af-4db4-82d8-4f32a5bd02ad x-openstack-request-id: req-0613d9d7-f7af-4db4-82d8-4f32a5bd02ad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:34.466884 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-plugged", "status": "completed", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:34.467695 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0613d9d7-f7af-4db4-82d8-4f32a5bd02ad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:34.468893 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'code': 200} Nov 23 18:47:34.508811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.522819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.542943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-682bb839-b084-499a-be8a-dc7ddc0e167d req-b7afc714-53b6-4214-83ef-3e82333ae88a tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636593 Nov 23 18:47:34.552235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:34.554365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:34.688901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:47:34.737239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:34.738839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:34.748480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694c068-a720-4acf-8f81-f94dbfb2569a req-2559e636-b513-4aa3-b9ca-3ce537210387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:34.750055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9694c068-a720-4acf-8f81-f94dbfb2569a req-2559e636-b513-4aa3-b9ca-3ce537210387 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 1096 time: 0.1894624 Nov 23 18:47:34.751976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:34.755888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:34.846907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9694c068-a720-4acf-8f81-f94dbfb2569a req-c3634a55-2a1b-4fe3-a413-79693055b760 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865955 Nov 23 18:47:34.870737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Router 48c9fdea-931e-404d-9158-0a0d420a6750 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:47:34.889467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 721ad446-a4a2-40ee-922e-463b103b1f92 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:34.961388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:34.964145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.972549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:34.994454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:34.995108 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.077270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a4cb3484-51eb-46ed-806d-1b18e4524c3a None None] Provisioning complete for port 84eeb8ee-6836-4a36-9401-a42671cedaae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:35.077647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3484-51eb-46ed-806d-1b18e4524c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.138151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 721ad446-a4a2-40ee-922e-463b103b1f92 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:47:35.143287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-13f2fe62-b659-4397-ad4d-bce75e3bf4d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.149889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-13f2fe62-b659-4397-ad4d-bce75e3bf4d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.153423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event updated for resources: {'Network': ['ID=2c03a41f-d66f-4ceb-a69e-6e77b4c4312d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:35.158200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-13f2fe62-b659-4397-ad4d-bce75e3bf4d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.160653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ebdff337-0d11-4965-a34a-54678a69be03 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9948404 Nov 23 18:47:35.165946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-13f2fe62-b659-4397-ad4d-bce75e3bf4d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.171763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:35.177102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-13f2fe62-b659-4397-ad4d-bce75e3bf4d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3096 time: 0.1506996 Nov 23 18:47:35.183567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2c03a41f-d66f-4ceb-a69e-6e77b4c4312d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:35.195155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:35.196093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 721ad446-a4a2-40ee-922e-463b103b1f92 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:35.197920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.212524 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Sync routers for ids ['48c9fdea-931e-404d-9158-0a0d420a6750'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:35.215211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dc80a96e-35bb-4cdd-95e8-cdd327d73b8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "PUT /v2.0/routers/48c9fdea-931e-404d-9158-0a0d420a6750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7136323 Nov 23 18:47:35.218140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:35.236607 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Routers {'48c9fdea-931e-404d-9158-0a0d420a6750'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:35.237492 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['48c9fdea-931e-404d-9158-0a0d420a6750'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:35.269578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1a504fd8-bc63-47c2-8018-83c73587262c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7433231 Nov 23 18:47:35.307171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb3484-51eb-46ed-806d-1b18e4524c3a None None] Port 84eeb8ee-6836-4a36-9401-a42671cedaae cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:35.307812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'admin_state_up': True, 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'security_groups': ['dca7cf68-0b3d-49ae-8306-8bfdd04541d8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:35.321264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7142-1e5c-4af0-9c55-a5a92d60b603 req-5b5029f9-a726-456a-bca0-f81545b381d1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.323250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee1c7142-1e5c-4af0-9c55-a5a92d60b603 req-5b5029f9-a726-456a-bca0-f81545b381d1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.6755743 Nov 23 18:47:35.348339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0f58a52-63aa-4c15-9c22-b941f4dba72f req-cdc15deb-c02b-44c3-9aac-c0bdf9d7d505 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701059 Nov 23 18:47:35.365841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292003a5-28ab-4203-a3fb-4de7548508ba tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.367821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-292003a5-28ab-4203-a3fb-4de7548508ba tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports/84eeb8ee-6836-4a36-9401-a42671cedaae HTTP/1.1" status: 200 len: 911 time: 0.1474781 Nov 23 18:47:35.370180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53904) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:35.416903 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Set router 48c9fdea-931e-404d-9158-0a0d420a6750 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:35.476468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba4e63-0502-48bd-9cbb-94a4f7cb6807 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.483772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba4e63-0502-48bd-9cbb-94a4f7cb6807 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.485994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.486488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9eba4e63-0502-48bd-9cbb-94a4f7cb6807 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1144958 Nov 23 18:47:35.487578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-774c347e-1bdf-472f-afb3-81a11feec095 None None] Provisioning complete for port a620e0c4-eae2-4d24-ae85-5c021369cf76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:35.488445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:35.492462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-774c347e-1bdf-472f-afb3-81a11feec095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.634190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee1c7142-1e5c-4af0-9c55-a5a92d60b603 req-9b349fde-ddf1-4246-ae9f-37cb08ce575f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884903 Nov 23 18:47:35.734486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0ad08707-7e1c-49f0-9ac0-6b424369b6b5 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks HTTP/1.1" status: 200 len: 12085 time: 0.5532975 Nov 23 18:47:35.734486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Made reservation on behalf of d8043a7b7d354a3f963f60bf1e445865 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:35.737924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.753827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=721ad446-a4a2-40ee-922e-463b103b1f92,segment=NetworkSegment(e0e3f6f2-31c3-431c-a524-47cc03b146ea),segment_id=e0e3f6f2-31c3-431c-a524-47cc03b146ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:35.754113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:35.761492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:35.825294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387f521-eef7-4612-bf4e-525ad5d17fc5 req-3bed8bfc-5d44-425f-9c3e-eac922166688 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:35.834775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3387f521-eef7-4612-bf4e-525ad5d17fc5 req-3bed8bfc-5d44-425f-9c3e-eac922166688 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1687815 Nov 23 18:47:35.840401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:35.843511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-774c347e-1bdf-472f-afb3-81a11feec095 None None] Port a620e0c4-eae2-4d24-ae85-5c021369cf76 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:35.922187 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:32Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': '84eeb8ee-6836-4a36-9401-a42671cedaae', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:1a:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:30Z', 'updated_at': '2021-11-23T18:47:34Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:35.958685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Checking router: 48c9fdea-931e-404d-9158-0a0d420a6750 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:35.958685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Updating router 48c9fdea-931e-404d-9158-0a0d420a6750 port 84eeb8ee-6836-4a36-9401-a42671cedaae binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:47:35.964006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3387f521-eef7-4612-bf4e-525ad5d17fc5 req-c41be5ca-e6a0-4dee-8f91-ca3bdeb41fe9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280699 Nov 23 18:47:35.994892 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.098481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681471af-1f3c-4961-80ab-fff64113c1e3 req-02d15b17-dc94-48e3-830f-1feed179c000 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:36.108264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-681471af-1f3c-4961-80ab-fff64113c1e3 req-02d15b17-dc94-48e3-830f-1feed179c000 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.1771286 Nov 23 18:47:36.147349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32124f9-1f4b-4ebc-afad-e85cd562cbce tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] Network 2c03a41f-d66f-4ceb-a69e-6e77b4c4312d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:36.223050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-681471af-1f3c-4961-80ab-fff64113c1e3 req-49b4c051-0e5b-417d-94de-45ddb2f006b7 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132522 Nov 23 18:47:36.235842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c32124f9-1f4b-4ebc-afad-e85cd562cbce tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "POST /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4749453 Nov 23 18:47:36.236799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595647a6-f23d-46b5-be77-64a4f9a5ddfb None None] Network 2c03a41f-d66f-4ceb-a69e-6e77b4c4312d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:36.238036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:36.302792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.341461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Allocated IP 10.2.2.200 (c2d1764f-dfbf-4f8b-a355-87a3b44e12ef/3391827d-2df1-476c-a922-8695a1c0dfad/cd87475b-e8e7-4f28-8848-324214cc7987) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:36.470348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:36.476296 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d516f79-cb17-4f0f-993c-8ddff1a5ddfc" -d '{"events": [{"server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "name": "network-vif-plugged", "status": "completed", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:36.492315 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.502036 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.632565 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Attempting to bind port 84eeb8ee-6836-4a36-9401-a42671cedaae on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:36.633232 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Attempting to bind port 84eeb8ee-6836-4a36-9401-a42671cedaae by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:36.633829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Attempting to bind port 84eeb8ee-6836-4a36-9401-a42671cedaae on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:36.640617 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1beb8-cc9c-4fe5-b1ca-b416f62eda8c None None] Pushing event updated for resources: {'Port': ['ID=84eeb8ee-6836-4a36-9401-a42671cedaae,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:36.642765 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:36.643267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:36.643818 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.644306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:36.644896 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Bound port: 84eeb8ee-6836-4a36-9401-a42671cedaae, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:36.645390 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.705488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a99b81b4-f73a-46c8-80a1-8605645a7fe8 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks HTTP/1.1" status: 200 len: 12855 time: 0.4612498 Nov 23 18:47:36.705888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:36.774851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 84eeb8ee-6836-4a36-9401-a42671cedaae {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:36.775212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.838166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] For port 84eeb8ee-6836-4a36-9401-a42671cedaae, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:36.841302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-763d4347-a7a6-44a1-8a8e-41096fd4c18e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:36.850355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-763d4347-a7a6-44a1-8a8e-41096fd4c18e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:36.852632 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] For port 84eeb8ee-6836-4a36-9401-a42671cedaae, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=84eeb8ee-6836-4a36-9401-a42671cedaae,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:36.861751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-763d4347-a7a6-44a1-8a8e-41096fd4c18e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:36.867862 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.869815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-763d4347-a7a6-44a1-8a8e-41096fd4c18e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:36.881682 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-763d4347-a7a6-44a1-8a8e-41096fd4c18e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3096 time: 0.3012733 Nov 23 18:47:36.938178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:36.955073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] For port 84eeb8ee-6836-4a36-9401-a42671cedaae, host n-d-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:36.955883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.011239 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Routers {'48c9fdea-931e-404d-9158-0a0d420a6750'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:37.013031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['48c9fdea-931e-404d-9158-0a0d420a6750'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:37.024192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 84eeb8ee-6836-4a36-9401-a42671cedaae owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:37.070181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a684b21e-baec-4c7e-91f7-7e7dff736308 req-3f61395b-8c59-4cad-8da0-722414a93793 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872954 Nov 23 18:47:37.073264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.085692 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1beb8-cc9c-4fe5-b1ca-b416f62eda8c None None] Pushing event updated for resources: {'Port': ['ID=84eeb8ee-6836-4a36-9401-a42671cedaae,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:37.198263 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49db50b9-4ca9-469a-86ed-b7b57bda1838 x-openstack-request-id: req-49db50b9-4ca9-469a-86ed-b7b57bda1838 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:37.199060 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "name": "network-vif-plugged", "status": "completed", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:37.199060 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49db50b9-4ca9-469a-86ed-b7b57bda1838 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:37.199386 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92', 'code': 200} Nov 23 18:47:37.200349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f195bfd6-bf83-4a46-bac6-bd841c171ecd None None] Provisioning complete for port 84eeb8ee-6836-4a36-9401-a42671cedaae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:37.200719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f195bfd6-bf83-4a46-bac6-bd841c171ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.223149 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] Set router 48c9fdea-931e-404d-9158-0a0d420a6750 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:37.392965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:37.474430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:37.495585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f195bfd6-bf83-4a46-bac6-bd841c171ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.504105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:37.509089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.510906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:37.534262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-811aeea9-675e-41ee-8680-c09ce3d93dd3 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "DELETE /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks/2c03a41f-d66f-4ceb-a69e-6e77b4c4312d HTTP/1.1" status: 204 len: 168 time: 0.7870808 Nov 23 18:47:37.566611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:37.621826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=84eeb8ee-6836-4a36-9401-a42671cedaae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:37.648446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834972a-b0b0-40a3-b127-b1e69efd41cd req-0f886f89-8f09-4ff0-bcd0-acb20f36fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:37.650338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8834972a-b0b0-40a3-b127-b1e69efd41cd req-0f886f89-8f09-4ff0-bcd0-acb20f36fbe6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 1096 time: 0.3510807 Nov 23 18:47:37.658631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:37.659774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.698441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4301b465-a7d1-4589-931f-afea3c6678d7 None None] Could not find standard attr ID for object 84eeb8ee-6836-4a36-9401-a42671cedaae. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:47:37.720844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf6c7c-d269-4837-804c-babe684817e8 req-85519775-2cc9-4de1-b3c5-c1edadc68ef7 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:37.747923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21cf6c7c-d269-4837-804c-babe684817e8 req-85519775-2cc9-4de1-b3c5-c1edadc68ef7 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.3557801 Nov 23 18:47:37.768299 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:32Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': '84eeb8ee-6836-4a36-9401-a42671cedaae', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:1a:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:30Z', 'updated_at': '2021-11-23T18:47:36Z', 'revision_number': 4, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:37.772011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ce0a4d18-3d95-4404-9cd7-afc58dc88047 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4898791 Nov 23 18:47:37.779591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c2ef1-05d4-4cea-a29b-1015bfa96172 req-d6d236f2-d246-4ba4-b972-7e4c4c58da38 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:37.787033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e5c2ef1-05d4-4cea-a29b-1015bfa96172 req-d6d236f2-d246-4ba4-b972-7e4c4c58da38 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.3042519 Nov 23 18:47:37.798409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:37.815363 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bda182-4611-4d65-a2a1-8606c5357674 None None] The sync data for ids ['48c9fdea-931e-404d-9158-0a0d420a6750'] in n-d-792364-9 is: [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:32Z', 'revision_number': 2, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None, '_interfaces': [{'id': '84eeb8ee-6836-4a36-9401-a42671cedaae', 'name': '', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'mac_address': 'fa:16:3e:1a:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:47:30Z', 'updated_at': '2021-11-23T18:47:36Z', 'revision_number': 4, 'project_id': '371446877b92485897b2777475e52958', 'subnets': [{'id': '173441ea-9766-4e86-8d0e-b1deb0aea31b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:37.874198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:37.972124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8834972a-b0b0-40a3-b127-b1e69efd41cd req-8b8cdbf0-0d9d-4ee6-8489-4f59f60a44de service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074858 Nov 23 18:47:38.024546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.067259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21cf6c7c-d269-4837-804c-babe684817e8 req-4e4634b3-6bf9-42cb-8cfa-e7c11eccbf09 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182502 Nov 23 18:47:38.106771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a4680955-e2aa-421b-9a59-418ec4f7e619 None None] Provisioning complete for port cd87475b-e8e7-4f28-8848-324214cc7987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:38.108094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4680955-e2aa-421b-9a59-418ec4f7e619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.164390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e5c2ef1-05d4-4cea-a29b-1015bfa96172 req-b1ca62a6-9f85-483a-a6fe-24a02d977b29 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760264 Nov 23 18:47:38.199906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a4680955-e2aa-421b-9a59-418ec4f7e619 None None] Port cd87475b-e8e7-4f28-8848-324214cc7987 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:47:38.461822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-254df602-986b-45f3-936a-2e0961da2ea6 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks HTTP/1.1" status: 200 len: 12085 time: 0.8920619 Nov 23 18:47:38.470485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:38.502597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Router 48c9fdea-931e-404d-9158-0a0d420a6750 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:47:38.558290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8a53-9d47-4833-8bef-bc0abbd9b9d9 req-718de0d9-249e-4720-98a6-e014b5cb07a0 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:38.560536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1dc8a53-9d47-4833-8bef-bc0abbd9b9d9 req-718de0d9-249e-4720-98a6-e014b5cb07a0 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.1244068 Nov 23 18:47:38.569657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d70abe47-b56f-4c7a-a0ca-0e845272dd8a tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/networks/fa7d16ad-788d-4dcd-a241-717408727e93/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0980656 Nov 23 18:47:38.580311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:38.639945 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.719440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:38.726303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f612453-1072-4392-8b6e-0470eb6b3a5c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:38.738299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.759996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Transition to ACTIVE for port object 0f612453-1072-4392-8b6e-0470eb6b3a5c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:38.777815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff1f13-54ad-43a1-a98d-c82445b375a5 req-21f1c94f-0ed6-4257-a80b-7130188e8d27 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:38.779482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3eff1f13-54ad-43a1-a98d-c82445b375a5 req-21f1c94f-0ed6-4257-a80b-7130188e8d27 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1337209 Nov 23 18:47:38.788218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.876647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:38.925038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:38.931399 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:39.003242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:39.060728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3eff1f13-54ad-43a1-a98d-c82445b375a5 req-79207f71-fab8-49c4-bd61-101a721acc60 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710283 Nov 23 18:47:39.102523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:39.141433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Attempting to bind port 0f612453-1072-4392-8b6e-0470eb6b3a5c on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:39.141778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Attempting to bind port 0f612453-1072-4392-8b6e-0470eb6b3a5c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:39.142109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Attempting to bind port 0f612453-1072-4392-8b6e-0470eb6b3a5c on network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:39.150964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Port 0f612453-1072-4392-8b6e-0470eb6b3a5c on network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:39.151289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Attempting to bind port 0f612453-1072-4392-8b6e-0470eb6b3a5c on network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:39.190765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:39.191442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Checking segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:39.191992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Bound using segment: {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:39.192594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Bound port: 0f612453-1072-4392-8b6e-0470eb6b3a5c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:39.193501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:39.200568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:39.203646 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc264b9a-581c-4b62-b322-2f90ebacab4b" -d '{"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:39.296313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1dc8a53-9d47-4833-8bef-bc0abbd9b9d9 req-0931b390-5fd9-4a5c-86b7-839870944978 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250109 Nov 23 18:47:39.300902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03b3b317-8988-4788-8121-1ef2fd1ade21 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/networks/fa7d16ad-788d-4dcd-a241-717408727e93/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.6583972 Nov 23 18:47:39.302600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:39.311071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:39.318699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:39.336588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:39.353896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dfc64ce-7e09-41f2-9862-023a7f9858db tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "PUT /v2.0/routers/48c9fdea-931e-404d-9158-0a0d420a6750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8641322 Nov 23 18:47:39.363183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:39.364742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:39.488041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.496389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.506257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.514101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.521187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.527067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be47e98c-e669-4e36-a176-de24412bc68c req-2836a841-67c9-4a76-bc8d-bba237e7bffd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3829 time: 0.3603411 Nov 23 18:47:39.597609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.598553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:39.601369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] 10.222.0.50 "PUT /v2.0/ports/0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1092 time: 1.8138001 Nov 23 18:47:39.602123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b222-1902-4c65-ae4c-f4b5335cfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:39.631100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595482f7-b77d-474a-80aa-bca04b31507e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.636798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595482f7-b77d-474a-80aa-bca04b31507e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:39.638860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-595482f7-b77d-474a-80aa-bca04b31507e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2687359 Nov 23 18:47:39.640740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:39.644434 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e66290-6f16-4b97-977d-daf8dcc7f3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:39.651499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:39.663993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9c89570-5249-4767-9fc9-d27273cb2a43 tempest-DHCPAgentSchedulersTestJSON-283408605 tempest-DHCPAgentSchedulersTestJSON-283408605-project-admin] 10.222.0.37 "GET /v2.0/agents/a9a7ced7-ddb1-4a9a-9852-8247e26510bb/dhcp-networks HTTP/1.1" status: 200 len: 12085 time: 0.3430507 Nov 23 18:47:39.674604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:39.690374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:39.938247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.117742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-0a9252df-7d80-4779-b505-edda4d842f01 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:40.119643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-0a9252df-7d80-4779-b505-edda4d842f01 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.4544833 Nov 23 18:47:40.121607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.149659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-2803fd8d-cdb0-4268-b2b0-928440d8f833 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/quotas/b9f2d6a67ad146b1bac263c08a8c2290 HTTP/1.1" status: 200 len: 375 time: 0.0161335 Nov 23 18:47:40.169439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c03a41f-d66f-4ceb-a69e-6e77b4c4312d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.196186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f456df-324c-4990-90bb-af18375d78df') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.196660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f456df-324c-4990-90bb-af18375d78df') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.213284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.237008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.250435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.257023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.267227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:40.267857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:40.271078 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:40.279904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 173441ea-9766-4e86-8d0e-b1deb0aea31b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:40.289393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be47e98c-e669-4e36-a176-de24412bc68c req-24407870-e160-4312-96ca-22f921f94f06 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6369209 Nov 23 18:47:40.302652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-55e1de16-138e-4482-a6c4-af459f7e7f0e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459112 Nov 23 18:47:40.313257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.393882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Sync routers for ids ['48c9fdea-931e-404d-9158-0a0d420a6750'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:40.427936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.434522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.439407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "DELETE /v2.0/networks/2c03a41f-d66f-4ceb-a69e-6e77b4c4312d HTTP/1.1" status: 204 len: 168 time: 0.7619674 Nov 23 18:47:40.446446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:40.448439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Routers {'48c9fdea-931e-404d-9158-0a0d420a6750'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:40.451238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['48c9fdea-931e-404d-9158-0a0d420a6750'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.457152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-da821a2d-7b75-47b2-9092-f6e8e27d45ba tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:40.458767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-da821a2d-7b75-47b2-9092-f6e8e27d45ba tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a3ad05a-4bb8-4ef4-9746-5928649808b2 HTTP/1.1" status: 200 len: 944 time: 0.2501380 Nov 23 18:47:40.504339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.581431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Set router 48c9fdea-931e-404d-9158-0a0d420a6750 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:40.647574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d5473-f769-443f-87ac-304d50edd8d5 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event deleted for resources: {'Network': ['ID=2c03a41f-d66f-4ceb-a69e-6e77b4c4312d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:40.671634 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fc8f5c-f5d6-4931-b4f8-0b24bba29069 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] DELETE failed (client error): The resource could not be found. Nov 23 18:47:40.672221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fc8f5c-f5d6-4931-b4f8-0b24bba29069 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:47:40.677869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-77fc8f5c-f5d6-4931-b4f8-0b24bba29069 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "DELETE /v2.0/ports/9c7919f3-a377-4d64-8337-d806193dea6a HTTP/1.1" status: 404 len: 333 time: 0.2158041 Nov 23 18:47:40.680819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:40.736656 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63917431-e7d9-4ba0-acfc-566e3c147f12 x-openstack-request-id: req-63917431-e7d9-4ba0-acfc-566e3c147f12 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:40.736996 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:40.737851 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63917431-e7d9-4ba0-acfc-566e3c147f12 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:40.738283 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'code': 200} Nov 23 18:47:40.739193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:37Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.770826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.783459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Checking router: 48c9fdea-931e-404d-9158-0a0d420a6750 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:40.795528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Routers {'48c9fdea-931e-404d-9158-0a0d420a6750'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:40.796803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['48c9fdea-931e-404d-9158-0a0d420a6750'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:40.854855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-82154228-0efc-4a2a-8afe-7d6ea297c05a service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512984 Nov 23 18:47:40.900566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Deleting subnet 0690b6a7-0196-432d-831d-1112e252da97 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:40.914970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:40.931571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] Set router 48c9fdea-931e-404d-9158-0a0d420a6750 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:40.942304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bee7b-dfd3-4ed2-8fb8-cf71b511c873 req-b15d0e85-2dc4-4e95-b0a1-f151ce2dbe63 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:40.943762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-961bee7b-dfd3-4ed2-8fb8-cf71b511c873 req-b15d0e85-2dc4-4e95-b0a1-f151ce2dbe63 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1155388 Nov 23 18:47:40.951780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.032815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:37Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:41.063043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23c40c0-7746-4258-81fa-bb6315ce472b None None] The sync data for ids ['48c9fdea-931e-404d-9158-0a0d420a6750'] in n-d-792364-9 is: [{'id': '48c9fdea-931e-404d-9158-0a0d420a6750', 'name': 'tempest-NetworksTestDHCPv6-router-838893268', 'tenant_id': '371446877b92485897b2777475e52958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:47:26Z', 'updated_at': '2021-11-23T18:47:37Z', 'revision_number': 3, 'project_id': '371446877b92485897b2777475e52958', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:41.066286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.073851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Deleting port 6505f503-bb6e-46a9-b2cd-bb752a0b339b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:41.074200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.120416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=173441ea-9766-4e86-8d0e-b1deb0aea31b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:41.123596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ba4e3-12a8-4727-99cc-77d2641634b8 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:41.160723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.170076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0e2ca997-a9ba-411b-9ba3-16a69473a3b9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/173441ea-9766-4e86-8d0e-b1deb0aea31b HTTP/1.1" status: 204 len: 168 time: 1.5096316 Nov 23 18:47:41.188963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-961bee7b-dfd3-4ed2-8fb8-cf71b511c873 req-b7234aee-1d12-478e-a001-301c1cd3d371 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346809 Nov 23 18:47:41.189647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:41.202008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.217767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:41.271973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.389054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Transition to ACTIVE for port object 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:41.394466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-9c1462b1-ca49-4274-a8d7-c698a1482f8b service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878960 Nov 23 18:47:41.399945 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349d203e-9c0c-44d2-b81a-c02965ac45f5 x-openstack-request-id: req-349d203e-9c0c-44d2-b81a-c02965ac45f5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:41.400502 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:41.400765 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-349d203e-9c0c-44d2-b81a-c02965ac45f5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:41.401170 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'status': 'completed', 'code': 200} Nov 23 18:47:41.402008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.423280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.451519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:41.503415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a2e5208-60b6-45c8-8f4b-8ab32160cb21 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3011699 Nov 23 18:47:41.503669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:41.625917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 84eeb8ee-6836-4a36-9401-a42671cedaae no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:41.698639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 84eeb8ee-6836-4a36-9401-a42671cedaae {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:41.699338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 84eeb8ee-6836-4a36-9401-a42671cedaae not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:41.700790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f840ac4b-809d-4c4d-a5f5-e5b4f316074e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:41.744833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:41.764990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event deleted for resources: {'Subnet': ['ID=0690b6a7-0196-432d-831d-1112e252da97,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:41.798111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a002c3a1-529d-439d-983f-f5037a034c42 None None] Network fa7d16ad-788d-4dcd-a241-717408727e93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:41.827569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:41.949598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.949925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.955418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.955904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.956378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.956907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:41.958816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-6898136a-1aff-4d59-8f03-6f1940238636 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5250 time: 0.5061879 Nov 23 18:47:41.985631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] For port 6505f503-bb6e-46a9-b2cd-bb752a0b339b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6505f503-bb6e-46a9-b2cd-bb752a0b339b,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:41.986429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.010903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Calling delete_port for 6505f503-bb6e-46a9-b2cd-bb752a0b339b owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:42.037213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.044199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-18a3d8fa-2d33-4148-a985-c377d901b5ce tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "DELETE /v2.0/subnets/0690b6a7-0196-432d-831d-1112e252da97 HTTP/1.1" status: 204 len: 168 time: 1.3579907 Nov 23 18:47:42.091683 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Deleting port f840ac4b-809d-4c4d-a5f5-e5b4f316074e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:42.092071 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.118440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:42.155020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49713e8e-f157-4fce-8670-12a52b9b2c7d req-a0b117b4-8ada-49fa-9fdc-98b448b7bbf2 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.164702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49713e8e-f157-4fce-8670-12a52b9b2c7d req-a0b117b4-8ada-49fa-9fdc-98b448b7bbf2 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.5822585 Nov 23 18:47:42.169717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] For port f840ac4b-809d-4c4d-a5f5-e5b4f316074e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:42.170213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.184780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Calling delete_port for f840ac4b-809d-4c4d-a5f5-e5b4f316074e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:42.306469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Attempting to bind port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:42.306934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Attempting to bind port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:42.307331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Attempting to bind port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:42.322299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:42.322624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Attempting to bind port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:42.323860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.342884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] No DVR routers for this DVR port f840ac4b-809d-4c4d-a5f5-e5b4f316074e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:42.343394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-36469e85-3802-40b2-b8e5-7bfce70a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.343865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-36469e85-3802-40b2-b8e5-7bfce70a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.344587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-36469e85-3802-40b2-b8e5-7bfce70a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.346549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-36469e85-3802-40b2-b8e5-7bfce70a3b63 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d8043a7b7d354a3f963f60bf1e445865&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3750687 Nov 23 18:47:42.351465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.367004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49713e8e-f157-4fce-8670-12a52b9b2c7d req-d9db463c-9730-446e-a9fb-2570ad0a14c7 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013626 Nov 23 18:47:42.380111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:42.380624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:42.381166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Bound using segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:42.381757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Bound port: 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:42.382246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.450002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No active binding found for port f840ac4b-809d-4c4d-a5f5-e5b4f316074e {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:47:42.450599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f840ac4b-809d-4c4d-a5f5-e5b4f316074e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:42.469044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdc49d-9701-496e-a8a7-0215578d50a5 None None] Pushing event deleted for resources: {'Port': ['ID=f840ac4b-809d-4c4d-a5f5-e5b4f316074e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:42.550538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.563574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762559-74b1-495a-a307-c7f5258a5e29 req-b5ec2c10-7814-462f-ae9e-de4f5e26fa7c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.575021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b762559-74b1-495a-a307-c7f5258a5e29 req-b5ec2c10-7814-462f-ae9e-de4f5e26fa7c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.5476041 Nov 23 18:47:42.589158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] DHCP port deletion for fa7d16ad-788d-4dcd-a241-717408727e93 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:42.597469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.665025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Deleting port 894e1f48-0371-45cd-8469-4876fc3cd982 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:42.665368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.721833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.722658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Fanout notify agent at l3_agent the message router_deleted on router 48c9fdea-931e-404d-9158-0a0d420a6750 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:47:42.727679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-1be102b1-a595-45fc-9386-9735b0ce92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.729128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59e66290-6f16-4b97-977d-daf8dcc7f3d3 req-1be102b1-a595-45fc-9386-9735b0ce92e4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3591468 Nov 23 18:47:42.731724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.732801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-74ed13fe-f1ba-4ebb-a851-8d4a9f45cae5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/routers/48c9fdea-931e-404d-9158-0a0d420a6750 HTTP/1.1" status: 204 len: 168 time: 1.2279541 Nov 23 18:47:42.737924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:42.743713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:42.749219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:42.757867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b762559-74b1-495a-a307-c7f5258a5e29 req-35c7b552-1549-4624-8465-ce7468a26652 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815619 Nov 23 18:47:42.764176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.770711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.776818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.784263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.789539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-38e43f1d-73df-4c37-a13c-9cbc53f3913a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501282 Nov 23 18:47:42.790763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.797206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:42.806299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-de589bc8-3ecd-4be0-88ec-d5e93d068618 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 4606 time: 0.3353863 Nov 23 18:47:42.814035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:42.829644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.864226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] For port 894e1f48-0371-45cd-8469-4876fc3cd982, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=894e1f48-0371-45cd-8469-4876fc3cd982,segment=NetworkSegment(8a208979-4211-4d27-b633-4533951cb263),segment_id=8a208979-4211-4d27-b633-4533951cb263)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:42.869037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.902007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:42.916847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Calling delete_port for 894e1f48-0371-45cd-8469-4876fc3cd982 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:42.981907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event deleted for resources: {'Port': ['ID=6505f503-bb6e-46a9-b2cd-bb752a0b339b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:43.003861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-799c4d4d-0b70-487f-8096-680f93a8fa45 req-5e9ac687-eaca-4d53-8562-9711391beb96 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 210 time: 0.0779860 Nov 23 18:47:43.033814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] No DVR routers for this DVR port 6505f503-bb6e-46a9-b2cd-bb752a0b339b on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:43.035178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.044844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c4ce0738-7d17-48fe-83bd-43b040e8b759 req-c309253a-242f-4fbd-a077-97b23d7351f8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "DELETE /v2.0/ports/6505f503-bb6e-46a9-b2cd-bb752a0b339b HTTP/1.1" status: 204 len: 173 time: 2.5260587 Nov 23 18:47:43.045491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-deleted', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:43.051287 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99236dd1-7167-416f-a27a-022987174c1e" -d '{"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-deleted", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:43.068353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:43.076106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d652f9-84cb-4462-94db-e209f534a14c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:43.082578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:43.092626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e8d652f9-84cb-4462-94db-e209f534a14c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2763174 Nov 23 18:47:43.100707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.119640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Deleting port 894e1f48-0371-45cd-8469-4876fc3cd982 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:43.120097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.134573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:43.146165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.149318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-aa08a69b-5d07-48af-8650-a173b65daf49 service neutron] 10.222.0.50 "PUT /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 1135 time: 3.4991572 Nov 23 18:47:43.179903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] Pushing event deleted for resources: {'Port': ['ID=894e1f48-0371-45cd-8469-4876fc3cd982,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:43.192361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bbfe54b1-5d47-4a5a-b19a-ff89b8b7003f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080101 Nov 23 18:47:43.205341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a595d-ed02-45a3-b813-df7478fe3265 None None] No DVR routers for this DVR port 894e1f48-0371-45cd-8469-4876fc3cd982 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:43.219848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:43.251927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:43.256894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:43.427014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:43.430375 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "41cd4f9e-0a22-49d3-a850-8b7ff3a8e290"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:43.481317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea0bcce1-9693-4802-af7d-85796a3c9793 req-008e2974-d1b5-46fa-afe8-a3402ac387ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6726832 Nov 23 18:47:43.487250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] For port 894e1f48-0371-45cd-8469-4876fc3cd982, host n-d-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:43.488047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.512248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Calling delete_port for 894e1f48-0371-45cd-8469-4876fc3cd982 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:43.517179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Port 894e1f48-0371-45cd-8469-4876fc3cd982 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:47:43.519819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.578277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 894e1f48-0371-45cd-8469-4876fc3cd982 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:43.638332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event deleted for resources: {'Port': ['ID=894e1f48-0371-45cd-8469-4876fc3cd982,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:43.650516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] No DVR routers for this DVR port 894e1f48-0371-45cd-8469-4876fc3cd982 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:43.653110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 894e1f48-0371-45cd-8469-4876fc3cd982 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:43.653506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 894e1f48-0371-45cd-8469-4876fc3cd982 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:43.716524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.716882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.717234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.717576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.717910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.718242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.718581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.718902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.719340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.719674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.720000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.720328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:43.727042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.884327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e36c-1d61-4987-be64-94fa93f305b5 req-c50bc4b6-85bd-46ec-902d-21c717e62c5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:43.886602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e248e36c-1d61-4987-be64-94fa93f305b5 req-c50bc4b6-85bd-46ec-902d-21c717e62c5c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.6927383 Nov 23 18:47:43.898446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.954047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7d16ad-788d-4dcd-a241-717408727e93']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:43.970493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-96aa76c8-2449-458b-91e1-728645f16d03 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:43.971995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-96aa76c8-2449-458b-91e1-728645f16d03 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.7063909 Nov 23 18:47:43.975569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:43.978991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:43.998868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Request body: {'port': {'device_id': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'admin_state_up': True, 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:44.013955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e248e36c-1d61-4987-be64-94fa93f305b5 req-19dec29f-cd47-441e-ac5c-5659affa17b2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129603 Nov 23 18:47:44.028680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a208979-4211-4d27-b633-4533951cb263') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:44.029308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a208979-4211-4d27-b633-4533951cb263') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:44.051876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1abece-9fee-43c9-9514-3d186e0ddcd8 req-e58dbe96-8af2-49b5-a330-5c1aa871387b tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.060213 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da1abece-9fee-43c9-9514-3d186e0ddcd8 req-e58dbe96-8af2-49b5-a330-5c1aa871387b tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.2620473 Nov 23 18:47:44.088802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.124529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.130191 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4838924-131a-4266-9765-b622f4f90f05 x-openstack-request-id: req-c4838924-131a-4266-9765-b622f4f90f05 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:44.131651 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "41cd4f9e-0a22-49d3-a850-8b7ff3a8e290", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:44.132180 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4838924-131a-4266-9765-b622f4f90f05 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:44.132875 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290', 'status': 'completed', 'code': 200} Nov 23 18:47:44.164797 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a107c3a-0713-4a57-b5ee-73a02c48934a x-openstack-request-id: req-2a107c3a-0713-4a57-b5ee-73a02c48934a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:44.165108 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3ad05a-4bb8-4ef4-9746-5928649808b2", "name": "network-vif-deleted", "tag": "6505f503-bb6e-46a9-b2cd-bb752a0b339b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:44.165367 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a107c3a-0713-4a57-b5ee-73a02c48934a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:44.165762 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3ad05a-4bb8-4ef4-9746-5928649808b2', 'name': 'network-vif-deleted', 'tag': '6505f503-bb6e-46a9-b2cd-bb752a0b339b', 'status': 'completed', 'code': 200} Nov 23 18:47:44.173830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:44.174551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:44.179530 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:44.252145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da1abece-9fee-43c9-9514-3d186e0ddcd8 req-299e26ae-c1ed-4848-b4e7-31b9126da16e tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906366 Nov 23 18:47:44.264700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:44.268339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.359201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1a77-4373-4c9d-85d1-ce995bcf2fe5 req-2ce2b547-93f0-4202-9284-955a3e419fa0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.360628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ffe1a77-4373-4c9d-85d1-ce995bcf2fe5 req-2ce2b547-93f0-4202-9284-955a3e419fa0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1417778 Nov 23 18:47:44.493488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.494226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.494697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.495142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.495616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.496065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.498044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-c6539151-9261-4df3-bc64-30c3dde30ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5292 time: 0.3381298 Nov 23 18:47:44.500078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a07a32d-d2d1-46f5-9a57-c84a8537a33f req-d2d108b1-1bac-4fe1-a0ac-686d947f546c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 210 time: 0.0779896 Nov 23 18:47:44.502858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.510201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.516335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] 10.222.0.37 "DELETE /v2.0/networks/fa7d16ad-788d-4dcd-a241-717408727e93 HTTP/1.1" status: 204 len: 168 time: 2.3963323 Nov 23 18:47:44.578639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e2e1-1d23-4e59-90e1-7b5d8a2a7396 tempest-DHCPAgentSchedulersTestJSON-1906259015 tempest-DHCPAgentSchedulersTestJSON-1906259015-project] Pushing event deleted for resources: {'Network': ['ID=fa7d16ad-788d-4dcd-a241-717408727e93,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:44.727444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-80784142-0b4d-4147-908f-9e354f71de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.727914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-80784142-0b4d-4147-908f-9e354f71de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.728491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-80784142-0b4d-4147-908f-9e354f71de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.732534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-80784142-0b4d-4147-908f-9e354f71de99 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d8043a7b7d354a3f963f60bf1e445865&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2123652 Nov 23 18:47:44.733570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:44.745234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e65af09-06ec-4234-8e45-7e97e05ba6c0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:44.775020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 6505f503-bb6e-46a9-b2cd-bb752a0b339b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:44.780838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6505f503-bb6e-46a9-b2cd-bb752a0b339b not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:44.800723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Allocated IP 172.20.0.8 (34f421e6-931f-4a2c-974d-9711e00bc88a/ef39d24b-f1e0-4032-b37f-15ca419765a9/fe807fbb-7643-43f7-bbd7-0c18fcb33ca6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:44.887299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.924225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Transition to ACTIVE for port object 0e65af09-06ec-4234-8e45-7e97e05ba6c0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:44.926893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-78d5c14d-5ac5-4ed0-bdd4-cbfcde873b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:44.929145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-354e8d5b-71f1-4c49-b0fb-3ae4b6753b22 req-78d5c14d-5ac5-4ed0-bdd4-cbfcde873b60 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792834 Nov 23 18:47:44.930401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.975282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ffe1a77-4373-4c9d-85d1-ce995bcf2fe5 req-eedc77a4-eee2-4063-a434-3209a49052f5 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944231 Nov 23 18:47:45.122280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:45.215796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Attempting to bind port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:45.218051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Attempting to bind port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:45.218813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Attempting to bind port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:45.226595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:45.229476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Attempting to bind port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:45.232942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:45.255732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:45.256163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:45.256674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Bound using segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:45.257129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Bound port: 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:45.257495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.413433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:47:45.421658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.444858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.452017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.458114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.460490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea1c5-c76e-4253-81a6-643fe30e5673 req-5b679d8d-b701-4db7-8ea2-4aee219e6196 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.462262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f9ea1c5-c76e-4253-81a6-643fe30e5673 req-5b679d8d-b701-4db7-8ea2-4aee219e6196 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1158895 Nov 23 18:47:45.464181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.471017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.477337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.479029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:45.483722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.485583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-993a5bfd-006b-41b1-9eaa-5cb5b86285c3 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5384 time: 0.2951672 Nov 23 18:47:45.511509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.539641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:45.551234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.561226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:45.566845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03a61331-b41a-48f9-8cc7-789b18a545cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c3ad70fe8144ba39d1e9f6ac2b88ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293862 Nov 23 18:47:45.570479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:45.571800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:45.581829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.582431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.586463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=87ae71ca-f7f9-4446-be37-2a9bb54cc130,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:45.598908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9818b44-b500-48a5-9396-eebe5266a765 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:45.647881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:45.648823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.651567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] 10.222.0.50 "PUT /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 1136 time: 2.4467423 Nov 23 18:47:45.660016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bab614e-2759-44f5-87d1-ff179fba0d91 req-e6d8419a-e66d-440b-8e1a-c0302399a480 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458673 Nov 23 18:47:45.686496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2fbdd503-75c1-484c-8436-9903767a3ff4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4449790 Nov 23 18:47:45.694010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f9ea1c5-c76e-4253-81a6-643fe30e5673 req-8beb6344-c65e-4c41-afc9-ed10cf9e36ed tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162123 Nov 23 18:47:45.694510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:45.710334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:45.713742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:45.735582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.902587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:45.927049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '87ae71ca-f7f9-4446-be37-2a9bb54cc130'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:45.928745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.962930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Network 34f421e6-931f-4a2c-974d-9711e00bc88a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:45.977348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:45.988210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:46.074198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705cbbe-26ea-45fc-8038-9b532a145835 req-3b1a7e5c-3710-4d03-bc90-365619a1448a tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:46.077283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b705cbbe-26ea-45fc-8038-9b532a145835 req-3b1a7e5c-3710-4d03-bc90-365619a1448a tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.2340796 Nov 23 18:47:46.138152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Allocated IP 2001:db8::f816:3eff:fe32:c4d7 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/87ae71ca-f7f9-4446-be37-2a9bb54cc130/1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:46.193290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b705cbbe-26ea-45fc-8038-9b532a145835 req-28e197d1-68c2-4139-a344-27bd16edc811 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077688 Nov 23 18:47:46.204311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:46.205055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.227723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0e65af09-06ec-4234-8e45-7e97e05ba6c0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:46.232306 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b946d2-1106-42fd-bcbd-e90b7c5764f7" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0e65af09-06ec-4234-8e45-7e97e05ba6c0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:46.237231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.239586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:46.243458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.267342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-4b799956-c786-4074-a6b8-346c79c70444 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2824860 Nov 23 18:47:46.289283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Request body: {'port': {'device_id': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:46.306536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a99b2-15c9-4821-a03d-278b5d9cf59a service neutron] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:46.322827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.325038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.450347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917d01-86f1-4502-9936-8f469d2b2bb5 req-b5c6cdf3-d7bc-424b-8935-13a933e762ba tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:46.465738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51917d01-86f1-4502-9936-8f469d2b2bb5 req-b5c6cdf3-d7bc-424b-8935-13a933e762ba tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.6292567 Nov 23 18:47:46.540772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.543727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.544934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cabe3f4-3176-4ccf-9fc8-716db30abec1 HTTP/1.1" status: 204 len: 168 time: 0.9637294 Nov 23 18:47:46.617473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.645344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.658866 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.672344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17a0b-9d4d-43e1-8d24-5e832e8ffe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cabe3f4-3176-4ccf-9fc8-716db30abec1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:46.702426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51917d01-86f1-4502-9936-8f469d2b2bb5 req-94908f58-d7e9-4a96-a03f-136051d19ef8 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351923 Nov 23 18:47:46.762639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:46.769186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:46.776427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:46.802408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Pushing event updated for resources: {'Port': ['ID=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:46.888427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Attempting to bind port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:46.888806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Attempting to bind port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:46.889643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Attempting to bind port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:46.897596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:46.897990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:46.898650 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.899500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:46.899991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Bound port: 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:46.900371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.915602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d10d-0762-4780-b872-a0bff27fb1c6 req-fa632f6b-bdce-4ed5-ad57-0512c670b9c0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:46.920451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e11d10d-0762-4780-b872-a0bff27fb1c6 req-fa632f6b-bdce-4ed5-ad57-0512c670b9c0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 931 time: 0.6127331 Nov 23 18:47:46.924598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.060727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] For port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:47.066393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] For port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:47.072618 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.110083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde45bf0-8136-4e10-bf4a-d9b5ac93749c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:47.128129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.175898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c1dc8-7c78-4457-aa7c-9b82b8ac765a None None] Pushing event updated for resources: {'Port': ['ID=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:47.217914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a4-d90d-4288-9f0e-18da100366db req-e19cd2e4-eb57-4aa9-8141-d1f629ac32fb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.232257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-092715a4-d90d-4288-9f0e-18da100366db req-e19cd2e4-eb57-4aa9-8141-d1f629ac32fb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.2063005 Nov 23 18:47:47.235250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Transition to ACTIVE for port object bde45bf0-8136-4e10-bf4a-d9b5ac93749c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:47.240467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.279248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:47.300900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:47.311397 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=f7300811-925f-4987-929a-c6a9b6d7f115,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:47.328974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:47.333333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd7c3-62cd-46b1-9b06-fe63adfde988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.364045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.365124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.392338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-092715a4-d90d-4288-9f0e-18da100366db req-b6bcd817-a201-4824-be5a-872c17bf6b82 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175766 Nov 23 18:47:47.409935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:47.422062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e11d10d-0762-4780-b872-a0bff27fb1c6 req-98beccd9-2b8f-4b15-be73-f7916a2f789a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645593 Nov 23 18:47:47.455110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2e67d241-0583-4bf1-88e5-aed84ea406c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7547336 Nov 23 18:47:47.505487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:47.512440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:5d:c1:da', 'name': 'tempest-NetworksTestDHCPv6-728082218'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:47.723058 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61fbcb-93b3-4fb2-a1af-943fd385bfce x-openstack-request-id: req-5c61fbcb-93b3-4fb2-a1af-943fd385bfce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:47.723488 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0e65af09-06ec-4234-8e45-7e97e05ba6c0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:47.723676 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c61fbcb-93b3-4fb2-a1af-943fd385bfce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:47.724070 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0e65af09-06ec-4234-8e45-7e97e05ba6c0', 'status': 'completed', 'code': 200} Nov 23 18:47:47.897013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd7c3-62cd-46b1-9b06-fe63adfde988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.909655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd7c3-62cd-46b1-9b06-fe63adfde988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.915462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:47.925137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:47.941741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9f0f-e530-46c6-9e3f-874849bc91e0 req-adcecfed-667d-44ed-8182-07f5d91dd7f5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.943559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b05c9f0f-e530-46c6-9e3f-874849bc91e0 req-adcecfed-667d-44ed-8182-07f5d91dd7f5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.2285600 Nov 23 18:47:47.945679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:47.991677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.992456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.994501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.997452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.997452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.997942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:47.998495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.000821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-2fe53bab-ae7a-4900-9e0d-9749fc3dc5b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6246 time: 0.2811801 Nov 23 18:47:48.013147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.019482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.024299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Transition to ACTIVE for port object fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:48.026182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.032843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.038760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.040663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.045143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.052302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.054027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-ae1587e4-4f88-4fd1-abd0-85b9948736a1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5396 time: 0.3291914 Nov 23 18:47:48.061559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Attempting to bind port bde45bf0-8136-4e10-bf4a-d9b5ac93749c on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:48.062041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Attempting to bind port bde45bf0-8136-4e10-bf4a-d9b5ac93749c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:48.062737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Attempting to bind port bde45bf0-8136-4e10-bf4a-d9b5ac93749c on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:48.106424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b05c9f0f-e530-46c6-9e3f-874849bc91e0 req-fc010a2b-77c1-4d04-bbbd-2f4c8f1a6e30 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438677 Nov 23 18:47:48.145692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0dbdd7c3-62cd-46b1-9b06-fe63adfde988 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17d18f11da97426d82910f8172aca779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8647480 Nov 23 18:47:48.152180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54144) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:48.162754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:48.167824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.194756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Port bde45bf0-8136-4e10-bf4a-d9b5ac93749c on network 5782e818-89e6-4ec9-a23f-23f9726354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:48.195082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Attempting to bind port bde45bf0-8136-4e10-bf4a-d9b5ac93749c on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:48.200413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdd7c3-62cd-46b1-9b06-fe63adfde988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516bfba-5187-485c-b3c9-19320e1cd699,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:48.218451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:48.218702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:48.219017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Bound using segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:48.219483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Bound port: bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:48.219842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.240524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 0fedc475-a7fe-463c-af24-63079bf7c198 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:47:48.365571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Attempting to bind port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:48.366195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Attempting to bind port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:48.366195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Attempting to bind port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:48.381603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 on network 34f421e6-931f-4a2c-974d-9711e00bc88a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:48.381901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Attempting to bind port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:48.414732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-4ba09bbe-241b-4442-903b-b347d4bb58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.415593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-4ba09bbe-241b-4442-903b-b347d4bb58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.416092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-4ba09bbe-241b-4442-903b-b347d4bb58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.419598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-4ba09bbe-241b-4442-903b-b347d4bb58be service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d8043a7b7d354a3f963f60bf1e445865&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3644080 Nov 23 18:47:48.422320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:48.422854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Checking segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:48.423238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Bound using segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:48.423839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Bound port: fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:48.424375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.432005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.445824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5719b83c-765c-4371-8cd2-658ace8979e4 req-c6b512cc-cac7-47f8-989c-4efd1f3971d9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3344069 Nov 23 18:47:48.523459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:48.593745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.597672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:48.635916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:48.641383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.643882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:48.648839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 172.20.0.10 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/f7300811-925f-4987-929a-c6a9b6d7f115/0fedc475-a7fe-463c-af24-63079bf7c198) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:48.655899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.667995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fe5d:c1da (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/87ae71ca-f7f9-4446-be37-2a9bb54cc130/0fedc475-a7fe-463c-af24-63079bf7c198) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:48.714328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.718299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.720054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 HTTP/1.1" status: 200 len: 1091 time: 2.4393642 Nov 23 18:47:48.723008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:48.725654 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:48.816758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:48.900664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.901289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.903777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] 10.222.0.50 "PUT /v2.0/ports/bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 1091 time: 3.2060547 Nov 23 18:47:48.952482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:48.987760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e1c6-31af-4ed9-83e3-e632ac880678 service neutron] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:49.033982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5254da-b559-42c2-8d1e-7d03ca2e6b56 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:49.048519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cde2d-55ef-4fff-b4ef-5325f2e7c0cb req-3fe5a14c-340c-40f5-b8a1-95b728d2a7c0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.050818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe5cde2d-55ef-4fff-b4ef-5325f2e7c0cb req-3fe5a14c-340c-40f5-b8a1-95b728d2a7c0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.4195254 Nov 23 18:47:49.051275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-dbe5c708-ff77-4c4a-a105-cc23eeb3b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.052706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27b946d2-1106-42fd-bcbd-e90b7c5764f7 req-dbe5c708-ff77-4c4a-a105-cc23eeb3b7de service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5995066 Nov 23 18:47:49.095735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:49.106072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:49.108754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3516bfba-5187-485c-b3c9-19320e1cd699 HTTP/1.1" status: 204 len: 168 time: 0.9456747 Nov 23 18:47:49.191250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:49.227168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63d4e1-e94b-4eed-9bb8-a2b8f09b363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516bfba-5187-485c-b3c9-19320e1cd699,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:49.363757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.364748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.365311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.365867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.366788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.366945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.367607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.368068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.368622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.369163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.369710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.370245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4ad85-4804-4e02-a937-029aa555ddf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:49.430295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc252f90-77b7-4b1e-bdb6-98c09c51d8c5 req-84acca01-e92d-4177-b036-b426d493bdde tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.444489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc252f90-77b7-4b1e-bdb6-98c09c51d8c5 req-84acca01-e92d-4177-b036-b426d493bdde tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.6935146 Nov 23 18:47:49.520325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-efd652a2-d51f-48b0-8de5-54778e45245e None None] Provisioning complete for port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:49.521453 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efd652a2-d51f-48b0-8de5-54778e45245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:49.626707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-cafd2525-1475-4ff6-a9ed-a473c4443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.631480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-cafd2525-1475-4ff6-a9ed-a473c4443969 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 1094 time: 0.8156374 Nov 23 18:47:49.633197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe5cde2d-55ef-4fff-b4ef-5325f2e7c0cb req-6a0a7030-940e-48fd-b5d0-903e68364693 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508826 Nov 23 18:47:49.731532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:49.757431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:49.761346 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5f881-76c9-4138-9699-ed79b0743937" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:49.855757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-5d45fcd3-6754-48a1-9c97-9ca3faac2064 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 HTTP/1.1" status: 200 len: 217 time: 0.2000728 Nov 23 18:47:49.875195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '87ae71ca-f7f9-4446-be37-2a9bb54cc130', 'ip_address': '2001:db8::f816:3eff:fe32:c4d7'}, {'subnet_id': 'f7300811-925f-4987-929a-c6a9b6d7f115'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:47:49.888167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc252f90-77b7-4b1e-bdb6-98c09c51d8c5 req-8cb154a9-b59b-41f2-86a4-0ced8a858e00 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4424338 Nov 23 18:47:49.971073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.159349 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.168484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b419fe-70bd-4bb5-8f37-147eaa8ec5b1 req-dc9cfc38-0615-4855-b6cd-8db6f4355503 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.172122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17b419fe-70bd-4bb5-8f37-147eaa8ec5b1 req-dc9cfc38-0615-4855-b6cd-8db6f4355503 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.3529031 Nov 23 18:47:50.182701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:50.182701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.218784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-67ae81bb-1739-4a7a-8764-47a204d67c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.228414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-67ae81bb-1739-4a7a-8764-47a204d67c03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.3390486 Nov 23 18:47:50.232461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.251887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567755e8-6b33-44ae-91a6-8ea04396371c req-eb8aecb2-8921-4056-93a6-c2358c2f6890 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.255363 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efd652a2-d51f-48b0-8de5-54778e45245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.262999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-567755e8-6b33-44ae-91a6-8ea04396371c req-eb8aecb2-8921-4056-93a6-c2358c2f6890 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 943 time: 0.2472224 Nov 23 18:47:50.340978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-6943f592-e4e0-4167-9ec2-78537142127c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980446 Nov 23 18:47:50.365718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:50.387601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:50.404794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:50.441812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=0fedc475-a7fe-463c-af24-63079bf7c198,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:50.461854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-954dd892-ef32-4872-a6e0-55a78d02fae9 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.465512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-954dd892-ef32-4872-a6e0-55a78d02fae9 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.2595479 Nov 23 18:47:50.481186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17b419fe-70bd-4bb5-8f37-147eaa8ec5b1 req-f8641b0a-6739-4a53-9cd3-c0ae24f5caa2 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988155 Nov 23 18:47:50.499680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Allocated IP 172.20.0.2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/f7300811-925f-4987-929a-c6a9b6d7f115/1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:50.582503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-567755e8-6b33-44ae-91a6-8ea04396371c req-c0f0e485-df6f-471e-b5d3-0432befe13e9 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184996 Nov 23 18:47:50.606422 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340a35a-8ecc-4698-83bc-8b82296dab76 x-openstack-request-id: req-d340a35a-8ecc-4698-83bc-8b82296dab76 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:50.607261 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:50.607726 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d340a35a-8ecc-4698-83bc-8b82296dab76 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:50.608594 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'status': 'completed', 'code': 200} Nov 23 18:47:50.639485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.640897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.743929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] For port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:50.758165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4751ec-11cb-4047-8375-b42f727e48c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:50.771463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.781529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.792263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.800775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Transition to ACTIVE for port object 7e4751ec-11cb-4047-8375-b42f727e48c7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:50.810153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.812643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-2cf901e2-d70d-4f48-849e-6d6204a2af94 service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584601 Nov 23 18:47:50.834856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3aedc4bc-c0bb-43b0-927d-9dbe017bdcd9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3258317 Nov 23 18:47:50.836523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:50.837175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:50.837510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.844652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.852624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.860615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.866677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.873597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.879910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:50.881830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-9c8fc608-2c80-4360-877c-92f00aa6b072 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5396 time: 0.1798687 Nov 23 18:47:50.894643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Deleting port 721ad446-a4a2-40ee-922e-463b103b1f92 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:50.895072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:50.895209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-efd652a2-d51f-48b0-8de5-54778e45245e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:47:50.895209 n-d-792364-9 neutron-server[103401]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 18:47:50.895209 n-d-792364-9 neutron-server[103401]: [parameters: {'status': 'ACTIVE', 'ports_id': '1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70'}] Nov 23 18:47:50.895209 n-d-792364-9 neutron-server[103401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:47:50.895995 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-efd652a2-d51f-48b0-8de5-54778e45245e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:47:50.967708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7e1d8-e63c-4bfb-b3ca-e4d2c750445c None None] Pushing event updated for resources: {'Port': ['ID=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:51.014773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.056038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:51.062383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.083236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba851bb-3c8d-4900-a82a-dd1266dc0c7d req-a3e76c43-9f21-478c-9ddc-0b6d786e565e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.084386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ba851bb-3c8d-4900-a82a-dd1266dc0c7d req-a3e76c43-9f21-478c-9ddc-0b6d786e565e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.3983684 Nov 23 18:47:51.115115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] For port 721ad446-a4a2-40ee-922e-463b103b1f92, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=721ad446-a4a2-40ee-922e-463b103b1f92,segment=NetworkSegment(e0e3f6f2-31c3-431c-a524-47cc03b146ea),segment_id=e0e3f6f2-31c3-431c-a524-47cc03b146ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:51.115856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.118409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c6e5e5a2-b52c-42ca-97dc-336827875652 tempest-AgentManagementNegativeTest-2060179279 tempest-AgentManagementNegativeTest-2060179279-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2699609 Nov 23 18:47:51.130710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfce332-7b1a-47ac-b4f1-3c56ae6abeb0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.140609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfce332-7b1a-47ac-b4f1-3c56ae6abeb0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.145333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-acfce332-7b1a-47ac-b4f1-3c56ae6abeb0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2853167 Nov 23 18:47:51.145333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:51.156075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Calling delete_port for 721ad446-a4a2-40ee-922e-463b103b1f92 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:51.160568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:51.265008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d14e9108-b64f-446f-bbee-676e92ebca7b req-f1f9a259-13d0-41e2-80ff-2d59da80d39c service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439609 Nov 23 18:47:51.306475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ba851bb-3c8d-4900-a82a-dd1266dc0c7d req-c9767328-7124-425b-8078-8f9777141d36 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832902 Nov 23 18:47:51.385164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fb6717b-c766-4482-a348-a70b6bc0e303 req-8be3eaaf-9319-46da-8f32-41129beca91d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4856927 Nov 23 18:47:51.410838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:51.487989 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10075bfa-f190-4d15-aeb7-84e99fdbd843 x-openstack-request-id: req-10075bfa-f190-4d15-aeb7-84e99fdbd843 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:51.488314 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:51.495026 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10075bfa-f190-4d15-aeb7-84e99fdbd843 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:51.495287 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'status': 'completed', 'code': 200} Nov 23 18:47:51.539149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 0fedc475-a7fe-463c-af24-63079bf7c198 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:51.539724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.564100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Attempting to bind port 7e4751ec-11cb-4047-8375-b42f727e48c7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:51.564432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Attempting to bind port 7e4751ec-11cb-4047-8375-b42f727e48c7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:51.565022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Attempting to bind port 7e4751ec-11cb-4047-8375-b42f727e48c7 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:51.611229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-c3fec46f-9793-4374-a237-ebc2b927abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.613112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-c3fec46f-9793-4374-a237-ebc2b927abdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 1094 time: 0.2730801 Nov 23 18:47:51.631471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:51.647166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Port 7e4751ec-11cb-4047-8375-b42f727e48c7 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:51.647814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Attempting to bind port 7e4751ec-11cb-4047-8375-b42f727e48c7 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:51.719032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:51.719660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Checking segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:51.720233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Bound using segment: {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:51.720884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Bound port: 7e4751ec-11cb-4047-8375-b42f727e48c7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c36819-1b33-4228-b05b-92b3496e3096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:51.721422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.753719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.754189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.754778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.755151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.755632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.756191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.756525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.758462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52b5f881-76c9-4138-9699-ed79b0743937 req-e927f363-0658-4c08-bf4b-d3aa93ce4743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6313 time: 0.2615526 Nov 23 18:47:51.769216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:51.769746 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.773043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:51.827070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.841448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:51.870066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437ba5-4361-413c-b66c-adab3ae58dd2 req-3db1ac93-65e9-4fa3-aba7-01e196db5811 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.871184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76180353-7772-451a-bc39-b3a21ee6e375 req-60fe525f-7b4b-408e-9eb2-6625c6150408 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.872750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76180353-7772-451a-bc39-b3a21ee6e375 req-60fe525f-7b4b-408e-9eb2-6625c6150408 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.2897520 Nov 23 18:47:51.878332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 0fedc475-a7fe-463c-af24-63079bf7c198 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:51.882977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80437ba5-4361-413c-b66c-adab3ae58dd2 req-3db1ac93-65e9-4fa3-aba7-01e196db5811 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ceb4520-9987-4d1f-9979-50c55b898e54 HTTP/1.1" status: 200 len: 945 time: 0.2415783 Nov 23 18:47:51.887355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-27b7249c-13ba-44bd-90fc-b9cadd921dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:51.893350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-27b7249c-13ba-44bd-90fc-b9cadd921dc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 905 time: 0.2150073 Nov 23 18:47:52.007578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Pushing event deleted for resources: {'Port': ['ID=721ad446-a4a2-40ee-922e-463b103b1f92,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:52.044291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-1c5a3640-8c82-45b5-a045-4b70a152eb0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 HTTP/1.1" status: 200 len: 217 time: 0.0491309 Nov 23 18:47:52.048035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76180353-7772-451a-bc39-b3a21ee6e375 req-0473b573-ed73-41ac-ba92-d998a4ec72f1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643293 Nov 23 18:47:52.081663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7f11-8840-4a7d-a2be-16f64180a5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.088552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] No DVR routers for this DVR port 721ad446-a4a2-40ee-922e-463b103b1f92 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:52.103543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:52.107473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.112207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdfa3e15-a84f-4e42-bd9a-a36c60a49c94 req-cfa76ec4-25cb-472f-9de7-efeb181b7143 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.50 "DELETE /v2.0/ports/721ad446-a4a2-40ee-922e-463b103b1f92 HTTP/1.1" status: 204 len: 173 time: 1.6142781 Nov 23 18:47:52.163851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-c56aac17-94ac-491b-966a-8f416dd48bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.164932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-c56aac17-94ac-491b-966a-8f416dd48bac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.1106877 Nov 23 18:47:52.165659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:52.179577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80437ba5-4361-413c-b66c-adab3ae58dd2 req-37c230bc-f386-42af-8afe-9db17b163566 tempest-ServersNegativeTestMultiTenantJSON-879135209 tempest-ServersNegativeTestMultiTenantJSON-879135209-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c1e1b1f-47ad-41a2-88be-b26f058c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960789 Nov 23 18:47:52.190288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.222906 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-b95f88e2-dfc3-4e3f-9f6f-c1a2c980051b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398400 Nov 23 18:47:52.255877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:52.259529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-6c745bc3-3335-49d6-b9ab-8f54a682bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.260010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-6c745bc3-3335-49d6-b9ab-8f54a682bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.260474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-6c745bc3-3335-49d6-b9ab-8f54a682bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.262677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52b5f881-76c9-4138-9699-ed79b0743937 req-6c745bc3-3335-49d6-b9ab-8f54a682bfa4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d8043a7b7d354a3f963f60bf1e445865&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4935150 Nov 23 18:47:52.268770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.269398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.270937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-96c60349-f7ad-48a7-9118-5a19d2952220 service neutron] 10.222.0.50 "PUT /v2.0/ports/7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 1091 time: 3.3316414 Nov 23 18:47:52.336304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f26e7-e796-4f76-b335-410056b6f101 req-39b4cf97-b9f7-464b-b067-bc5a96c50623 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.343466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb5f26e7-e796-4f76-b335-410056b6f101 req-39b4cf97-b9f7-464b-b067-bc5a96c50623 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 943 time: 0.2031677 Nov 23 18:47:52.373925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-88d573e7-2b84-4dc6-8665-c15c2d45bff3 None None] Provisioning complete for port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:52.374464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88d573e7-2b84-4dc6-8665-c15c2d45bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.386040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5f881-76c9-4138-9699-ed79b0743937 req-1e71eb3a-656e-4b3d-887d-f6c183d085a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.388923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52b5f881-76c9-4138-9699-ed79b0743937 req-1e71eb3a-656e-4b3d-887d-f6c183d085a9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170118 Nov 23 18:47:52.402076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:52.567962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb5f26e7-e796-4f76-b335-410056b6f101 req-29662871-44f8-4608-aade-7fbdc61871e9 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143152 Nov 23 18:47:52.594451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-6bf89412-a0d9-4dc7-8117-35efb8257f64 service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444011 Nov 23 18:47:52.612438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.613369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.708644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=0fedc475-a7fe-463c-af24-63079bf7c198,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:52.711042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49d9af-4e95-4eb5-b04a-09047fc864b4 req-3b2eb3b8-c72e-4c11-a51d-d466647ced31 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.721145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b49d9af-4e95-4eb5-b04a-09047fc864b4 req-3b2eb3b8-c72e-4c11-a51d-d466647ced31 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1792376 Nov 23 18:47:52.828662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7f11-8840-4a7d-a2be-16f64180a5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.884986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7f11-8840-4a7d-a2be-16f64180a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:52.891954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f182cb6-23c9-4579-8880-19ab2a2f003d None None] Could not find standard attr ID for object 0fedc475-a7fe-463c-af24-63079bf7c198. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:47:52.917554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b49d9af-4e95-4eb5-b04a-09047fc864b4 req-aa3456b3-642a-49f3-a4ef-a540443aea46 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947274 Nov 23 18:47:52.928281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.934402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.940406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.947031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.953614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.959842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.963436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 721ad446-a4a2-40ee-922e-463b103b1f92 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:52.966594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.968526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-ac104020-0390-459a-84f2-99d374692387 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5408 time: 0.2642295 Nov 23 18:47:53.002830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c1ec7f11-8840-4a7d-a2be-16f64180a5cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b3de21ce2254fc283f6e839b3bb30b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2198682 Nov 23 18:47:53.003584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec7f11-8840-4a7d-a2be-16f64180a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b152bd0-9ff1-477c-ba37-94be56f9a25a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:53.009445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:53.018919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 721ad446-a4a2-40ee-922e-463b103b1f92 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:53.019623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 721ad446-a4a2-40ee-922e-463b103b1f92 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:53.026037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebfe4764-61ba-4cbd-8b70-28c9d0d39759 req-5daebf23-00fc-4543-bf01-534841d28e53 service neutron] 10.222.0.47 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217405 Nov 23 18:47:53.052178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.055675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c2e404f3-efe9-4404-acd3-3ba63fdefc60 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/0fedc475-a7fe-463c-af24-63079bf7c198 HTTP/1.1" status: 204 len: 168 time: 1.9008913 Nov 23 18:47:53.059113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:53.113121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b81d7b9-7441-4fd9-af1d-3c8775cd23a3 req-991dcbb5-9ce9-4130-ace5-4ae5975342f1 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334131 Nov 23 18:47:53.136559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a3173-935b-48e8-aa7e-7f71295d24dd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:53.151736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a3173-935b-48e8-aa7e-7f71295d24dd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:53.152881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a3173-935b-48e8-aa7e-7f71295d24dd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:53.154573 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-242a3173-935b-48e8-aa7e-7f71295d24dd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0945413 Nov 23 18:47:53.157801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:53.189613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74823-3efc-4111-9512-77de601aeacb req-23321d5b-ee47-460d-85cb-8aa4dfb009c3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:53.191147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fa74823-3efc-4111-9512-77de601aeacb req-23321d5b-ee47-460d-85cb-8aa4dfb009c3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1325693 Nov 23 18:47:53.211414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.243089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 87ae71ca-f7f9-4446-be37-2a9bb54cc130 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:53.247135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.272241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.290899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d747-9a7d-485f-ba9c-3876e754ca52 req-469952e9-ab94-49fe-aa03-14f885531540 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:53.292392 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b876d747-9a7d-485f-ba9c-3876e754ca52 req-469952e9-ab94-49fe-aa03-14f885531540 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.0964549 Nov 23 18:47:53.300400 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.308063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a620e0c4-eae2-4d24-ae85-5c021369cf76 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:53.320331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.355399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fa74823-3efc-4111-9512-77de601aeacb req-490b7ea7-acd0-4dc2-956b-757f71679fb1 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545582 Nov 23 18:47:53.356881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Transition to ACTIVE for port object a620e0c4-eae2-4d24-ae85-5c021369cf76 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:53.364044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.390542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b876d747-9a7d-485f-ba9c-3876e754ca52 req-e99af9ad-99ac-418b-9751-5399ec2ba1d3 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869732 Nov 23 18:47:53.424361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.427232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.430734 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b152bd0-9ff1-477c-ba37-94be56f9a25a HTTP/1.1" status: 204 len: 168 time: 0.4181452 Nov 23 18:47:53.434498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.440206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:53.472270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:53.514728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'name': 'network-vif-deleted', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92'}, {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:53.517312 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4513c799-4b71-49a4-84fe-bd3f29c3193a" -d '{"events": [{"server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "name": "network-vif-deleted", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92"}, {"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:53.523664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7f50f-4a32-47d9-8c1e-96f728574c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b152bd0-9ff1-477c-ba37-94be56f9a25a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:53.532327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Deleting subnet 6832f906-64d1-45ed-8f58-fd41f3d59a73 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:53.539686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.548692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Attempting to bind port a620e0c4-eae2-4d24-ae85-5c021369cf76 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:53.549869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Attempting to bind port a620e0c4-eae2-4d24-ae85-5c021369cf76 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:53.550294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Attempting to bind port a620e0c4-eae2-4d24-ae85-5c021369cf76 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:53.556688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Port a620e0c4-eae2-4d24-ae85-5c021369cf76 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:53.557230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Attempting to bind port a620e0c4-eae2-4d24-ae85-5c021369cf76 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:53.563957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:53.564515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Checking segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:53.565355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Bound using segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:53.567014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Bound port: a620e0c4-eae2-4d24-ae85-5c021369cf76, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:53.567680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.602234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.647668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.663487 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acb3095-1420-4f1e-ac53-f7cbf4e7a757 x-openstack-request-id: req-7acb3095-1420-4f1e-ac53-f7cbf4e7a757 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:53.664053 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceb4520-9987-4d1f-9979-50c55b898e54", "name": "network-vif-deleted", "tag": "721ad446-a4a2-40ee-922e-463b103b1f92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:53.664444 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7acb3095-1420-4f1e-ac53-f7cbf4e7a757 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:53.664928 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceb4520-9987-4d1f-9979-50c55b898e54', 'name': 'network-vif-deleted', 'tag': '721ad446-a4a2-40ee-922e-463b103b1f92', 'status': 'completed', 'code': 200} Nov 23 18:47:53.666189 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'status': 'completed', 'code': 200} Nov 23 18:47:53.680023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:53.685618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:53.712020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.718784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482804ef-8c2f-480c-81b2-016d892332c6 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:53.719290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/87ae71ca-f7f9-4446-be37-2a9bb54cc130 HTTP/1.1" status: 204 len: 168 time: 0.5602415 Nov 23 18:47:53.720189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cff4e4-7a6c-4f2c-9b68-4b2f8225fc85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=87ae71ca-f7f9-4446-be37-2a9bb54cc130,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:53.725898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:53.738690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.755696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.827937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet f7300811-925f-4987-929a-c6a9b6d7f115 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:53.841835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.901433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.905436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:53.988834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6832f906-64d1-45ed-8f58-fd41f3d59a73,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:54.000803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.006489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1398ee59-8778-426b-8f71-7b0a748108f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6832f906-64d1-45ed-8f58-fd41f3d59a73 HTTP/1.1" status: 204 len: 168 time: 0.5330892 Nov 23 18:47:54.009642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:54.185698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.186327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.187776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 1091 time: 1.7975020 Nov 23 18:47:54.202285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.205268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.207628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0703ef1-ef87-461f-86c9-188d412d5fb3 req-8774bbf9-32ed-454b-8753-4519bc1d7d94 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.215033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0703ef1-ef87-461f-86c9-188d412d5fb3 req-8774bbf9-32ed-454b-8753-4519bc1d7d94 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 943 time: 0.5316544 Nov 23 18:47:54.241213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-956cd7a6-b290-4e22-96e1-0ddac5a922e1 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.242741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-956cd7a6-b290-4e22-96e1-0ddac5a922e1 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.2066946 Nov 23 18:47:54.247341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Request body: {'port': {'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:54.271148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0adac-b778-44c4-8266-7249ce594747 req-e53bd655-2def-495e-993d-b92fe448ce02 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.282369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5c0adac-b778-44c4-8266-7249ce594747 req-e53bd655-2def-495e-993d-b92fe448ce02 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.2471259 Nov 23 18:47:54.285377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.290660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.291184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.291672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.292126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.292578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.293671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.296570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-22e7ed9c-b757-4251-a38b-9086f410d1b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6422 time: 0.5983205 Nov 23 18:47:54.344400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.362637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37136bf7-7be1-4a99-aed3-c245b0fe6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:54.539907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5c0adac-b778-44c4-8266-7249ce594747 req-4afd1ade-3b3e-4363-9e6b-fa6e0e875bce tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562871 Nov 23 18:47:54.574914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0703ef1-ef87-461f-86c9-188d412d5fb3 req-01578a68-07df-4ddf-b02e-b6ea4bfac174 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583460 Nov 23 18:47:54.627164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:54.628830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.670313 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:54.749636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-617dc098-c97c-4032-9f5a-c5d06e48a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.750103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-617dc098-c97c-4032-9f5a-c5d06e48a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.750558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-617dc098-c97c-4032-9f5a-c5d06e48a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.752185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-617dc098-c97c-4032-9f5a-c5d06e48a117 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d8043a7b7d354a3f963f60bf1e445865&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4091525 Nov 23 18:47:54.781426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:54.791616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d3525-cf9b-4422-aab2-4ca7a9045a10 req-026935ce-b008-45fd-8470-bdf5048a140c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:54.793771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-938d3525-cf9b-4422-aab2-4ca7a9045a10 req-026935ce-b008-45fd-8470-bdf5048a140c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1314857 Nov 23 18:47:54.942041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:54.960363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'mac_address': 'fa:16:3e:89:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:54.975150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:47:54.997580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a685e1-8e34-4667-bcf7-fd33782e3a90 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:55.007347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-938d3525-cf9b-4422-aab2-4ca7a9045a10 req-03a9f895-e5c1-4a7d-ad53-ebe072d26722 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983507 Nov 23 18:47:55.024580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-db0bd675-6433-4c2e-89d7-e48888e49365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.026795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4513c799-4b71-49a4-84fe-bd3f29c3193a req-db0bd675-6433-4c2e-89d7-e48888e49365 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634666 Nov 23 18:47:55.068085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.097755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f2b22144-7b85-4c1e-977d-77622035ea10 None None] Provisioning complete for port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:55.098442 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f2b22144-7b85-4c1e-977d-77622035ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.111687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd87475b-e8e7-4f28-8848-324214cc7987 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:55.122296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.157798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:55.167207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Transition to ACTIVE for port object cd87475b-e8e7-4f28-8848-324214cc7987 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:55.175184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.181545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.188180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/f7300811-925f-4987-929a-c6a9b6d7f115 HTTP/1.1" status: 204 len: 168 time: 1.4589047 Nov 23 18:47:55.194134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:55.195930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2321bcc-32f8-4fce-9827-3d5a526d7fa0']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:55.202855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-101598177'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:55.208936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d2205-47e6-4dce-b446-6bd248f8e1f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=f7300811-925f-4987-929a-c6a9b6d7f115,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:55.233437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:55.234344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e3f6f2-31c3-431c-a524-47cc03b146ea') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:55.234649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e3f6f2-31c3-431c-a524-47cc03b146ea') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:55.248213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.279536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e21f4373-3517-4b58-bb5f-022f102014ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710626 Nov 23 18:47:55.283124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:55.287676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.288743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:55.308761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Deleting port a8a78246-2d35-4c9b-9690-2a9733d8dc07 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:55.309183 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.360818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:55.364565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.367679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.381404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:55.384598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.391463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.397658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.410275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.410454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd98d2-3f46-45dd-a772-f69e3a555195 req-a7debab5-250c-40b9-932b-596c0e572020 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.412434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bbd98d2-3f46-45dd-a772-f69e3a555195 req-a7debab5-250c-40b9-932b-596c0e572020 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.2809305 Nov 23 18:47:55.416621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.423281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.429798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:55.438266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-293a58e5-f80a-48fa-bc0d-b46da0c10bb0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5420 time: 0.7611187 Nov 23 18:47:55.478652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:47:55.487535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:55.487948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:55.490364 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:55.492762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:55.509242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.520759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:55.551351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Attempting to bind port cd87475b-e8e7-4f28-8848-324214cc7987 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:55.551891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Attempting to bind port cd87475b-e8e7-4f28-8848-324214cc7987 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:55.552055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Attempting to bind port cd87475b-e8e7-4f28-8848-324214cc7987 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:55.558279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Port cd87475b-e8e7-4f28-8848-324214cc7987 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:55.558798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Attempting to bind port cd87475b-e8e7-4f28-8848-324214cc7987 on network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:55.571464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:55.571839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Checking segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:55.572199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Bound using segment: {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:55.573479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Bound port: cd87475b-e8e7-4f28-8848-324214cc7987, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9800b980-7432-4d63-889c-259fba7fc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:55.573876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.588979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:55.593773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.643482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.650952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] For port a8a78246-2d35-4c9b-9690-2a9733d8dc07, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8a78246-2d35-4c9b-9690-2a9733d8dc07,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:55.651335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.662249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Deleting port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:47:55.662682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.669870 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.673374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2321bcc-32f8-4fce-9827-3d5a526d7fa0 HTTP/1.1" status: 204 len: 168 time: 1.6626909 Nov 23 18:47:55.675977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:55.678236 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dbf1ae-090f-47f3-ad15-4b05a9590c97" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:55.682717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:55.711557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ab2d12b-ff3a-495d-b425-6dfa3b602dd0 req-e34007f8-b0de-45c8-934e-fa6a02ad2d6a tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2723203 Nov 23 18:47:55.735436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0556-8310-4a77-a41d-1adbe0f910b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2321bcc-32f8-4fce-9827-3d5a526d7fa0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:55.746896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Deleting subnet 8bd914dd-3e73-44c9-97d6-8dd82935bdec {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:47:55.767701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bbd98d2-3f46-45dd-a772-f69e3a555195 req-eee87330-6725-4dab-97ba-0968c946f8eb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144345 Nov 23 18:47:55.789519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] For port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:55.790134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.819644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.846815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Calling delete_port for 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:55.938354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:55.940545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:55.986187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:56.003290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.010621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.036165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.039101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Pushing event deleted for resources: {'Port': ['ID=1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.043607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] No DVR routers for this DVR port 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:56.052225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.052607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.058382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108090c-10ba-4e16-a216-d889b1e04324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:47:56.073598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923d8b7-c9db-4b65-b87b-9061f674aab7 req-20c84a85-3a31-46cd-8202-387bc1c06300 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.074366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.082149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2923d8b7-c9db-4b65-b87b-9061f674aab7 req-20c84a85-3a31-46cd-8202-387bc1c06300 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.2029600 Nov 23 18:47:56.103702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a429a-cab5-41b4-99c5-81096f4c3113 req-31e7a692-6ec0-4e55-9196-06f24dd92755 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.105258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54a429a-cab5-41b4-99c5-81096f4c3113 req-31e7a692-6ec0-4e55-9196-06f24dd92755 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 944 time: 0.2427554 Nov 23 18:47:56.108314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:47:56.132696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.134093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.135732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] 10.222.0.50 "PUT /v2.0/ports/cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 1091 time: 1.8991849 Nov 23 18:47:56.172502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.172845 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment 4ab9a718-c3a0-4f9d-b448-6089e7a41f1a of type vlan for network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 Nov 23 18:47:56.193523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a21a7-d7b2-4307-bf0f-695cc0e772d9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.200644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.200995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.201307 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Floating IP 85b1b2da-0601-4527-99dc-8037d9dd999a disassociated. External IP: 172.25.5.166, port: a8a78246-2d35-4c9b-9690-2a9733d8dc07. Nov 23 18:47:56.201656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Calling delete_port for a8a78246-2d35-4c9b-9690-2a9733d8dc07 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:47:56.235268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2923d8b7-c9db-4b65-b87b-9061f674aab7 req-b3aefab3-f604-435b-a99a-8cbd8a48b48a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525068 Nov 23 18:47:56.257267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.333695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c395-681d-480f-b77a-10974fe7ae3e service neutron] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.337256 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a608f84-099d-465f-bf57-d947fac92606 x-openstack-request-id: req-7a608f84-099d-465f-bf57-d947fac92606 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:56.337580 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:56.337828 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a608f84-099d-465f-bf57-d947fac92606 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:56.338176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.338326 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'status': 'completed', 'code': 200} Nov 23 18:47:56.345365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.346045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.401092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54a429a-cab5-41b4-99c5-81096f4c3113 req-58a83ec7-f5d9-4d44-b901-a0fddf37f760 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462790 Nov 23 18:47:56.430057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.431895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.434095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.434908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.435483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.436000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.436470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.438584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e22d5327-5930-46ab-85bc-4c4e53aa5ce6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6489 time: 0.2275004 Nov 23 18:47:56.465816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8200841 Nov 23 18:47:56.466017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.470610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:56.491304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b8dc9-4c6c-4f63-a9a1-d47600f81490 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=6dd249c9-06a7-4471-ac07-f61cffed5ff2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.505301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:47:56.518026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'name': 'tempest-PortsTestJSON-223432454'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:56.552460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bca84-bfeb-43a3-84d7-2ea5f5da6dbe req-db533631-e2fc-46e2-a137-f07bbc48ac57 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.554323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-758bca84-bfeb-43a3-84d7-2ea5f5da6dbe req-db533631-e2fc-46e2-a137-f07bbc48ac57 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 946 time: 0.1049271 Nov 23 18:47:56.576629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd914dd-3e73-44c9-97d6-8dd82935bdec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.587594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.598004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-323be80a-e8b3-4e16-a43f-2fbf88f3068a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 217 time: 0.1348920 Nov 23 18:47:56.607345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.611745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5737f13-fb03-4336-99a2-d8a616e06f16 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8bd914dd-3e73-44c9-97d6-8dd82935bdec HTTP/1.1" status: 204 len: 168 time: 0.9200337 Nov 23 18:47:56.618439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:56.637870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event deleted for resources: {'Port': ['ID=a8a78246-2d35-4c9b-9690-2a9733d8dc07,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:56.707382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-758bca84-bfeb-43a3-84d7-2ea5f5da6dbe req-43010993-9478-48cb-a945-02028d03aee3 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445909 Nov 23 18:47:56.784392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:56.821246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:47:56.835561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.841884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Router c7d33591-61ce-41c3-930e-7252b5875fe3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:47:56.865490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:47:56.871576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:56.872937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.910610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-9fc7dd64-6b4d-44ee-8ef9-8e73c3d55553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.913325 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-9fc7dd64-6b4d-44ee-8ef9-8e73c3d55553 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.2979536 Nov 23 18:47:56.915900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.926923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:56.980342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:56.989802 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:56.993405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:56.994236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.004408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:57.019972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba628d1-41b3-4728-8b6c-c68334db0c9f None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:57.086295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52950ce-65b8-4f4f-911e-1d9b871efce8 req-179937a9-c3e6-470c-93de-e6692906779d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.088001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c52950ce-65b8-4f4f-911e-1d9b871efce8 req-179937a9-c3e6-470c-93de-e6692906779d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1719365 Nov 23 18:47:57.103008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-05718296-b38b-4506-b69c-f165b0a3584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.104602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-05718296-b38b-4506-b69c-f165b0a3584e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275747 Nov 23 18:47:57.105454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=ca0b05b2-0344-4324-b63b-426d84ad9228,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:57.157112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:57.161128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.187717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c52950ce-65b8-4f4f-911e-1d9b871efce8 req-1370b685-a5dc-40b4-be4d-7094c086ce06 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840645 Nov 23 18:47:57.194742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:57.195730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.204186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.212237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.218075 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Sync routers for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:57.231391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.243185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.251831 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:57.252675 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:57.265353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.285095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] No DVR routers for this DVR port a8a78246-2d35-4c9b-9690-2a9733d8dc07 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:47:57.287763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.291659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a8d6c29-8ced-4be9-9f10-77307c6ad032 req-8b31426f-20b9-4d46-8f64-fe1733b465e5 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.47 "DELETE /v2.0/ports/a8a78246-2d35-4c9b-9690-2a9733d8dc07 HTTP/1.1" status: 204 len: 173 time: 3.0359883 Nov 23 18:47:57.292261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'name': 'network-vif-deleted', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:57.302345 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b90d7-e966-472b-9dc4-dd5d6dc50d18" -d '{"events": [{"server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "name": "network-vif-deleted", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:57.302573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.308167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25623066-0f6b-4d14-949b-8580da0523fd req-59d9fd26-19c3-46eb-8fd7-e13ee915f550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.4024630 Nov 23 18:47:57.342956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:57.350167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:57.352987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8604594-f97b-4573-9d99-a3e0159c4ec7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0548556 Nov 23 18:47:57.450515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:57.453399 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef92d7-a367-400b-9b8c-07dbb43a4b14" -d '{"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-plugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:57.542531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:57.550160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-270623d8-0e2c-4f54-8242-b6556f9c230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.559364 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:57.587437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:57.592968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.594588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:57.601342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.602355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8a78246-2d35-4c9b-9690-2a9733d8dc07 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:47:57.633652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dceb99-633e-4412-beca-c5d821feec4d req-cba3ae27-5220-42c7-9cf6-eaecf480463d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:57.635500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dceb99-633e-4412-beca-c5d821feec4d req-cba3ae27-5220-42c7-9cf6-eaecf480463d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1355603 Nov 23 18:47:57.689118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: a8a78246-2d35-4c9b-9690-2a9733d8dc07 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:57.692061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8a78246-2d35-4c9b-9690-2a9733d8dc07 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:57.768489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dceb99-633e-4412-beca-c5d821feec4d req-3adb0659-fb99-47a3-8b7a-4688bb566449 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239855 Nov 23 18:47:57.784007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25623066-0f6b-4d14-949b-8580da0523fd req-a26ea6e1-d022-49b2-90cc-65563ee94642 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3591781 Nov 23 18:47:57.801391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:47:57.815014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:57.852920 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:57.890828 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114069d2-353e-4727-a97b-6d5b197f4faf x-openstack-request-id: req-114069d2-353e-4727-a97b-6d5b197f4faf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:57.891424 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6de1d-5840-4d05-8b49-ba92d0128477", "name": "network-vif-deleted", "tag": "a8a78246-2d35-4c9b-9690-2a9733d8dc07", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:57.891909 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-114069d2-353e-4727-a97b-6d5b197f4faf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:57.892546 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6de1d-5840-4d05-8b49-ba92d0128477', 'name': 'network-vif-deleted', 'tag': 'a8a78246-2d35-4c9b-9690-2a9733d8dc07', 'status': 'completed', 'code': 200} Nov 23 18:47:57.903241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde11464-6db2-4a31-bf24-864b7f462bae']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:57.916605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:57.928376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a1cf5-3b8b-4231-99f5-7c17d541453d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:57.928677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a1cf5-3b8b-4231-99f5-7c17d541453d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:57.990701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:47:57.991062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1bfc1b5c-f9dd-4a0d-92b5-ea4c54fa2d70 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:47:57.994829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '24275884-9170-48ed-8161-593636f9d31e', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '24275884-9170-48ed-8161-593636f9d31e', 'mac_address': 'fa:16:3e:dc:24:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:57.998988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.005015 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7533cbc-50d3-42d0-b30e-2ea9eefd0f06 x-openstack-request-id: req-b7533cbc-50d3-42d0-b30e-2ea9eefd0f06 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:58.005979 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-plugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:58.006260 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7533cbc-50d3-42d0-b30e-2ea9eefd0f06 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:58.006650 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'code': 200} Nov 23 18:47:58.046507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.073483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:47:58.073985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:47:58.076135 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:47:58.081065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:58.110623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.130503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24275884-9170-48ed-8161-593636f9d31e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:58.135092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'ca0b05b2-0344-4324-b63b-426d84ad9228'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:47:58.135982 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.162704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d8e9905-af13-42f6-a9c6-d884d34534cb req-fce2aaf1-056f-4e47-b8d2-9611d0176def tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcc6de1d-5840-4d05-8b49-ba92d0128477 HTTP/1.1" status: 200 len: 210 time: 0.0923655 Nov 23 18:47:58.178005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:58.219662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.315734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.328309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:58.349185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-29035548-9033-4c70-806c-2b7edcd026ce service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2079711 Nov 23 18:47:58.349792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:58.352316 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15879f-a19a-4be2-94be-6761c995f232" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:58.381603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547749d-039e-4a37-aff7-bb0eafe7f285 req-02e134b3-77f9-47af-a9e6-ae6e03da7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:58.383166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f547749d-039e-4a37-aff7-bb0eafe7f285 req-02e134b3-77f9-47af-a9e6-ae6e03da7541 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 1096 time: 0.2095129 Nov 23 18:47:58.393538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.443835 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Checking router: c7d33591-61ce-41c3-930e-7252b5875fe3 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:58.447077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c24ab-d1cc-4c3e-8a78-6d46363875bf req-e1cccab7-84ff-4e5b-94e1-09f9d467fcc2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:58.454689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-647c24ab-d1cc-4c3e-8a78-6d46363875bf req-e1cccab7-84ff-4e5b-94e1-09f9d467fcc2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1434171 Nov 23 18:47:58.460729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Allocated IP 2001:db8::f816:3eff:febe:8049 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/ca0b05b2-0344-4324-b63b-426d84ad9228/1dcda1a0-5f73-47a1-8550-e27ff2122666) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:58.481725 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:58.482362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:58.507167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.516170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:58.547222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f547749d-039e-4a37-aff7-bb0eafe7f285 req-e0a3bcf8-1c6f-496a-bf7f-a78f770497fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513915 Nov 23 18:47:58.553930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:58.562630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:58.563227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.570614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=82a12b02-7985-481e-a001-204c37a7bd35,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:58.591102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-647c24ab-d1cc-4c3e-8a78-6d46363875bf req-dcb9b3b8-502a-4133-9ded-101f172f404c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356132 Nov 23 18:47:58.617521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89991bf8-ffd0-4e39-a833-8efc50d758e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2730069 Nov 23 18:47:58.620586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:58.626472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:89:2a:8b', 'name': 'tempest-NetworksTestDHCPv6-1876929498'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:58.645221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['24275884-9170-48ed-8161-593636f9d31e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:58.651429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:58.665875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.685582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.689005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dde11464-6db2-4a31-bf24-864b7f462bae HTTP/1.1" status: 204 len: 168 time: 2.0612776 Nov 23 18:47:58.703177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4463-9bbd-4131-878e-46488c01ee6e req-fd2d444d-aa50-41d2-999b-b9aef698877c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:58.704475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5ea4463-9bbd-4131-878e-46488c01ee6e req-fd2d444d-aa50-41d2-999b-b9aef698877c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 945 time: 0.6046667 Nov 23 18:47:58.716737 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:58.736947 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90e73e-a161-4e7e-9679-72cb4fee36f9 x-openstack-request-id: req-ae90e73e-a161-4e7e-9679-72cb4fee36f9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:58.739652 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:58.740435 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae90e73e-a161-4e7e-9679-72cb4fee36f9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:58.745094 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'status': 'completed', 'code': 200} Nov 23 18:47:58.758973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d4e62-080c-408a-b1ed-de727f3c33e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde11464-6db2-4a31-bf24-864b7f462bae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:58.887274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:47:58.893168 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-d15264ea-d7ba-4e2f-a45f-985fb1a029b9 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145571 Nov 23 18:47:58.944150 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.965799 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:58.970400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-8d50683f-fffc-4827-8d62-2d4d7feb7acc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 217 time: 0.0639052 Nov 23 18:47:58.977145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:58.977902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 6dd249c9-06a7-4471-ac07-f61cffed5ff2, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:47:59.035249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5ea4463-9bbd-4131-878e-46488c01ee6e req-8379c7bd-4246-49d4-aa7b-365794e5b0c2 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134687 Nov 23 18:47:59.041382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:59.048904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:59.053169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:59.091692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:47:59.094223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:59.132193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0ae8f76d-314d-4d7d-a757-10d5bf1529ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:59.134014 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:59.134590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-0ae8f76d-314d-4d7d-a757-10d5bf1529ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1530473 Nov 23 18:47:59.158706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Attempting to bind port 1dcda1a0-5f73-47a1-8550-e27ff2122666 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:59.158706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Attempting to bind port 1dcda1a0-5f73-47a1-8550-e27ff2122666 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:59.158706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Attempting to bind port 1dcda1a0-5f73-47a1-8550-e27ff2122666 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:59.172753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 6dd249c9-06a7-4471-ac07-f61cffed5ff2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:59.179291 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ca2df-c56c-4f8a-bacb-40d2b8ec44de None None] The sync data for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 is: [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:45:21Z', 'revision_number': 4, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '38e22226-5585-425b-acaa-c4641910a572', 'name': '', 'network_id': '0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'mac_address': 'fa:16:3e:f8:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:20Z', 'updated_at': '2021-11-23T18:45:27Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'subnets': [{'id': 'ceb2710a-9a05-4137-8798-50aac754c42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:59.189245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:59.189908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:59.190316 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:59.190716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:59.191197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Bound port: 1dcda1a0-5f73-47a1-8550-e27ff2122666, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:59.191714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:59.201755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1ae82-bfa6-4c22-a0df-a3313018fdc9 None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:47:59.203666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Pushing event updated for resources: {'Port': ['ID=1dcda1a0-5f73-47a1-8550-e27ff2122666,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:59.335793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:59.366897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] For port 1dcda1a0-5f73-47a1-8550-e27ff2122666, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:59.383646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 3efb868d-d03e-4362-b8ae-6bf076c14910 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:47:59.405726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb3fd-a5db-4f4e-af13-1947b6071cbf req-bfbf3ea4-9593-48e4-94a1-efcb7c9e9a51 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:59.413673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-439bb3fd-a5db-4f4e-af13-1947b6071cbf req-bfbf3ea4-9593-48e4-94a1-efcb7c9e9a51 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 945 time: 0.2031138 Nov 23 18:47:59.506851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] For port 1dcda1a0-5f73-47a1-8550-e27ff2122666, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1dcda1a0-5f73-47a1-8550-e27ff2122666,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:59.554444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:59.555934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-439bb3fd-a5db-4f4e-af13-1947b6071cbf req-a591851e-6eb3-488f-9635-384dddd35313 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412854 Nov 23 18:47:59.705140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:59.710694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:59.711306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:59.751340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 172.20.0.5 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/82a12b02-7985-481e-a001-204c37a7bd35/3efb868d-d03e-4362-b8ae-6bf076c14910) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:59.761907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fe89:2a8b (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/ca0b05b2-0344-4324-b63b-426d84ad9228/3efb868d-d03e-4362-b8ae-6bf076c14910) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:59.765223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-466f57ca-dc5e-4e23-a5c1-c4ea26cb1758 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2574713 Nov 23 18:47:59.768903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:59.774053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-09761e0d-bf59-4774-94ab-2b3c9c61b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:59.775894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-09761e0d-bf59-4774-94ab-2b3c9c61b6dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6235368 Nov 23 18:47:59.780668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581931006'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:59.788100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1e03b130-2a18-4f88-89d1-d5753509de2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84a4e27f4c2b45aea066cdfab4defe3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829340 Nov 23 18:47:59.807084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:59.814073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace31c1-a697-495a-bd2b-9ee3fcd35ae2 None None] New status for floating IP 85b1b2da-0601-4527-99dc-8037d9dd999a: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:47:59.946035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-f99334c6-f23a-402a-8773-0409990ffd14 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567960 Nov 23 18:47:59.996750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.003974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.010727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.012912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a524c-3fa6-4ba5-be21-9ef5d7e6b40a req-e5cd16a1-232c-4feb-b080-b4dd7ab6e40a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.015943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d39a524c-3fa6-4ba5-be21-9ef5d7e6b40a req-e5cd16a1-232c-4feb-b080-b4dd7ab6e40a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1583464 Nov 23 18:48:00.017516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.023672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.030835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.037011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.039008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-3941a0f8-9c22-4322-9041-56ca57499d52 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.8883891 Nov 23 18:48:00.088720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:00.092475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.172890 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8739df4-1d54-458d-b62b-52a91c1b015e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.176715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.184094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7f8d-65c0-4825-867d-5d19e3accbb1 None None] Pushing event updated for resources: {'Port': ['ID=1dcda1a0-5f73-47a1-8550-e27ff2122666,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:00.247653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:00.278936 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.279861 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment d6943699-34dd-4a4c-9d6a-81753e9330fd of type vlan for network 4539aea6-a451-438c-a228-4662b3ed9a25 Nov 23 18:48:00.335647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d39a524c-3fa6-4ba5-be21-9ef5d7e6b40a req-23ec8733-b80d-4590-9e6b-2507e15cbe51 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048110 Nov 23 18:48:00.346257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.350326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee4c903b-bc95-43b6-9a61-cbf7f21b20c6 req-2101ac13-df71-4885-8580-8c8880cd59ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2848492 Nov 23 18:48:00.455565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c30240bf-7705-4dfb-9d42-5c7412a702b1 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928865 Nov 23 18:48:00.460401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:00.564920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.580645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-57385f36-b522-4d5c-a57e-c5d8a4b62790 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 217 time: 0.1159132 Nov 23 18:48:00.651877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.740963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.742641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.748467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.749320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.769156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30d683-bd53-4046-a9ba-ae031ae83b1f req-bc58ed99-391f-48d9-8e83-f469d8c35ae5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.770916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e30d683-bd53-4046-a9ba-ae031ae83b1f req-bc58ed99-391f-48d9-8e83-f469d8c35ae5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 945 time: 0.2767556 Nov 23 18:48:00.809809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-eb990d32-c65f-4246-bd17-b78871efabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.811916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-eb990d32-c65f-4246-bd17-b78871efabd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1978357 Nov 23 18:48:00.844797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.867519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf92b4-684c-4765-85e3-f6a0344a6e23 req-bedadb86-6599-48ea-9dc8-cfa53eaa7c96 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:00.876514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bccf92b4-684c-4765-85e3-f6a0344a6e23 req-bedadb86-6599-48ea-9dc8-cfa53eaa7c96 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 945 time: 0.1245005 Nov 23 18:48:00.937868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:00.946972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1764624 Nov 23 18:48:00.958137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bccf92b4-684c-4765-85e3-f6a0344a6e23 req-258ac090-fda5-486c-b8ea-ac83f6fca428 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797486 Nov 23 18:48:00.960023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54354) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:00.973619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'ports': [{'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'}, {'network_id': '4539aea6-a451-438c-a228-4662b3ed9a25'}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:00.974902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:00.975561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '4539aea6-a451-438c-a228-4662b3ed9a25'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:00.995551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:01.032742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541964c5-a867-483a-92ac-fd8780b323dd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=4539aea6-a451-438c-a228-4662b3ed9a25,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:01.063065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4539aea6-a451-438c-a228-4662b3ed9a25 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:01.084537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.090906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.092910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c1e1b1f-47ad-41a2-88be-b26f058c97df HTTP/1.1" status: 204 len: 168 time: 1.2711427 Nov 23 18:48:01.116936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-34b8c048-b5b6-4887-af77-d34755613cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:01.119103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-34b8c048-b5b6-4887-af77-d34755613cb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2610147 Nov 23 18:48:01.129134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.175232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e30d683-bd53-4046-a9ba-ae031ae83b1f req-8a7f9b39-85a6-4d11-859b-020e011bf36e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722491 Nov 23 18:48:01.320154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 24275884-9170-48ed-8161-593636f9d31e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:01.320842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.363873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b648-4789-4c1c-980d-dff917f62a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e1b1f-47ad-41a2-88be-b26f058c97df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:01.474812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-eac15a26-2245-4745-b1cf-5ba920c49c85 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443787 Nov 23 18:48:01.504658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:01.515741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.519076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.520986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "DELETE /v2.0/security-groups/f61c5ccb-f8a4-4689-9b1e-449b5837f8f4 HTTP/1.1" status: 204 len: 168 time: 1.0588460 Nov 23 18:48:01.543645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:01.545973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=3efb868d-d03e-4362-b8ae-6bf076c14910,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:01.569848 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.585622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:01.605384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37589435-5919-4f39-9de9-d75f87407e8c tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c5ccb-f8a4-4689-9b1e-449b5837f8f4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:01.645520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:01.658795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1dcda1a0-5f73-47a1-8550-e27ff2122666 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:01.694794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c93d93-3fd9-4dc7-aa9b-89201f621deb None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:01.726089 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5dc1b815-11e6-44ee-a37f-224f78fc81ad tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] show failed (client error): The resource could not be found. Nov 23 18:48:01.730235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dc1b815-11e6-44ee-a37f-224f78fc81ad tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "GET /v2.0/security-groups/f61c5ccb-f8a4-4689-9b1e-449b5837f8f4 HTTP/1.1" status: 404 len: 347 time: 0.1496348 Nov 23 18:48:01.732272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:01.824991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24275884-9170-48ed-8161-593636f9d31e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:01.835151 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ec9a1-1668-43c1-836c-4bfc79b5eb53" -d '{"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-plugged", "status": "completed", "tag": "24275884-9170-48ed-8161-593636f9d31e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:01.838842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:01.839821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.876227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183506d-2eba-4cb5-8705-16c1047a653a req-2672be39-6e2f-4d0b-a2f2-1e0286e7706e tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:01.878217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7183506d-2eba-4cb5-8705-16c1047a653a req-2672be39-6e2f-4d0b-a2f2-1e0286e7706e tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1876023 Nov 23 18:48:01.886059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-35bd2a16-e758-49ba-835c-5d8bdddcf74a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2640007 Nov 23 18:48:01.894489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:01.910064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:01.936498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:01.958918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:01.976515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:01.984756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:01.992103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.002937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.005487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:02.009984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.013111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.022774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.034547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.039517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc500d13-47a7-4f01-a456-19df31f1866e req-819d34e8-3ff2-4759-a603-bcda0fa5f50f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.4353065 Nov 23 18:48:02.132563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc500d13-47a7-4f01-a456-19df31f1866e req-22fa3cb3-88a9-4ba4-81fb-3130514a58b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818808 Nov 23 18:48:02.135387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-4dedb9c4-5797-4c7a-8041-2e1f4429fd19 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287296 Nov 23 18:48:02.142084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9577a11e-3e59-4c4b-b862-4402a1c11889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aab3df7d5964b70ab5425ef73a38b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188668 Nov 23 18:48:02.152495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:02.157574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7183506d-2eba-4cb5-8705-16c1047a653a req-572fbc3f-7b47-46cb-b821-7d5847b02508 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639117 Nov 23 18:48:02.159258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.218929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edab9a-bca1-4f83-9770-128cf24f8a15 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.236264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edab9a-bca1-4f83-9770-128cf24f8a15 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.241913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51edab9a-bca1-4f83-9770-128cf24f8a15 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3431339 Nov 23 18:48:02.241913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:02.387873 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8397b7-1ea2-4681-a620-4946a1e7f12d x-openstack-request-id: req-fc8397b7-1ea2-4681-a620-4946a1e7f12d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:02.387873 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-plugged", "status": "completed", "tag": "24275884-9170-48ed-8161-593636f9d31e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:02.388475 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc8397b7-1ea2-4681-a620-4946a1e7f12d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:02.388749 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24275884-9170-48ed-8161-593636f9d31e', 'code': 200} Nov 23 18:48:02.401100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-17120196-c216-49d4-b8a9-d6d1ae793c14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 217 time: 0.2417676 Nov 23 18:48:02.405084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] Provisioning complete for port 1dcda1a0-5f73-47a1-8550-e27ff2122666 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:02.405598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.458104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port b19b8b63-f3c4-45fa-8be8-b4536fb216be yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:02.512847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1528-ddf9-4589-8b05-f531737e3c0f req-16a4c260-0ab9-40d5-983e-e4be3e884624 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.514403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ffb1528-ddf9-4589-8b05-f531737e3c0f req-16a4c260-0ab9-40d5-983e-e4be3e884624 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 945 time: 0.1201077 Nov 23 18:48:02.522957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 3efb868d-d03e-4362-b8ae-6bf076c14910 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:02.523305 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.591822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Deleting port 533e9e2e-affb-4eb5-a128-cdb8172b18b2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:02.592509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.644196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ffb1528-ddf9-4589-8b05-f531737e3c0f req-d111bc66-1dc7-4eaf-a332-e55a8c72843b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113529 Nov 23 18:48:02.662429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.665246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-7612ddec-5871-4703-8afb-e8af11c05d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.667018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-7612ddec-5871-4703-8afb-e8af11c05d2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.2478855 Nov 23 18:48:02.675716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694215-33e2-404c-93f6-6bb5cf9938f7 req-30e562f8-e3d9-4a99-b51f-5739adb29b94 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:02.677339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da694215-33e2-404c-93f6-6bb5cf9938f7 req-30e562f8-e3d9-4a99-b51f-5739adb29b94 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.1733558 Nov 23 18:48:02.695096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.699571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1dcda1a0-5f73-47a1-8550-e27ff2122666 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:02.700001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.781074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:02.837583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.839170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.840460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:02.857123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Calling delete_port for 533e9e2e-affb-4eb5-a128-cdb8172b18b2 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:02.864162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 3efb868d-d03e-4362-b8ae-6bf076c14910 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:02.890307 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.001797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.066983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.102340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port bc71c472-ac6f-452e-9f01-6718e4bae8ea yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:03.191636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.315829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] For port 1dcda1a0-5f73-47a1-8550-e27ff2122666, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1dcda1a0-5f73-47a1-8550-e27ff2122666,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:03.316634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.337547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.382948 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.383841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da694215-33e2-404c-93f6-6bb5cf9938f7 req-bd4c1060-ee61-41d2-acea-d87bc929f747 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896684 Nov 23 18:48:03.478901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.485501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.487753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04c4307a-078b-490f-bb3a-1dcbf0a1b5f0 HTTP/1.1" status: 204 len: 168 time: 1.3333726 Nov 23 18:48:03.495528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.498020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.560157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=3efb868d-d03e-4362-b8ae-6bf076c14910,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:03.567602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Pushing event deleted for resources: {'Port': ['ID=533e9e2e-affb-4eb5-a128-cdb8172b18b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:03.596932 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:48:03.598010 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:48:03.618353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'ca0b05b2-0344-4324-b63b-426d84ad9228', 'ip_address': '2001:db8::f816:3eff:febe:8049'}, {'subnet_id': '82a12b02-7985-481e-a001-204c37a7bd35'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '1dcda1a0-5f73-47a1-8550-e27ff2122666'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:48:03.645036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48800-5f5b-4e1e-ae72-de3b9ff5d03c req-311e4023-2fb8-463f-92eb-93c7811b7b31 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.648209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d48800-5f5b-4e1e-ae72-de3b9ff5d03c req-311e4023-2fb8-463f-92eb-93c7811b7b31 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1748397 Nov 23 18:48:03.661336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.664278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5356-7a41-4373-aa37-031cb40acda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4307a-078b-490f-bb3a-1dcbf0a1b5f0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:03.688371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b25f-9bc7-4153-9bb1-4c59cf6d6ceb None None] Pushing event updated for resources: {'Port': ['ID=1dcda1a0-5f73-47a1-8550-e27ff2122666,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:03.704448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-071229c0-2cda-49df-88e7-570cc3392744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.708165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-071229c0-2cda-49df-88e7-570cc3392744 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0280626 Nov 23 18:48:03.802872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.868160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.874601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.880699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.887481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.893647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.900105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.906218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:03.908167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f8c749c-2445-4466-9c23-e8701913a219 req-fac99e2b-545a-4154-9795-65e4e7685024 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.2983239 Nov 23 18:48:03.940312 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.942803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.947398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7698ceff-6cf3-4702-9606-5608c1841078 tempest-ServersTestManualDisk-2144016564 tempest-ServersTestManualDisk-2144016564-project] 10.222.0.37 "DELETE /v2.0/floatingips/85b1b2da-0601-4527-99dc-8037d9dd999a HTTP/1.1" status: 204 len: 168 time: 2.2106066 Nov 23 18:48:03.947580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Allocated IP 172.20.0.2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/82a12b02-7985-481e-a001-204c37a7bd35/1dcda1a0-5f73-47a1-8550-e27ff2122666) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:03.947679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:03.976185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:03.989712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a60d5228-1a54-4de2-9a4d-99e857ebc73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/3efb868d-d03e-4362-b8ae-6bf076c14910 HTTP/1.1" status: 204 len: 168 time: 1.7439647 Nov 23 18:48:03.992292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:04.065591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f8c749c-2445-4466-9c23-e8701913a219 req-7a61eb11-83da-4f38-a179-2ce6a5312d40 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451702 Nov 23 18:48:04.134968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-3357d69a-e87d-4087-80b9-c586f26291b5 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105489 Nov 23 18:48:04.141326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:04.156836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d48800-5f5b-4e1e-ae72-de3b9ff5d03c req-9d01bc81-5a09-4690-85cb-6a102c606ce1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370632 Nov 23 18:48:04.207347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:04.217179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] For port 1dcda1a0-5f73-47a1-8550-e27ff2122666, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1dcda1a0-5f73-47a1-8550-e27ff2122666,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:04.218450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:04.220621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:04.283628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:04.300103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=b19b8b63-f3c4-45fa-8be8-b4536fb216be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:04.327026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:04.344814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1dcda1a0-5f73-47a1-8550-e27ff2122666 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:04.414417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89153f-3e1e-40ee-9fdd-a073707f93e9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.423268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89153f-3e1e-40ee-9fdd-a073707f93e9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.425103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89153f-3e1e-40ee-9fdd-a073707f93e9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.437761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c89153f-3e1e-40ee-9fdd-a073707f93e9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4171829 Nov 23 18:48:04.440113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:04.467587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-f14a45e6-a2a7-4eab-8e8e-d013bb8f5133 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210130 Nov 23 18:48:04.581757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-e0a7c884-c7ec-44d0-b8cb-57e4a4c04831 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 217 time: 0.1014271 Nov 23 18:48:04.594001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=bc71c472-ac6f-452e-9f01-6718e4bae8ea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:04.633414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff329cc-2588-4bba-b65f-2c3f28fc93a3 None None] Pushing event updated for resources: {'Port': ['ID=1dcda1a0-5f73-47a1-8550-e27ff2122666,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:04.655216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1dcda1a0-5f73-47a1-8550-e27ff2122666 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:04.656021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:04.685389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': 'd6943699-34dd-4a4c-9d6a-81753e9330fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4539aea6-a451-438c-a228-4662b3ed9a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:04.685756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 4539aea6-a451-438c-a228-4662b3ed9a25, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:04.703170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 82a12b02-7985-481e-a001-204c37a7bd35 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:04.709286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:04.742782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-29c3823c-4a7d-4a83-9bbf-a76dab49e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.745721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-29c3823c-4a7d-4a83-9bbf-a76dab49e3f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1535113 Nov 23 18:48:04.865507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:04.881909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-280418c4-bc2f-477c-9ead-539b756c93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.885062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-280418c4-bc2f-477c-9ead-539b756c93f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311867 Nov 23 18:48:04.890423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdaca7-13ed-4508-a105-db5d8696ef00 req-e4642bc5-ae47-4169-b14f-c2b671778d65 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:04.905411 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9dfdaca7-13ed-4508-a105-db5d8696ef00 req-e4642bc5-ae47-4169-b14f-c2b671778d65 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.3681543 Nov 23 18:48:04.910063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 4539aea6-a451-438c-a228-4662b3ed9a25 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:04.930882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.042133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.118055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:05.124389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 4539aea6-a451-438c-a228-4662b3ed9a25) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:05.129914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:05.138507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:05.139455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1934045-4e9a-473d-bc42-2bb59a1d8a0a None None] Network 4539aea6-a451-438c-a228-4662b3ed9a25 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:05.145522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:05.146826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.182641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'mac_address': 'fa:16:3e:89:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:05.186933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-490c729c-c136-4d43-baec-f75f141eebbe tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2225633 Nov 23 18:48:05.197430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:05.201925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.225723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.235056 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/82a12b02-7985-481e-a001-204c37a7bd35 HTTP/1.1" status: 204 len: 168 time: 0.7868576 Nov 23 18:48:05.257441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:05.259852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:05.322265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380a5d-97d6-41fe-9a65-296a1d4ca72b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=82a12b02-7985-481e-a001-204c37a7bd35,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:05.333280 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.349858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet ca0b05b2-0344-4324-b63b-426d84ad9228 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:05.354196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.375331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:05.403030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:05.417867 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.450887 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9dfdaca7-13ed-4508-a105-db5d8696ef00 req-a02e4055-8307-494c-bfa4-6455b82fb82a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430183 Nov 23 18:48:05.495007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.574654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:05.609926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-327149596-network', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:05.664744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-22fc69c3-1302-4aaf-a49e-71dfe4cac8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707996 Nov 23 18:48:05.670401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:05.718652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Made reservation on behalf of 240e363bc41f45608adfb8ccacb55a8a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:05.721030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.773396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.777505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:05.857752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e101-73f2-4e98-ad38-b76bb8dabe96 req-d88a7cc0-61a9-490c-844a-679244296089 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:05.859439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0868e101-73f2-4e98-ad38-b76bb8dabe96 req-d88a7cc0-61a9-490c-844a-679244296089 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.2139308 Nov 23 18:48:05.996563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ccf5a-6769-4648-82e0-c313f188e292 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:06.002121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.022311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0868e101-73f2-4e98-ad38-b76bb8dabe96 req-84c4c73a-be02-4b3c-9cd1-b2fa896e89ec tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410377 Nov 23 18:48:06.080669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0b05b2-0344-4324-b63b-426d84ad9228,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:06.108206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.118082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-853a97b5-d0bb-40ba-82f5-16f241af9f9e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/ca0b05b2-0344-4324-b63b-426d84ad9228 HTTP/1.1" status: 204 len: 168 time: 0.8565328 Nov 23 18:48:06.118944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:06.179070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c6cce35-5deb-4af3-bc3a-ace224074f02 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573261 Nov 23 18:48:06.184415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:06.197750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:06.206686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.216644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.235416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.245014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.259956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.264535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.269611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.279960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.290034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-01eeba54-7160-43a6-b671-005479a75adc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.9386234 Nov 23 18:48:06.294496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.302196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.310725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53b949ec-8bfb-4418-89d6-06cc0a1b0700 None None] Provisioning complete for port 1dcda1a0-5f73-47a1-8550-e27ff2122666 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:06.313244 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53b949ec-8bfb-4418-89d6-06cc0a1b0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.378661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1dcda1a0-5f73-47a1-8550-e27ff2122666 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:06.462822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbfeb18-270b-4f79-831a-cfc6159cb387,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:06.492169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:06.507978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.508610 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Added segment 859b5dcd-e851-43fb-a01c-ceae568fd684 of type vlan for network a0754717-0b52-4542-8a67-e67658a44d91 Nov 23 18:48:06.554251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:06.558819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.611601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.705686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.706779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:06.707463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.765001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5014856 Nov 23 18:48:06.769305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:06.804789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Request body: {'subnet': {'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-327149596-subnet', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:06.819352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c0de-e957-4d84-b084-d8486c711456 admin admin] Pushing event updated for resources: {'Network': ['ID=a0754717-0b52-4542-8a67-e67658a44d91,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:06.829638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b11e343-b3da-47e3-9162-3062d6d59bd8 req-a24dc794-1202-4436-ae10-674821fe2c26 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5379462 Nov 23 18:48:06.844245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port bc71c472-ac6f-452e-9f01-6718e4bae8ea {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:06.845120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.860896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a0754717-0b52-4542-8a67-e67658a44d91 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:06.949679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Made reservation on behalf of 240e363bc41f45608adfb8ccacb55a8a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:06.953913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:06.983535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:06.988191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:07.005604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53b949ec-8bfb-4418-89d6-06cc0a1b0700 None None] Could not find standard attr ID for object 3efb868d-d03e-4362-b8ae-6bf076c14910. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:07.075298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1dcda1a0-5f73-47a1-8550-e27ff2122666 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:07.076121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.168336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.213369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for bc71c472-ac6f-452e-9f01-6718e4bae8ea owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:07.318621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Deleting port 1dcda1a0-5f73-47a1-8550-e27ff2122666 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:07.319064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.329137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.458745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8465dc6b-7433-40b1-a6c1-048835c20b85,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:07.467667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:07.468042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.471101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-ffd1d1d4-c750-469e-9ca7-dbabd218b008 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7933805 Nov 23 18:48:07.511456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.603520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Checking segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:07.604128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Network hostable DHCP agents. Network: a0754717-0b52-4542-8a67-e67658a44d91, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:07.689051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.705149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991e5d-499f-405f-b72a-ea64f2c72d1c req-26e8f40f-1f4e-4f82-8ff4-d664a533872b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:07.712434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4991e5d-499f-405f-b72a-ea64f2c72d1c req-26e8f40f-1f4e-4f82-8ff4-d664a533872b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.6964111 Nov 23 18:48:07.724098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=bc71c472-ac6f-452e-9f01-6718e4bae8ea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:07.725386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Network a0754717-0b52-4542-8a67-e67658a44d91 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:07.734523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-b5a8f5a9-fd74-4b2a-8e69-ec0f219c1261 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.2153926 Nov 23 18:48:07.743304 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.749887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f6794da3-a019-4532-b342-13ef8ef49ff2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/bc71c472-ac6f-452e-9f01-6718e4bae8ea HTTP/1.1" status: 204 len: 168 time: 2.5322137 Nov 23 18:48:07.787728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:07.861678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=05a60ed3-b827-44a9-a421-717225710926,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:07.867719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a0754717-0b52-4542-8a67-e67658a44d91) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:07.895522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a7c2b-ae8a-4e5b-990a-e871503094ea None None] Network a0754717-0b52-4542-8a67-e67658a44d91 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:07.896083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:07.906581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:07.908073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.913827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:07.944630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:07.945236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.984676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f4064390-e26e-4d2e-8b16-d04ce9f35c66 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1882598 Nov 23 18:48:07.987109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:07.993974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] For port 1dcda1a0-5f73-47a1-8550-e27ff2122666, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1dcda1a0-5f73-47a1-8550-e27ff2122666,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:07.994392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:07.997644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:08.021012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d2564bf-38b1-495b-8104-cddb62be1408 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8326805 Nov 23 18:48:08.024644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:08.035138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:08.150685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-57b458a1-bc86-4947-9360-434162ca142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:08.176468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-57b458a1-bc86-4947-9360-434162ca142a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.4246740 Nov 23 18:48:08.179628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.181557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.189263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Calling delete_port for 1dcda1a0-5f73-47a1-8550-e27ff2122666 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:08.261076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4991e5d-499f-405f-b72a-ea64f2c72d1c req-c720fc18-006c-45bf-ba5d-f0d9913f3e71 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253894 Nov 23 18:48:08.286435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311588ff-9cb9-4649-abd4-3d8cdcc34d3a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:08.293364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311588ff-9cb9-4649-abd4-3d8cdcc34d3a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:08.298495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-311588ff-9cb9-4649-abd4-3d8cdcc34d3a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5087759 Nov 23 18:48:08.302249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:08.424737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.449053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1dcda1a0-5f73-47a1-8550-e27ff2122666 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:08.472224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1fad1e2f-01e7-4e93-a344-f0486f49b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:08.473768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1fad1e2f-01e7-4e93-a344-f0486f49b72e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2853436 Nov 23 18:48:08.570440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.618401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:08.645109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:08.647409 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1df08d9-9cc9-4466-978c-72e344d1f1ec" -d '{"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-plugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:08.668364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.700831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a0754717-0b52-4542-8a67-e67658a44d91', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:08.701704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.743546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-1f314cc1-a51d-4da5-bfdd-8c15313b4b8c service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442646 Nov 23 18:48:08.798265 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.807573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:08.827973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:08.843628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.015880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.042543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Deleting port 38e22226-5585-425b-acaa-c4641910a572 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:09.042803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.063517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:09.070563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.076885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c8ad4-4601-4025-85cf-610f86c97e63 req-501145fa-5397-4bf4-b01f-391926284f7b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:09.078548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-001c8ad4-4601-4025-85cf-610f86c97e63 req-501145fa-5397-4bf4-b01f-391926284f7b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.6265376 Nov 23 18:48:09.110728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] Pushing event deleted for resources: {'Port': ['ID=1dcda1a0-5f73-47a1-8550-e27ff2122666,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:09.170624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bd1f1-bf75-43af-b1ef-3cb580bcd41f None None] No DVR routers for this DVR port 1dcda1a0-5f73-47a1-8550-e27ff2122666 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:09.214668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af12fc-177c-4171-b3aa-165c72d1d740 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:09.301535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port b19b8b63-f3c4-45fa-8be8-b4536fb216be {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:09.302146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.360902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Allocated IP 172.20.0.2 (a0754717-0b52-4542-8a67-e67658a44d91/8465dc6b-7433-40b1-a6c1-048835c20b85/efff4fb4-db2c-43df-b8c4-9472b264f68d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:09.448249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-105b1b33-1d61-4f43-aa57-c25aa153f762 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423364 Nov 23 18:48:09.572490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-f4e9fa1c-db0b-4e5a-a9f3-3673f58c5123 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.1024134 Nov 23 18:48:09.686287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.700595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-001c8ad4-4601-4025-85cf-610f86c97e63 req-33a622dc-f644-4570-8c08-f6f648f4621a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718100 Nov 23 18:48:09.733796 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.745147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.786280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] For port 38e22226-5585-425b-acaa-c4641910a572, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38e22226-5585-425b-acaa-c4641910a572,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:09.786656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.791910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.809557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:09.893188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Network a0754717-0b52-4542-8a67-e67658a44d91 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:09.896585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Calling delete_port for 38e22226-5585-425b-acaa-c4641910a572 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:09.909004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for b19b8b63-f3c4-45fa-8be8-b4536fb216be owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:09.966742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:09.971429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:09.982834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Pushing event updated for resources: {'Port': ['ID=efff4fb4-db2c-43df-b8c4-9472b264f68d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:09.992648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '05a60ed3-b827-44a9-a421-717225710926'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:09.992648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.004671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-703aa740-0dab-42b0-bec9-fd050339f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.006823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-703aa740-0dab-42b0-bec9-fd050339f2f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.3707132 Nov 23 18:48:10.083117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Attempting to bind port efff4fb4-db2c-43df-b8c4-9472b264f68d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:10.083710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Attempting to bind port efff4fb4-db2c-43df-b8c4-9472b264f68d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:10.084028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Attempting to bind port efff4fb4-db2c-43df-b8c4-9472b264f68d on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:10.091954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:10.092362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Checking segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:10.092754 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.093334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Bound using segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:10.093859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Bound port: efff4fb4-db2c-43df-b8c4-9472b264f68d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:10.094249 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.152657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.161244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.169345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.176116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.182439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.189014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.195625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.197872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-78d48e6f-860c-4341-9d6b-e220d3c43580 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.3183560 Nov 23 18:48:10.293612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-a6546c55-9d6c-4a4e-a4c4-ca4da658bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.295851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-a6546c55-9d6c-4a4e-a4c4-ca4da658bcfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2440751 Nov 23 18:48:10.325284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] For port efff4fb4-db2c-43df-b8c4-9472b264f68d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:10.328804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.332837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] For port efff4fb4-db2c-43df-b8c4-9472b264f68d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=efff4fb4-db2c-43df-b8c4-9472b264f68d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:10.355810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.503395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=b19b8b63-f3c4-45fa-8be8-b4536fb216be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:10.516407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376112cc-eee8-4bad-b833-3b089c156c7e None None] Pushing event updated for resources: {'Port': ['ID=efff4fb4-db2c-43df-b8c4-9472b264f68d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:10.556238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.631605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:48:10.634904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.648147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.667252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4a4cada1-2a63-4f55-9c75-eefc57439869 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/b19b8b63-f3c4-45fa-8be8-b4536fb216be HTTP/1.1" status: 204 len: 168 time: 2.3477790 Nov 23 18:48:10.684774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b2df1af-81b0-4a5b-8d3f-ae875b984eb2 req-ba86e989-e4db-4984-b697-e0facdf3184a tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4593668 Nov 23 18:48:10.690015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:10.738523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=23f15360-994d-4580-b79e-7ee6988e534a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:10.754434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Allocated IP 172.20.0.2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/05a60ed3-b827-44a9-a421-717225710926/5d0bbd26-8cf9-472d-8575-7ffa348e08e1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:10.798340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Allocated IP 172.25.5.158 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/7d55630b-1613-45eb-a939-400c191c79bb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:10.809271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:10.831093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:10.843974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:10.844591 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:10.917130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-786c563f-09a0-45e3-a5ff-4e9169a60634 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8905461 Nov 23 18:48:10.938225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:10.993657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-c6257f40-4176-45c6-847e-cc5c577c0c94 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828539 Nov 23 18:48:11.000172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:d7:a0:0b', 'name': 'tempest-NetworksTestDHCPv6-245770217'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:11.027849 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dca273-2ab8-4846-a6de-cc01da2458d6 x-openstack-request-id: req-b2dca273-2ab8-4846-a6de-cc01da2458d6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:11.028593 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-plugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:11.029073 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2dca273-2ab8-4846-a6de-cc01da2458d6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:11.029693 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'code': 200} Nov 23 18:48:11.078123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f224c5d-5010-4f15-a456-912393987949 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.082882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f224c5d-5010-4f15-a456-912393987949 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3833413 Nov 23 18:48:11.091022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:11.274421 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.278147 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf8f04e-9e29-47c1-914d-7b93a82c56af tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:11.279989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-faf8f04e-9e29-47c1-914d-7b93a82c56af tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/bc71c472-ac6f-452e-9f01-6718e4bae8ea HTTP/1.1" status: 404 len: 333 time: 0.1869369 Nov 23 18:48:11.282734 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3f09130-a697-47d8-b4d8-7c6dabbf3d3f req-a72cd277-8800-416e-a68f-6823f606d63c service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792046 Nov 23 18:48:11.283826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.295694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.305719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:11.433847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:11.446575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:11.455521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:11.485658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Pushing event updated for resources: {'Port': ['ID=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:11.593389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Pushing event deleted for resources: {'Port': ['ID=38e22226-5585-425b-acaa-c4641910a572,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:11.601793 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5342c04-33af-4654-92c3-b5d5f1f8e6af tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:11.606764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e5342c04-33af-4654-92c3-b5d5f1f8e6af tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/b19b8b63-f3c4-45fa-8be8-b4536fb216be HTTP/1.1" status: 404 len: 333 time: 0.2356827 Nov 23 18:48:11.649542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.719890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:11.775620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Attempting to bind port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:11.776908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Attempting to bind port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:11.777682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Attempting to bind port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:11.801051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:11.802026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:11.802843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.803768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:11.812840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Bound port: 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:11.813797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.827954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2e39-c392-462e-824e-317a46428d43 req-c86d9a87-ffb4-4ad0-a7b1-4c7d4174a242 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.829677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-414b2e39-c392-462e-824e-317a46428d43 req-c86d9a87-ffb4-4ad0-a7b1-4c7d4174a242 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.8122714 Nov 23 18:48:11.894913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.895298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.895812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.896269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.897384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.897997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.898457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:11.900534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-6dcf69d3-b852-491c-b3b2-fd5861ca4b0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6489 time: 0.4561498 Nov 23 18:48:11.978669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:11.982217 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.076495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] For port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:12.094130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] For port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:12.104371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.209772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:12.209772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Pushing event updated for resources: {'Port': ['ID=7d55630b-1613-45eb-a939-400c191c79bb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:12.217775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f3487-baed-44cd-82d0-c710d2f50b2e None None] Pushing event updated for resources: {'Port': ['ID=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:12.250500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:12.258893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:12.461576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:12.512982 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.524580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e148ac-de59-43f6-bc58-45146313c407 None None] Network a0754717-0b52-4542-8a67-e67658a44d91 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:12.549955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:12.780284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device efff4fb4-db2c-43df-b8c4-9472b264f68d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:12.848183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] Provisioning complete for port efff4fb4-db2c-43df-b8c4-9472b264f68d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:12.853599 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.874883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.903227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4539aea6-a451-438c-a228-4662b3ed9a25']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:12.914094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6943699-34dd-4a4c-9d6a-81753e9330fd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:12.917408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6943699-34dd-4a4c-9d6a-81753e9330fd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:12.944770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.972379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:12.990513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:48:13.005357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.078363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-f5755ef8-0a38-4419-9620-c07311c54a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:13.082405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-f5755ef8-0a38-4419-9620-c07311c54a90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 902 time: 1.1610863 Nov 23 18:48:13.101499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-414b2e39-c392-462e-824e-317a46428d43 req-eaced984-6e56-434e-9c75-37cdd8fe1f06 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2592156 Nov 23 18:48:13.164541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-2581e929-0f3e-4279-be73-3fe1407bae46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.0619226 Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:48:13.178935 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:48:13.183686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.190062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.200476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/4539aea6-a451-438c-a228-4662b3ed9a25 HTTP/1.1" status: 204 len: 168 time: 1.4627409 Nov 23 18:48:13.203997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:13.217381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966007061'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:13.259195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda119b-b84f-4e36-8850-b5b9d029531d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=4539aea6-a451-438c-a228-4662b3ed9a25,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:13.302760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-7f11bf7c-15fb-454b-9ecf-8e31ca892436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:13.304675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-7f11bf7c-15fb-454b-9ecf-8e31ca892436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1293457 Nov 23 18:48:13.364468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port efff4fb4-db2c-43df-b8c4-9472b264f68d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:13.364847 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.434899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.513097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-7e5233a2-e4fc-4045-9c50-d8e8022a51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:13.516916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-7e5233a2-e4fc-4045-9c50-d8e8022a51fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1800556 Nov 23 18:48:13.520757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.535833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] For port efff4fb4-db2c-43df-b8c4-9472b264f68d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=efff4fb4-db2c-43df-b8c4-9472b264f68d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:13.546550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.640106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:13.648473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.679550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-ee4cb668-5f4d-4ffd-a87e-c0758b15166e service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438146 Nov 23 18:48:13.799909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:13.833579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:13.833929 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment adb2b1e9-c037-4f76-8456-a157988b6c4f of type vlan for network 09d772af-8edf-4c2e-8133-c4228c33e5fe Nov 23 18:48:13.880731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 172.20.0.3 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/05a60ed3-b827-44a9-a421-717225710926/16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:13.895635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60800-e715-43a9-8b3b-44c119f1061f None None] Pushing event updated for resources: {'Port': ['ID=efff4fb4-db2c-43df-b8c4-9472b264f68d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:13.939112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fed7:a00b (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/23f15360-994d-4580-b79e-7ee6988e534a/16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:13.967958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.032581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e54f1-eb51-4820-bc05-e09a04286447 req-f898c14a-1fd8-4ae3-933b-b9bb4c5dbf82 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.043194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235e54f1-eb51-4820-bc05-e09a04286447 req-f898c14a-1fd8-4ae3-933b-b9bb4c5dbf82 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.7357485 Nov 23 18:48:14.098782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8075b35e-a23a-4778-84a5-f3b8dee6d32a None None] Provisioning complete for port efff4fb4-db2c-43df-b8c4-9472b264f68d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:14.099161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8075b35e-a23a-4778-84a5-f3b8dee6d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.163307 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:48:14.303760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235e54f1-eb51-4820-bc05-e09a04286447 req-c594266d-2d2d-4b17-b759-7ca5374472ac tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521780 Nov 23 18:48:14.338222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72dbf1ae-090f-47f3-ad15-4b05a9590c97 req-3d6281d9-891c-470c-9bc8-0daa38594102 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174159 Nov 23 18:48:14.484766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Router c7d33591-61ce-41c3-930e-7252b5875fe3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:48:14.489412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.548146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.555868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.556444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.588794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.598573 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3881438 Nov 23 18:48:14.616265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:14.620934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17b462-d482-4471-b426-c8dfb4915da6 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:14.623457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:14.623602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:14.709004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:14.721118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:14.724869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:14.746200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:14.803765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:14.804612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.816954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.817364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.847230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] Provisioning complete for port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:14.848116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.851064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e3f1a58b-7a6b-491e-a488-9275adc6a1f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9064634 Nov 23 18:48:14.858715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:14.870219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.871307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.871799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.872283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.876007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.876482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.876945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:14.884678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-5e2acc51-38a2-458a-b3b3-511332660c6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6489 time: 0.4789026 Nov 23 18:48:14.919768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:14.944383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.989005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.003082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.021973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.039637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.046798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.076297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.082169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a93b74-a925-4469-9756-3b5277f9ec84 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=09d772af-8edf-4c2e-8133-c4228c33e5fe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:15.093162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.107942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5907f709-d1b2-4888-9fde-816fedaf558e req-49029ca3-15be-4cc1-a72b-9a2835b37e2f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.6601460 Nov 23 18:48:15.143553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:15.160548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8ed32-65ba-4307-aff7-1c33ec51be3c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.173483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8ed32-65ba-4307-aff7-1c33ec51be3c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.181137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47a8ed32-65ba-4307-aff7-1c33ec51be3c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3213463 Nov 23 18:48:15.182015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:15.482369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.521967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '05a60ed3-b827-44a9-a421-717225710926', 'ip_address': '172.20.0.2'}, {'subnet_id': '23f15360-994d-4580-b79e-7ee6988e534a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '5d0bbd26-8cf9-472d-8575-7ffa348e08e1'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:48:15.555784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-c0896a44-0b94-4e5b-b75d-25b5eed56bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.558600 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-c0896a44-0b94-4e5b-b75d-25b5eed56bed service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 902 time: 0.4097681 Nov 23 18:48:15.580382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5907f709-d1b2-4888-9fde-816fedaf558e req-bb32cb33-6556-4210-a474-fa13d4cee086 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4714620 Nov 23 18:48:15.599382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.641128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:15.643717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.650539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.713608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] For port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:15.727944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-867b48ad-38a5-4402-8bfa-10da2d60088d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.1421995 Nov 23 18:48:15.771478 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.787974 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.822919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-8dad242e-1045-45ee-9d61-ea32efa7a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:15.826426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-8dad242e-1045-45ee-9d61-ea32efa7a086 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.0967522 Nov 23 18:48:15.881772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:15.894295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b879ed3a-2db0-4624-b24d-a07777b6eecd admin admin] 10.222.0.37 "PUT /v2.0/routers/c7d33591-61ce-41c3-930e-7252b5875fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9451370 Nov 23 18:48:15.896077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:15.896712 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Sync routers for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:15.907882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:15.912197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.924256 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:15.926880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:15.986763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.012528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2361a-6dff-4334-b391-7a53c810281b None None] Pushing event updated for resources: {'Port': ['ID=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:16.014293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:16.086563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:16.098130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15879f-a19a-4be2-94be-6761c995f232 req-4131a4bc-7dae-4515-9975-20c3a2043a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:16.107895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-4131a4bc-7dae-4515-9975-20c3a2043a6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2712669 Nov 23 18:48:16.123695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:48:16.124305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:48:16.235572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ba41a-4456-474a-85ed-e67a308258ac req-cf482b94-0013-4920-87e4-5233e3e3ae5d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:16.237266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d33ba41a-4456-474a-85ed-e67a308258ac req-cf482b94-0013-4920-87e4-5233e3e3ae5d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.4333119 Nov 23 18:48:16.242547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:16.451531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.464500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Allocated IP 2001:db8::f816:3eff:fe52:4025 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/23f15360-994d-4580-b79e-7ee6988e534a/5d0bbd26-8cf9-472d-8575-7ffa348e08e1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:16.510349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.595571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d33ba41a-4456-474a-85ed-e67a308258ac req-b1c0a60d-0422-4120-a51a-a039d9c2077c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508909 Nov 23 18:48:16.615800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-21862c82-fc53-45b0-8898-fc832681b5df service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067449 Nov 23 18:48:16.627711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.735638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] For port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:16.806693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:48:16.806906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:48:10Z', 'revision_number': 5, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port': {'id': 'be3646f3-fd6d-4a20-a06b-d25e8a72588b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:13Z', 'updated_at': '2021-11-23T18:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:16.807468 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:48:16.808601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'mac_address': 'fa:16:3e:03:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:16.874731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.878026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.890021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.917852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Checking router: c7d33591-61ce-41c3-930e-7252b5875fe3 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:16.944574 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Routers {'c7d33591-61ce-41c3-930e-7252b5875fe3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:16.945354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c7d33591-61ce-41c3-930e-7252b5875fe3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:16.959972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=41f4e79e-440c-4abb-b8df-217403f3b87b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:17.042729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f617cc5-61b8-4f8d-82da-c4ab9e636630 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:17.050917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.128464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:17.174687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:17.180393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] Set router c7d33591-61ce-41c3-930e-7252b5875fe3 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:17.184498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.256946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': 'adb2b1e9-c037-4f76-8456-a157988b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:17.259673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 09d772af-8edf-4c2e-8133-c4228c33e5fe, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:17.317108 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:48:16Z', 'revision_number': 6, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:17.328939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac6de-4ed1-41eb-a89f-16593426da13 req-b3654c4c-c914-41f1-aa99-e4d0ff034925 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.331755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-061ac6de-4ed1-41eb-a89f-16593426da13 req-b3654c4c-c914-41f1-aa99-e4d0ff034925 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.4744043 Nov 23 18:48:17.401850 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db4921-5711-4a6d-b6a7-4ac437cb4866 None None] The sync data for ids ['c7d33591-61ce-41c3-930e-7252b5875fe3'] in n-d-792364-9 is: [{'id': 'c7d33591-61ce-41c3-930e-7252b5875fe3', 'name': 'tempest-ServersTestManualDisk-1707588914-router', 'tenant_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:12Z', 'updated_at': '2021-11-23T18:48:16Z', 'revision_number': 6, 'project_id': 'bfb570b9e7dd43cda3972d7004aeda40', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:17.413496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device efff4fb4-db2c-43df-b8c4-9472b264f68d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:17.415378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:17.428259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:17.454212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d15879f-a19a-4be2-94be-6761c995f232 req-d6bc8db2-5d76-4da9-b6fb-2b64b44d63c0 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179462 Nov 23 18:48:17.549659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Deleting port be3646f3-fd6d-4a20-a06b-d25e8a72588b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:17.550010 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.569715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port efff4fb4-db2c-43df-b8c4-9472b264f68d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:17.570012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.582491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.585708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0569d422-81ca-424d-b26c-ee744590eabe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282 HTTP/1.1" status: 204 len: 168 time: 2.3951292 Nov 23 18:48:17.588461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:17.664124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-061ac6de-4ed1-41eb-a89f-16593426da13 req-b4a07630-91de-451a-b071-70e14d228458 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127377 Nov 23 18:48:17.665806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:17.732078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:48:17.787029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f56bcb-f140-400b-ba83-f9329a403418 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.788892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f56bcb-f140-400b-ba83-f9329a403418 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.802870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f56bcb-f140-400b-ba83-f9329a403418 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.812303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41f56bcb-f140-400b-ba83-f9329a403418 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2210340 Nov 23 18:48:17.812943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:17.826583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 09d772af-8edf-4c2e-8133-c4228c33e5fe) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:17.840669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:17.842272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:17.863700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2d578-a064-49d7-8a7b-3a942f506ed4 None None] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:17.948369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-50c042ae-c887-4f8e-b33c-f60b5011cf4a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3304570 Nov 23 18:48:17.995579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54564) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:18.025570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe', 'name': 'tempest-PortsTestJSON-1851717026'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:18.168554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:18.176659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] For port be3646f3-fd6d-4a20-a06b-d25e8a72588b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=be3646f3-fd6d-4a20-a06b-d25e8a72588b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:18.177040 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.196299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:18.218762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-09d772af-8edf-4c2e-8133-c4228c33e5fe', 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '41f4e79e-440c-4abb-b8df-217403f3b87b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:18.220485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.262403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:18.265696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:18.297001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.313449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.321173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.325578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.329609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-946a10a5-a2c7-4acd-b1e7-6dc1fee7c46d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3388200 Nov 23 18:48:18.336931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:18.344752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.396236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.403518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 05a60ed3-b827-44a9-a421-717225710926 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:18.415745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.455367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:18.471045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f617c87-8518-4563-8155-fa127ad989c4 req-ccf53686-9fd2-41d9-bf70-f6aaee4e5044 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.5968087 Nov 23 18:48:18.488999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Calling delete_port for be3646f3-fd6d-4a20-a06b-d25e8a72588b owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:18.496544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.608076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:18.743142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:18.748099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.786849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f617c87-8518-4563-8155-fa127ad989c4 req-3ff48169-2ee6-4228-93a2-e2b4a8f0fe87 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3143892 Nov 23 18:48:18.853291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.977386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port cf5e0392-b857-4ac2-b0eb-ad5c84616365 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:19.121705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:19.250431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:19.329685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.7 (09d772af-8edf-4c2e-8133-c4228c33e5fe/41f4e79e-440c-4abb-b8df-217403f3b87b/cf5e0392-b857-4ac2-b0eb-ad5c84616365) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:19.457810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:19.474468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:19.524286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.565386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'mac_address': 'fa:16:3e:03:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:19.609374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.651271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:19.653690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.714979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.734012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b0e10-6d12-46db-9915-0728be8a5d93 req-0b1d1250-3ff1-4d67-bc2e-eb2f8417125d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:19.737856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d44b0e10-6d12-46db-9915-0728be8a5d93 req-0b1d1250-3ff1-4d67-bc2e-eb2f8417125d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.7338557 Nov 23 18:48:19.805189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.854102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:19.859455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-240819f8-fbf9-4285-a5ec-f7e3a9de791e None None] Provisioning complete for port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:19.860246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-240819f8-fbf9-4285-a5ec-f7e3a9de791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.891540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:19.910307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:19.926308 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:19.982909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:20.060881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.105893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Allocated IP 172.20.0.2 (09d772af-8edf-4c2e-8133-c4228c33e5fe/41f4e79e-440c-4abb-b8df-217403f3b87b/14c83f1f-1f04-4f46-beeb-8149afe8286e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:20.116566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:20.125125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.212832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=cf5e0392-b857-4ac2-b0eb-ad5c84616365,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:20.223574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=05a60ed3-b827-44a9-a421-717225710926,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:20.260392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.270292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-101b1dab-12ae-4e80-bc4e-4953474b7b95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/05a60ed3-b827-44a9-a421-717225710926 HTTP/1.1" status: 204 len: 168 time: 2.4505882 Nov 23 18:48:20.276913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:20.279061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d44b0e10-6d12-46db-9915-0728be8a5d93 req-37e41d56-fc30-46fc-b114-34ad94f41003 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844255 Nov 23 18:48:20.288073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-41c527c9-bd2b-4e74-97e9-6c3228cc786d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2726653 Nov 23 18:48:20.293203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:20.318919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.385117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ba17181f-335a-4c0a-acbf-30a9abf0118c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:20.464605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 23f15360-994d-4580-b79e-7ee6988e534a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:20.465607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10904d-71a0-412f-a513-c60f80c8a6eb None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:20.533624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.592552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Pushing event deleted for resources: {'Port': ['ID=be3646f3-fd6d-4a20-a06b-d25e8a72588b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:20.669381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.690063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.692241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.725532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:20.874196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:20.905469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:20.913329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Pushing event updated for resources: {'Port': ['ID=14c83f1f-1f04-4f46-beeb-8149afe8286e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:20.924045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:20.968861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Allocated IP 172.20.0.1 (a0754717-0b52-4542-8a67-e67658a44d91/8465dc6b-7433-40b1-a6c1-048835c20b85/c209ce29-6f24-4905-98ac-7a59828a630d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:20.975278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.029637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:21.145359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.160549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:13Z', 'revision_number': 3, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:21.166408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.233584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=23f15360-994d-4580-b79e-7ee6988e534a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:21.256962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:21.257312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Updating router bc0ff904-28cd-486b-84ec-7fb2098ef6ba port 7d55630b-1613-45eb-a939-400c191c79bb binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:48:21.290377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.294908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70ce802d-993d-418c-861a-5d2d5d916b50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/23f15360-994d-4580-b79e-7ee6988e534a HTTP/1.1" status: 204 len: 168 time: 1.0126820 Nov 23 18:48:21.304456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:21.306636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:21.310841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-240819f8-fbf9-4285-a5ec-f7e3a9de791e None None] Could not find standard attr ID for object 16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:21.322012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.328027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd10b1-58c1-4eee-8870-0859f02ffc53 req-a75ec29f-47fb-4dfc-8c56-be96be6ed39f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.330686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cbd10b1-58c1-4eee-8870-0859f02ffc53 req-a75ec29f-47fb-4dfc-8c56-be96be6ed39f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 944 time: 0.8533487 Nov 23 18:48:21.344598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.379252 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.382537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.390087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2ee2abe-0870-41d5-b2b6-cafd234b885d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838718 Nov 23 18:48:21.397207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:21.403672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:21.475692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.482676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.489254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.497104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.497535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port cf5e0392-b857-4ac2-b0eb-ad5c84616365 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:21.497896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.505049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.512506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.525526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:21.528570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-a78b905b-ec35-454d-8dd6-7fbab1f2792f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.1416078 Nov 23 18:48:21.535932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.594297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.599935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d33591-61ce-41c3-930e-7252b5875fe3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:48:21.599935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.600904 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2d93a88-66e0-4bdf-8c51-c650b66eb18f admin admin] 10.222.0.37 "DELETE /v2.0/routers/c7d33591-61ce-41c3-930e-7252b5875fe3 HTTP/1.1" status: 204 len: 168 time: 5.7031350 Nov 23 18:48:21.608374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:21.635652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7fc7088b-73d5-4a4d-94a6-23bacfcdec4c None None] Could not find standard attr ID for object 16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:21.669195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Network a0754717-0b52-4542-8a67-e67658a44d91 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:21.706025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Attempting to bind port 14c83f1f-1f04-4f46-beeb-8149afe8286e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:21.706419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Attempting to bind port 14c83f1f-1f04-4f46-beeb-8149afe8286e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'adb2b1e9-c037-4f76-8456-a157988b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:21.707211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Attempting to bind port 14c83f1f-1f04-4f46-beeb-8149afe8286e on network 09d772af-8edf-4c2e-8133-c4228c33e5fe {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:21.727192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Pushing event updated for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:21.741252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:21.748150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.751698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:21.752084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Checking segment: {'id': 'adb2b1e9-c037-4f76-8456-a157988b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:21.752468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.752871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Bound using segment: {'id': 'adb2b1e9-c037-4f76-8456-a157988b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:21.753442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Bound port: 14c83f1f-1f04-4f46-beeb-8149afe8286e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb2b1e9-c037-4f76-8456-a157988b6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09d772af-8edf-4c2e-8133-c4228c33e5fe'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:21.754178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:21.756167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:21.781056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38e22226-5585-425b-acaa-c4641910a572 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:21.782432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for cf5e0392-b857-4ac2-b0eb-ad5c84616365 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:21.787187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7fc7088b-73d5-4a4d-94a6-23bacfcdec4c None None] Could not find standard attr ID for object 3efb868d-d03e-4362-b8ae-6bf076c14910. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:21.931056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] For port 14c83f1f-1f04-4f46-beeb-8149afe8286e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:21.937010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] For port 14c83f1f-1f04-4f46-beeb-8149afe8286e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=14c83f1f-1f04-4f46-beeb-8149afe8286e,segment=NetworkSegment(adb2b1e9-c037-4f76-8456-a157988b6c4f),segment_id=adb2b1e9-c037-4f76-8456-a157988b6c4f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:21.968449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d981614a-8d22-4d9b-aa92-841f39cf9d34 req-742fd21a-3d58-4d13-bafc-f171e527e424 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4279099 Nov 23 18:48:21.982683 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.011894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.054696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 38e22226-5585-425b-acaa-c4641910a572 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:22.069133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38e22226-5585-425b-acaa-c4641910a572 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:22.071905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device be3646f3-fd6d-4a20-a06b-d25e8a72588b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:22.107428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.119017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cbd10b1-58c1-4eee-8870-0859f02ffc53 req-dff9a10c-c52f-451e-9a77-85956bf54933 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574217 Nov 23 18:48:22.246819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: be3646f3-fd6d-4a20-a06b-d25e8a72588b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:22.247178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device be3646f3-fd6d-4a20-a06b-d25e8a72588b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:22.262619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d185418-b2bf-4201-9b0b-6b53cce41458 None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '23f15360-994d-4580-b79e-7ee6988e534a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '5d0bbd26-8cf9-472d-8575-7ffa348e08e1'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:48:22.289061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=cf5e0392-b857-4ac2-b0eb-ad5c84616365,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:22.329762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:22.333845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.349562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Deleting subnet ceb2710a-9a05-4137-8798-50aac754c42f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:22.373572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.374382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b490fb40-dc0d-481b-a147-82a426ecf690 None None] Provisioning complete for port c209ce29-6f24-4905-98ac-7a59828a630d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:22.374750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b490fb40-dc0d-481b-a147-82a426ecf690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.454188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.481975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1914fd-a123-4bdb-b900-1f12724b8733 req-446e9028-374c-4d3b-825e-4fa465a1e6e5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:22.483669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d1914fd-a123-4bdb-b900-1f12724b8733 req-446e9028-374c-4d3b-825e-4fa465a1e6e5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.2725613 Nov 23 18:48:22.508589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.609755 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.635787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b490fb40-dc0d-481b-a147-82a426ecf690 None None] Port c209ce29-6f24-4905-98ac-7a59828a630d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:22.645344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d185418-b2bf-4201-9b0b-6b53cce41458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.656594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.659594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e6e6-f82e-47bc-8b19-67df5414a347 None None] Pushing event updated for resources: {'Port': ['ID=14c83f1f-1f04-4f46-beeb-8149afe8286e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:22.690812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.708360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.752705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-aa49e7ac-86dd-4740-930f-0ed79c07fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:22.754290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-aa49e7ac-86dd-4740-930f-0ed79c07fc26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1097 time: 0.6559534 Nov 23 18:48:22.795099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.798849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ceb2710a-9a05-4137-8798-50aac754c42f HTTP/1.1" status: 204 len: 168 time: 1.1864603 Nov 23 18:48:22.804668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0509-8b94-4479-bed1-636bfbcc5f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb2710a-9a05-4137-8798-50aac754c42f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:22.810475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.817746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2220fbd0-2400-4e4f-b4b8-15d6471d5af2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/cf5e0392-b857-4ac2-b0eb-ad5c84616365 HTTP/1.1" status: 204 len: 168 time: 2.4719222 Nov 23 18:48:22.818420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:22.818819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:22.838298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Attempting to bind port 7d55630b-1613-45eb-a939-400c191c79bb on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:22.838679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Attempting to bind port 7d55630b-1613-45eb-a939-400c191c79bb by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:22.839071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Attempting to bind port 7d55630b-1613-45eb-a939-400c191c79bb on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:22.861299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5c4a7-6d11-448b-8853-05b04fa974de None None] Network 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:22.897974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:22.898470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:22.901726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.902161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:22.902759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Bound port: 7d55630b-1613-45eb-a939-400c191c79bb, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:22.903252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:22.913956 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d3110e-5713-45e2-9d15-a8cd9f0e662b tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:48:22.914526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d3110e-5713-45e2-9d15-a8cd9f0e662b tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:22.922595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-58d3110e-5713-45e2-9d15-a8cd9f0e662b tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/cf5e0392-b857-4ac2-b0eb-ad5c84616365 HTTP/1.1" status: 404 len: 333 time: 0.0493042 Nov 23 18:48:22.930488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:22.990501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b523e8-9a97-4f79-a95e-a195be58687a None None] Pushing event updated for resources: {'Port': ['ID=7d55630b-1613-45eb-a939-400c191c79bb,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:23.055095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.070467 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eefde0-a650-4804-b0a0-d72c6df69a0c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:23.077541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.078774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c0eefde0-a650-4804-b0a0-d72c6df69a0c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/cf5e0392-b857-4ac2-b0eb-ad5c84616365 HTTP/1.1" status: 404 len: 333 time: 0.1279464 Nov 23 18:48:23.081665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:23.173919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8ab8a-6222-4d37-9ad1-096504d17535 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:23.193928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Pushing event updated for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:23.234163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] For port 7d55630b-1613-45eb-a939-400c191c79bb, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:23.236959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:23.242747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.264330 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d1914fd-a123-4bdb-b900-1f12724b8733 req-4682f7f8-ac8f-4a49-903b-1e57b96de10c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584894 Nov 23 18:48:23.270858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 41f4e79e-440c-4abb-b8df-217403f3b87b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:23.384429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] For port 7d55630b-1613-45eb-a939-400c191c79bb, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7d55630b-1613-45eb-a939-400c191c79bb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:23.395106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.400206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.435660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Network a0754717-0b52-4542-8a67-e67658a44d91 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:23.440568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:23.491891 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.511055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f327714-e1e1-43fa-9735-4cbe3f9b578e req-6f3d6d46-41df-4836-9bcc-baa63290c734 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.514016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f327714-e1e1-43fa-9735-4cbe3f9b578e req-6f3d6d46-41df-4836-9bcc-baa63290c734 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 943 time: 0.1221042 Nov 23 18:48:23.556437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-33f4f113-96b6-4c20-9662-4cca1af1a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.559561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-33f4f113-96b6-4c20-9662-4cca1af1a11f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.7764387 Nov 23 18:48:23.638461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.646622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.660392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.665393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-19a925e7-1656-47b9-9b0a-4a7b3c98d9d8 None None] Provisioning complete for port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:23.665955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19a925e7-1656-47b9-9b0a-4a7b3c98d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.676433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f327714-e1e1-43fa-9735-4cbe3f9b578e req-15e56d0c-b663-4ff6-976c-63682bc65804 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462934 Nov 23 18:48:23.702831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.717942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.753047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:48:23.766190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.787680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ba17181f-335a-4c0a-acbf-30a9abf0118c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:23.788320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.789540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:23.792602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2defb522-681d-4624-9364-1dc3efe63cab req-986b79a6-f864-456c-a66c-cf46feeb5512 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.5133338 Nov 23 18:48:23.935742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:23.963408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:23.964858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:23.980270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-2fadd389-d218-42a7-aa3f-3ee2b5a56f56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 217 time: 0.4005456 Nov 23 18:48:24.046819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b523e8-9a97-4f79-a95e-a195be58687a None None] Pushing event updated for resources: {'Port': ['ID=7d55630b-1613-45eb-a939-400c191c79bb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:24.058338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] DHCP port deletion for 0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:24.067427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:24.076853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a77f492-5133-45aa-b8d6-1243b126ccda admin admin] 10.222.0.37 "PUT /v2.0/routers/bc0ff904-28cd-486b-84ec-7fb2098ef6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7342410 Nov 23 18:48:24.082169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207d29c-0bcb-4831-9d5e-f987614802c3 None None] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:24.149992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:24.186145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.212713 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.289089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2defb522-681d-4624-9364-1dc3efe63cab req-1f487a44-c05f-4f88-8bd3-5db2bf3cc7f2 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3113389 Nov 23 18:48:24.315822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:24.318082 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c62a1e-3d6a-4da2-b1f4-9724821a6d8a" -d '{"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-plugged", "status": "completed", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:24.334080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-a508747a-aa38-43b0-94f0-3b8cc120d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:24.335571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-a508747a-aa38-43b0-94f0-3b8cc120d7ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.2857025 Nov 23 18:48:24.364983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:24.393571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.405387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:24.421285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:24.462198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:24.467739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-b6ac5b0c-d5b2-4524-9bf9-b5ba8e58dd3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151924 Nov 23 18:48:24.469471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Deleting port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:24.469825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.472547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:24.473134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.478270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=6185e0ef-9617-4ab2-bbbf-9e77f751e2ef,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:24.533423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Provisioning complete for port c209ce29-6f24-4905-98ac-7a59828a630d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:24.534360 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.537190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Deleting port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:24.537549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.602168 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-8acdfb78-f6cc-4cbf-819c-7eaee20e16f8 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069689 Nov 23 18:48:24.603490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.610831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] For port 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03fa44b3-1cad-4ea6-98e9-a2c827960e64,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:24.611092 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.625694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Calling delete_port for 03fa44b3-1cad-4ea6-98e9-a2c827960e64 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:24.737543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d1e9c580-e594-4422-8738-37b40e7987cb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3392971 Nov 23 18:48:24.740573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:24.752181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:24.753836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 14c83f1f-1f04-4f46-beeb-8149afe8286e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:24.786688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] For port 03fa44b3-1cad-4ea6-98e9-a2c827960e64, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03fa44b3-1cad-4ea6-98e9-a2c827960e64,segment=NetworkSegment(f0c41b1b-692c-457e-8845-ad630de44806),segment_id=f0c41b1b-692c-457e-8845-ad630de44806)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:24.786923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.793084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.883262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Deleting port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:24.884016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:24.886559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Calling delete_port for 03fa44b3-1cad-4ea6-98e9-a2c827960e64 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:24.942997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874f09a-93e9-424b-a2c2-9684a2c962e7 req-9f24c81a-7d78-42d1-953a-4c78cb231457 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:24.963521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6874f09a-93e9-424b-a2c2-9684a2c962e7 req-9f24c81a-7d78-42d1-953a-4c78cb231457 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 946 time: 0.3465195 Nov 23 18:48:25.069948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.117084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:25.127020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.269959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:25.279740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.284076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/41f4e79e-440c-4abb-b8df-217403f3b87b HTTP/1.1" status: 204 len: 168 time: 2.1623924 Nov 23 18:48:25.289154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:25.316450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:25.331931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.428539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Pushing event deleted for resources: {'Port': ['ID=03fa44b3-1cad-4ea6-98e9-a2c827960e64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:25.430657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633373a-bee9-4773-ab43-cdf05cdff124 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=41f4e79e-440c-4abb-b8df-217403f3b87b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:25.438827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] No DVR routers for this DVR port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:25.471097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.487172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9049d66-347c-410a-a2f6-381b8906a3ef req-2a948eec-eeb8-42c3-a03f-9cb97a14d5e9 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8452749 Nov 23 18:48:25.488262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] No DVR routers for this DVR port 03fa44b3-1cad-4ea6-98e9-a2c827960e64 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:25.555970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6874f09a-93e9-424b-a2c2-9684a2c962e7 req-b78521fe-91e4-4529-976f-76411300a59f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911696 Nov 23 18:48:25.580757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Port c209ce29-6f24-4905-98ac-7a59828a630d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:25.589350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] For port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:25.589879 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.609310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946d80-6776-48d9-86f6-b7ea0b301c13 None None] Pushing event deleted for resources: {'Port': ['ID=03fa44b3-1cad-4ea6-98e9-a2c827960e64,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:25.655537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 14c83f1f-1f04-4f46-beeb-8149afe8286e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:25.658821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.659406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.679047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:25.689708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077476679', 'description': 'tempest-description--820039392'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:25.718562 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc207224-508f-4034-8ffb-27de94b75844 x-openstack-request-id: req-fc207224-508f-4034-8ffb-27de94b75844 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:25.723180 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-plugged", "status": "completed", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:25.723623 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc207224-508f-4034-8ffb-27de94b75844 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:25.724165 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'code': 200} Nov 23 18:48:25.764738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:25.768936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 14c83f1f-1f04-4f46-beeb-8149afe8286e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:25.769685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.811015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c41b1b-692c-457e-8845-ad630de44806') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:25.811761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c41b1b-692c-457e-8845-ad630de44806') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:25.884649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Provisioning complete for port 14c83f1f-1f04-4f46-beeb-8149afe8286e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:25.884649 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.913952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.916709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.981702 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:25.998109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Calling delete_port for 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:26.079485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.084314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:48:26.084719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:48:26.086791 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:48:26.105145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.113796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 14c83f1f-1f04-4f46-beeb-8149afe8286e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=14c83f1f-1f04-4f46-beeb-8149afe8286e,segment=NetworkSegment(adb2b1e9-c037-4f76-8456-a157988b6c4f),segment_id=adb2b1e9-c037-4f76-8456-a157988b6c4f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:26.114438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.126755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dcd79-0284-4d68-bf12-70dfcc8f111d req-ff776a91-989c-4b81-baff-ea4ed3218a35 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:26.146780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-946dcd79-0284-4d68-bf12-70dfcc8f111d req-ff776a91-989c-4b81-baff-ea4ed3218a35 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.3379464 Nov 23 18:48:26.171708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.192180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 14c83f1f-1f04-4f46-beeb-8149afe8286e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:26.305084 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.306636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6260059 Nov 23 18:48:26.341406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:26.354175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group_rule': {'security_group_id': 'd6d84a36-f362-4699-afe1-bcb0c0271868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:26.359287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.362555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-946dcd79-0284-4d68-bf12-70dfcc8f111d req-70989a33-143f-497a-aa84-9e00bed1dee8 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147455 Nov 23 18:48:26.368701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.372036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae862743-c31e-4ff2-a1d3-08da70632c02 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d84a36-f362-4699-afe1-bcb0c0271868,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:26.380582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.384703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf HTTP/1.1" status: 204 len: 168 time: 3.5247967 Nov 23 18:48:26.400061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3eef8-3a9f-4b5a-b58c-e4bb2f8aeafe admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3f5bb0-2e79-40bc-9c89-08a8f8b6bdcf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:26.446556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=14c83f1f-1f04-4f46-beeb-8149afe8286e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:26.471200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcf6ce-ae25-47bc-aa15-3f1d91943889 req-55983aea-4c0b-4def-a465-6336a0a7f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:26.475301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4dcf6ce-ae25-47bc-aa15-3f1d91943889 req-55983aea-4c0b-4def-a465-6336a0a7f058 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 1096 time: 0.5295219 Nov 23 18:48:26.508364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f56d7e-4f7e-4e58-88c2-7b44aab1f7ab None None] Network 09d772af-8edf-4c2e-8133-c4228c33e5fe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:26.516400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port 14c83f1f-1f04-4f46-beeb-8149afe8286e update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:48:26.516653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 14c83f1f-1f04-4f46-beeb-8149afe8286e on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:26.551420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-91804c2f-331f-44a5-81dc-fa74e551e7dc None None] Port 14c83f1f-1f04-4f46-beeb-8149afe8286e update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:48:26.612410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:26.627750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03fa44b3-1cad-4ea6-98e9-a2c827960e64 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:26.677456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:26.718426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.755550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3cbfd284-015a-4508-984d-0ad96e15352e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfb570b9e7dd43cda3972d7004aeda40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405919 Nov 23 18:48:26.767868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:26.779804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 03fa44b3-1cad-4ea6-98e9-a2c827960e64 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:26.780404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03fa44b3-1cad-4ea6-98e9-a2c827960e64 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:26.780749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:26.829049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:26.839740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-332b95af-814a-4be3-8d21-c109f2dbd2b6 None None] Could not find standard attr ID for object 14c83f1f-1f04-4f46-beeb-8149afe8286e. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:26.884944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df002b87-9964-48a8-81c1-35e16ab5f43d req-6b7c3578-bdbe-4db0-84c7-b9b99139624b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:26.886897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df002b87-9964-48a8-81c1-35e16ab5f43d req-6b7c3578-bdbe-4db0-84c7-b9b99139624b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.1296971 Nov 23 18:48:26.963192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:26.967782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 update to DOWN by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:48:26.996994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.035017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] Pushing event deleted for resources: {'Port': ['ID=5d0bbd26-8cf9-472d-8575-7ffa348e08e1,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:27.046109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df002b87-9964-48a8-81c1-35e16ab5f43d req-c0fa8b91-5a22-45ac-be55-0169630f71bd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515656 Nov 23 18:48:27.057874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767b157-03f5-4944-bd75-f666fdf562dd None None] No DVR routers for this DVR port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:27.078209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 2, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:27.080421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669fd36-eb60-4fe7-bedc-8d1c2b972ca8 None None] DHCP port deletion for 09d772af-8edf-4c2e-8133-c4228c33e5fe request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:27.101303 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.128828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.157997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539079f9-89a6-46b0-840b-2a3e25424701 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:27.161242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e773cf5-1aea-452d-9c12-b3d95f2b042b None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 2, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:27.204383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.207540 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.209014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceef6066-44f2-4d2c-910f-8c0c6e310ac9 HTTP/1.1" status: 204 len: 168 time: 0.4398093 Nov 23 18:48:27.223081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.224586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa5660-8579-43c8-97b8-ce0179ec1d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef6066-44f2-4d2c-910f-8c0c6e310ac9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:27.241543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.249829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.258899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.267235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.274738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.282702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.294354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-1269c8fd-e329-480c-b78d-30606b8c60cf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 1.2494173 Nov 23 18:48:27.346490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 14c83f1f-1f04-4f46-beeb-8149afe8286e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:27.362172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4dcf6ce-ae25-47bc-aa15-3f1d91943889 req-cb7ed388-6907-4a34-b908-c02cbfe49c29 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8539841 Nov 23 18:48:27.412287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 14c83f1f-1f04-4f46-beeb-8149afe8286e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:27.412917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 14c83f1f-1f04-4f46-beeb-8149afe8286e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:27.432445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-acb07d7a-8710-4deb-a5f1-e3b9fb951348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.577781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '6185e0ef-9617-4ab2-bbbf-9e77f751e2ef'}, {'subnet_id': 'd7b7dc3f-f85a-4ec7-8457-b45b95adcc8b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:27.579083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.589935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:27.760052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59a8df54-af94-46d4-a2dc-887d9b55d6eb req-59add418-ec8a-461e-91c0-6087babce92c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4645379 Nov 23 18:48:27.762248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d772af-8edf-4c2e-8133-c4228c33e5fe']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:27.830659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc40638-c9e6-4fcf-9b3e-4eb88aef1710 req-911677be-88ad-48b2-9525-23a0977af83d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:27.832361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cc40638-c9e6-4fcf-9b3e-4eb88aef1710 req-911677be-88ad-48b2-9525-23a0977af83d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1814013 Nov 23 18:48:27.872626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb2b1e9-c037-4f76-8456-a157988b6c4f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:27.874780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb2b1e9-c037-4f76-8456-a157988b6c4f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:27.884129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:48:27.955381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cc40638-c9e6-4fcf-9b3e-4eb88aef1710 req-7705b7c5-6a66-439c-9f45-37b939bca0b9 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117520 Nov 23 18:48:28.101633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Allocated IP 172.20.0.2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/6185e0ef-9617-4ab2-bbbf-9e77f751e2ef/05d1df12-25dc-49e7-b56f-4c750eb58386) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:28.111146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Allocated IP 2001:db8::f816:3eff:fe9f:e138 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b/05d1df12-25dc-49e7-b56f-4c750eb58386) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:28.181493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.205241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.225541 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.revisions.revision_plugin [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Could not find related port for resource to bump revision. Nov 23 18:48:28.283288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:48:28.283798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:48:28.287677 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:48:28.289730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Port 5d0bbd26-8cf9-472d-8575-7ffa348e08e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:48:28.289730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:4025 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:48:28.314778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:4025 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:48:28.521378 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.531103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24275884-9170-48ed-8161-593636f9d31e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:28.539154 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a033730-7611-4768-838e-f7b36a0ddd20" -d '{"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "24275884-9170-48ed-8161-593636f9d31e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:28.582602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.594581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.618190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-f501b958-d812-4364-9c4d-44a60e843b08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400807 Nov 23 18:48:28.666682 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b3ef0d-d779-44b5-9773-2de6e4c62d3f x-openstack-request-id: req-98b3ef0d-d779-44b5-9773-2de6e4c62d3f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:28.682638 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-unplugged", "status": "failed", "tag": "24275884-9170-48ed-8161-593636f9d31e", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:28.682871 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98b3ef0d-d779-44b5-9773-2de6e4c62d3f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:28.683357 n-d-792364-9 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24275884-9170-48ed-8161-593636f9d31e', 'code': 422} returned with failed status Nov 23 18:48:28.726848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:28.753752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:28.759746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:28.771344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.777942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:28.782275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Pushing event updated for resources: {'Port': ['ID=05d1df12-25dc-49e7-b56f-4c750eb58386,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:28.811204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:28.812677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.823909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:28.831073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:28.831793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.833965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-9809da1f-420d-4fd0-91c7-a1a38f9022fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:28.837916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-9809da1f-420d-4fd0-91c7-a1a38f9022fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 1095 time: 0.1282651 Nov 23 18:48:28.893601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.921679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:28.939656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/09d772af-8edf-4c2e-8133-c4228c33e5fe HTTP/1.1" status: 204 len: 168 time: 3.6463201 Nov 23 18:48:28.962179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7277d890-2400-4dd2-bc40-94be24d304f2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2198327 Nov 23 18:48:28.970915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:28.972944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:28.989582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284725259'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:29.007645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:c7:f3:cd', 'name': 'tempest-NetworksTestDHCPv6-693298648'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:29.049291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Attempting to bind port 05d1df12-25dc-49e7-b56f-4c750eb58386 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:29.049864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Attempting to bind port 05d1df12-25dc-49e7-b56f-4c750eb58386 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:29.051181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Attempting to bind port 05d1df12-25dc-49e7-b56f-4c750eb58386 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:29.064930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:29.065321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:29.065991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.066471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:29.067022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Bound port: 05d1df12-25dc-49e7-b56f-4c750eb58386, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:29.067458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.080652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b400736-99e5-4e32-9cce-879e83bff824 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=09d772af-8edf-4c2e-8133-c4228c33e5fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:29.105192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a56067a-f6dd-41a5-8931-78cd8cd7e4c1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:29.136973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34bdb0-1a5a-4dec-88f8-c2accba465e3 req-3fd8d837-6ada-405b-8a1d-46431894ba55 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.164606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc34bdb0-1a5a-4dec-88f8-c2accba465e3 req-3fd8d837-6ada-405b-8a1d-46431894ba55 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.7995188 Nov 23 18:48:29.179358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.184567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a17d9ab-c29d-4b2f-bc87-7964bfc9a971 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8350434 Nov 23 18:48:29.219555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:29.242720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group_rule': {'security_group_id': 'd6d84a36-f362-4699-afe1-bcb0c0271868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:29.255416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0f612453-1072-4392-8b6e-0470eb6b3a5c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:29.281492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-bc812b9a-aae4-4132-8d1d-49b107d0d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.283251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-bc812b9a-aae4-4132-8d1d-49b107d0d03e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 1096 time: 0.8346698 Nov 23 18:48:29.355803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7d55630b-1613-45eb-a939-400c191c79bb up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:29.385236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:29.427259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:29.431294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.489632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.489858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-09f8bd12-656a-4bfd-8baf-6f6e3770cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.491509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-09f8bd12-656a-4bfd-8baf-6f6e3770cf06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 915 time: 0.1778691 Nov 23 18:48:29.495803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.502918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.510007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.517411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.526184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.532578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.535543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-61a6d235-57c0-4179-aa01-169e085fc43b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5432 time: 0.4162855 Nov 23 18:48:29.543081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-13760088-facc-41bf-90d4-9ff413a7d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.544636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-13760088-facc-41bf-90d4-9ff413a7d386 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.6774521 Nov 23 18:48:29.550183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:29.591747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:48:29.609440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.627172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-c5f78c4d-c264-403b-b954-b2877f5d9482 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c HTTP/1.1" status: 200 len: 217 time: 0.1150196 Nov 23 18:48:29.652747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.653095 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment 71da07db-3fd9-4a52-8643-0c725362a49b of type vlan for network ea9df937-ea33-4498-8029-7f54772b0ec3 Nov 23 18:48:29.658887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] For port 05d1df12-25dc-49e7-b56f-4c750eb58386, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:29.667759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-30c42d09-5a61-43cc-9e13-a65e890308fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 200 len: 217 time: 0.0984778 Nov 23 18:48:29.670907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:29.684770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc34bdb0-1a5a-4dec-88f8-c2accba465e3 req-c9204781-5605-44dc-92d7-70f2706b6b15 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202980 Nov 23 18:48:29.727951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] For port 05d1df12-25dc-49e7-b56f-4c750eb58386, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=05d1df12-25dc-49e7-b56f-4c750eb58386,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:29.751895 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.771465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7d55630b-1613-45eb-a939-400c191c79bb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:29.771847 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.889858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.904310 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6618-281e-47d4-82dd-fe5761c183a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:29.906709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-686839235-network', 'tenant_id': '330d4adcd80645679c05040b1956a0e5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:29.950124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-348f797c-39cf-494b-b1a7-52d6050c877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:29.954908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-348f797c-39cf-494b-b1a7-52d6050c877f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.3162105 Nov 23 18:48:30.010227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:30.015413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.023868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.062690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-8779e6db-9a81-4ee9-8cf0-de911fe08cdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902729 Nov 23 18:48:30.062917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 2b370ed8-28cb-4f71-b74d-3585f1ce4b05 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:30.073593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cef570-e53d-4451-993c-004485ba33b9 req-f1fa426a-4fb7-4b66-b566-8300dd7c37a1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.075171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049b21-053b-409e-9e1a-5f01a77e89b3 None None] Pushing event updated for resources: {'Port': ['ID=05d1df12-25dc-49e7-b56f-4c750eb58386,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:30.075352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36cef570-e53d-4451-993c-004485ba33b9 req-f1fa426a-4fb7-4b66-b566-8300dd7c37a1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.2171071 Nov 23 18:48:30.085801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.088173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-506ba7d3-578c-4c85-891a-e341d505aba9 req-4adfdd49-805f-40ec-8838-009c599b2910 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5350263 Nov 23 18:48:30.102346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-c0081462-f6dc-4174-9418-ca2c514d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.104942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-c0081462-f6dc-4174-9418-ca2c514d622f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.2242241 Nov 23 18:48:30.105592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:30.110581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.119953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'port_id': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'mac_address': 'fa:16:3e:b4:60:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:30.225098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.234522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-714dbf88-1d8a-4879-8528-cf10880bc81c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095243 Nov 23 18:48:30.251270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.288850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f612453-1072-4392-8b6e-0470eb6b3a5c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:30.374542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:30.398128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.403027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bde45bf0-8136-4e10-bf4a-d9b5ac93749c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:30.449717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ace391b-66f3-4051-964f-fa9a0e1ce44f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:30.478862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.482572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1eed577b-3a07-4332-8961-fa3f836cb3ac tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2475023 Nov 23 18:48:30.492302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:30.544164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:30.617682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36cef570-e53d-4451-993c-004485ba33b9 req-81422603-fb44-4cd3-823f-124aebc3e2eb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250272 Nov 23 18:48:30.642572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-f301fc4b-7bd8-4485-a009-099b819fe2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496163 Nov 23 18:48:30.685836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.766298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3e71c43-466c-42e6-ab24-139d4d93c77a req-2586181a-b3be-4e0b-af20-e324f3a7c76c service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101265 Nov 23 18:48:30.768605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.879273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73618920-df80-4125-b4f3-6d2dc4251aee req-192b9526-d49e-4d84-91f1-9ce4cc4ade70 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.881866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73618920-df80-4125-b4f3-6d2dc4251aee req-192b9526-d49e-4d84-91f1-9ce4cc4ade70 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1143613 Nov 23 18:48:30.945489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.951452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:30.952063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:30.988693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73618920-df80-4125-b4f3-6d2dc4251aee req-fa0649ae-1409-46ef-8f9b-fb49ab7b55e6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730495 Nov 23 18:48:31.028294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.030691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0517080 Nov 23 18:48:31.033118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:31.038753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:31.079909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:31.104524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 7d55630b-1613-45eb-a939-400c191c79bb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7d55630b-1613-45eb-a939-400c191c79bb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:31.160951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.203053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.254356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.264112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'port_id': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'mac_address': 'fa:16:3e:c6:0a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:31.361477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:31.364923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241510a-0c9c-4f68-9b8b-657f5395873d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=ea9df937-ea33-4498-8029-7f54772b0ec3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.368516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.391443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Allocated IP 172.25.5.171 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/bef7c28a-8dee-4a32-9ead-98e9cf55dc5f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:31.396721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.426422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.437369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=7d55630b-1613-45eb-a939-400c191c79bb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.453410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ea9df937-ea33-4498-8029-7f54772b0ec3 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:31.512415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-35835b8e-16c5-4858-981a-1fbbc7630d83 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2705092 Nov 23 18:48:31.524757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:31.561482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 05d1df12-25dc-49e7-b56f-4c750eb58386 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:31.591036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.591247 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Added segment 5ddc9e01-1430-4939-beb5-724777878d64 of type vlan for network df78d457-aa23-4b27-97c8-e2adfbd32e31 Nov 23 18:48:31.616763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.624350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 172.20.0.13 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/6185e0ef-9617-4ab2-bbbf-9e77f751e2ef/2b370ed8-28cb-4f71-b74d-3585f1ce4b05) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:31.672340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.688833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde45bf0-8136-4e10-bf4a-d9b5ac93749c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:31.700755 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.710117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:31.722828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.723304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0e65af09-06ec-4234-8e45-7e97e05ba6c0 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:31.782421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 05d1df12-25dc-49e7-b56f-4c750eb58386 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:31.782943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.792816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8508a87f-da3b-459e-9a19-b6565c7cff00 req-acae0831-23e0-4432-baaa-883f7cbe4356 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660069 Nov 23 18:48:31.804358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fec7:f3cd (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b/2b370ed8-28cb-4f71-b74d-3585f1ce4b05) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:31.833867 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.835865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:31.836785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.905300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:31.914878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:31.946564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.976643 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:48:31.978494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] Pushing event updated for resources: {'Network': ['ID=df78d457-aa23-4b27-97c8-e2adfbd32e31,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:31.988981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '0e65af09-06ec-4234-8e45-7e97e05ba6c0', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'port_id': '0e65af09-06ec-4234-8e45-7e97e05ba6c0', 'mac_address': 'fa:16:3e:ac:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:32.000494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.007574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:32.014357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.025838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.034731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.042575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.043265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-01472e51-e366-4065-be84-974dc184fe0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6504598 Nov 23 18:48:32.047638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:32.051113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.056594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Request body: {'subnet': {'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-686839235-subnet', 'tenant_id': '330d4adcd80645679c05040b1956a0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:32.058496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.069030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-4282737c-8d75-4d4d-9f8b-b72af2d50884 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5433 time: 0.5334868 Nov 23 18:48:32.071516 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:32.089252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-5bc21339-bf0c-4cbf-85fa-042e5463390c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.091293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-5bc21339-bf0c-4cbf-85fa-042e5463390c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0003e9-9adf-44fe-8e57-9de287c47b2d HTTP/1.1" status: 200 len: 944 time: 0.4259140 Nov 23 18:48:32.092230 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:32.094722 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:32.187916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.190716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=d1c0ae66-c083-45cc-aaa6-aabc3c523fb6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:32.200740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.219473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.246387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 05d1df12-25dc-49e7-b56f-4c750eb58386, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=05d1df12-25dc-49e7-b56f-4c750eb58386,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:32.262040 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.329055 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:32.379864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8cfc32a4-ce5c-4636-b1c0-d69bd9d70b52 req-65230725-d2e5-41f5-9935-f8d6ce17ccf8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2966492 Nov 23 18:48:32.383764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.388800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.415163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=05d1df12-25dc-49e7-b56f-4c750eb58386,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:32.474600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.525998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:32.529887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.569893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3407ffc-2943-4d2f-9ae2-11e972e02a46 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:32.576390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=bef7c28a-8dee-4a32-9ead-98e9cf55dc5f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:32.598083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': '71da07db-3fd9-4a52-8643-0c725362a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:32.598475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: ea9df937-ea33-4498-8029-7f54772b0ec3, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:32.627407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e65af09-06ec-4234-8e45-7e97e05ba6c0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:32.631426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:32.637188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:32.640814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:32.687381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network ea9df937-ea33-4498-8029-7f54772b0ec3 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:32.717196 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 2, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:32.728899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ea9df937-ea33-4498-8029-7f54772b0ec3) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:32.735069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:32.735927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.769107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.778183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.798940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c2a13-40b2-4c06-9d18-e03f6b44a5e4 None None] Network ea9df937-ea33-4498-8029-7f54772b0ec3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:32.815985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d424bc56-83b6-4a9e-a5b6-48dfd1ba2efb None None] Provisioning complete for port 05d1df12-25dc-49e7-b56f-4c750eb58386 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:32.815985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d424bc56-83b6-4a9e-a5b6-48dfd1ba2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.818012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:32.839880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.893645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:32.904295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:32.907859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:32.908532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7e4751ec-11cb-4047-8375-b42f727e48c7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:32.927474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:32.943991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:32.964753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'port_id': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'mac_address': 'fa:16:3e:c0:a3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:32.966944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dfc035e5-5508-4a8a-bc9b-d131748546ad tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9323192 Nov 23 18:48:32.970348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:32.977224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-631525051'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:33.008729 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:33.009683 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Updating router bc0ff904-28cd-486b-84ec-7fb2098ef6ba port c209ce29-6f24-4905-98ac-7a59828a630d binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:48:33.014485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.015774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.016035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-c13b8fe7-0555-4bb1-a4c6-e7bdfebc4231 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.017847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-c13b8fe7-0555-4bb1-a4c6-e7bdfebc4231 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/ports?device_id=80b69d1d-6b02-429b-bed2-4bd9ac550f21 HTTP/1.1" status: 200 len: 945 time: 0.1681032 Nov 23 18:48:33.024097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.053372 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.062934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0593803 Nov 23 18:48:33.070872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:33.153106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-e0b6148e-5d38-4fd7-bf84-9e353578db55 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.160856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-e0b6148e-5d38-4fd7-bf84-9e353578db55 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.5275970 Nov 23 18:48:33.169352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484db10-c457-4455-80b6-72df3190dbeb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=2b370ed8-28cb-4f71-b74d-3585f1ce4b05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:33.194763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Checking segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:33.195443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Network hostable DHCP agents. Network: df78d457-aa23-4b27-97c8-e2adfbd32e31, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:33.202175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port 24275884-9170-48ed-8161-593636f9d31e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:33.202787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.248283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-846d3889-eed4-4f71-83d8-9ce62bd06245 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/quotas/f2461be4e33f4db89d7c545dadf1b5bb HTTP/1.1" status: 200 len: 375 time: 0.0863903 Nov 23 18:48:33.394457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port 24275884-9170-48ed-8161-593636f9d31e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=24275884-9170-48ed-8161-593636f9d31e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:33.395153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.407264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-43518461-a895-4b66-91e2-4db4cd6c1c9d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578143 Nov 23 18:48:33.419031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for 24275884-9170-48ed-8161-593636f9d31e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:33.474155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:33.524899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 05d1df12-25dc-49e7-b56f-4c750eb58386 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:33.548362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:33.586923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ea9df937-ea33-4498-8029-7f54772b0ec3', 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': 'd1c0ae66-c083-45cc-aaa6-aabc3c523fb6'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:33.590026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.647547 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.653782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cc18e-3f83-4a11-b9ba-8686ed0e3d70 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.658843 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.669329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cc18e-3f83-4a11-b9ba-8686ed0e3d70 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.677656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7d4cc18e-3f83-4a11-b9ba-8686ed0e3d70 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6022766 Nov 23 18:48:33.678686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:33.710035 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.736891 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Pushing event updated for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:33.767648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:33.819292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, df78d457-aa23-4b27-97c8-e2adfbd32e31) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:33.842094 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Attempting to bind port c209ce29-6f24-4905-98ac-7a59828a630d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:33.842525 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Attempting to bind port c209ce29-6f24-4905-98ac-7a59828a630d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:33.842977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Attempting to bind port c209ce29-6f24-4905-98ac-7a59828a630d on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:33.847782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.849172 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.849530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.849974 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.850221 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.850541 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.850873 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.851202 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.851581 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.851906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.852229 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.852556 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.852877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:33.863777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501bcc4-1b4d-4008-858c-9fc8f31be417 None None] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:33.865383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:33.866572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.881304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:33.882046 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Checking segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:33.888691 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.889527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Bound using segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:33.890270 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Bound port: c209ce29-6f24-4905-98ac-7a59828a630d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:33.891018 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.939621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:33.978954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4751ec-11cb-4047-8375-b42f727e48c7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:33.987872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] For port c209ce29-6f24-4905-98ac-7a59828a630d, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:33.992806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] For port c209ce29-6f24-4905-98ac-7a59828a630d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c209ce29-6f24-4905-98ac-7a59828a630d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:34.001636 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.012328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=24275884-9170-48ed-8161-593636f9d31e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:34.087743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port 24275884-9170-48ed-8161-593636f9d31e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:34.092193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.109483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bab9472-0126-4d5f-bc5a-a513684c016a req-ada5647a-c61e-4c51-8afb-a92b27273225 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "DELETE /v2.0/ports/24275884-9170-48ed-8161-593636f9d31e HTTP/1.1" status: 204 len: 173 time: 2.0103986 Nov 23 18:48:34.110068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-deleted', 'tag': '24275884-9170-48ed-8161-593636f9d31e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:34.118863 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ffce1-d58c-4367-97b1-ee69f68d5445" -d '{"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-deleted", "tag": "24275884-9170-48ed-8161-593636f9d31e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:34.124642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:34.130211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.138043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 2b370ed8-28cb-4f71-b74d-3585f1ce4b05 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:34.138393 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.142081 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:34.143602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:34.159144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Deleting port ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:34.159874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.167230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.172447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-12bed772-b099-40f4-8a99-bb5a0a7ff157 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1187625 Nov 23 18:48:34.173748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:34.236495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Allocated IP 172.20.0.2 (ea9df937-ea33-4498-8029-7f54772b0ec3/d1c0ae66-c083-45cc-aaa6-aabc3c523fb6/86532d0a-1c6d-4bd6-8d8e-fef53dd76451) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:34.284251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port ce618cb8-20cd-4852-ba30-d8a581243db3 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:34.309665 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:34.316612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.322705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.350273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 2b370ed8-28cb-4f71-b74d-3585f1ce4b05 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:34.462840 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c2ddb-44e8-4913-8cc3-5dbe93949e43 None None] Pushing event updated for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:34.575355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-6c4919c6-3ca7-4d1f-88fc-46a14372c141 service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1660795 Nov 23 18:48:34.630740 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:33Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:34.702703 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688004c-3d9a-427d-a7bf-274ce6dd8632 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:33Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:34.750150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.765639 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.766432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:34.875267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=2b370ed8-28cb-4f71-b74d-3585f1ce4b05,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:34.885515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] For port ba17181f-335a-4c0a-acbf-30a9abf0118c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ba17181f-335a-4c0a-acbf-30a9abf0118c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:34.885767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:34.972673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=bef7c28a-8dee-4a32-9ead-98e9cf55dc5f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:34.988200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Calling delete_port for ba17181f-335a-4c0a-acbf-30a9abf0118c owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:35.054227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:35.062102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.068380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1a78d8ce-76a0-4f5c-ad2c-a25e2ac7a60d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/2b370ed8-28cb-4f71-b74d-3585f1ce4b05 HTTP/1.1" status: 204 len: 168 time: 1.3757889 Nov 23 18:48:35.077160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:35.087609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f920520-3651-437d-bbb2-3e9eb32999f5 None None] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:35.087837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.100936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:35.110102 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.156321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 05d1df12-25dc-49e7-b56f-4c750eb58386 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:35.156805 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.200594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836d779-44c4-4034-a383-cb54feaf2515 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.202597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836d779-44c4-4034-a383-cb54feaf2515 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.203936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-eb9bbdd9-cf09-4c52-a85c-3aff270b361d service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795964 Nov 23 18:48:35.210064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.216597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.226097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9a9e26a9-00b7-487c-ba95-069b1c92f8f3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7084415 Nov 23 18:48:35.232588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836d779-44c4-4034-a383-cb54feaf2515 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.237636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] Provisioning complete for port c209ce29-6f24-4905-98ac-7a59828a630d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:35.238079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.239663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290', 'network_id': '5782e818-89e6-4ec9-a23f-23f9726354f2', 'port_id': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290', 'mac_address': 'fa:16:3e:90:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b418c2de-0add-438d-afef-37c8a6550ef1', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:35.240077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6836d779-44c4-4034-a383-cb54feaf2515 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1595111 Nov 23 18:48:35.240958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:35.254032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.5 (ea9df937-ea33-4498-8029-7f54772b0ec3/d1c0ae66-c083-45cc-aaa6-aabc3c523fb6/ce618cb8-20cd-4852-ba30-d8a581243db3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:35.389976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.413475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.431553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.449475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.468759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.487172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.494020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:35.503614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-bb8c100d-b200-487f-8476-e4a3c294c3b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5436 time: 0.4361629 Nov 23 18:48:35.518605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 6185e0ef-9617-4ab2-bbbf-9e77f751e2ef {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:35.518756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:35.527593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.540269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.590760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.624749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.645535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Network ea9df937-ea33-4498-8029-7f54772b0ec3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:35.646732 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647c067-96c9-4b03-bece-b226cfad7974 x-openstack-request-id: req-f647c067-96c9-4b03-bece-b226cfad7974 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:35.647225 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0003e9-9adf-44fe-8e57-9de287c47b2d", "name": "network-vif-deleted", "tag": "24275884-9170-48ed-8161-593636f9d31e", "status": "failed", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:35.647713 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f647c067-96c9-4b03-bece-b226cfad7974 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:35.648947 n-d-792364-9 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b0003e9-9adf-44fe-8e57-9de287c47b2d', 'name': 'network-vif-deleted', 'tag': '24275884-9170-48ed-8161-593636f9d31e', 'status': 'failed', 'code': 422} returned with failed status Nov 23 18:48:35.756179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event deleted for resources: {'Port': ['ID=ba17181f-335a-4c0a-acbf-30a9abf0118c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:35.770861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:35.777166 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.803568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:35.811051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No active binding found for port ba17181f-335a-4c0a-acbf-30a9abf0118c {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:48:35.811531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ba17181f-335a-4c0a-acbf-30a9abf0118c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:35.812492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c17f4bf-102b-4f52-b4a5-2713f7c19d7b req-9058b1d7-e2cc-4281-9627-5aa56fd3cfe0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3076179 Nov 23 18:48:35.844016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:35.876626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.880380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] No DVR routers for this DVR port ba17181f-335a-4c0a-acbf-30a9abf0118c on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:35.901756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.904449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:35.908144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7061eb36-a825-4e85-af50-184e2a2f7c33 req-dfe9ce6e-e8e3-4721-a0c2-2786d25e94e0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "DELETE /v2.0/ports/ba17181f-335a-4c0a-acbf-30a9abf0118c HTTP/1.1" status: 204 len: 173 time: 2.8478796 Nov 23 18:48:35.926760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-deleted', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:35.929165 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1140c-99d0-48cb-91cc-16e8859d8e9b" -d '{"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-deleted", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:35.960438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:36.032873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:36.047899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.117529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.122012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/6185e0ef-9617-4ab2-bbbf-9e77f751e2ef HTTP/1.1" status: 204 len: 168 time: 0.8786366 Nov 23 18:48:36.124164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340d36-f3e2-4b0b-a731-07fc54d01c2d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=6185e0ef-9617-4ab2-bbbf-9e77f751e2ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:36.133509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:36.186947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.283890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:36.288158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.315278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network ea9df937-ea33-4498-8029-7f54772b0ec3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:36.347233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-b351b08b-1e6e-4a58-8a01-78b28b3ff8b8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:36.349598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-b351b08b-1e6e-4a58-8a01-78b28b3ff8b8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.4095836 Nov 23 18:48:36.353433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:36.358815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:36.390309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.419226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=ce618cb8-20cd-4852-ba30-d8a581243db3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:36.444383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cd87475b-e8e7-4f28-8848-324214cc7987 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:36.449291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2dd51e86-73b2-4499-b0f4-dfb71206f82e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/quotas/330d4adcd80645679c05040b1956a0e5 HTTP/1.1" status: 200 len: 375 time: 0.0362554 Nov 23 18:48:36.591516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-c9b6c42b-b251-43aa-aa7e-056c856bfc2e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129727 Nov 23 18:48:36.634446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.656935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:36.660524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.715785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Pushing event updated for resources: {'Port': ['ID=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:36.762269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.768487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5b472-d31e-474e-a7fc-5e774ebb2e91 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:36.794609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3f65530f-0c2f-4a91-b5e2-2aff89607916 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.8212662 Nov 23 18:48:36.802387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:36.824376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:36.834049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:36.840679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-83b16f91-2fbe-427d-ba58-4740e52101d0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b HTTP/1.1" status: 204 len: 168 time: 0.7054415 Nov 23 18:48:36.841453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:36.891052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-725b5708-7183-4144-ba89-35efe4156911 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478234 Nov 23 18:48:36.891972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:36.912472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['bde45bf0-8136-4e10-bf4a-d9b5ac93749c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:36.915607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7e4751ec-11cb-4047-8375-b42f727e48c7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:36.921981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Attempting to bind port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:36.922384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Attempting to bind port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '71da07db-3fd9-4a52-8643-0c725362a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:36.922737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Attempting to bind port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 on network ea9df937-ea33-4498-8029-7f54772b0ec3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:36.929859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-87b0b4cf-fe12-41c8-bf47-22f1bb06c9f8 service neutron] 10.222.0.37 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290117 Nov 23 18:48:36.939184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['41cd4f9e-0a22-49d3-a850-8b7ff3a8e290'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:36.942705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7d55630b-1613-45eb-a939-400c191c79bb up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:36.965680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4682a4f-646e-40fb-b606-7c6490671f7e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:36.970866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e4682a4f-646e-40fb-b606-7c6490671f7e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0776064 Nov 23 18:48:36.971637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:36.993205 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:48:37.060635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c6d3d-8de1-4ea7-a8fa-65d81d719496 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:37.065285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-392c6d3d-8de1-4ea7-a8fa-65d81d719496 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894454 Nov 23 18:48:37.068608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:37.086933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-b8a8d412-7628-4650-9559-355d4c52dd85 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2077476679&fields=id&tenant_id=240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 267 time: 0.0682652 Nov 23 18:48:37.104653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:37.105032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Checking segment: {'id': '71da07db-3fd9-4a52-8643-0c725362a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:37.105435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.106004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Bound using segment: {'id': '71da07db-3fd9-4a52-8643-0c725362a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:37.106495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Bound port: 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71da07db-3fd9-4a52-8643-0c725362a49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea9df937-ea33-4498-8029-7f54772b0ec3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:37.106878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.130369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c5b25360-5da3-4ad8-972a-32e090322c4b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550535 Nov 23 18:48:37.132849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:37.140053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port ce618cb8-20cd-4852-ba30-d8a581243db3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:37.140472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.142750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:37.148345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-9aeabad7-91ce-405b-9ec2-ca8d499eda30 service neutron] 10.222.0.37 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162461 Nov 23 18:48:37.222900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:37.296849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.317037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:37.324428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.326828 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:37.327281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:37.340757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.366232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for ce618cb8-20cd-4852-ba30-d8a581243db3 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:37.373040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-42cd01e9-42b1-4728-aeac-e376914c9e4e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:37.375609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-42cd01e9-42b1-4728-aeac-e376914c9e4e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 810 time: 0.2814555 Nov 23 18:48:37.431871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a417f342-75df-4b56-a405-a0255e2141a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2970283 Nov 23 18:48:37.432466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:37.440398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:37.456380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] For port c209ce29-6f24-4905-98ac-7a59828a630d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c209ce29-6f24-4905-98ac-7a59828a630d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:37.479461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-d8c40cbc-9ebe-4afb-8d27-4ea7a73b4909 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/quotas/240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 375 time: 0.0982285 Nov 23 18:48:37.532072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e04a69f-6ffe-4317-884e-dcb42316a296 req-60cdb23b-cb91-4e2d-9362-dd1c4df42319 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 210 time: 0.0450406 Nov 23 18:48:37.546851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-1ec4f9de-c259-4649-b832-43c4a00e293a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:37.548377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-1ec4f9de-c259-4649-b832-43c4a00e293a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.2469242 Nov 23 18:48:37.577094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Request body: {'port': {'device_id': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'admin_state_up': True, 'tenant_id': 'f2461be4e33f4db89d7c545dadf1b5bb'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:37.639383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.667554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.675225 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ee7280-b3b2-45c0-9ad0-487b209b9dea x-openstack-request-id: req-03ee7280-b3b2-45c0-9ad0-487b209b9dea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:37.675565 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b69d1d-6b02-429b-bed2-4bd9ac550f21", "name": "network-vif-deleted", "tag": "ba17181f-335a-4c0a-acbf-30a9abf0118c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:37.675907 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03ee7280-b3b2-45c0-9ad0-487b209b9dea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:37.676259 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b69d1d-6b02-429b-bed2-4bd9ac550f21', 'name': 'network-vif-deleted', 'tag': 'ba17181f-335a-4c0a-acbf-30a9abf0118c', 'status': 'completed', 'code': 200} Nov 23 18:48:37.712639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-25d773ee-1101-4460-90e7-e22e787f7827 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2212443 Nov 23 18:48:37.714884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:37.720750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.724348 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:37.725539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:37.790969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-96ed7603-e5b5-41c8-b857-aa92ed571c2a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3520551 Nov 23 18:48:37.808267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54988) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:37.831518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e150396e-9b14-4879-b768-2ef352998057 None None] For port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:37.832030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:37.862244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['0f612453-1072-4392-8b6e-0470eb6b3a5c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:37.867733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['0e65af09-06ec-4234-8e45-7e97e05ba6c0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:37.912897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.961422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Made reservation on behalf of f2461be4e33f4db89d7c545dadf1b5bb for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:37.965851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:37.967026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:37.982927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-791635c3-6cf2-4f35-b9e9-f7efa7c69264 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:37.985074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-791635c3-6cf2-4f35-b9e9-f7efa7c69264 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.2410758 Nov 23 18:48:37.993482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=ce618cb8-20cd-4852-ba30-d8a581243db3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:37.994113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-8e52325b-019b-4ddf-943c-71ed0d9e1bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552900 Nov 23 18:48:38.049120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8d564e3d-dd7c-4d63-b67c-8eed39f556ba tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0503635 Nov 23 18:48:38.112558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-3f08c0f8-c22a-4014-b3fe-03c9b369d0c6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400908 Nov 23 18:48:38.114881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'port_id': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'mac_address': 'fa:16:3e:f9:f5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391827d-2df1-476c-a922-8695a1c0dfad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:38.120521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:38.125957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.128184 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:38.128858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:38.163541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0746ded7-e8cb-47b7-8766-e816cb9a8bea tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3512576 Nov 23 18:48:38.168961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:38.179955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e150396e-9b14-4879-b768-2ef352998057 None None] For port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,segment=NetworkSegment(71da07db-3fd9-4a52-8643-0c725362a49b),segment_id=71da07db-3fd9-4a52-8643-0c725362a49b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:38.180828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:38.210948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.214324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-880a7535-08c7-42ad-8118-6ae2edf25e14 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/ce618cb8-20cd-4852-ba30-d8a581243db3 HTTP/1.1" status: 204 len: 168 time: 1.4071307 Nov 23 18:48:38.229935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:38.327701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-98b7efab-3031-47c7-b6f9-75d3efef87de service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141671 Nov 23 18:48:38.336335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:38.339540 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a61074-39e6-4a5d-91e9-f4d0897efa77" -d '{"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-unplugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:38.343090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.344772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-827f784e-df3b-4745-a96d-77401b565e04 service neutron] 10.222.0.37 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495696 Nov 23 18:48:38.354649 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa1f593-4723-4a28-84fb-01c4187f7ba6 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:38.354850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Allocated IP 172.20.0.12 (bd621a16-ff52-43d5-a4ce-9e6ea5559e92/d7742566-d72f-45a0-a00d-542d0746f500/4ac70016-1628-47d4-974d-3684c1fb3c91) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:38.356887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bfa1f593-4723-4a28-84fb-01c4187f7ba6 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/ce618cb8-20cd-4852-ba30-d8a581243db3 HTTP/1.1" status: 404 len: 333 time: 0.1254966 Nov 23 18:48:38.359714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:38.432994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4040576c-6cbb-410e-b715-9873d18de8bb None None] Provisioning complete for port 05d1df12-25dc-49e7-b56f-4c750eb58386 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:38.433894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4040576c-6cbb-410e-b715-9873d18de8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.444561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:38.449074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.452943 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:38.455133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:38.498687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf4f6b51-a2a9-482d-ac11-943501ef0659 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3270409 Nov 23 18:48:38.508709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:38.511058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet d1c0ae66-c083-45cc-aaa6-aabc3c523fb6 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:38.531804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.532364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:38.588943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-e07af171-a5da-45f1-95cb-884a69f97e5d service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599742 Nov 23 18:48:38.763256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.868094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:38.869420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:38.882350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.885940 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:38.887256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:38.931817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.936468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.938750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0827ffc0-4127-4521-9659-e4b701f32b96 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4230397 Nov 23 18:48:38.949454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:38.957912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55022) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:38.961371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d854d74-7272-472b-b9c8-b2488ac12ab8 None None] Pushing event updated for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:38.990408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:38.992939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:39.005967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.015405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.015729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7d55630b-1613-45eb-a939-400c191c79bb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:39.016614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.029973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.037416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.063074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.074752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.086186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-ee1a9428-8401-48bb-b781-2b10e6d7f4d5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5437 time: 0.3115067 Nov 23 18:48:39.122737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:39.386745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.552498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150396e-9b14-4879-b768-2ef352998057 None None] Pushing event updated for resources: {'Port': ['ID=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:39.592195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91eaeaa5-3109-48d8-8870-ce47a7659b3a req-e31148dd-894b-4b65-a801-992a3f2bf582 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4981472 Nov 23 18:48:39.688797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-28de1c7f-9e5b-4250-9826-98ab4e8ecb26 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.690589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-28de1c7f-9e5b-4250-9826-98ab4e8ecb26 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.2339637 Nov 23 18:48:39.728749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd87475b-e8e7-4f28-8848-324214cc7987 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:39.731004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2de7c755-9107-4405-9dc5-61851e611706 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:39.736217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2de7c755-9107-4405-9dc5-61851e611706 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.5576758 Nov 23 18:48:39.742093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Request body: {'port': {'device_id': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'admin_state_up': True, 'tenant_id': '330d4adcd80645679c05040b1956a0e5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:39.742504 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd53c86-2197-4c80-8d45-cbe7fe5c6c0e x-openstack-request-id: req-4dd53c86-2197-4c80-8d45-cbe7fe5c6c0e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:39.742901 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-unplugged", "status": "completed", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:39.743380 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dd53c86-2197-4c80-8d45-cbe7fe5c6c0e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:39.744128 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'code': 200} Nov 23 18:48:39.762436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.766335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:39.852301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2f4a7a4-88ab-4b28-b8e8-865a1c3c45a5 req-7b0c08e0-0c69-4f00-9c8c-6c8be79217d2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 210 time: 0.1076226 Nov 23 18:48:39.864764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80abb984-7dde-4417-91a5-9f59dc04f79b req-ffcf0ab0-e1d5-4c78-9143-4e3a422b084a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 210 time: 0.1712668 Nov 23 18:48:39.872623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Request body: {'port': {'device_id': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'admin_state_up': True, 'tenant_id': '330d4adcd80645679c05040b1956a0e5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:39.889750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:39.909875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:39.911227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4040576c-6cbb-410e-b715-9873d18de8bb None None] Could not find standard attr ID for object 2b370ed8-28cb-4f71-b74d-3585f1ce4b05. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:48:39.921248 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:48:39.921700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:48:39.984424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:40.025717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.027019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a620e0c4-eae2-4d24-ae85-5c021369cf76 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:40.057799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ada07ca7-6554-4804-b15f-3fcabbdd0ad0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0831180 Nov 23 18:48:40.077288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:40.081854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.097685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97dc859c-3051-4f1d-a141-2f7a19ef2a49 req-f5d68844-47f8-400f-bcfd-d1fc32278c78 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 210 time: 0.1023426 Nov 23 18:48:40.111708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2213ae36-993a-4ae2-881a-8a187f301b39 req-6dd5f319-e87d-4f30-b598-0775f449aea5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 210 time: 0.1235998 Nov 23 18:48:40.242713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4040576c-6cbb-410e-b715-9873d18de8bb None None] Provisioning complete for port c209ce29-6f24-4905-98ac-7a59828a630d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:40.245898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4040576c-6cbb-410e-b715-9873d18de8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.255889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:40.262539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.360831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:48:40.469718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.480217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:40.524818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:40.536500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Deleting port 05d1df12-25dc-49e7-b56f-4c750eb58386 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:40.536884 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.566187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'network_id': 'c2d1764f-dfbf-4f8b-a355-87a3b44e12ef', 'port_id': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'mac_address': 'fa:16:3e:ad:fe:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391827d-2df1-476c-a922-8695a1c0dfad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:40.641050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Allocated IP 172.20.0.3 (df78d457-aa23-4b27-97c8-e2adfbd32e31/b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e/de483f87-2fd1-4ff3-bd28-e90e13e038f5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:40.669566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] For port 05d1df12-25dc-49e7-b56f-4c750eb58386, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=05d1df12-25dc-49e7-b56f-4c750eb58386,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:40.671559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.688440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:40.777492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Calling delete_port for 05d1df12-25dc-49e7-b56f-4c750eb58386 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:40.803979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:40.834587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:40.860340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:40.867114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.927781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.943671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.949940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.956741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.957758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.958898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:40.964530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.971078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.977493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.984877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:40.987963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-1de51014-0298-46fc-b533-71901c17a491 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5438 time: 0.2357433 Nov 23 18:48:41.011821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a620e0c4-eae2-4d24-ae85-5c021369cf76 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:41.058002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:41.085809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:41.101116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c0ae66-c083-45cc-aaa6-aabc3c523fb6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:41.107086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.118732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:41.120557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.154607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bde45bf0-8136-4e10-bf4a-d9b5ac93749c up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:41.165382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-c6a77142-d6eb-464d-ab14-dd60c0ef2b5d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5967586 Nov 23 18:48:41.188666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554a1e2-9b8b-4f5f-8dfc-47633ce98b51 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:41.192227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0554a1e2-9b8b-4f5f-8dfc-47633ce98b51 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1076498 Nov 23 18:48:41.217458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:41.233775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Request body: {'port': {'device_id': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:41.292441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf3aab-4c11-4cc2-9f32-9e71603f05c7 None None] Network ea9df937-ea33-4498-8029-7f54772b0ec3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:41.298506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.351043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.362770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e8c8ebd6-97db-49a8-bab5-954374d6db93 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/d1c0ae66-c083-45cc-aaa6-aabc3c523fb6 HTTP/1.1" status: 204 len: 168 time: 2.9992366 Nov 23 18:48:41.370863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:41.389338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] No DVR routers for this DVR port 05d1df12-25dc-49e7-b56f-4c750eb58386 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:41.407530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c468a6-b4b3-4bd7-9c29-0bb7e6c88f43 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:41.413817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-16c468a6-b4b3-4bd7-9c29-0bb7e6c88f43 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1907892 Nov 23 18:48:41.429450 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a368ac62-14fc-437a-bbc3-40d9325f1813 req-d0322aca-a053-41c9-aca7-8e1d816b73a0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3785508 Nov 23 18:48:41.445688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:41.482757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Provisioning complete for port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:41.483145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.484811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port bde45bf0-8136-4e10-bf4a-d9b5ac93749c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:41.490991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:41.508445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.541054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.568867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port bde45bf0-8136-4e10-bf4a-d9b5ac93749c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:41.569335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.569537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:41.576771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.606010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2f5a4-16e5-4ce2-9bde-6af865522c25 None None] Pushing event deleted for resources: {'Port': ['ID=05d1df12-25dc-49e7-b56f-4c750eb58386,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:41.734105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-239c2a5e-1a9e-4aa5-8d33-cb1fec9c870c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:41.735811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-239c2a5e-1a9e-4aa5-8d33-cb1fec9c870c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 0.9467051 Nov 23 18:48:41.737788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['cd87475b-e8e7-4f28-8848-324214cc7987'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:41.779011 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.804503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-a899119e-acce-4d48-aa75-8c68ef4d8de0 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/quotas/b9f2d6a67ad146b1bac263c08a8c2290 HTTP/1.1" status: 200 len: 375 time: 0.0448742 Nov 23 18:48:41.917682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,segment=NetworkSegment(71da07db-3fd9-4a52-8643-0c725362a49b),segment_id=71da07db-3fd9-4a52-8643-0c725362a49b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:41.929261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.930029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c209ce29-6f24-4905-98ac-7a59828a630d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:41.935183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.962183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:41.962708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:41.999895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a620e0c4-eae2-4d24-ae85-5c021369cf76'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:42.018392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e612569-f557-4a82-b5c0-b4dc429778cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5643010 Nov 23 18:48:42.039763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:42.049196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:42.061838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] DHCP port deletion for ea9df937-ea33-4498-8029-7f54772b0ec3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:42.072942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.074237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-f206c205-f92d-4e5c-9038-6b9ee0b80a1e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2043839 Nov 23 18:48:42.112112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57061cd9-1837-4635-8058-d10dfb2000d9 req-b98cbc01-ae84-42a9-a8c6-047c2fda81e4 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 210 time: 0.0923042 Nov 23 18:48:42.183258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:42.204011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:42.206307 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad171d-902a-4394-a1d5-783ed4f204ab" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:42.210897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-ee4af1dc-18ab-4ef6-8b56-6b4c9751d2d1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:42.212746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-ee4af1dc-18ab-4ef6-8b56-6b4c9751d2d1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 810 time: 1.2231500 Nov 23 18:48:42.248217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,segment=NetworkSegment(71da07db-3fd9-4a52-8643-0c725362a49b),segment_id=71da07db-3fd9-4a52-8643-0c725362a49b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:42.248498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.303156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-a5a504cb-6668-4016-85d4-2b85a793405b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:42.305142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-a5a504cb-6668-4016-85d4-2b85a793405b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27 HTTP/1.1" status: 200 len: 943 time: 0.7968280 Nov 23 18:48:42.330408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:42.336020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:42.339573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.387830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:42.400757 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:48:42.400992 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:48:42.404792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-fe2156ba-42de-4f59-92ba-f603af9674a3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:42.406280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-fe2156ba-42de-4f59-92ba-f603af9674a3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.9598968 Nov 23 18:48:42.410367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.411250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7e4751ec-11cb-4047-8375-b42f727e48c7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:42.464330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.468812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:42.481047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9937-1539-4bf8-a585-a0b61278cb0e req-98b32838-7806-4ba4-9191-8689c0a1b65c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:42.482354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-357e9937-1539-4bf8-a585-a0b61278cb0e req-98b32838-7806-4ba4-9191-8689c0a1b65c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 932 time: 0.2415638 Nov 23 18:48:42.490199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6abe9422-2a50-4302-9a53-115d21a3a064 service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918371 Nov 23 18:48:42.494173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c209ce29-6f24-4905-98ac-7a59828a630d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:42.495260 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.527406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-b809a676-1adb-45c3-804d-516bcbe1f586 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 380 time: 0.2875578 Nov 23 18:48:42.592836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Deleting port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:42.593216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.600980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'port': {'device_id': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'admin_state_up': True, 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'security_groups': ['d6d84a36-f362-4699-afe1-bcb0c0271868']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:42.609777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:42.616747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:42.656887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.683237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Transition to ACTIVE for port object 4ac70016-1628-47d4-974d-3684c1fb3c91 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:42.692971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.706855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.713488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 7e4751ec-11cb-4047-8375-b42f727e48c7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:42.730036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] For port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,segment=NetworkSegment(71da07db-3fd9-4a52-8643-0c725362a49b),segment_id=71da07db-3fd9-4a52-8643-0c725362a49b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:42.730036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.780693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 7e4751ec-11cb-4047-8375-b42f727e48c7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:42.781330 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.787301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Calling delete_port for 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:42.798246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-ba783ed8-aaee-4514-8329-b8b98f016ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769074 Nov 23 18:48:42.800012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Deleting port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:42.800402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.835962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:42.851580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:42.853475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:42.895447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-357e9937-1539-4bf8-a585-a0b61278cb0e req-88502c1a-74cd-4569-8fc1-0ba30be71cd1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615999 Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: from cryptography.utils import int_from_bytes Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: from cryptography.utils import int_from_bytes Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.986386 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:48:42.989183 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 18:48:43.000257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.008421 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.044197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] No DVR routers for this DVR port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:43.055867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 05d1df12-25dc-49e7-b56f-4c750eb58386 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:43.079373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Allocated IP 172.20.0.2 (df78d457-aa23-4b27-97c8-e2adfbd32e31/b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e/1715ce62-a940-49e2-9dce-7cc58745bb2b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:43.114097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 05d1df12-25dc-49e7-b56f-4c750eb58386 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:43.114451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 05d1df12-25dc-49e7-b56f-4c750eb58386 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:43.133233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event updated for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.135707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.180551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9af004b6-05ee-4d54-a2a6-0c8283322cdc None None] Port 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:48:43.189500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7d187-4676-4948-be9f-c55723e862a3 None None] Pushing event deleted for resources: {'Port': ['ID=86532d0a-1c6d-4bd6-8d8e-fef53dd76451,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.217441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Attempting to bind port 4ac70016-1628-47d4-974d-3684c1fb3c91 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:43.217777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Attempting to bind port 4ac70016-1628-47d4-974d-3684c1fb3c91 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:43.218100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Attempting to bind port 4ac70016-1628-47d4-974d-3684c1fb3c91 on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:43.232896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9df937-ea33-4498-8029-7f54772b0ec3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:43.264597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Port 4ac70016-1628-47d4-974d-3684c1fb3c91 on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:43.265426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Attempting to bind port 4ac70016-1628-47d4-974d-3684c1fb3c91 on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:43.268396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71da07db-3fd9-4a52-8643-0c725362a49b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:43.268688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71da07db-3fd9-4a52-8643-0c725362a49b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:43.293606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:43.301255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] For port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:43.301634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.310401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.325699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:43.336758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd40d8b0-f620-4e12-9130-b052db477d6f req-7ee79d6a-d7bf-489c-a0dd-a33f8aedda02 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 210 time: 0.0985355 Nov 23 18:48:43.346812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:43.350474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.357705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:43.363542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Calling delete_port for fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:43.369280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:48:43.371216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:43.388652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.390722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:43.391059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Checking segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:43.391477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Bound using segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:43.392182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Bound port: 4ac70016-1628-47d4-974d-3684c1fb3c91, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:43.392534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.404954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.408350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:43.408700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86532d0a-1c6d-4bd6-8d8e-fef53dd76451 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:43.481065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.489344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:43.493212 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b19fe9-7360-4278-9912-edfb277caf3e x-openstack-request-id: req-c8b19fe9-7360-4278-9912-edfb277caf3e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:43.493524 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:43.493786 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8b19fe9-7360-4278-9912-edfb277caf3e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:43.494332 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'code': 200} Nov 23 18:48:43.497743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.499551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:43.565405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:48:43.566113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:48:43.571349 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:48:43.603752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9688a4-d410-4c80-aea6-a29d350efc01 req-86ae6b19-e3cb-461d-a9f0-65e6a8caed58 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:43.605658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9688a4-d410-4c80-aea6-a29d350efc01 req-86ae6b19-e3cb-461d-a9f0-65e6a8caed58 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 931 time: 0.4627628 Nov 23 18:48:43.606612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Made reservation on behalf of 240e363bc41f45608adfb8ccacb55a8a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:43.612062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.672019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:43.683207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:43.683960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.690081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:43.698537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:43.698873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.750000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:43.770981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527ec61-8c4e-4635-9cad-5399eb2c4e59 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:43.772459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=e3a38aa3-1c61-4c8e-82b7-274bb43f0b15,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.773432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:43.807758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2e112b9e-78fc-453d-b113-4e7b008a9592 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9519279 Nov 23 18:48:43.816978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:43.831293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:43.832827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.856092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Request body: {'port': {'device_id': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:43.931631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21d04c2b-f577-45e7-b6de-9d4f3987fe64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8864238 Nov 23 18:48:43.933599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9688a4-d410-4c80-aea6-a29d350efc01 req-6f56c287-0e57-44c2-8aec-0667437eb649 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076136 Nov 23 18:48:43.945046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:43.957521 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.957637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:43.969686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.981010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.004758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.011866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/ea9df937-ea33-4498-8029-7f54772b0ec3 HTTP/1.1" status: 204 len: 168 time: 2.6359251 Nov 23 18:48:44.028200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.034419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.040633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.044944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:11:98:98', 'name': 'tempest-NetworksTestDHCPv6-865713524'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:44.047585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.053910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.060629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.066897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.070112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:44.070871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:44.075429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-296f3d7c-d8b4-4d08-a965-d37646cbfdbd tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5441 time: 0.4119289 Nov 23 18:48:44.094296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Allocated IP 172.20.0.5 (a0754717-0b52-4542-8a67-e67658a44d91/8465dc6b-7433-40b1-a6c1-048835c20b85/3503bf80-4940-4c16-bb08-ee991c74e331) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:44.098542 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.099414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:44.131694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb6cc4-0e47-4bb8-8d03-19445a0de839 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=ea9df937-ea33-4498-8029-7f54772b0ec3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:44.150596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.152152 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.158629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'e3a38aa3-1c61-4c8e-82b7-274bb43f0b15'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:44.160248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ac70016-1628-47d4-974d-3684c1fb3c91 HTTP/1.1" status: 200 len: 1092 time: 2.9314780 Nov 23 18:48:44.160842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.161104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:44.165963 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:44.168211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'name': 'tempest-PortsTestJSON-1116803210'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:44.169734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 24275884-9170-48ed-8161-593636f9d31e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:44.170121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 24275884-9170-48ed-8161-593636f9d31e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:44.195714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cd87475b-e8e7-4f28-8848-324214cc7987 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:44.274514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.290932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.7 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/b4a9df4b-67a6-485a-a0a8-1d2da976f56e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:44.302556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:44.331735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff439c3c-aee1-4b27-9498-024709afb743 req-5d3dc391-c8da-49dd-9c00-38987a5390ba tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 210 time: 0.1748643 Nov 23 18:48:44.345032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c5f5a7f-ba28-4a16-b6af-947261a089c7 req-4433912e-2c92-46c8-b72a-e78ce8ff384f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685065 Nov 23 18:48:44.352670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce78d2-1f42-4a28-b088-50bde4577af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:44.384211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-29b23507-d4bb-4a87-a544-5a970cccd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:44.387420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-29b23507-d4bb-4a87-a544-5a970cccd190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 1095 time: 0.1470842 Nov 23 18:48:44.455956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-a7357dec-a105-4eeb-b46f-8d5f54d0611b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ac70016-1628-47d4-974d-3684c1fb3c91 HTTP/1.1" status: 200 len: 217 time: 0.0555477 Nov 23 18:48:44.456771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.480915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port cd87475b-e8e7-4f28-8848-324214cc7987 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:44.506352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port cd87475b-e8e7-4f28-8848-324214cc7987 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:44.507221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.552199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.568516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.641338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.647253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Allocated IP 2001:db8::f816:3eff:fec3:6c64 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/e3a38aa3-1c61-4c8e-82b7-274bb43f0b15/56cbbc0c-bb91-413d-a28f-76d73a1bafb8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:44.648367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c67e8329-a5b3-4a31-a650-8a90c2570702 req-04f0a2ea-1020-4d55-8a71-955caff00997 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 210 time: 0.0984197 Nov 23 18:48:44.718651 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.759284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:44.770625 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.771894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0f612453-1072-4392-8b6e-0470eb6b3a5c up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:44.790100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event deleted for resources: {'Port': ['ID=fe807fbb-7643-43f7-bbd7-0c18fcb33ca6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:44.880413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] No DVR routers for this DVR port fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:44.883726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.887669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.47 "DELETE /v2.0/ports/fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 HTTP/1.1" status: 204 len: 173 time: 2.5686526 Nov 23 18:48:44.898544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-deleted', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:44.902476 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb33de0e-5a8b-4f9d-bf72-63ebaf4f6eab" -d '{"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-deleted", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:44.906840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.907434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.907783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.908158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.908505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.908843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.909360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.911265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.911889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.912242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.912608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.913369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:44.957988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:44.966246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.970546 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae961c0-e1f4-442d-af87-a9c07cc338a1 x-openstack-request-id: req-5ae961c0-e1f4-442d-af87-a9c07cc338a1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:44.971487 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:44.971487 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ae961c0-e1f4-442d-af87-a9c07cc338a1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:44.971719 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'status': 'completed', 'code': 200} Nov 23 18:48:44.975382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event updated for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:44.980455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:44.986836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:44.993730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:45.002230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c117127-cdb2-4255-a330-02b4afca8782 req-0126b072-8130-4cbe-a6cc-6c0e4c25da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.003853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-0126b072-8130-4cbe-a6cc-6c0e4c25da92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.5380397 Nov 23 18:48:45.066541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0fbd-a9fd-42cd-9281-a4d1ebed4477 req-9f1283a2-cfdf-4690-a860-15791b0c2b95 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.075190 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-566e0fbd-a9fd-42cd-9281-a4d1ebed4477 req-9f1283a2-cfdf-4690-a860-15791b0c2b95 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 944 time: 0.5515938 Nov 23 18:48:45.096254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.099274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-2a625dcf-5875-4780-806c-cf6a589da286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718050 Nov 23 18:48:45.110956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.121812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 0f612453-1072-4392-8b6e-0470eb6b3a5c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:45.145635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.146123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 0f612453-1072-4392-8b6e-0470eb6b3a5c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:45.147177 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.180859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.181581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.221356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:45.225315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:45.229386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.233743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:45.244054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-566e0fbd-a9fd-42cd-9281-a4d1ebed4477 req-d4a2a9c5-30ad-48bd-8d7b-bd5d9f33299c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675584 Nov 23 18:48:45.258577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-f1c03b44-6096-45c0-b249-6b0a0bd71c5f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5490692 Nov 23 18:48:45.268871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 79b73696-8a45-4a78-ba4c-2b642c9bc9a1 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:45.274111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Request body: {'port': {'device_id': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:45.320610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:45.345805 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.348001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:45.356401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.373071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-e18ec313-46b2-41cc-afb5-3d6cabb10df3 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626359 Nov 23 18:48:45.412045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:45.412395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fe807fbb-7643-43f7-bbd7-0c18fcb33ca6 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:45.417493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Pushing event updated for resources: {'Port': ['ID=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.430404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Attempting to bind port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:45.430787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Attempting to bind port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:45.431158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Attempting to bind port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:45.453583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:45.454305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:45.455030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.455690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:45.456546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Bound port: 56cbbc0c-bb91-413d-a28f-76d73a1bafb8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:45.457008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.462575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:45.475719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.476786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0e65af09-06ec-4234-8e45-7e97e05ba6c0 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:45.503892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:45.506719 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b0736-a502-41f3-b5c6-fd687890abd8" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "41cd4f9e-0a22-49d3-a850-8b7ff3a8e290"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:45.626394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.634793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] For port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:45.639988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] For port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:45.642938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:45.645109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8a2d-2236-4e57-8d50-05341799d71a req-ac93b4d3-2e88-41e4-90c8-ff278aee0ddd tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:45.650307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:45.651543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.656332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.660122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-101c8a2d-2236-4e57-8d50-05341799d71a req-ac93b4d3-2e88-41e4-90c8-ff278aee0ddd tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 931 time: 0.2081568 Nov 23 18:48:45.762448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c117127-cdb2-4255-a330-02b4afca8782 req-4307a11c-3b8e-4b2a-8ece-d724e6cea142 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240852 Nov 23 18:48:45.765816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310661c-6d87-49b5-931e-79777cc09e65 None None] Pushing event updated for resources: {'Port': ['ID=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.778608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-101c8a2d-2236-4e57-8d50-05341799d71a req-00c87186-c16a-47fd-af2d-d455a69d941d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Nov 23 18:48:45.806447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:45.810701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59682328-8462-431e-8536-5df757fd8a49 req-1b87d5db-3ee2-4c08-add4-d075a61adbc2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 210 time: 0.7783055 Nov 23 18:48:45.821616 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943319ea-2de3-43c0-9661-9efee09cf00e x-openstack-request-id: req-943319ea-2de3-43c0-9661-9efee09cf00e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:45.821979 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27", "name": "network-vif-deleted", "tag": "fe807fbb-7643-43f7-bbd7-0c18fcb33ca6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:45.822241 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-943319ea-2de3-43c0-9661-9efee09cf00e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:45.822712 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1fe66f-eb0c-41b8-9ae4-6a01058c2c27', 'name': 'network-vif-deleted', 'tag': 'fe807fbb-7643-43f7-bbd7-0c18fcb33ca6', 'status': 'completed', 'code': 200} Nov 23 18:48:45.836111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.856652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Network a0754717-0b52-4542-8a67-e67658a44d91 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:45.890580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:45.903496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:45.913626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.914515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a620e0c4-eae2-4d24-ae85-5c021369cf76 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:45.968410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06c7573a-a67e-4cc4-bfec-e1f5c4d2f180 req-0366aa14-2d7f-414b-80a4-658c0bcd17f3 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 210 time: 0.0605028 Nov 23 18:48:46.010910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:46.042602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-2c9cf6c0-341f-4e8f-af47-49442c9042cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.048349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-2c9cf6c0-341f-4e8f-af47-49442c9042cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 1095 time: 0.1212714 Nov 23 18:48:46.089978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:46.110084 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424f6c35-f075-4083-8838-e8fb0c2afcc3 x-openstack-request-id: req-424f6c35-f075-4083-8838-e8fb0c2afcc3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:46.110398 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "41cd4f9e-0a22-49d3-a850-8b7ff3a8e290", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:46.110805 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-424f6c35-f075-4083-8838-e8fb0c2afcc3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:46.113340 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'code': 200} Nov 23 18:48:46.115924 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cd4f9e-0a22-49d3-a850-8b7ff3a8e290', 'code': 200} Nov 23 18:48:46.116243 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'code': 200} Nov 23 18:48:46.116509 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'code': 200} Nov 23 18:48:46.199152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a620e0c4-eae2-4d24-ae85-5c021369cf76 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:46.202878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1715ce62-a940-49e2-9dce-7cc58745bb2b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:46.210157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a620e0c4-eae2-4d24-ae85-5c021369cf76 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:46.211126 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.230722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.250230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.306581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Transition to ACTIVE for port object 1715ce62-a940-49e2-9dce-7cc58745bb2b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:46.329898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.346335 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.355570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:46.365554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b0999-3bd1-497a-b497-38f93ddd9882 req-ebe5059d-85a2-49a1-b657-abfb037bf995 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.367220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef8b0999-3bd1-497a-b497-38f93ddd9882 req-ebe5059d-85a2-49a1-b657-abfb037bf995 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 931 time: 0.1883841 Nov 23 18:48:46.386230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.395448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.396540 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.422646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.428567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.435452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.442896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.449767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.450858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:46.455022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-2b25f51e-e6bc-4a01-b60f-b342d2da9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.456645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-2b25f51e-e6bc-4a01-b60f-b342d2da9448 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 915 time: 0.3646004 Nov 23 18:48:46.456812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.460194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.463713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.465602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Pushing event updated for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:46.465975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-df6536a4-a10a-4021-8c05-9ca59f335e2b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5445 time: 0.4327443 Nov 23 18:48:46.488206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-0794998b-7911-4116-a3d5-11cfdb20f8cf tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9504781 Nov 23 18:48:46.496134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-34123ecf-6cbe-44cb-866f-6a67be612c19 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.497962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-34123ecf-6cbe-44cb-866f-6a67be612c19 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 804 time: 1.4941800 Nov 23 18:48:46.501086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f8154af-c0d2-46bd-b6e1-916a0974fa51 None None] Provisioning complete for port 3503bf80-4940-4c16-bb08-ee991c74e331 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:46.502098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f8154af-c0d2-46bd-b6e1-916a0974fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.538905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-70968dcb-a917-4b65-811e-04de3e33966f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ac70016-1628-47d4-974d-3684c1fb3c91 HTTP/1.1" status: 200 len: 217 time: 0.0667393 Nov 23 18:48:46.557396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Request body: {'port': {'device_id': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:46.591790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef8b0999-3bd1-497a-b497-38f93ddd9882 req-4899bd42-d777-4194-a95d-c6c8acc1e2db tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881511 Nov 23 18:48:46.621522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Request body: {'port': {'device_id': '0f0bbb28-925a-41f5-a140-e96074086195', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'admin_state_up': True, 'tenant_id': 'b9f2d6a67ad146b1bac263c08a8c2290'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:46.660035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-812ee6b7-2a75-4e8a-9b01-583e6aba9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.661635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-812ee6b7-2a75-4e8a-9b01-583e6aba9cf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.0897431 Nov 23 18:48:46.665976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Attempting to bind port 1715ce62-a940-49e2-9dce-7cc58745bb2b on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:46.666364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Attempting to bind port 1715ce62-a940-49e2-9dce-7cc58745bb2b by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:46.666708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Attempting to bind port 1715ce62-a940-49e2-9dce-7cc58745bb2b on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:46.684574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Port 1715ce62-a940-49e2-9dce-7cc58745bb2b on network df78d457-aa23-4b27-97c8-e2adfbd32e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:46.684574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Attempting to bind port 1715ce62-a940-49e2-9dce-7cc58745bb2b on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:46.713328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-a9040247-b06f-407e-87d4-f1060992adc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419185 Nov 23 18:48:46.714736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:46.715241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Checking segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:46.715724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Bound using segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:46.716185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Bound port: 1715ce62-a940-49e2-9dce-7cc58745bb2b, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:46.716554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.735667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f8154af-c0d2-46bd-b6e1-916a0974fa51 None None] Port 3503bf80-4940-4c16-bb08-ee991c74e331 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:46.741556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:46.894894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30771-89e0-40ba-b551-8db40a968694 req-e8fb9f76-e836-43a7-a92f-3ad20a145fe5 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:46.896900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5af30771-89e0-40ba-b551-8db40a968694 req-e8fb9f76-e836-43a7-a92f-3ad20a145fe5 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 944 time: 0.1768193 Nov 23 18:48:46.938144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:46.968076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:46.980530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-790ffff8-f82f-40a7-ba58-808cb2fd2aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435181 Nov 23 18:48:46.984803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.005882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.009661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.021584 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.031558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Made reservation on behalf of b9f2d6a67ad146b1bac263c08a8c2290 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:47.035203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.052583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fe11:9898 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/e3a38aa3-1c61-4c8e-82b7-274bb43f0b15/d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:47.057712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5af30771-89e0-40ba-b551-8db40a968694 req-fc061838-f2f8-44ab-9953-969b58190cea tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520472 Nov 23 18:48:47.087698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.088849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.091815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] 10.222.0.47 "PUT /v2.0/ports/1715ce62-a940-49e2-9dce-7cc58745bb2b HTTP/1.1" status: 200 len: 1091 time: 1.8216331 Nov 23 18:48:47.092395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:47.096998 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddee60c-9b2c-4699-af32-2c9911de8ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:47.109895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff78a32b-d06f-44e1-804e-d5ac2bf74602 req-82db4ddc-80a6-4dec-884e-db6cfa98152f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6013308 Nov 23 18:48:47.236557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:47.262419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462917-293b-42de-a9d5-b3febd95b633 service neutron] Pushing event updated for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:47.293610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:47.305022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:47.309399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6513223-3ef6-49ab-9191-f8d3ba7b99b8 req-ac8a4b7d-185c-4923-adf0-0fec103fa7b3 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113189 Nov 23 18:48:47.309979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:47.314570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2c240b74-5c4c-4785-ae73-c59328384e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.316395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-2c240b74-5c4c-4785-ae73-c59328384e93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=8c1c22bb-5b78-40f1-907d-5a6417b3cf23 HTTP/1.1" status: 200 len: 1094 time: 0.1498313 Nov 23 18:48:47.330728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb202d-db88-4d6a-b8a0-51c15e662289 req-55ea311c-273a-43fe-93da-809a42c57da1 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.333040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85cb202d-db88-4d6a-b8a0-51c15e662289 req-55ea311c-273a-43fe-93da-809a42c57da1 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 931 time: 0.1109657 Nov 23 18:48:47.372479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:47.372871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.384819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-91ff340f-0df8-47b8-8b18-895f61af6560 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b HTTP/1.1" status: 200 len: 217 time: 0.0505710 Nov 23 18:48:47.467423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85cb202d-db88-4d6a-b8a0-51c15e662289 req-770a270b-92ae-4f24-b2c9-5c2cd9d28e3b tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194818 Nov 23 18:48:47.467684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:47.477387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-86481745-8141-418d-9d9f-126c360de97d None None] Provisioning complete for port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:47.478467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86481745-8141-418d-9d9f-126c360de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.481303 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.483658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-de865916-f2b3-4f3b-9732-d2d515b89f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.485664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-de865916-f2b3-4f3b-9732-d2d515b89f21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.0920696 Nov 23 18:48:47.542955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:47.549241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-db7eef8c-03a0-4ce8-9d72-7df134e2b23b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502155 Nov 23 18:48:47.553384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.575421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a75d78c-2f2e-4028-87a4-55ad57804f1c req-4a0be322-af81-46bb-9a4b-95608ff809ee tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 210 time: 0.0377259 Nov 23 18:48:47.613810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de483f87-2fd1-4ff3-bd28-e90e13e038f5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:47.624772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.625345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.650637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:47.663995 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b3403-ef47-4138-b913-94eb513c5c8b x-openstack-request-id: req-031b3403-ef47-4138-b913-94eb513c5c8b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:47.664387 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:47.664645 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-031b3403-ef47-4138-b913-94eb513c5c8b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:47.665055 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b', 'status': 'completed', 'code': 200} Nov 23 18:48:47.694237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.699972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-023a8485-a5a7-49a9-b12c-a02b0521f92d service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278720 Nov 23 18:48:47.705151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.830992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ed274fae-f3d9-40c0-bf8d-2f0e9e4c24ea tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3957658 Nov 23 18:48:47.831784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0fa11-4e61-47da-afbb-bdd77afabfe4 req-fe5f6ffc-77c3-4d87-bc68-49b60df46375 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.833266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ac0fa11-4e61-47da-afbb-bdd77afabfe4 req-fe5f6ffc-77c3-4d87-bc68-49b60df46375 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 931 time: 0.1108320 Nov 23 18:48:47.833971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Transition to ACTIVE for port object de483f87-2fd1-4ff3-bd28-e90e13e038f5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:47.863912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-fa31c21d-303c-4e08-af71-80e5432cebda service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510382 Nov 23 18:48:47.867820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Request body: {'port': {'device_id': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:47.872842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:47.878761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.889537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e91d9-5e17-456b-a4f4-75f86ed9e590 req-06cb6a2a-f2af-4de1-9dc1-5e7241419cb2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.891362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-926e91d9-5e17-456b-a4f4-75f86ed9e590 req-06cb6a2a-f2af-4de1-9dc1-5e7241419cb2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 931 time: 0.5767915 Nov 23 18:48:47.892630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Allocated IP 172.20.0.10 (34f421e6-931f-4a2c-974d-9711e00bc88a/ef39d24b-f1e0-4032-b37f-15ca419765a9/262b007d-5d61-436f-93e6-1f4d7c303c4f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:47.896307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ac0fa11-4e61-47da-afbb-bdd77afabfe4 req-3aec91a2-65ba-4e80-ac0e-9cda0828df06 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535588 Nov 23 18:48:47.929936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:47.932329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:47.938274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.939014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.969720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-5bc1b1c5-475b-4570-b2c8-823fa9ef0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:47.971532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-5bc1b1c5-475b-4570-b2c8-823fa9ef0557 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=8c1c22bb-5b78-40f1-907d-5a6417b3cf23 HTTP/1.1" status: 200 len: 1094 time: 0.0424485 Nov 23 18:48:48.021085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=79b73696-8a45-4a78-ba4c-2b642c9bc9a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:48.072084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-510be5c0-30e2-4fbd-8f17-86991f304da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.073656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-510be5c0-30e2-4fbd-8f17-86991f304da1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 913 time: 0.0934312 Nov 23 18:48:48.077068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6fad8af1-d99a-493e-a613-615454608855 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9135044 Nov 23 18:48:48.079926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:48.118385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e65af09-06ec-4234-8e45-7e97e05ba6c0'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:48.121562 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c1e88-f341-44e1-8c55-29e92d079e3c" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0e65af09-06ec-4234-8e45-7e97e05ba6c0"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:48.147517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-434aed67-a724-4549-8705-f845dc40ca75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b HTTP/1.1" status: 200 len: 217 time: 0.0574241 Nov 23 18:48:48.164120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.269517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-a4e38727-9297-43e0-9e40-bf229b46f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.270776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.270985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-a4e38727-9297-43e0-9e40-bf229b46f245 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.1133895 Nov 23 18:48:48.275440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-926e91d9-5e17-456b-a4f4-75f86ed9e590 req-b4dbbb2c-8699-4055-9367-57eac18515f8 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485703 Nov 23 18:48:48.283849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Pushing event updated for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:48.299445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1690ca0-48c3-4257-a5ad-44201ebaf5c9 req-d6c122ae-c6f3-4a37-9971-52c8f051b2e8 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.299445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1690ca0-48c3-4257-a5ad-44201ebaf5c9 req-d6c122ae-c6f3-4a37-9971-52c8f051b2e8 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 944 time: 0.1210821 Nov 23 18:48:48.340639 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3367ad-e0a6-4610-b96c-80e8d6f7599b x-openstack-request-id: req-ee3367ad-e0a6-4610-b96c-80e8d6f7599b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:48.341173 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0e65af09-06ec-4234-8e45-7e97e05ba6c0", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:48.341584 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee3367ad-e0a6-4610-b96c-80e8d6f7599b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:48.342130 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e65af09-06ec-4234-8e45-7e97e05ba6c0', 'code': 200} Nov 23 18:48:48.342249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-cb6d1588-e663-4688-804e-d01e88ba9fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595875 Nov 23 18:48:48.342740 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'code': 200} Nov 23 18:48:48.376845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 79b73696-8a45-4a78-ba4c-2b642c9bc9a1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:48.377216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.510726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.520437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.531542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Attempting to bind port de483f87-2fd1-4ff3-bd28-e90e13e038f5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:48.531874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Attempting to bind port de483f87-2fd1-4ff3-bd28-e90e13e038f5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:48.532197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Attempting to bind port de483f87-2fd1-4ff3-bd28-e90e13e038f5 on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:48.541948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1690ca0-48c3-4257-a5ad-44201ebaf5c9 req-69578800-4c6e-48ab-a802-a4d0f93c042f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330391 Nov 23 18:48:48.549589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 79b73696-8a45-4a78-ba4c-2b642c9bc9a1 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:48.596312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3503bf80-4940-4c16-bb08-ee991c74e331 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:48.621413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-00abf255-6b64-4a8a-873b-650455245718 service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694933 Nov 23 18:48:48.643747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.644215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.644679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.645137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.645592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.646061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.646492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.646977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Port de483f87-2fd1-4ff3-bd28-e90e13e038f5 on network df78d457-aa23-4b27-97c8-e2adfbd32e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:48.647297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Attempting to bind port de483f87-2fd1-4ff3-bd28-e90e13e038f5 on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:48.648425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f572f486-6575-488f-b50a-a54a228435c6 req-d2ef0d9d-dafa-4a99-92cb-0d8782ccee55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.1868804 Nov 23 18:48:48.673407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.700266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:48.700595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Checking segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:48.700975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Bound using segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:48.701418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Bound port: de483f87-2fd1-4ff3-bd28-e90e13e038f5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:48.701770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.744690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.750625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.756599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.762539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.768579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.774490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.781075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.783094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-578b402e-7aae-4935-bc3a-741a9abd4b38 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.3545465 Nov 23 18:48:48.785096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:48.789750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.799640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cea95-8436-44ee-8fc5-48305b5743fa req-3ab48f56-c6ae-4207-a614-8d37c6a615d5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.801141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf9cea95-8436-44ee-8fc5-48305b5743fa req-3ab48f56-c6ae-4207-a614-8d37c6a615d5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 943 time: 0.1858540 Nov 23 18:48:48.802563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:48.811092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:48.824085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Transition to ACTIVE for port object 3503bf80-4940-4c16-bb08-ee991c74e331 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:48.829684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.832687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:48.839399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.840098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.845989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f572f486-6575-488f-b50a-a54a228435c6 req-7ffacebb-f410-48f0-9ad8-c8a895d8daa5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754472 Nov 23 18:48:48.869073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.875667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ddee60c-9b2c-4699-af32-2c9911de8ac4 req-bd573ad5-09a3-451a-8b69-af0a8468c8d6 service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432373 Nov 23 18:48:48.877932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=79b73696-8a45-4a78-ba4c-2b642c9bc9a1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:48.890785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.895675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c064fb6-4ad3-4c44-8f60-ea91f630fded tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/79b73696-8a45-4a78-ba4c-2b642c9bc9a1 HTTP/1.1" status: 204 len: 168 time: 0.8144193 Nov 23 18:48:48.898611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:48.907731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'mac_address': 'fa:16:3e:05:f6:3d', 'name': 'tempest-PortsTestJSON-1644532067'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:48.992141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf9cea95-8436-44ee-8fc5-48305b5743fa req-c714cad8-70bd-4888-9b28-e88ef59668b0 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565237 Nov 23 18:48:49.032064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:49.122711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.140434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5836367-350a-45ea-8675-51969d92a06d req-76c0f367-6c57-4867-a9c0-4b3c28753af8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 210 time: 0.0431101 Nov 23 18:48:49.160126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 72b8d757-700e-44cf-ba38-20c95bab9314 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:49.194649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01190dce-1d6f-482e-b1ca-babcc1c6a6de None None] Provisioning complete for port d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:49.196057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01190dce-1d6f-482e-b1ca-babcc1c6a6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.248737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01190dce-1d6f-482e-b1ca-babcc1c6a6de None None] Port d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:49.319920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:49.360027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:49.400476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:49.401390 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.410516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db252598-973b-4f85-8014-cc4fd6d7653f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4612820 Nov 23 18:48:49.412430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:49.498777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Pushing event updated for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:49.530115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a48793d-40ab-4dff-bb75-3eb2781cf489 req-19e21905-182b-4e50-872d-86540c69b226 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7329142 Nov 23 18:48:49.533500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:49.561508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:49.562910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.569864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:49.602794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'mac_address': 'fa:16:3e:6f:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:49.670240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.692255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:49.693056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.737088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:49.746025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.818680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Network 34f421e6-931f-4a2c-974d-9711e00bc88a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:49.843362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:49.853388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:49.858114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.859232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.861479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] 10.222.0.50 "PUT /v2.0/ports/de483f87-2fd1-4ff3-bd28-e90e13e038f5 HTTP/1.1" status: 200 len: 1091 time: 6.0328546 Nov 23 18:48:49.876295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab764b-7237-43cf-9fe1-6c2223a5d124 req-408d83a5-b7a1-4736-938e-088acfcc553b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.879481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcab764b-7237-43cf-9fe1-6c2223a5d124 req-408d83a5-b7a1-4736-938e-088acfcc553b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 943 time: 0.5809016 Nov 23 18:48:49.880416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:49.883803 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ee44e-22d5-49a0-ae89-87627e73883e" -d '{"events": [{"name": "network-changed", "server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:49.889552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:49.892261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:49.936244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:49.953491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cdbd6-2b8f-4d48-ab43-dc987bef0647 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.959559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cdbd6-2b8f-4d48-ab43-dc987bef0647 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.961368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad5cdbd6-2b8f-4d48-ab43-dc987bef0647 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5475826 Nov 23 18:48:49.968532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:50.003657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['4ac70016-1628-47d4-974d-3684c1fb3c91'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:50.029342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcab764b-7237-43cf-9fe1-6c2223a5d124 req-58fd9b64-5b1a-4255-934f-76a4788586cd tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405373 Nov 23 18:48:50.067020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Attempting to bind port 3503bf80-4940-4c16-bb08-ee991c74e331 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:50.067020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Attempting to bind port 3503bf80-4940-4c16-bb08-ee991c74e331 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:50.067020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Attempting to bind port 3503bf80-4940-4c16-bb08-ee991c74e331 on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:50.068390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.077478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a9df4b-67a6-485a-a0a8-1d2da976f56e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:50.091192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.091912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.101697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de027953-bd63-43be-b441-838c4d557645 req-1b86dbd5-f758-4279-ab4a-de174e192db3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.111264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de027953-bd63-43be-b441-838c4d557645 req-1b86dbd5-f758-4279-ab4a-de174e192db3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 931 time: 0.4105067 Nov 23 18:48:50.146108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Port 3503bf80-4940-4c16-bb08-ee991c74e331 on network a0754717-0b52-4542-8a67-e67658a44d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:50.146413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Attempting to bind port 3503bf80-4940-4c16-bb08-ee991c74e331 on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:50.155646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.172457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:50.182448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:50.185702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159d77b-7c54-4b76-95aa-22125d6a3195 service neutron] Pushing event updated for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:50.186097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:50.192055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-2b8c0306-89ff-486f-8d41-d69d908fbf0a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6473963 Nov 23 18:48:50.201847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:50.202792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Checking segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:50.202969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.203113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Bound using segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:50.203264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Bound port: 3503bf80-4940-4c16-bb08-ee991c74e331, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:50.203487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.203717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.206222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Transition to ACTIVE for port object b4a9df4b-67a6-485a-a0a8-1d2da976f56e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:50.214037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Request body: {'port': {'device_id': '0f0bbb28-925a-41f5-a140-e96074086195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:50.222861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-4eb79d01-c167-4867-bf5f-ca9cd25cf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.224381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-4eb79d01-c167-4867-bf5f-ca9cd25cf2f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 1094 time: 0.2599061 Nov 23 18:48:50.246929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.254629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=72b8d757-700e-44cf-ba38-20c95bab9314,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:50.275111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:50.276021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.284631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.284982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.285324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.285670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.286002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.286332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.286662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.286984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.287533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.287645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.287963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.288292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:50.296856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-374cd365-4c48-4c24-aa04-4838da62a0c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3963604 Nov 23 18:48:50.311047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:50.344192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-6d410fa9-1600-4b1f-88cf-41827b53cb01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5 HTTP/1.1" status: 200 len: 217 time: 0.0918319 Nov 23 18:48:50.358370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de027953-bd63-43be-b441-838c4d557645 req-08fb36fc-9a0e-4de7-9498-23aa80a1cb45 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446187 Nov 23 18:48:50.373688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f023a-c5c5-44ba-a61c-cd045a65d97a req-a902eebf-fcfb-4755-b533-73c696f71117 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.375498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a69f023a-c5c5-44ba-a61c-cd045a65d97a req-a902eebf-fcfb-4755-b533-73c696f71117 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 945 time: 0.2017148 Nov 23 18:48:50.447199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953a94c-79df-4bcf-aa17-d8dd479af7ce tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.448791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f953a94c-79df-4bcf-aa17-d8dd479af7ce tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/72b8d757-700e-44cf-ba38-20c95bab9314 HTTP/1.1" status: 200 len: 841 time: 0.1341262 Nov 23 18:48:50.457131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:50.470383 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57090f-9269-4e2b-870e-14b0d6dfdedb x-openstack-request-id: req-9d57090f-9269-4e2b-870e-14b0d6dfdedb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:50.470383 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:50.470857 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d57090f-9269-4e2b-870e-14b0d6dfdedb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:50.471188 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5', 'status': 'completed', 'code': 200} Nov 23 18:48:50.502932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.519919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:50.521280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a69f023a-c5c5-44ba-a61c-cd045a65d97a req-d8f87aca-3aad-4f6a-9cfa-1f81b156183a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145697 Nov 23 18:48:50.578498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.599343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-1450ce3c-89a0-4d36-a7ef-c8e3801c87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.600586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-1450ce3c-89a0-4d36-a7ef-c8e3801c87e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.2335305 Nov 23 18:48:50.610959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:50.663917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:50.695772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-c9ade9b7-a2b9-4b4c-8d20-4000d1f0ab34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651951 Nov 23 18:48:50.716303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 72b8d757-700e-44cf-ba38-20c95bab9314 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:50.716661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.721910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3503bf80-4940-4c16-bb08-ee991c74e331,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:50.746197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b89b0-17ec-4901-9769-327abad2c383 req-f09b34ef-7f6c-4eb0-8ecd-673413106fe7 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.747725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-032b89b0-17ec-4901-9769-327abad2c383 req-f09b34ef-7f6c-4eb0-8ecd-673413106fe7 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 943 time: 0.2500112 Nov 23 18:48:50.757655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.773808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48740a-e318-4c4f-92c7-8c5273928566 req-9ffadef4-f684-4dee-9efd-395b58bafe43 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.775347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a48740a-e318-4c4f-92c7-8c5273928566 req-9ffadef4-f684-4dee-9efd-395b58bafe43 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 932 time: 0.1384642 Nov 23 18:48:50.837833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.868676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Attempting to bind port b4a9df4b-67a6-485a-a0a8-1d2da976f56e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:50.869023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Attempting to bind port b4a9df4b-67a6-485a-a0a8-1d2da976f56e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:50.869874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Attempting to bind port b4a9df4b-67a6-485a-a0a8-1d2da976f56e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:50.883721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 72b8d757-700e-44cf-ba38-20c95bab9314 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:50.934045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Port b4a9df4b-67a6-485a-a0a8-1d2da976f56e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:50.934372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Attempting to bind port b4a9df4b-67a6-485a-a0a8-1d2da976f56e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:50.940266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:50.940842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:50.942692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] 10.222.0.47 "PUT /v2.0/ports/3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1091 time: 4.4008520 Nov 23 18:48:50.972010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a48740a-e318-4c4f-92c7-8c5273928566 req-041f9633-03c1-47b0-b385-fe9d1c19613a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845512 Nov 23 18:48:50.974794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.037173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.062377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:51.062751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:51.063114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:51.063599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Bound port: b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:51.063964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.087408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.098251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-580e6827-0268-4096-8e41-1851f272ca74 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e HTTP/1.1" status: 204 len: 168 time: 1.1237235 Nov 23 18:48:51.098251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.100883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.144861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c9482-48a0-4d42-bcc3-afbd5fd9457c service neutron] Pushing event updated for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.150048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-032b89b0-17ec-4901-9769-327abad2c383 req-cac1cf6b-de62-4404-a293-8ce910a7ec0a tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775811 Nov 23 18:48:51.219039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-424964c1-2e02-4d98-819d-14e411c576b7 service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145102 Nov 23 18:48:51.285256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=72b8d757-700e-44cf-ba38-20c95bab9314,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.300716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2d479-17a9-4e54-87a4-34670fd06e73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.302770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2d479-17a9-4e54-87a4-34670fd06e73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.307258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72d2d479-17a9-4e54-87a4-34670fd06e73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2024648 Nov 23 18:48:51.309479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.323240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.329201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b62667a2-dded-473c-bbe1-71048b014c68 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/72b8d757-700e-44cf-ba38-20c95bab9314 HTTP/1.1" status: 204 len: 168 time: 0.8666523 Nov 23 18:48:51.345366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.360379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1715ce62-a940-49e2-9dce-7cc58745bb2b details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:51.378096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.378316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:51.382551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:51.384550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.391586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.397988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.404424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.410790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.417992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.426612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-d4c36e36-f776-4c0e-ad48-7ce03ccb44c0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.3270149 Nov 23 18:48:51.475533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet e3a38aa3-1c61-4c8e-82b7-274bb43f0b15 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:51.479753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:51.485775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.489672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:51.503385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:51.531438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '1715ce62-a940-49e2-9dce-7cc58745bb2b', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'port_id': '1715ce62-a940-49e2-9dce-7cc58745bb2b', 'mac_address': 'fa:16:3e:fd:cb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:51.551941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8bd55405-a25f-4d40-9ee5-1fa3935b542f req-592e3598-9dd7-4815-bf52-72c54d0db80e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243441 Nov 23 18:48:51.566559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.570325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.583072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.597052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.627893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1715ce62-a940-49e2-9dce-7cc58745bb2b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:51.631987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.633155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.634575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] 10.222.0.50 "PUT /v2.0/ports/b4a9df4b-67a6-485a-a0a8-1d2da976f56e HTTP/1.1" status: 200 len: 1091 time: 3.7858629 Nov 23 18:48:51.636677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-c3edb923-1eb8-4479-b6d0-a59d3369a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.638299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-c3edb923-1eb8-4479-b6d0-a59d3369a207 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1094 time: 0.5661187 Nov 23 18:48:51.673968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:51.679915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.687612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 4ac70016-1628-47d4-974d-3684c1fb3c91 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:51.709930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 4ac70016-1628-47d4-974d-3684c1fb3c91 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:51.710468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.724495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-e5bbfd35-94f1-4965-963b-8735979da687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 217 time: 0.0477414 Nov 23 18:48:51.727349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed8b6c-83dd-463b-a201-132cceb634b2 req-f52b163b-57cf-49e9-aa6e-0cffb573b579 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.729421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26ed8b6c-83dd-463b-a201-132cceb634b2 req-f52b163b-57cf-49e9-aa6e-0cffb573b579 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 943 time: 0.1032536 Nov 23 18:48:51.730835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.760010 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe75522d-3ed3-479a-a4c6-484bd25974a2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:51.765320 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe75522d-3ed3-479a-a4c6-484bd25974a2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/72b8d757-700e-44cf-ba38-20c95bab9314 HTTP/1.1" status: 404 len: 333 time: 0.2707002 Nov 23 18:48:51.768020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.771335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.780645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'name': 'tempest-PortsTestJSON-1561294607'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:51.821503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26ed8b6c-83dd-463b-a201-132cceb634b2 req-a43fc1ee-ac4f-40c6-8b67-0518f5741ee1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653267 Nov 23 18:48:51.827646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.842487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Transition to ACTIVE for port object 262b007d-5d61-436f-93e6-1f4d7c303c4f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:48:51.851066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.865990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:51.869863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28c9a9-225f-4f8d-bc7d-333dd9a3db1b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.870830 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190cfa16-347c-4d13-924d-57a1779887cc" -d '{"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:51.881909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a38aa3-1c61-4c8e-82b7-274bb43f0b15,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.888788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.894796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:51.895819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef35d50-ad71-4701-845e-9faba05e81e8 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:51.896065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-96a3ae69-778a-4d1c-adaa-cf2579e944f9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/e3a38aa3-1c61-4c8e-82b7-274bb43f0b15 HTTP/1.1" status: 204 len: 168 time: 0.5834293 Nov 23 18:48:51.897015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.905807 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.933281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.944059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb57a04a-5f07-47ae-b7ce-391fa39bdcd4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431216 Nov 23 18:48:51.949802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:51.956467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:51.967412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c32f5-8472-4915-95c9-2b9bea5f6402 req-a842f5aa-7026-441e-b60b-8d463a8d8908 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:51.968917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a31c32f5-8472-4915-95c9-2b9bea5f6402 req-a842f5aa-7026-441e-b60b-8d463a8d8908 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 943 time: 0.6785111 Nov 23 18:48:51.972964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1715ce62-a940-49e2-9dce-7cc58745bb2b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:52.007016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a02552-cc9b-4fac-9b9e-f853dbc27992 req-313cc170-506e-4237-90aa-c3e697dcc248 service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803061 Nov 23 18:48:52.052992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.059818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.062727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-d94105d8-06ab-497b-8ee5-e6a2b0ffd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.064468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-d94105d8-06ab-497b-8ee5-e6a2b0ffd41a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 1094 time: 0.3379683 Nov 23 18:48:52.066857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.073162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-fd344971-61d4-449d-b6cd-c6940779f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.073657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.074698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-fd344971-61d4-449d-b6cd-c6940779f5aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.3044031 Nov 23 18:48:52.080214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.085901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.092035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.094021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-72f6a738-8f8f-4213-a7c2-c85c84ae3f6e req-0613fce9-3c3e-4ce8-b099-490e2905b182 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.1548402 Nov 23 18:48:52.107285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:52.112027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Request body: {'floatingip': {'port_id': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:52.121100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:52.131526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:52.164704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.231462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-7ec4090f-310e-4e97-8549-3c24b6f7f327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e HTTP/1.1" status: 200 len: 217 time: 0.1319280 Nov 23 18:48:52.295885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:52.299450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.311336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:48:52.316068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a31c32f5-8472-4915-95c9-2b9bea5f6402 req-51635a8d-fcdd-4549-bddc-37f0d745a11b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289757 Nov 23 18:48:52.334448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:52.338316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.360091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 407f7ea0-9956-4781-84da-79f43e28dca7 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:52.373734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ee44e-22d5-49a0-ae89-87627e73883e req-1719691c-a30d-4225-9a07-b9e8f916c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.375698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-1719691c-a30d-4225-9a07-b9e8f916c521 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 1094 time: 0.2868302 Nov 23 18:48:52.382485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-8b0d1b4a-16ac-47fa-b234-51f2636bbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.384014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-8b0d1b4a-16ac-47fa-b234-51f2636bbab2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883878 Nov 23 18:48:52.388609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f4be-d427-439c-9b79-e7422754be66 req-f8e64ff9-5954-4e16-a36c-c8c7b39c1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.390084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-f8e64ff9-5954-4e16-a36c-c8c7b39c1fb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1359918 Nov 23 18:48:52.399679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b679ed5-6dfa-4659-af57-f6d846a3e432 req-6e7fd163-44b1-44fd-9f67-e0f0c7866b11 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.412466 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b286a-745c-4a5d-8100-290bea46a377 x-openstack-request-id: req-244b286a-745c-4a5d-8100-290bea46a377 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:52.413394 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:52.413876 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-244b286a-745c-4a5d-8100-290bea46a377 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:52.414193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b679ed5-6dfa-4659-af57-f6d846a3e432 req-6e7fd163-44b1-44fd-9f67-e0f0c7866b11 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2131343 Nov 23 18:48:52.415556 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'code': 200} Nov 23 18:48:52.432213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Deleting port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:52.434939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.476242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331'}, {'name': 'network-changed', 'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:52.478544 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583be1c1-9641-45a1-839c-256d81ff7756" -d '{"events": [{"name": "network-changed", "server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331"}, {"name": "network-changed", "server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:52.552124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] For port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:52.552546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.574810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Calling delete_port for 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:52.697401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:52.725924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] Pushing event deleted for resources: {'Port': ['ID=56cbbc0c-bb91-413d-a28f-76d73a1bafb8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:52.730461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efd462-c85a-43e6-a8bf-f03868319623 None None] No DVR routers for this DVR port 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:48:52.799067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b679ed5-6dfa-4659-af57-f6d846a3e432 req-73cf0274-343d-4311-860c-55c5de2a9b93 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835318 Nov 23 18:48:52.822638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05581350-a44e-48d6-a01e-916092ad1db6 req-8c6bedae-9c19-43cb-903d-9d1796c8d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.825209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05581350-a44e-48d6-a01e-916092ad1db6 req-8c6bedae-9c19-43cb-903d-9d1796c8d133 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 1097 time: 0.2861741 Nov 23 18:48:52.862100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Attempting to bind port 262b007d-5d61-436f-93e6-1f4d7c303c4f on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:52.862100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Attempting to bind port 262b007d-5d61-436f-93e6-1f4d7c303c4f by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:52.862100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Attempting to bind port 262b007d-5d61-436f-93e6-1f4d7c303c4f on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:52.862100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-fadb584f-a0d5-4e16-b3f3-475463ab73dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4159279 Nov 23 18:48:52.982727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Port 262b007d-5d61-436f-93e6-1f4d7c303c4f on network 34f421e6-931f-4a2c-974d-9711e00bc88a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:48:52.983032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Attempting to bind port 262b007d-5d61-436f-93e6-1f4d7c303c4f on network 34f421e6-931f-4a2c-974d-9711e00bc88a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:53.077703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05581350-a44e-48d6-a01e-916092ad1db6 req-33bf8a51-08b3-454a-a9e8-4c6bc1c1e42c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405157 Nov 23 18:48:53.085511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:53.085902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Checking segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:53.086294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Bound using segment: {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:53.086917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Bound port: 262b007d-5d61-436f-93e6-1f4d7c303c4f, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:53.087278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.158946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2e8e-8986-4bfa-b287-fe4138944405 req-946b3c73-233e-4697-a99c-6a885586efa8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.160521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-373c2e8e-8986-4bfa-b287-fe4138944405 req-946b3c73-233e-4697-a99c-6a885586efa8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 943 time: 0.2228603 Nov 23 18:48:53.172983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device de483f87-2fd1-4ff3-bd28-e90e13e038f5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:53.176869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ee44e-22d5-49a0-ae89-87627e73883e req-cee2797a-d70e-46df-8ee1-73dcbbde6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.179177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-cee2797a-d70e-46df-8ee1-73dcbbde6741 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 913 time: 0.7527416 Nov 23 18:48:53.190576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935b3c-ba9e-4934-81a9-14f1439e944c req-86ecbc7d-08d6-4d6f-8e1b-7b9b308df7bf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.200415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c935b3c-ba9e-4934-81a9-14f1439e944c req-86ecbc7d-08d6-4d6f-8e1b-7b9b308df7bf tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.3376250 Nov 23 18:48:53.313127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-373c2e8e-8986-4bfa-b287-fe4138944405 req-b2aa510b-cf7f-45ab-948f-9401d1c124eb tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341100 Nov 23 18:48:53.370454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:48:53.372599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1715ce62-a940-49e2-9dce-7cc58745bb2b up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:53.396947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-5a65ea03-968f-4f89-b1f9-2056c40a063c service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9430001 Nov 23 18:48:53.399185 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ebace0-0478-400e-8424-c0e32cd34e7b x-openstack-request-id: req-22ebace0-0478-400e-8424-c0e32cd34e7b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:53.399600 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:53.399934 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22ebace0-0478-400e-8424-c0e32cd34e7b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:53.400942 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331', 'status': 'completed', 'code': 200} Nov 23 18:48:53.401305 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e', 'status': 'completed', 'code': 200} Nov 23 18:48:53.413609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-6637c498-ffd4-4c46-9615-494105ae7f98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5 HTTP/1.1" status: 200 len: 217 time: 0.1821520 Nov 23 18:48:53.416250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ca891b16-c7d8-4762-b339-2c623cbb9e7d service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363331 Nov 23 18:48:53.419786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:48:53.420582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56cbbc0c-bb91-413d-a28f-76d73a1bafb8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:48:53.425122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:48:53.428247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.433957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:53.456505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'port_id': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5', 'mac_address': 'fa:16:3e:ad:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:53.477337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.500876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.507372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:53.515676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.535529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de483f87-2fd1-4ff3-bd28-e90e13e038f5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:53.556455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:53.562157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.567724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:53.569085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 1715ce62-a940-49e2-9dce-7cc58745bb2b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:53.577374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.578590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.595116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=03d1c011-aadd-42da-8148-741a64d2ace2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:53.597384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.598392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e638e8-73cb-4622-850d-684003770164 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:53.604307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 1715ce62-a940-49e2-9dce-7cc58745bb2b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:53.605966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.686171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:53.711217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c935b3c-ba9e-4934-81a9-14f1439e944c req-d185b1a7-0a42-4f92-be66-de744bb29d62 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097737 Nov 23 18:48:53.721003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:53.722537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ee44e-22d5-49a0-ae89-87627e73883e req-f0b3b220-f8b9-48dc-b8d8-a27e8f0b963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.724744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-f0b3b220-f8b9-48dc-b8d8-a27e8f0b963d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.2858431 Nov 23 18:48:53.740749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:53.802971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.804509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.820425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-3cfcd157-e91f-4ca6-a277-185e5bbe9eb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732853 Nov 23 18:48:53.873769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e05f4be-d427-439c-9b79-e7422754be66 req-ca2b7d7b-7eee-4f8e-8de7-e696f21ba494 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206114 Nov 23 18:48:53.897276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-51838992-9bcb-4fa2-a119-3191281e7f26 req-627b1284-19d5-4fe3-a8a5-59d1cd33edd4 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716203 Nov 23 18:48:53.910465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:53.911418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.913699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] 10.222.0.50 "PUT /v2.0/ports/262b007d-5d61-436f-93e6-1f4d7c303c4f HTTP/1.1" status: 200 len: 1092 time: 3.7044308 Nov 23 18:48:53.949423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.981648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['de483f87-2fd1-4ff3-bd28-e90e13e038f5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:54.015786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa58b367-29d7-4411-999f-ebbedb3f239a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0637445 Nov 23 18:48:54.019240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:54.024530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:b8:5b:3c', 'name': 'tempest-NetworksTestDHCPv6-1779985581'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:54.037805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165579e-f4fe-4389-9d04-2d75320f8f82 req-ca6d7560-872d-49c5-947e-086d8582810e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.039467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f165579e-f4fe-4389-9d04-2d75320f8f82 req-ca6d7560-872d-49c5-947e-086d8582810e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 943 time: 0.5565484 Nov 23 18:48:54.076418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126dac8-6037-4b12-b06f-7fdc07de6465 service neutron] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:54.128443 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Floating IP e9fd2f04-c004-4dc1-b113-e219cdf7cf0c associated. External IP: 172.25.5.27, port: 0f612453-1072-4392-8b6e-0470eb6b3a5c. Nov 23 18:48:54.197250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:54.214409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:54.242137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:54.249464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.250321 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.256638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:54.280355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f165579e-f4fe-4389-9d04-2d75320f8f82 req-2b289016-24bd-4ce8-9615-7c1abb3e3dee tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225528 Nov 23 18:48:54.308159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.312677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '03d1c011-aadd-42da-8148-741a64d2ace2'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:48:54.314254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.331556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=407f7ea0-9956-4781-84da-79f43e28dca7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:54.339403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-5c1b12b5-0106-4041-8c07-3d792397f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.340999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-5c1b12b5-0106-4041-8c07-3d792397f123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 1094 time: 0.3565388 Nov 23 18:48:54.345190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-77f9c58c-6fee-4d78-8455-98ceb30c8781 service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837914 Nov 23 18:48:54.355554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9474-6dd5-4caf-bbe5-c501d93cfa3f req-e3cfddad-860c-4b9a-9e98-d0b556e1284d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.364270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10cf9474-6dd5-4caf-bbe5-c501d93cfa3f req-e3cfddad-860c-4b9a-9e98-d0b556e1284d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 943 time: 0.3045795 Nov 23 18:48:54.374436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-5670e7e9-867b-4e2c-b88e-74751102d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.377063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-5670e7e9-867b-4e2c-b88e-74751102d0bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 1095 time: 0.3314598 Nov 23 18:48:54.383151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-56dd06de-ea20-4ea9-9da7-cbd60ae34279 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6072249 Nov 23 18:48:54.393697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:54.405638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:54.411755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:54.425531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-3b84d29d-7e4b-471e-9cd2-dabd54c66cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.427647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:54.428306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-3b84d29d-7e4b-471e-9cd2-dabd54c66cab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1094 time: 0.3697271 Nov 23 18:48:54.430116 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab83803d-f974-425a-8ecd-8d830c532e8f" -d '{"events": [{"server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "name": "network-vif-plugged", "status": "completed", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:54.519063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:54.555234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-6e7b4212-d619-458e-9b64-2be29afc3605 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f HTTP/1.1" status: 200 len: 217 time: 0.1328533 Nov 23 18:48:54.651969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Allocated IP 2001:db8::f816:3eff:fe2c:8a4e (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/03d1c011-aadd-42da-8148-741a64d2ace2/7f5abb17-fc95-44b4-a9db-3fc285491d0d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:54.661996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.677208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c41289-9bd7-47ee-b8c6-c9591f546e64 req-8b5424ca-63d6-46d4-9ef6-1a1090427826 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.679029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30c41289-9bd7-47ee-b8c6-c9591f546e64 req-8b5424ca-63d6-46d4-9ef6-1a1090427826 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2799070 Nov 23 18:48:54.735517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10cf9474-6dd5-4caf-bbe5-c501d93cfa3f req-965d8480-327f-46cb-a4fb-f5883eefa5aa tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698702 Nov 23 18:48:54.760921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.760921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Router a81f6adf-1d22-4087-b20c-b52cff1cc906 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:48:54.781652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-016d68fd-7c70-4d44-b27d-6773458b877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.783263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-016d68fd-7c70-4d44-b27d-6773458b877d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.3986199 Nov 23 18:48:54.840746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 35b098ad-68ea-494a-9b91-134f9d47eb14 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:48:54.868210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30c41289-9bd7-47ee-b8c6-c9591f546e64 req-539c74ad-9d55-49ad-83b6-59adc238879f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710365 Nov 23 18:48:54.870189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-8b3063c3-5b6f-490a-ab06-de3ec81375e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.871495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-8b3063c3-5b6f-490a-ab06-de3ec81375e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.2761710 Nov 23 18:48:54.872772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-645ab452-03c2-4db2-9903-9dd4a65e259f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e HTTP/1.1" status: 200 len: 217 time: 0.0696461 Nov 23 18:48:54.892485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-319ee44e-22d5-49a0-ae89-87627e73883e req-e58d8319-e9d4-41da-bdb1-940ddf24157b service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949379 Nov 23 18:48:54.924207 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.933226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-bacc71a2-24b4-421a-af6e-409cb714c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:54.934920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-bacc71a2-24b4-421a-af6e-409cb714c2f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.4740255 Nov 23 18:48:54.935988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:54.944002 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1977781e-2afb-4c79-889d-0a9d6a14cc26 x-openstack-request-id: req-1977781e-2afb-4c79-889d-0a9d6a14cc26 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:54.944669 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "name": "network-vif-plugged", "status": "completed", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:54.945036 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1977781e-2afb-4c79-889d-0a9d6a14cc26 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:54.945547 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b', 'code': 200} Nov 23 18:48:55.011198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-d548afb4-3f37-496f-91ad-0ebc7c5cadef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752437 Nov 23 18:48:55.050425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:55.064761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Pushing event updated for resources: {'Port': ['ID=7f5abb17-fc95-44b4-a9db-3fc285491d0d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:55.088138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:55.097741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-00f889c1-5360-4458-9c97-e29675b91422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 217 time: 0.1397357 Nov 23 18:48:55.099045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:55.165242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Attempting to bind port 7f5abb17-fc95-44b4-a9db-3fc285491d0d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:48:55.166754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Attempting to bind port 7f5abb17-fc95-44b4-a9db-3fc285491d0d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:48:55.167723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Attempting to bind port 7f5abb17-fc95-44b4-a9db-3fc285491d0d on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:48:55.184207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b4a9df4b-67a6-485a-a0a8-1d2da976f56e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:55.189429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:48:55.190021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:55.190700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.191607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:48:55.192687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Bound port: 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:48:55.193357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.201281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-775d3595-a4f4-4779-a82d-53819e7f8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.203112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-775d3595-a4f4-4779-a82d-53819e7f8435 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.2579713 Nov 23 18:48:55.224391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07442a5-a60a-469a-8477-afa4cc02f7cf req-b2212ec9-cd08-4639-970e-c460e87c9886 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.225983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d07442a5-a60a-469a-8477-afa4cc02f7cf req-b2212ec9-cd08-4639-970e-c460e87c9886 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 944 time: 0.3506629 Nov 23 18:48:55.277735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-a86a332d-4491-431f-a7ea-264f2ed38613 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505829 Nov 23 18:48:55.298354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.316490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c306f-5858-4e56-8ac2-9bcaa6adb3b0 req-2397f832-687a-41ca-8114-a406e244ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.318065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-824c306f-5858-4e56-8ac2-9bcaa6adb3b0 req-2397f832-687a-41ca-8114-a406e244ffe2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c1c22bb-5b78-40f1-907d-5a6417b3cf23 HTTP/1.1" status: 200 len: 1096 time: 0.2593365 Nov 23 18:48:55.326554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5baf7e-ec82-4dfb-86e7-b664904ecc22 req-d367f888-57be-45cc-9fb8-b8f8f8533d5d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.335161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab5baf7e-ec82-4dfb-86e7-b664904ecc22 req-d367f888-57be-45cc-9fb8-b8f8f8533d5d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.2712665 Nov 23 18:48:55.338207 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.348129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-dca32e94-904d-4c77-bffa-476b7aa85f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.349482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-dca32e94-904d-4c77-bffa-476b7aa85f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.2375638 Nov 23 18:48:55.358832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] For port 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:48:55.373986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] In _notify_port_updated(), no bound segment for port 407f7ea0-9956-4781-84da-79f43e28dca7 on network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:48:55.378290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] For port 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f5abb17-fc95-44b4-a9db-3fc285491d0d,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:48:55.380233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.381312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.386019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/ports/407f7ea0-9956-4781-84da-79f43e28dca7 HTTP/1.1" status: 200 len: 818 time: 0.9908845 Nov 23 18:48:55.392305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:55.404804 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.407083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:55.409687 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62632956-0a46-41cc-b895-a898c796ca54" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:55.412374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:feb8:5b3c (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/03d1c011-aadd-42da-8148-741a64d2ace2/35b098ad-68ea-494a-9b91-134f9d47eb14) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:48:55.418196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:55.438088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-d68b041c-e05b-4e58-b686-cbeb42a02f16 service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725770 Nov 23 18:48:55.460196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e', 'mac_address': 'fa:16:3e:fa:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:55.463619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:48:55.469150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.484573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Sync routers for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:48:55.499251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d07442a5-a60a-469a-8477-afa4cc02f7cf req-19ac3316-486f-4366-93b4-6107c92735a7 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516916 Nov 23 18:48:55.551283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:55.552109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:55.554306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a37305-8f94-4045-9e0d-2f9cf492daad None None] Pushing event updated for resources: {'Port': ['ID=7f5abb17-fc95-44b4-a9db-3fc285491d0d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:55.588044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab5baf7e-ec82-4dfb-86e7-b664904ecc22 req-70922607-71b3-4d29-bb42-c5c9dbefaa85 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514913 Nov 23 18:48:55.606529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.647560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a9df4b-67a6-485a-a0a8-1d2da976f56e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:55.655024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be1c1-9641-45a1-839c-256d81ff7756 req-48f9a041-48af-4ee8-a778-f5555565fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.657534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-48f9a041-48af-4ee8-a778-f5555565fe8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2944391 Nov 23 18:48:55.673476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:55.689656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-4cc16ebd-dec4-49cb-be5e-49d0c2191c98 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954558 Nov 23 18:48:55.703151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bfca7-8f8f-408f-9843-a2bec451bbdf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=407f7ea0-9956-4781-84da-79f43e28dca7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:55.730633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:55.772169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4116dbab-2f31-4a0e-bef9-ca5f6a12429e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "PUT /v2.0/floatingips/e9fd2f04-c004-4dc1-b113-e219cdf7cf0c HTTP/1.1" status: 200 len: 991 time: 3.6637809 Nov 23 18:48:55.822012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:55.825179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:55.870629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:55.874499 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba37dd-72c3-428c-ab0e-e970a42c77cc" -d '{"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:55.892995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-824c306f-5858-4e56-8ac2-9bcaa6adb3b0 req-9c7d9d73-e15b-4057-b563-04245e61898e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440521 Nov 23 18:48:55.979861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61506db7-fe72-48dd-b672-0add950a7527 req-56654aa3-8a83-415f-97f5-552a23a93832 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:55.990119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61506db7-fe72-48dd-b672-0add950a7527 req-56654aa3-8a83-415f-97f5-552a23a93832 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 944 time: 0.2486930 Nov 23 18:48:56.005359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.030466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 407f7ea0-9956-4781-84da-79f43e28dca7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:56.031099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.116741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-61506db7-fe72-48dd-b672-0add950a7527 req-9dcabe9e-3b13-40d3-9c42-f42f4739b034 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255431 Nov 23 18:48:56.154698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b4a9df4b-67a6-485a-a0a8-1d2da976f56e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:56.168362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.186431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.188575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 407f7ea0-9956-4781-84da-79f43e28dca7 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:56.235016 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492df42-77af-4f49-899d-3137092296bd x-openstack-request-id: req-d492df42-77af-4f49-899d-3137092296bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:56.235016 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:56.235721 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d492df42-77af-4f49-899d-3137092296bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:56.235721 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'status': 'completed', 'code': 200} Nov 23 18:48:56.244871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:48:56.269334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e9fd2f04-c004-4dc1-b113-e219cdf7cf0c', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'port_id': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'mac_address': 'fa:16:3e:b4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:46:59Z', 'updated_at': '2021-11-23T18:48:53Z', 'revision_number': 1, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:56.288675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:56.303145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:48:56.310312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.310980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.315384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Checking router: a81f6adf-1d22-4087-b20c-b52cff1cc906 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:48:56.343033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=35b098ad-68ea-494a-9b91-134f9d47eb14,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:56.348331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d75d9fd8-5943-4086-bc54-95f4c19b16b7 req-a62dc9f1-f973-4cf4-a668-a0650bad8733 service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8980317 Nov 23 18:48:56.349442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:48:56.352292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:48:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:56.362812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414933cc-721f-424c-82c7-b5b8b8cfdd91 req-04a077d9-586a-4c9d-bd86-84fdb2787726 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.364472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-414933cc-721f-424c-82c7-b5b8b8cfdd91 req-04a077d9-586a-4c9d-bd86-84fdb2787726 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.7324257 Nov 23 18:48:56.378003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90299073-c70d-4f8a-a230-13b6258fe4c1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3574364 Nov 23 18:48:56.378631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:56.404856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbcc31-decc-4db8-a53a-cb9fede01ab6 req-e5b345f7-8105-43a3-ac71-69980d140b42 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.412425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bedbcc31-decc-4db8-a53a-cb9fede01ab6 req-e5b345f7-8105-43a3-ac71-69980d140b42 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 943 time: 0.1284912 Nov 23 18:48:56.430892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.490522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-dac1c4ca-e8b5-4ac9-b21f-c25b4f14fe10 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103716 Nov 23 18:48:56.491708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-899f0cd3-b487-4b72-947c-a781f69e527f service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716849 Nov 23 18:48:56.496128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=407f7ea0-9956-4781-84da-79f43e28dca7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:56.508955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.515703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e644838a-098f-45ca-ae40-3b077dfc26e5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/407f7ea0-9956-4781-84da-79f43e28dca7 HTTP/1.1" status: 204 len: 168 time: 1.1214161 Nov 23 18:48:56.519858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:56.575878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bedbcc31-decc-4db8-a53a-cb9fede01ab6 req-84ed9554-89a1-412a-b76c-821073816cb8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580505 Nov 23 18:48:56.609226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:48:56.630290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189526d2-a4e7-4329-9fc9-0987f11f420f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.631011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbbe18-f08e-4ccf-8fc5-7649f4b1f9f2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.641569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189526d2-a4e7-4329-9fc9-0987f11f420f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.642761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73cbbe18-f08e-4ccf-8fc5-7649f4b1f9f2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1216571 Nov 23 18:48:56.643430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:56.644148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-189526d2-a4e7-4329-9fc9-0987f11f420f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2615964 Nov 23 18:48:56.688959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-414933cc-721f-424c-82c7-b5b8b8cfdd91 req-52410703-5033-4f9f-9170-ca86d7afc2be tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935817 Nov 23 18:48:56.692506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:56.719399 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5b11cd-72e3-436e-9182-84ae65c47820 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:48:56.739541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f5b11cd-72e3-436e-9182-84ae65c47820 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/407f7ea0-9956-4781-84da-79f43e28dca7 HTTP/1.1" status: 404 len: 333 time: 0.0948036 Nov 23 18:48:56.740197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:56.748951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632956-0a46-41cc-b895-a898c796ca54 req-3cf3b27a-1909-47cd-a78d-4b6f6a621cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:56.750175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1572578221'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:56.750462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-3cf3b27a-1909-47cd-a78d-4b6f6a621cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 1095 time: 0.2932942 Nov 23 18:48:56.798596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:56.807169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.857891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:48:56.875381 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f930b78-c789-4b0e-9e18-b1a53149837e x-openstack-request-id: req-2f930b78-c789-4b0e-9e18-b1a53149837e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:56.877321 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:56.877712 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f930b78-c789-4b0e-9e18-b1a53149837e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:56.879965 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'status': 'completed', 'code': 200} Nov 23 18:48:56.896226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:56.896974 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment 7967eb4b-3989-4d61-932b-4ad609ce3b1b of type vlan for network 85f7f4be-43a5-4590-a898-50c9fc990557 Nov 23 18:48:57.000083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.086693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade2a7-95fe-4084-b2ac-ab460e1f0983 req-edf669a0-74c8-4784-8a1b-2cc3ea77cd84 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.090374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5ade2a7-95fe-4084-b2ac-ab460e1f0983 req-edf669a0-74c8-4784-8a1b-2cc3ea77cd84 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.1369140 Nov 23 18:48:57.097397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.105069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.105713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.123240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-583be1c1-9641-45a1-839c-256d81ff7756 req-940d789c-bf2a-4abc-8bce-d207c2683d67 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236517 Nov 23 18:48:57.169007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e9fd2f04-c004-4dc1-b113-e219cdf7cf0c', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'port_id': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'mac_address': 'fa:16:3e:b4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:46:59Z', 'updated_at': '2021-11-23T18:48:53Z', 'revision_number': 1, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:48:57.179984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4386158 Nov 23 18:48:57.212378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:57.229505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:57.246001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device de483f87-2fd1-4ff3-bd28-e90e13e038f5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:57.250578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d05e8e2-c7a5-4379-8164-aaa8764dec07 None None] The sync data for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 is: [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e9fd2f04-c004-4dc1-b113-e219cdf7cf0c', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'port_id': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'mac_address': 'fa:16:3e:b4:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:46:59Z', 'updated_at': '2021-11-23T18:48:53Z', 'revision_number': 1, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:48:57.272042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685cee6-12d3-454e-ad85-71c4d9c158f1 req-cc07787b-02a1-46fd-85d0-934bed628565 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.280716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3685cee6-12d3-454e-ad85-71c4d9c158f1 req-cc07787b-02a1-46fd-85d0-934bed628565 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 944 time: 0.2075200 Nov 23 18:48:57.318324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 35b098ad-68ea-494a-9b91-134f9d47eb14 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:48:57.318580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.342105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Provisioning complete for port 7f5abb17-fc95-44b4-a9db-3fc285491d0d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:57.342640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.378566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0a37f-8552-40c1-a275-d36ca736dc53 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=85f7f4be-43a5-4590-a898-50c9fc990557,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:57.426367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5ade2a7-95fe-4084-b2ac-ab460e1f0983 req-1425fcb9-774c-41ad-aee1-515308d4812e tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174703 Nov 23 18:48:57.430188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3503bf80-4940-4c16-bb08-ee991c74e331 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:57.433014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:48:57.469894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f5abb17-fc95-44b4-a9db-3fc285491d0d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:57.514323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.514822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.515132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.515612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.516136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.516590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.517699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.519850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-f0ea9e15-6072-4ab7-a538-06d75c93702c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.5497849 Nov 23 18:48:57.601713 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd49c092-3015-4179-b66d-00bd237499f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.700851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3685cee6-12d3-454e-ad85-71c4d9c158f1 req-d4528245-e4d9-4554-b003-200f6407d21a tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191666 Nov 23 18:48:57.721714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632956-0a46-41cc-b895-a898c796ca54 req-9a4a8d50-44d9-4b19-a4bc-c87bffc08c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.723727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-9a4a8d50-44d9-4b19-a4bc-c87bffc08c85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 200 len: 905 time: 0.9599254 Nov 23 18:48:57.733686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50787797-4c2c-4ff3-a961-95e2d64d1a0f None None] New status for floating IP e9fd2f04-c004-4dc1-b113-e219cdf7cf0c: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:48:57.799190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ce0c5-575a-4a81-9cfb-defd87832e4a req-6e6eba54-fbe7-4671-8784-fdff05fc35a4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:57.803528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa4ce0c5-575a-4a81-9cfb-defd87832e4a req-6e6eba54-fbe7-4671-8784-fdff05fc35a4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 944 time: 0.1151741 Nov 23 18:48:57.816247 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:48:57.817740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-466d4c4a-9f7f-4ee9-bc9a-041131775318 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f HTTP/1.1" status: 200 len: 217 time: 0.0785427 Nov 23 18:48:57.827259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:57.831910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:57.903050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa4ce0c5-575a-4a81-9cfb-defd87832e4a req-c415fa5a-936f-45d8-9667-ccabc7e2ea7d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 Nov 23 18:48:57.924277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port de483f87-2fd1-4ff3-bd28-e90e13e038f5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:57.949170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port de483f87-2fd1-4ff3-bd28-e90e13e038f5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:57.949863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.039254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7f5abb17-fc95-44b4-a9db-3fc285491d0d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:58.039729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.058977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8075b-8336-4e58-b444-627049e1bf93 req-016232b6-1110-4c10-8cbe-6d1ec3470211 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.066903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.068946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39e8075b-8336-4e58-b444-627049e1bf93 req-016232b6-1110-4c10-8cbe-6d1ec3470211 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.0872006 Nov 23 18:48:58.117317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 35b098ad-68ea-494a-9b91-134f9d47eb14 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:48:58.120277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3503bf80-4940-4c16-bb08-ee991c74e331,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:58.143075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39e8075b-8336-4e58-b444-627049e1bf93 req-d2840a65-f3f9-462f-9333-fddef8d8db6a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680039 Nov 23 18:48:58.146105 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.182377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607024b4-eb44-4436-b492-713c69b75ec5 req-636b7339-281a-4a1a-8ad1-84e74a3e609e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.183951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-607024b4-eb44-4436-b492-713c69b75ec5 req-636b7339-281a-4a1a-8ad1-84e74a3e609e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 943 time: 0.2658393 Nov 23 18:48:58.185370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632956-0a46-41cc-b895-a898c796ca54 req-3700730d-99c6-4f8a-b8d8-65c6ad9c7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.186689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-3700730d-99c6-4f8a-b8d8-65c6ad9c7350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 200 len: 844 time: 0.2505431 Nov 23 18:48:58.186810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3503bf80-4940-4c16-bb08-ee991c74e331', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'port_id': '3503bf80-4940-4c16-bb08-ee991c74e331', 'mac_address': 'fa:16:3e:e2:70:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:58.199487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-c249e97f-d057-49cc-8546-22b76555eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.201761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-c249e97f-d057-49cc-8546-22b76555eeaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831 HTTP/1.1" status: 200 len: 917 time: 0.6530075 Nov 23 18:48:58.302139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] For port 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f5abb17-fc95-44b4-a9db-3fc285491d0d,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:58.316471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.333854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfaa65-5250-4cde-a24e-b872eddd6c94 req-7f98447c-8290-4804-8480-fdb444a90763 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.337127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8dfaa65-5250-4cde-a24e-b872eddd6c94 req-7f98447c-8290-4804-8480-fdb444a90763 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.0597556 Nov 23 18:48:58.346584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-4c6809e9-091e-47ef-b4e1-1ffe0d4895d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34f421e6-931f-4a2c-974d-9711e00bc88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080015 Nov 23 18:48:58.395862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8dfaa65-5250-4cde-a24e-b872eddd6c94 req-3357ec34-6b26-4653-9cc2-69934b58813a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513840 Nov 23 18:48:58.414382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.456503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.466535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-36521986-8021-46bb-b22b-024a4d36dae6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1001 time: 0.2236042 Nov 23 18:48:58.474171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-607024b4-eb44-4436-b492-713c69b75ec5 req-289601d5-9775-40cc-aaa8-d101c44ef03f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711918 Nov 23 18:48:58.508112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c03231d7-bec6-45a5-92b7-41fa0e49e92a None None] Provisioning complete for port 35b098ad-68ea-494a-9b91-134f9d47eb14 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:58.508112 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03231d7-bec6-45a5-92b7-41fa0e49e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.508112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3503bf80-4940-4c16-bb08-ee991c74e331 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:58.523188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3503bf80-4940-4c16-bb08-ee991c74e331,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:58.556218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.580223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Pushing event updated for resources: {'Port': ['ID=7f5abb17-fc95-44b4-a9db-3fc285491d0d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:58.582637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:58.584355 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d7bf9-26d9-4059-aae0-023cebbdb93a" -d '{"events": [{"server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "name": "network-vif-plugged", "status": "completed", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:58.611442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:58.613749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.614103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.614447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.614785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.615121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.615482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.615811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.616140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.616468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.616794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.617118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.617439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1c4a5-144b-4f41-800a-503969ce212e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:58.623831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.625480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c03231d7-bec6-45a5-92b7-41fa0e49e92a None None] Port 35b098ad-68ea-494a-9b91-134f9d47eb14 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:48:58.676711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:58.697507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.754994 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cde2d-7e14-4120-9a4a-f304658906cf x-openstack-request-id: req-3c1cde2d-7e14-4120-9a4a-f304658906cf {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:58.755295 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "name": "network-vif-plugged", "status": "completed", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:58.755611 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c1cde2d-7e14-4120-9a4a-f304658906cf {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:58.756087 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5', 'code': 200} Nov 23 18:48:58.757121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:58.813996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3503bf80-4940-4c16-bb08-ee991c74e331'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:58.815134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-bd854b9d-79ca-4975-b675-d731eb8b3a76 service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491098 Nov 23 18:48:58.824302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-3d36d60b-d845-497c-8f22-767fd76ee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.826814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-3d36d60b-d845-497c-8f22-767fd76ee8f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.2789912 Nov 23 18:48:58.829676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:58.876656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cf319-e26d-4374-a17c-74d36de8dcd9 req-6d3487a4-1af9-49e0-8040-3aa180a2c330 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:58.885972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-948cf319-e26d-4374-a17c-74d36de8dcd9 req-6d3487a4-1af9-49e0-8040-3aa180a2c330 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.0684617 Nov 23 18:48:58.952171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-948cf319-e26d-4374-a17c-74d36de8dcd9 req-c22186fa-b2c1-4bf3-84f7-a39d05a2cbf6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Nov 23 18:48:58.971163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=35b098ad-68ea-494a-9b91-134f9d47eb14,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:59.084380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a69b3-e4db-42e7-8f57-ef2ddfef2076 req-b52d4bf2-d694-41f2-b08f-beee72d39e82 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.087852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a4a69b3-e4db-42e7-8f57-ef2ddfef2076 req-b52d4bf2-d694-41f2-b08f-beee72d39e82 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.5156355 Nov 23 18:48:59.108501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b5925-961f-4095-b074-c7aec30f1c23 req-88d78b1f-d937-4c75-b55a-668774e8f069 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.117060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e50b5925-961f-4095-b074-c7aec30f1c23 req-88d78b1f-d937-4c75-b55a-668774e8f069 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 945 time: 0.0862904 Nov 23 18:48:59.123465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=109defc9-a06c-48b9-98f7-84a5c3f0ed15,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:59.196062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e50b5925-961f-4095-b074-c7aec30f1c23 req-58ddfb7d-d6bf-4701-97ed-2a86ea7cf5cd tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776622 Nov 23 18:48:59.203239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:59.279894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.287046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b4b63bf6-e404-4ed0-8593-6bcde264d0da tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/35b098ad-68ea-494a-9b91-134f9d47eb14 HTTP/1.1" status: 204 len: 168 time: 2.5890200 Nov 23 18:48:59.287046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-1e5b1485-0791-4065-bab0-06e7b7ea13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.287046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-1e5b1485-0791-4065-bab0-06e7b7ea13bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4046974 Nov 23 18:48:59.288015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:59.291263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b4a9df4b-67a6-485a-a0a8-1d2da976f56e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:59.341016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': '7967eb4b-3989-4d61-932b-4ad609ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:48:59.341016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 85f7f4be-43a5-4590-a898-50c9fc990557, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:48:59.343593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180efb36-f5b2-4783-a1c6-4bf93c905fbe req-0b34616a-983e-4770-82f9-0134442feccf tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.344097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f5abb17-fc95-44b4-a9db-3fc285491d0d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:59.344701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-180efb36-f5b2-4783-a1c6-4bf93c905fbe req-0b34616a-983e-4770-82f9-0134442feccf tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 944 time: 0.0780241 Nov 23 18:48:59.403474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482775c6-46a3-4e4c-89e1-e581406d29d6 req-f2124a76-ebdd-4afb-8211-4b0ad04794c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.405021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-482775c6-46a3-4e4c-89e1-e581406d29d6 req-f2124a76-ebdd-4afb-8211-4b0ad04794c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 1096 time: 0.4172082 Nov 23 18:48:59.410990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-180efb36-f5b2-4783-a1c6-4bf93c905fbe req-edae2291-8df2-4dd6-b2e4-6fdee5da1152 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498371 Nov 23 18:48:59.424962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3503bf80-4940-4c16-bb08-ee991c74e331 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:59.508570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a4a69b3-e4db-42e7-8f57-ef2ddfef2076 req-52312b3b-b9ae-423b-b4d7-f8e9b45477e5 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715518 Nov 23 18:48:59.523791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-5faf0877-930d-43e3-bbb5-3de2556fc06f service neutron] 10.222.0.50 "GET /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833354 Nov 23 18:48:59.526396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:59.540211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a5781-33e1-4165-9d98-cb43206f9900 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.541964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a5781-33e1-4165-9d98-cb43206f9900 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.548140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d67a5781-33e1-4165-9d98-cb43206f9900 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2249098 Nov 23 18:48:59.548413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b4a9df4b-67a6-485a-a0a8-1d2da976f56e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:59.549706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:59.551644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 85f7f4be-43a5-4590-a898-50c9fc990557 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:48:59.564960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'mac_address': 'fa:16:3e:97:94:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:59.580482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b4a9df4b-67a6-485a-a0a8-1d2da976f56e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:59.580482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.580482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7f5abb17-fc95-44b4-a9db-3fc285491d0d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:59.580482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.605428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-482775c6-46a3-4e4c-89e1-e581406d29d6 req-58f833a3-a2e2-4010-b720-1abb89c6733a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718688 Nov 23 18:48:59.608075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 85f7f4be-43a5-4590-a898-50c9fc990557) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:48:59.615068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-c9d504b8-c60d-4088-9f19-57c14093ed8a service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779038 Nov 23 18:48:59.618495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.619488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.650306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-557c4f39-6a21-421e-bb86-288ec852206d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4208159 Nov 23 18:48:59.651084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10765d19-fea2-49ee-8996-2b3f33c53f8e None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:48:59.651772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:48:59.657567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:48:59.701333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 03d1c011-aadd-42da-8148-741a64d2ace2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:48:59.707979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.712351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 3503bf80-4940-4c16-bb08-ee991c74e331 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:48:59.754030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3503bf80-4940-4c16-bb08-ee991c74e331 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:59.754332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10040-e9a8-4bc4-908c-b6029a9dda8c req-3ab9452d-4cea-4bca-8f55-fe7eaec46095 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:59.754553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.762319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a10040-e9a8-4bc4-908c-b6029a9dda8c req-3ab9452d-4cea-4bca-8f55-fe7eaec46095 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 944 time: 0.1045911 Nov 23 18:48:59.775273 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.795721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:48:59.800427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.856177 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.860804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a10040-e9a8-4bc4-908c-b6029a9dda8c req-09d6ff10-925c-4092-8ca8-bc036eb3e78e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975626 Nov 23 18:48:59.885765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8654e42-eb48-443a-bdf1-76c51251ef21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.916249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:59.928143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:00.054632 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.078401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:00.092863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.093371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=03d1c011-aadd-42da-8148-741a64d2ace2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:00.102856 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.105672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.116213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-07cf1652-20bb-4af7-9490-0dddea4aa826 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/03d1c011-aadd-42da-8148-741a64d2ace2 HTTP/1.1" status: 204 len: 168 time: 0.5638173 Nov 23 18:49:00.116741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.127208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea6226-3f07-4a62-87d3-7e71f2de7847 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:00.241558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:00.311057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.323943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-85f7f4be-43a5-4590-a898-50c9fc990557', 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '109defc9-a06c-48b9-98f7-84a5c3f0ed15'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:00.324890 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.329955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.335806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:00.429669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839d49b-1cf4-4e7d-9f84-2c7284b5d2ae req-1d9504b4-a3ef-4932-b8ad-5dc98042b361 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:00.431284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3839d49b-1cf4-4e7d-9f84-2c7284b5d2ae req-1d9504b4-a3ef-4932-b8ad-5dc98042b361 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2211080 Nov 23 18:49:00.506502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caba37dd-72c3-428c-ab0e-e970a42c77cc req-af96bb4d-38f4-44f4-bac7-3856b3d00187 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944405 Nov 23 18:49:00.529855 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 109defc9-a06c-48b9-98f7-84a5c3f0ed15 (CIDR: 172.20.0.0/28) Nov 23 18:49:00.542253 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:49:00.543154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:49:00.584499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3839d49b-1cf4-4e7d-9f84-2c7284b5d2ae req-2e50d218-ae94-4e32-8f1f-d19b1a253d6b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297896 Nov 23 18:49:00.590272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7271ca6-f576-4ab7-887c-4e95ec3d57e5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4720640 Nov 23 18:49:00.593596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.600570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['262b007d-5d61-436f-93e6-1f4d7c303c4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:00.604403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c65730e5-05ef-4dc8-979d-c9dbddf2dfd5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9484730 Nov 23 18:49:00.609060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.616837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:00.656111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3503bf80-4940-4c16-bb08-ee991c74e331,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:00.697281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.727033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca23ae-eff8-4976-b81c-71cadca0cd9d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:00.733217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16ca23ae-eff8-4976-b81c-71cadca0cd9d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1354675 Nov 23 18:49:00.734422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.763182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e'}, {'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:00.765469 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfacf104-ac09-4ebe-aa8f-26bc6b731f81" -d '{"events": [{"server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e"}, {"server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "name": "network-vif-plugged", "status": "completed", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:00.768742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4624d-bdab-4654-bc17-05d7c537bf1f req-4d31f3cf-d0b3-4cb1-9310-5177c996c1ae tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:00.772743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97a4624d-bdab-4654-bc17-05d7c537bf1f req-4d31f3cf-d0b3-4cb1-9310-5177c996c1ae tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 945 time: 0.1895125 Nov 23 18:49:00.792355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d01d3e-4886-4c18-8667-9ca8cf1ad459 req-ac7318ce-cc30-456e-a1d8-850715ac562f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:00.793674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77d01d3e-4886-4c18-8667-9ca8cf1ad459 req-ac7318ce-cc30-456e-a1d8-850715ac562f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.0866368 Nov 23 18:49:00.811598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:00.815720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.825075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.828304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:00.928947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97a4624d-bdab-4654-bc17-05d7c537bf1f req-4fd5d050-97e6-45c2-8ceb-d8b495c5f858 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953147 Nov 23 18:49:00.932779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aae0d9-2939-4e78-a6f5-641007ff29ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:00.938403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-63aae0d9-2939-4e78-a6f5-641007ff29ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1979699 Nov 23 18:49:00.939061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.953184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77d01d3e-4886-4c18-8667-9ca8cf1ad459 req-f8febcb1-99f7-42fb-843c-2d4b487e514f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511254 Nov 23 18:49:01.011459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:01.035351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93aaeac1-061e-4787-a393-5842f8ad3dce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948806 Nov 23 18:49:01.043393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:01.059704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:01.060746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:01.165323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Allocated IP 172.20.0.2 (85f7f4be-43a5-4590-a898-50c9fc990557/109defc9-a06c-48b9-98f7-84a5c3f0ed15/30702621-c773-4b54-8124-f90654aade42) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:01.239044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba48b28-c1f4-49db-82e7-a7f8e4bfc08e req-52586faf-6cdb-4868-8b42-429b46e8c4ab tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.240816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eba48b28-c1f4-49db-82e7-a7f8e4bfc08e req-52586faf-6cdb-4868-8b42-429b46e8c4ab tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 945 time: 0.1736500 Nov 23 18:49:01.248806 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38f483-d251-49e7-bef0-a6968a62f982 x-openstack-request-id: req-1e38f483-d251-49e7-bef0-a6968a62f982 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:01.249390 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e", "code": 200}, {"server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "name": "network-vif-plugged", "status": "completed", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:01.249640 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e38f483-d251-49e7-bef0-a6968a62f982 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:01.250239 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e', 'code': 200} Nov 23 18:49:01.250644 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331', 'code': 200} Nov 23 18:49:01.355592 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.398051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f5abb17-fc95-44b4-a9db-3fc285491d0d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:01.409628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:01.414910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.464886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eba48b28-c1f4-49db-82e7-a7f8e4bfc08e req-e1a04f2c-2203-491e-90d3-cdc809b0451c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067318 Nov 23 18:49:01.519823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 85f7f4be-43a5-4590-a898-50c9fc990557 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:01.531016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Deleting port 7f5abb17-fc95-44b4-a9db-3fc285491d0d {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:01.531644 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.536476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:01.550774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.552693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.563838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37e17-ba47-405c-b4af-3295571378bb req-0b591888-73af-4de9-8863-63341ab4b09e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.565600 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07c37e17-ba47-405c-b4af-3295571378bb req-0b591888-73af-4de9-8863-63341ab4b09e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2051451 Nov 23 18:49:01.587204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=ae901e33-60dd-41cf-b0d8-ef1fb20f8daa,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:01.642002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c9e1d63-1dc1-4a52-b8c7-952c1f1e5dc0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0313454 Nov 23 18:49:01.649407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:01.659080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'fixed_ips': [{'subnet_id': '109defc9-a06c-48b9-98f7-84a5c3f0ed15'}, {'subnet_id': 'ae901e33-60dd-41cf-b0d8-ef1fb20f8daa'}], 'name': 'tempest-PortsTestJSON-307088933'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:01.667334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f8db9-a16a-4d6f-82b0-c53005595386 req-28f57443-a3a0-433d-904e-46df8bdd76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.670062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-625f8db9-a16a-4d6f-82b0-c53005595386 req-28f57443-a3a0-433d-904e-46df8bdd76b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 1096 time: 0.2167826 Nov 23 18:49:01.675137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8c2b1-8d66-4f38-aefc-06643ebd949c req-b8c1b1fb-2b23-47c4-b5ca-02b7a34265ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.677848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16b8c2b1-8d66-4f38-aefc-06643ebd949c req-b8c1b1fb-2b23-47c4-b5ca-02b7a34265ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.2528765 Nov 23 18:49:01.717995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] For port 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f5abb17-fc95-44b4-a9db-3fc285491d0d,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:01.718535 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.792013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Calling delete_port for 7f5abb17-fc95-44b4-a9db-3fc285491d0d owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:01.832853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.839045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.863263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff10f-5576-4805-bc31-3d78e344979e req-127667d9-4ccc-4830-98bf-977dc6c12f62 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.865363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa7ff10f-5576-4805-bc31-3d78e344979e req-127667d9-4ccc-4830-98bf-977dc6c12f62 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1137757 Nov 23 18:49:01.884134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:01.887172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07c37e17-ba47-405c-b4af-3295571378bb req-ca9597b5-3077-4a4c-80c4-acdb65fcdb4d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031075 Nov 23 18:49:01.901129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:49:01.936600 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-625f8db9-a16a-4d6f-82b0-c53005595386 req-46701367-36f8-428f-b83d-b5d37c7ae36c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880736 Nov 23 18:49:01.964047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:01.998604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16b8c2b1-8d66-4f38-aefc-06643ebd949c req-2ed0acb1-61ee-4be0-ab44-8768603dca5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079300 Nov 23 18:49:02.016615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 7f5abb17-fc95-44b4-a9db-3fc285491d0d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f5abb17-fc95-44b4-a9db-3fc285491d0d,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:02.018149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:02.019915 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa7ff10f-5576-4805-bc31-3d78e344979e req-1e442120-a847-4abe-ac3c-81e8109ef370 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428480 Nov 23 18:49:02.039481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:02.046376 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.054740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.068712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:02.119794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Port 7f5abb17-fc95-44b4-a9db-3fc285491d0d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:49:02.120269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2c:8a4e {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:49:02.126311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2c:8a4e {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:49:02.126656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Pushing event updated for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.131054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.144939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] No DVR routers for this DVR port 7f5abb17-fc95-44b4-a9db-3fc285491d0d on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:02.207732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:02.216035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:02.221908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.222532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.223769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event deleted for resources: {'Port': ['ID=7f5abb17-fc95-44b4-a9db-3fc285491d0d,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.241505 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.261473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2161951 Nov 23 18:49:02.271829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eb04e-a2f1-4506-90da-a7e31d209a4f req-fdc2ab5f-6256-4fba-8ead-c3d7c42ed46d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.279809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c5773-a917-4773-9da2-815240e36312 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:02.280764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:02.281354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c35eb04e-a2f1-4506-90da-a7e31d209a4f req-fdc2ab5f-6256-4fba-8ead-c3d7c42ed46d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 945 time: 0.1529427 Nov 23 18:49:02.286894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:a3:93:3c', 'name': 'tempest-NetworksTestDHCPv6-818862214'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:02.289308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12148e8b-3d48-4b82-b34f-681ae6308794 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=3ca2e18b-e3de-45eb-ace3-73dc85a95970,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.304876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8babc-d717-4abb-b7b7-8573db1b6355 None None] Pushing event deleted for resources: {'Port': ['ID=7f5abb17-fc95-44b4-a9db-3fc285491d0d,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.311704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Attempting to bind port 30702621-c773-4b54-8124-f90654aade42 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:02.312397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Attempting to bind port 30702621-c773-4b54-8124-f90654aade42 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7967eb4b-3989-4d61-932b-4ad609ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:02.312950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Attempting to bind port 30702621-c773-4b54-8124-f90654aade42 on network 85f7f4be-43a5-4590-a898-50c9fc990557 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:02.330547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ece19-a181-4b4a-9fdc-418bbd69a56b req-114b4ac3-59bd-4486-8d70-aebef8489d0a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.330925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:02.331461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Checking segment: {'id': '7967eb4b-3989-4d61-932b-4ad609ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:02.331889 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.332299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Bound using segment: {'id': '7967eb4b-3989-4d61-932b-4ad609ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:02.332804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Bound port: 30702621-c773-4b54-8124-f90654aade42, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7967eb4b-3989-4d61-932b-4ad609ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:02.333450 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.349802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c71ece19-a181-4b4a-9fdc-418bbd69a56b req-114b4ac3-59bd-4486-8d70-aebef8489d0a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2532902 Nov 23 18:49:02.362750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c35eb04e-a2f1-4506-90da-a7e31d209a4f req-f6afd9f6-86e1-4555-8297-a3f6d6641844 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803909 Nov 23 18:49:02.485528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:02.517113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=30702621-c773-4b54-8124-f90654aade42,segment=NetworkSegment(7967eb4b-3989-4d61-932b-4ad609ce3b1b),segment_id=7967eb4b-3989-4d61-932b-4ad609ce3b1b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:02.518305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.536691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.542684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c71ece19-a181-4b4a-9fdc-418bbd69a56b req-53e438b8-165b-4de8-adfd-4d66c51a5c3c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919575 Nov 23 18:49:02.563303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port e038bc5c-7648-4b98-9916-f6dbbb8358af yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:02.670600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d434c-ae18-4468-ac82-6c65ae931d40 None None] Pushing event updated for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.709529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf996ea-a5af-43e0-8901-c6b094622209 req-601b91d9-9267-42cb-8a41-0c5aff8a9584 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.719226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:02.722455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbf996ea-a5af-43e0-8901-c6b094622209 req-601b91d9-9267-42cb-8a41-0c5aff8a9584 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c1c22bb-5b78-40f1-907d-5a6417b3cf23 HTTP/1.1" status: 200 len: 945 time: 0.1513851 Nov 23 18:49:02.758594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '3ca2e18b-e3de-45eb-ace3-73dc85a95970'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:02.760135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.820338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbf996ea-a5af-43e0-8901-c6b094622209 req-ff359db3-9a54-4f84-8697-0aba1665a339 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967419 Nov 23 18:49:03.229961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Allocated IP 2001:db8::f816:3eff:feff:b32c (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/3ca2e18b-e3de-45eb-ace3-73dc85a95970/2eb4f748-0458-4080-9620-50be330c6f50) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:03.238982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:03.241733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:03.262094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5e1da-4589-4269-beff-864935f8b6d9 req-2d2cf782-9490-4dad-9e8a-a9cac95dfc21 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:03.276144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bc5e1da-4589-4269-beff-864935f8b6d9 req-2d2cf782-9490-4dad-9e8a-a9cac95dfc21 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 945 time: 0.4776394 Nov 23 18:49:03.288965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:03.359707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bc5e1da-4589-4269-beff-864935f8b6d9 req-ba665717-4aab-4a94-a8b7-4afe60e35aa9 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Nov 23 18:49:03.411903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 58173cea-44fa-4418-8c53-b6ba616e3b37 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:03.437473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 30702621-c773-4b54-8124-f90654aade42 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:03.534964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7f3a-84f0-463e-9eea-4ad3c867dde2 req-d25116e8-158b-4eeb-9419-0e54bda343c1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:03.539120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-831c7f3a-84f0-463e-9eea-4ad3c867dde2 req-d25116e8-158b-4eeb-9419-0e54bda343c1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1599905 Nov 23 18:49:03.607283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 262b007d-5d61-436f-93e6-1f4d7c303c4f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:49:03.638966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 262b007d-5d61-436f-93e6-1f4d7c303c4f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:03.640528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-831c7f3a-84f0-463e-9eea-4ad3c867dde2 req-f1cd801b-8f81-4706-a521-84dc047a1d42 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866888 Nov 23 18:49:03.645258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:03.688023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8da8-ceb7-4d15-9b0b-fa6a68618b8b req-aa03c0c6-9c74-4a39-87da-56e577c50feb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:03.690304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-203c8da8-ceb7-4d15-9b0b-fa6a68618b8b req-aa03c0c6-9c74-4a39-87da-56e577c50feb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2329903 Nov 23 18:49:03.785822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:03.786624 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:03.799658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.3 (85f7f4be-43a5-4590-a898-50c9fc990557/109defc9-a06c-48b9-98f7-84a5c3f0ed15/e038bc5c-7648-4b98-9916-f6dbbb8358af) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:03.849869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.28 (85f7f4be-43a5-4590-a898-50c9fc990557/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa/e038bc5c-7648-4b98-9916-f6dbbb8358af) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:03.891931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-203c8da8-ceb7-4d15-9b0b-fa6a68618b8b req-0b1f0102-500c-4697-8dad-e1f674ff2f05 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766484 Nov 23 18:49:03.990372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.010529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.097654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4fdf7-d394-41d5-b97d-83316e905384 req-1623bc23-6442-4016-8757-6d35aa304683 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:04.115527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f4fdf7-d394-41d5-b97d-83316e905384 req-1623bc23-6442-4016-8757-6d35aa304683 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.0867219 Nov 23 18:49:04.123825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:04.133941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:04.139708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:04.191144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fea3:933c (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/3ca2e18b-e3de-45eb-ace3-73dc85a95970/58173cea-44fa-4418-8c53-b6ba616e3b37) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:04.225432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f4fdf7-d394-41d5-b97d-83316e905384 req-6ea26471-d753-4641-a80e-9f9576a16eb9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 Nov 23 18:49:04.375588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a71ec-c154-4ff2-a8a5-75d039f5177f req-06895657-0e84-4c43-935c-e5eae5fe64a9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:04.377906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-348a71ec-c154-4ff2-a8a5-75d039f5177f req-06895657-0e84-4c43-935c-e5eae5fe64a9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2521300 Nov 23 18:49:04.389070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:04.401994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'floatingip': {'port_id': '3503bf80-4940-4c16-bb08-ee991c74e331'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:04.410127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.486053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.487990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Pushing event updated for resources: {'Port': ['ID=2eb4f748-0458-4080-9620-50be330c6f50,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:04.523634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b0e1b4-23c4-4896-83e9-2edb3e4f37be None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:04.537546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.610957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Attempting to bind port 2eb4f748-0458-4080-9620-50be330c6f50 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:04.611624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Attempting to bind port 2eb4f748-0458-4080-9620-50be330c6f50 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:04.612269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Attempting to bind port 2eb4f748-0458-4080-9620-50be330c6f50 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:04.667069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.671922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.678062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-89faf32f-cf80-4812-aa6a-0d5f6358b182 None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:04.678403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89faf32f-cf80-4812-aa6a-0d5f6358b182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.680530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:04.680934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:04.681838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.682325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:04.682945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Bound port: 2eb4f748-0458-4080-9620-50be330c6f50, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:04.683393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.713753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=30702621-c773-4b54-8124-f90654aade42,segment=NetworkSegment(7967eb4b-3989-4d61-932b-4ad609ce3b1b),segment_id=7967eb4b-3989-4d61-932b-4ad609ce3b1b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:04.766797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.783088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.863384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.868143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-6d6c9ba7-afc8-42d8-bf5a-d61e7de63734 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:04.876016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-6d6c9ba7-afc8-42d8-bf5a-d61e7de63734 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.4681063 Nov 23 18:49:04.877989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:04.880455 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94326f5d-8616-4377-b205-3fef3455135d" -d '{"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-plugged", "status": "completed", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:04.901306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-3e6c1823-8bf7-4a39-9207-75258d4f394a tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/quotas/330d4adcd80645679c05040b1956a0e5 HTTP/1.1" status: 200 len: 375 time: 0.0236712 Nov 23 18:49:04.918408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 85f7f4be-43a5-4590-a898-50c9fc990557 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:04.939969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-53b5618e-c157-422e-9875-85a04e1c8a7f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:04.942010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-53b5618e-c157-422e-9875-85a04e1c8a7f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c1c22bb-5b78-40f1-907d-5a6417b3cf23 HTTP/1.1" status: 200 len: 945 time: 0.1754158 Nov 23 18:49:04.943194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:04.943931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:04.946656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:04.970551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.991870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:05.020543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-14f6aaf3-3db8-4a47-9ab0-45cb8a7dcf15 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181421 Nov 23 18:49:05.024039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:05.026671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:05.034482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.035306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.047943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818537a7-40f6-4bd5-b22e-1455157c9576 req-b6cfa860-6653-4399-9cab-9da2ca465435 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.057530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818537a7-40f6-4bd5-b22e-1455157c9576 req-b6cfa860-6653-4399-9cab-9da2ca465435 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 945 time: 0.3880775 Nov 23 18:49:05.061878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:05.074304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=e038bc5c-7648-4b98-9916-f6dbbb8358af,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:05.077975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] For port 2eb4f748-0458-4080-9620-50be330c6f50, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:05.126517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] For port 2eb4f748-0458-4080-9620-50be330c6f50, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2eb4f748-0458-4080-9620-50be330c6f50,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:05.136078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.209096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9265761 Nov 23 18:49:05.222995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:05.225962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:05.261211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.262241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.277798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913491b8-5639-434a-ae26-babfb4cfe954 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=58173cea-44fa-4418-8c53-b6ba616e3b37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:05.315777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2a19c-0cde-4d9c-ade9-a57c8e4c6b1a None None] Pushing event updated for resources: {'Port': ['ID=2eb4f748-0458-4080-9620-50be330c6f50,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:05.342683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-818537a7-40f6-4bd5-b22e-1455157c9576 req-da282854-5a5e-42bb-b5af-eb05ce48caf8 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836819 Nov 23 18:49:05.352505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e3992399-3c73-44ae-a0eb-0a54cf7b712f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7002292 Nov 23 18:49:05.353474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:05.360275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '109defc9-a06c-48b9-98f7-84a5c3f0ed15'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:05.378583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 30702621-c773-4b54-8124-f90654aade42 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:05.491706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Deleting port 1715ce62-a940-49e2-9dce-7cc58745bb2b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:05.492375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.497438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.534575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Update dhcp port {'port': {'network_id': '85f7f4be-43a5-4590-a898-50c9fc990557', 'fixed_ips': [{'subnet_id': '109defc9-a06c-48b9-98f7-84a5c3f0ed15', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae901e33-60dd-41cf-b0d8-ef1fb20f8daa'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '30702621-c773-4b54-8124-f90654aade42'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:49:05.555247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:49:05.604573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.609913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:05.611866 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.705028 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.715612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-04de53a1-d372-4bc9-86f3-81001359b6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938777 Nov 23 18:49:05.717873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.749786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa819c-4cf5-45a3-8c1e-6fd5f9f2c97f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.762010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa819c-4cf5-45a3-8c1e-6fd5f9f2c97f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.764678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27aa819c-4cf5-45a3-8c1e-6fd5f9f2c97f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5347345 Nov 23 18:49:05.781391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:05.866018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] For port 1715ce62-a940-49e2-9dce-7cc58745bb2b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1715ce62-a940-49e2-9dce-7cc58745bb2b,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:05.866867 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:05.934312 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Floating IP 162edb55-83a7-4871-8969-b6e1f245423b associated. External IP: 172.25.5.171, port: 3503bf80-4940-4c16-bb08-ee991c74e331. Nov 23 18:49:06.101291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Allocated IP 172.20.0.18 (85f7f4be-43a5-4590-a898-50c9fc990557/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa/30702621-c773-4b54-8124-f90654aade42) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:06.159763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-9a6c79d0-7625-4426-a0d0-7b2ae183366c service neutron] 10.222.0.37 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368245 Nov 23 18:49:06.309424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=30702621-c773-4b54-8124-f90654aade42,segment=NetworkSegment(7967eb4b-3989-4d61-932b-4ad609ce3b1b),segment_id=7967eb4b-3989-4d61-932b-4ad609ce3b1b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:06.318645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:49:06.376707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Calling delete_port for 1715ce62-a940-49e2-9dce-7cc58745bb2b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:06.393040 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:06.401854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:06.477537 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ce793-0623-40ad-84ca-8fa53aa1a47d x-openstack-request-id: req-190ce793-0623-40ad-84ca-8fa53aa1a47d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:06.477850 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-plugged", "status": "completed", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:06.479009 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-190ce793-0623-40ad-84ca-8fa53aa1a47d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:06.479665 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'code': 200} Nov 23 18:49:06.527227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:06.546142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:06.565135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:06.655279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519b803-0218-44f6-a9aa-ac354df97b1c None None] Pushing event updated for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:06.668860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3a7dada-652f-4d71-ada6-a59f5ea0c589 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "PUT /v2.0/floatingips/162edb55-83a7-4871-8969-b6e1f245423b HTTP/1.1" status: 200 len: 991 time: 2.2737365 Nov 23 18:49:06.668860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:06.668860 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a29fbc-145d-4fb0-b214-a328f291efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:06.673685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:06.674603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:49:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:06.707806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0732-9a8a-4bbb-a3cc-58b46c3cac61 req-1d50bf72-c4ac-4cb2-804b-0941abb7c492 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:06.709421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-105f0732-9a8a-4bbb-a3cc-58b46c3cac61 req-1d50bf72-c4ac-4cb2-804b-0941abb7c492 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1026936 Nov 23 18:49:06.724377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33560a-376c-46a9-95cf-93f0b23fd3f6 req-559075f3-7b40-46c7-9984-784f1e8bf274 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:06.726056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c33560a-376c-46a9-95cf-93f0b23fd3f6 req-559075f3-7b40-46c7-9984-784f1e8bf274 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 1.1469805 Nov 23 18:49:06.848375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-105f0732-9a8a-4bbb-a3cc-58b46c3cac61 req-d98d8541-777c-48e8-b0bf-73d77340689c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302874 Nov 23 18:49:06.951874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:07.142495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-ab7d2a51-ec36-44e7-bec1-0b9b6f8926a9 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:07.144549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-ab7d2a51-ec36-44e7-bec1-0b9b6f8926a9 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "GET /v2.0/ports?device_id=57230c2d-78d5-43df-95fc-d6dd6695f188 HTTP/1.1" status: 200 len: 945 time: 0.6141064 Nov 23 18:49:07.179187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c33560a-376c-46a9-95cf-93f0b23fd3f6 req-4f386726-661b-4e4d-aa4d-b12a258313dc tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682318 Nov 23 18:49:07.294211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd58a-20b3-4d81-893c-f17272427b7c req-8bef8287-c95b-4ba3-a543-b49e99297296 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:07.323802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81ccd58a-20b3-4d81-893c-f17272427b7c req-8bef8287-c95b-4ba3-a543-b49e99297296 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.1780937 Nov 23 18:49:07.360761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b650-5acd-4646-91d2-4fa79f45740b req-4e65ef0d-2c6c-40b8-969d-dda9843e6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:07.376792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d27b650-5acd-4646-91d2-4fa79f45740b req-4e65ef0d-2c6c-40b8-969d-dda9843e6fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 1097 time: 0.6453495 Nov 23 18:49:07.469440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.475191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 58173cea-44fa-4418-8c53-b6ba616e3b37 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:07.479677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.492084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81ccd58a-20b3-4d81-893c-f17272427b7c req-d49c3e04-54c9-4f1e-b20a-17e48b91a500 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664033 Nov 23 18:49:07.505647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1715ce62-a940-49e2-9dce-7cc58745bb2b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:07.515776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['de483f87-2fd1-4ff3-bd28-e90e13e038f5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:07.653285 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca655ce-192b-4882-ab69-86c1660a3074 x-openstack-request-id: req-fca655ce-192b-4882-ab69-86c1660a3074 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:07.653994 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:07.654606 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fca655ce-192b-4882-ab69-86c1660a3074 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:07.655508 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331', 'status': 'completed', 'code': 200} Nov 23 18:49:07.701312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event deleted for resources: {'Port': ['ID=1715ce62-a940-49e2-9dce-7cc58745bb2b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:07.738932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 30702621-c773-4b54-8124-f90654aade42 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:07.744477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] Provisioning complete for port 2eb4f748-0458-4080-9620-50be330c6f50 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:07.744908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.766905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-430f622a-3350-4f2e-8a04-f99741ddacf5 req-6cbd1006-a307-4c7b-a3cc-f13903654f73 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.0990722 Nov 23 18:49:07.831477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Delete allocated IP 172.20.0.28 (85f7f4be-43a5-4590-a898-50c9fc990557/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:49:07.843833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9b02ab02-c89e-4e2a-86c1-ee436c448218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:07.845525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9b02ab02-c89e-4e2a-86c1-ee436c448218 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.1641464 Nov 23 18:49:08.014185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] No DVR routers for this DVR port 1715ce62-a940-49e2-9dce-7cc58745bb2b on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:08.060422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9288b775-677c-43d3-902e-d5e011f02faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:08.062011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9288b775-677c-43d3-902e-d5e011f02faa service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.2091520 Nov 23 18:49:08.195687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.205241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4e0de19-cccb-457c-8213-e17b9998ab43 req-584f2391-77c4-4158-82bc-0999eeefd536 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "DELETE /v2.0/ports/1715ce62-a940-49e2-9dce-7cc58745bb2b HTTP/1.1" status: 204 len: 173 time: 3.2450328 Nov 23 18:49:08.207145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'name': 'network-vif-deleted', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:08.217000 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfaf216-4837-47c0-9139-55d28d0d7584" -d '{"events": [{"server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "name": "network-vif-deleted", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:08.323707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512978bf-95c7-43a3-98c3-25610730d3b4 None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:08.366740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.406877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.485663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:08.486528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.610490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-4c9b477b-ab61-4274-a544-a4030c09de65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 999 time: 0.5400946 Nov 23 18:49:08.624675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d27b650-5acd-4646-91d2-4fa79f45740b req-cda02ca6-b00d-4f86-a93c-f5eb62d3f566 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1609831 Nov 23 18:49:08.633514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a0143-5f33-4bfd-8616-4663f2b151da req-36ec7ce7-d28f-4d82-ac5c-9ea38ee39eba tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:08.648167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f4a0143-5f33-4bfd-8616-4663f2b151da req-36ec7ce7-d28f-4d82-ac5c-9ea38ee39eba tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.5594490 Nov 23 18:49:08.666767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.738767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.744813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.755150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '162edb55-83a7-4871-8969-b6e1f245423b', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': '3503bf80-4940-4c16-bb08-ee991c74e331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:e2:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:48:32Z', 'updated_at': '2021-11-23T18:49:05Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:08.780379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36388a2-ce2a-4c89-9b6d-da79d93192ac req-e9160969-3d71-44a1-9138-5f235ba4a504 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:08.791221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36388a2-ce2a-4c89-9b6d-da79d93192ac req-e9160969-3d71-44a1-9138-5f235ba4a504 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.4102645 Nov 23 18:49:08.816096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 58173cea-44fa-4418-8c53-b6ba616e3b37 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:08.824739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f4a0143-5f33-4bfd-8616-4663f2b151da req-5bea6be3-5f7a-4386-8e13-ad2a1edefe4d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747053 Nov 23 18:49:08.831733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=e038bc5c-7648-4b98-9916-f6dbbb8358af,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:08.862821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-93ff3dfc-bb4f-4d00-a75f-bce53e2da164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:08.865100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-93ff3dfc-bb4f-4d00-a75f-bce53e2da164 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.2119081 Nov 23 18:49:08.874973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:49:08.904936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2eb4f748-0458-4080-9620-50be330c6f50 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:08.969489 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb2e628-03e5-4046-adcb-8941c3880a16 x-openstack-request-id: req-2eb2e628-03e5-4046-adcb-8941c3880a16 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:08.969791 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c22bb-5b78-40f1-907d-5a6417b3cf23", "name": "network-vif-deleted", "tag": "1715ce62-a940-49e2-9dce-7cc58745bb2b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:08.970055 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eb2e628-03e5-4046-adcb-8941c3880a16 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:08.971187 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c22bb-5b78-40f1-907d-5a6417b3cf23', 'name': 'network-vif-deleted', 'tag': '1715ce62-a940-49e2-9dce-7cc58745bb2b', 'status': 'completed', 'code': 200} Nov 23 18:49:08.978970 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:49:08.984633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] For port 2eb4f748-0458-4080-9620-50be330c6f50, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2eb4f748-0458-4080-9620-50be330c6f50,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:09.006709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.019998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9bae8080-4280-4a99-bd32-be4e398be864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:09.024046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] In _notify_port_updated(), no bound segment for port e038bc5c-7648-4b98-9916-f6dbbb8358af on network 85f7f4be-43a5-4590-a898-50c9fc990557 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:49:09.024997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:09.025677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:49:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:09.029895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-9bae8080-4280-4a99-bd32-be4e398be864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520193 Nov 23 18:49:09.030864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:09.031775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.036337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2d426895-49cd-41f0-84aa-fd47f4f5b38e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/ports/e038bc5c-7648-4b98-9916-f6dbbb8358af HTTP/1.1" status: 200 len: 918 time: 3.6816485 Nov 23 18:49:09.043693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:09.051205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '109defc9-a06c-48b9-98f7-84a5c3f0ed15'}, {'subnet_id': 'ae901e33-60dd-41cf-b0d8-ef1fb20f8daa'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:09.057632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Deleting port de483f87-2fd1-4ff3-bd28-e90e13e038f5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:09.058296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.191741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-a5fcd79c-308a-4f8b-b03c-e51d734dd413 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574917 Nov 23 18:49:09.215651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc846c77-e691-413f-abba-7a3e56b5eb32 None None] Pushing event updated for resources: {'Port': ['ID=2eb4f748-0458-4080-9620-50be330c6f50,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:09.230078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36388a2-ce2a-4c89-9b6d-da79d93192ac req-23ea7953-7a1c-40e1-8ce9-69a22550ba3c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382498 Nov 23 18:49:09.234344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Provisioning complete for port e038bc5c-7648-4b98-9916-f6dbbb8358af triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:09.234724 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.277717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2eb4f748-0458-4080-9620-50be330c6f50 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:09.278872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.377183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e06609eb-7f9e-415e-998a-6f5fec5463a0 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:09.378625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e06609eb-7f9e-415e-998a-6f5fec5463a0 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.7596242 Nov 23 18:49:09.407214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:09.412498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Request body: {'port': {'device_id': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'admin_state_up': True, 'tenant_id': '330d4adcd80645679c05040b1956a0e5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:09.415038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53f8e-86f1-49e9-ae3b-77432398af93 req-da58d47b-e947-4dfd-8670-70f16a6c5135 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:09.419999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8a53f8e-86f1-49e9-ae3b-77432398af93 req-da58d47b-e947-4dfd-8670-70f16a6c5135 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.2475836 Nov 23 18:49:09.473349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90a29fbc-145d-4fb0-b214-a328f291efe6 req-b24bbfa6-c1e3-4013-beba-cf1de862f322 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378998 Nov 23 18:49:09.481630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Port e038bc5c-7648-4b98-9916-f6dbbb8358af cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:09.502359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1715ce62-a940-49e2-9dce-7cc58745bb2b no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:09.524354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8a53f8e-86f1-49e9-ae3b-77432398af93 req-228b6df0-934e-4eb9-af01-f08804fffa7c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883477 Nov 23 18:49:09.570903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 1715ce62-a940-49e2-9dce-7cc58745bb2b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:09.571262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1715ce62-a940-49e2-9dce-7cc58745bb2b not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:09.584079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9020d94-7d96-4af3-b536-bfe2c8b7fb8d req-fa6b64fc-dd0a-4b8e-97a5-b5ed0c9a3e29 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.0935302 Nov 23 18:49:09.639799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:09.640250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.701078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] For port de483f87-2fd1-4ff3-bd28-e90e13e038f5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=de483f87-2fd1-4ff3-bd28-e90e13e038f5,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:09.701666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.789802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Calling delete_port for de483f87-2fd1-4ff3-bd28-e90e13e038f5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:09.840738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2eb4f748-0458-4080-9620-50be330c6f50 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:09.913501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-d11137b7-c2ac-42fc-9e52-5a8c0e28cdc2 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:09.916533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-d11137b7-c2ac-42fc-9e52-5a8c0e28cdc2 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 812 time: 0.6187799 Nov 23 18:49:09.972505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Request body: {'port': {'device_id': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'admin_state_up': True, 'tenant_id': '330d4adcd80645679c05040b1956a0e5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:09.976178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.996844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2eb4f748-0458-4080-9620-50be330c6f50 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:09.997190 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.004572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Provisioning complete for port 58173cea-44fa-4418-8c53-b6ba616e3b37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:10.004939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.005992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.050007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-28094a19-6662-4df2-82fd-16eeca9e9f61 None None] Port 58173cea-44fa-4418-8c53-b6ba616e3b37 was deleted so its status cannot be updated. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 18:49:10.083816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '162edb55-83a7-4871-8969-b6e1f245423b', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': '3503bf80-4940-4c16-bb08-ee991c74e331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:e2:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:48:32Z', 'updated_at': '2021-11-23T18:49:05Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:10.113672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccd13-4e83-47cf-a756-4d7e3bd43e37 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '162edb55-83a7-4871-8969-b6e1f245423b', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': '3503bf80-4940-4c16-bb08-ee991c74e331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:e2:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:48:32Z', 'updated_at': '2021-11-23T18:49:05Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:10.159085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=58173cea-44fa-4418-8c53-b6ba616e3b37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:10.242555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.280726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:10.284236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.494697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cd1a6-ed30-47e6-a8f2-e71fb945c6c9 req-87deb977-7e3c-4e03-a67b-126f75bdb0d4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:10.499418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.506069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad7cd1a6-ed30-47e6-a8f2-e71fb945c6c9 req-87deb977-7e3c-4e03-a67b-126f75bdb0d4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1126652 Nov 23 18:49:10.511346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c3e03cb0-fab1-4dc1-ab4f-b0d5b4c855f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/58173cea-44fa-4418-8c53-b6ba616e3b37 HTTP/1.1" status: 204 len: 168 time: 4.7160540 Nov 23 18:49:10.517591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55418) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:10.585458 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ee1e4-a373-480c-b64f-bef399f2c28d None None] New status for floating IP 162edb55-83a7-4871-8969-b6e1f245423b: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:49:10.643238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd8342-db3b-4e6b-8b2f-bcca9e0b8bbf req-111e5560-17d2-4be3-a12d-31342f4c2f44 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:10.650534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85bd8342-db3b-4e6b-8b2f-bcca9e0b8bbf req-111e5560-17d2-4be3-a12d-31342f4c2f44 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.6865089 Nov 23 18:49:10.673837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1075c-f908-4e54-a579-504550dd05ee tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:10.676806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1075c-f908-4e54-a579-504550dd05ee tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:10.679973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-caa1075c-f908-4e54-a579-504550dd05ee tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1606815 Nov 23 18:49:10.698336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad7cd1a6-ed30-47e6-a8f2-e71fb945c6c9 req-22d50f36-cfd8-4015-a4ae-eb66be5ab528 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906016 Nov 23 18:49:10.702079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55426) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:10.704853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cbe92c4-669f-460c-a3de-f77db07c5cc2 None None] Provisioning complete for port e038bc5c-7648-4b98-9916-f6dbbb8358af triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:10.705434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cbe92c4-669f-460c-a3de-f77db07c5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.840474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 3ca2e18b-e3de-45eb-ace3-73dc85a95970 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:10.854140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.856723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe92c4-669f-460c-a3de-f77db07c5cc2 None None] Port e038bc5c-7648-4b98-9916-f6dbbb8358af cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:10.892785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cbe92c4-669f-460c-a3de-f77db07c5cc2 None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:10.893949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cbe92c4-669f-460c-a3de-f77db07c5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.898550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Allocated IP 172.20.0.14 (df78d457-aa23-4b27-97c8-e2adfbd32e31/b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e/dce7158c-c42d-48ca-8147-44da50dc974d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:10.964449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.088951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.157580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85bd8342-db3b-4e6b-8b2f-bcca9e0b8bbf req-93a0b154-6ee8-4561-9779-b4daefa00d5a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104729 Nov 23 18:49:11.164452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.234417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device de483f87-2fd1-4ff3-bd28-e90e13e038f5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:11.248942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event deleted for resources: {'Port': ['ID=de483f87-2fd1-4ff3-bd28-e90e13e038f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:11.253229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01028ff5-17d6-4ce2-92f5-e92f58762209 req-fb4e2048-d061-451b-b7d2-269a76dbc658 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:11.265570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01028ff5-17d6-4ce2-92f5-e92f58762209 req-fb4e2048-d061-451b-b7d2-269a76dbc658 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.1313555 Nov 23 18:49:11.286743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3498b4d2-4d5a-4855-8021-417cceac22b8 None None] Provisioning complete for port e038bc5c-7648-4b98-9916-f6dbbb8358af triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:11.287592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3498b4d2-4d5a-4855-8021-417cceac22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.304122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Made reservation on behalf of 330d4adcd80645679c05040b1956a0e5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:11.309119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.320564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: de483f87-2fd1-4ff3-bd28-e90e13e038f5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:11.321059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device de483f87-2fd1-4ff3-bd28-e90e13e038f5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:11.325205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.344043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3498b4d2-4d5a-4855-8021-417cceac22b8 None None] Port e038bc5c-7648-4b98-9916-f6dbbb8358af cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:11.380129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca2e18b-e3de-45eb-ace3-73dc85a95970,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:11.390580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.398850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff519f60-32e1-4628-b714-a08f6dd6b8d1 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:11.399215 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa634f8a-5d3c-44dd-8424-20224034dc52 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/3ca2e18b-e3de-45eb-ace3-73dc85a95970 HTTP/1.1" status: 204 len: 168 time: 0.6946771 Nov 23 18:49:11.404856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:11.484015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7097ab40-c221-4d7c-a481-70eaa4d8ac54 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772839 Nov 23 18:49:11.487109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:11.495983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:11.507177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01028ff5-17d6-4ce2-92f5-e92f58762209 req-31e3c39d-37de-408d-81c3-fca38e1253fc tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402940 Nov 23 18:49:11.700454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:11.705643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.785140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] No DVR routers for this DVR port de483f87-2fd1-4ff3-bd28-e90e13e038f5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:11.890461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b893bfc0-196a-4684-aab3-101889f2aac8 req-7a869e47-3830-4760-8cec-0dc3a0039cc5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.5969076 Nov 23 18:49:11.893187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.896451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32425704-6604-4ef6-b0ef-fd1385acbf44 req-0b47a990-e351-452d-ad7e-219cc2de7e96 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "DELETE /v2.0/ports/de483f87-2fd1-4ff3-bd28-e90e13e038f5 HTTP/1.1" status: 204 len: 173 time: 4.6759727 Nov 23 18:49:11.950040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'name': 'network-vif-deleted', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:11.953578 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00605ab-90fe-4be0-b49d-ef34bb57a234" -d '{"events": [{"server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "name": "network-vif-deleted", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:11.967554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:12.073364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Deleting port 2eb4f748-0458-4080-9620-50be330c6f50 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:12.074088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.206661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.261155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17233f-086e-42cd-86ee-08c082eb5d2c req-b171e521-9f3d-4184-90b7-e52c67c1ae01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:12.263962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f17233f-086e-42cd-86ee-08c082eb5d2c req-b171e521-9f3d-4184-90b7-e52c67c1ae01 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2503979 Nov 23 18:49:12.326050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.28 (85f7f4be-43a5-4590-a898-50c9fc990557/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa/e038bc5c-7648-4b98-9916-f6dbbb8358af) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:12.340876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] For port 2eb4f748-0458-4080-9620-50be330c6f50, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2eb4f748-0458-4080-9620-50be330c6f50,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:12.341934 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.358427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:49:12.395820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Calling delete_port for 2eb4f748-0458-4080-9620-50be330c6f50 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:12.420598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f17233f-086e-42cd-86ee-08c082eb5d2c req-00068c17-6637-45be-9834-7677a888f39b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304638 Nov 23 18:49:12.551208 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5b6771-5e26-422e-b48b-906b41725ef9 x-openstack-request-id: req-bc5b6771-5e26-422e-b48b-906b41725ef9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:12.551756 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57230c2d-78d5-43df-95fc-d6dd6695f188", "name": "network-vif-deleted", "tag": "de483f87-2fd1-4ff3-bd28-e90e13e038f5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:12.552281 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc5b6771-5e26-422e-b48b-906b41725ef9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:12.553216 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57230c2d-78d5-43df-95fc-d6dd6695f188', 'name': 'network-vif-deleted', 'tag': 'de483f87-2fd1-4ff3-bd28-e90e13e038f5', 'status': 'completed', 'code': 200} Nov 23 18:49:12.612238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.623430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.657425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Port 2eb4f748-0458-4080-9620-50be330c6f50 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:49:12.658289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:b32c {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:49:12.663348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:b32c {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:49:12.665066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.713309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:12.734207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] No DVR routers for this DVR port 2eb4f748-0458-4080-9620-50be330c6f50 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:12.752372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a09d27-02f4-45a8-b4c0-49434e828edb None None] Pushing event deleted for resources: {'Port': ['ID=2eb4f748-0458-4080-9620-50be330c6f50,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:12.770615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:12.777507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:12.778166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.780685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-264bcba4-1e2f-425c-83a3-21e99059ac9c None None] Provisioning complete for port e038bc5c-7648-4b98-9916-f6dbbb8358af triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:12.781275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-264bcba4-1e2f-425c-83a3-21e99059ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.787722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9dd74-3ff5-4480-a481-20524b66b646 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:12.802632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3137891 Nov 23 18:49:12.806923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:12.815928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:74:e1:7e', 'name': 'tempest-NetworksTestDHCPv6-966082887'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:12.897364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:12.914382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0c71-3f91-4bca-8f01-5aae9b782616 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=54b6870e-7863-4119-b56f-ddf34e4e389d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:12.956319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:12.988428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Allocated IP 172.20.0.7 (df78d457-aa23-4b27-97c8-e2adfbd32e31/b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e/4e89e527-5285-4f7e-b6c6-c61483d2780e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:12.996756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-264bcba4-1e2f-425c-83a3-21e99059ac9c None None] Port e038bc5c-7648-4b98-9916-f6dbbb8358af cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:12.998374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:13.093166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event updated for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:13.182394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a519-1d40-4e5d-bb43-fcd9ec7610c1 req-a4357699-2b00-439f-b5cb-2f9ff09b57ee tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:13.194294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a461a519-1d40-4e5d-bb43-fcd9ec7610c1 req-a4357699-2b00-439f-b5cb-2f9ff09b57ee tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.3944745 Nov 23 18:49:13.209962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.235409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d45e40a-a238-4a35-9eb5-d55e3ece11bf req-dc0f3792-fb0c-48a8-b588-d52adeabfbb0 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.0751300 Nov 23 18:49:13.237019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:13.248734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.259822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '54b6870e-7863-4119-b56f-ddf34e4e389d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:13.261711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.270045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:13.271289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.396251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.454093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 7916969a-9174-493a-9273-3df823cb8bd1 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:13.515893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-eb70b466-82a4-479a-aa13-6366aa50c53e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1070776 Nov 23 18:49:13.576504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Request body: {'port': {'device_id': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:13.604185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a461a519-1d40-4e5d-bb43-fcd9ec7610c1 req-cae401b2-8381-46ac-b677-8ff24827e984 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072003 Nov 23 18:49:13.605255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=e038bc5c-7648-4b98-9916-f6dbbb8358af,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:13.701621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Allocated IP 2001:db8::f816:3eff:fe45:276e (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/54b6870e-7863-4119-b56f-ddf34e4e389d/ccbe7385-6179-4080-9e58-630e49907a98) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:13.875703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39d1c-4313-45b7-8d1e-dcd590d2404f req-ed3d3685-8be1-4a14-8806-dfb57b30e54d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:13.884951 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-def39d1c-4313-45b7-8d1e-dcd590d2404f req-ed3d3685-8be1-4a14-8806-dfb57b30e54d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1596992 Nov 23 18:49:13.927221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2eb4f748-0458-4080-9620-50be330c6f50 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:13.979904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] In _notify_port_updated(), no bound segment for port e038bc5c-7648-4b98-9916-f6dbbb8358af on network 85f7f4be-43a5-4590-a898-50c9fc990557 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:49:13.990737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:13.992063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.993075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 2eb4f748-0458-4080-9620-50be330c6f50 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:13.994310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2eb4f748-0458-4080-9620-50be330c6f50 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:13.995444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-53ffbd31-517d-4950-aab6-4f114033ab4c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/ports/e038bc5c-7648-4b98-9916-f6dbbb8358af HTTP/1.1" status: 200 len: 998 time: 4.9483535 Nov 23 18:49:14.001387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:14.002774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.030535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-def39d1c-4313-45b7-8d1e-dcd590d2404f req-19561114-02a1-4dea-aa46-5a9da9c6c709 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423724 Nov 23 18:49:14.119637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.143513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8fce16a2-b2b5-45aa-878b-15c90f3c8d3a None None] Provisioning complete for port e038bc5c-7648-4b98-9916-f6dbbb8358af triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:14.144230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fce16a2-b2b5-45aa-878b-15c90f3c8d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.235802 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.276726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.402984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8fce16a2-b2b5-45aa-878b-15c90f3c8d3a None None] Port e038bc5c-7648-4b98-9916-f6dbbb8358af cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:14.416179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Pushing event updated for resources: {'Port': ['ID=ccbe7385-6179-4080-9e58-630e49907a98,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:14.420437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:14.423409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:14.429377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:14.442068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fe74:e17e (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/54b6870e-7863-4119-b56f-ddf34e4e389d/7916969a-9174-493a-9273-3df823cb8bd1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:14.457128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f803319-2670-4d7c-af07-4b120a166d19 req-c4a8c376-4bdd-4de3-9107-d969cd675741 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:14.459472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f803319-2670-4d7c-af07-4b120a166d19 req-c4a8c376-4bdd-4de3-9107-d969cd675741 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.1364038 Nov 23 18:49:14.473965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21f07621-1cd6-44ad-98aa-b7777a15ab60 req-99961c61-0c47-4a39-b69d-aafd23817092 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.0801601 Nov 23 18:49:14.486635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.554459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Attempting to bind port ccbe7385-6179-4080-9e58-630e49907a98 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:14.554961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Attempting to bind port ccbe7385-6179-4080-9e58-630e49907a98 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:14.555594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Attempting to bind port ccbe7385-6179-4080-9e58-630e49907a98 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:14.565127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:14.565850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:14.567356 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.567356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:14.568078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Bound port: ccbe7385-6179-4080-9e58-630e49907a98, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:14.568278 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.607012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f803319-2670-4d7c-af07-4b120a166d19 req-51844e22-db41-4ff2-9ebb-f40fcb0760b4 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402509 Nov 23 18:49:14.643066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Network df78d457-aa23-4b27-97c8-e2adfbd32e31 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:14.645820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] For port ccbe7385-6179-4080-9e58-630e49907a98, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:14.646599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port e038bc5c-7648-4b98-9916-f6dbbb8358af {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:14.647559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.653793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] For port ccbe7385-6179-4080-9e58-630e49907a98, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ccbe7385-6179-4080-9e58-630e49907a98,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:14.663475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.674222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:14.695719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event updated for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:14.701210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:14.766861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b8023-ca0f-472d-b8ea-d474d6bffe2d None None] Pushing event updated for resources: {'Port': ['ID=ccbe7385-6179-4080-9e58-630e49907a98,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:14.870295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.931757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.932854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:14.933023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.984052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.985743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:14.989864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:14.994543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:15.000644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.001326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.026579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=7916969a-9174-493a-9273-3df823cb8bd1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:15.044584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f280b0-8e0c-4ecf-9324-84d546523d0c req-f0d06ac0-a31e-4a51-9862-3782acb82de1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.047825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61f280b0-8e0c-4ecf-9324-84d546523d0c req-f0d06ac0-a31e-4a51-9862-3782acb82de1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2287846 Nov 23 18:49:15.051413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-32c55df2-1023-4c46-aedc-2b1dd4b8a76d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0925920 Nov 23 18:49:15.057893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47878101-94b2-46d7-a679-8ac7dfb4f6c3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2498066 Nov 23 18:49:15.065025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:15.080188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for e038bc5c-7648-4b98-9916-f6dbbb8358af owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:15.093381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Request body: {'port': {'device_id': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:15.178631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce7158c-c42d-48ca-8147-44da50dc974d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:15.201979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb09c0-e752-427b-834e-9330a35cdf85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.213713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb09c0-e752-427b-834e-9330a35cdf85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.216524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27eb09c0-e752-427b-834e-9330a35cdf85 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1511991 Nov 23 18:49:15.219835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.227013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:15.289135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5064f-b792-486a-950d-55fba6c3bf06 req-eabc2b23-50f9-47d9-8b62-abdda6677539 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.295858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bb5064f-b792-486a-950d-55fba6c3bf06 req-eabc2b23-50f9-47d9-8b62-abdda6677539 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1236932 Nov 23 18:49:15.386353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bb5064f-b792-486a-950d-55fba6c3bf06 req-24adbd6a-1423-4dff-b75d-b8a8954a9611 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827615 Nov 23 18:49:15.389371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Transition to ACTIVE for port object dce7158c-c42d-48ca-8147-44da50dc974d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:49:15.410085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.432255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61f280b0-8e0c-4ecf-9324-84d546523d0c req-44e8ebf1-1d9a-4dea-b4cc-3b583bed2700 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346467 Nov 23 18:49:15.466676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.566466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Pushing event updated for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:15.716455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bd026-bde0-47f5-b191-160f5dea8d6b req-0602c780-5e25-49e7-b640-5d9befd3108e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:15.719136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-742bd026-bde0-47f5-b191-160f5dea8d6b req-0602c780-5e25-49e7-b640-5d9befd3108e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 931 time: 0.1002128 Nov 23 18:49:15.835284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-742bd026-bde0-47f5-b191-160f5dea8d6b req-918182ad-4d5f-4b37-9b4d-d543986354ec tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061807 Nov 23 18:49:15.881435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 7916969a-9174-493a-9273-3df823cb8bd1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:15.881435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.981145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ccbe7385-6179-4080-9e58-630e49907a98 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:16.020111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Attempting to bind port dce7158c-c42d-48ca-8147-44da50dc974d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:16.020421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Attempting to bind port dce7158c-c42d-48ca-8147-44da50dc974d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:16.020936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Attempting to bind port dce7158c-c42d-48ca-8147-44da50dc974d on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:16.052464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ccbe7385-6179-4080-9e58-630e49907a98 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:16.052623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.157111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.158850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493cb8-bd3d-4ba5-9820-c34acace74c5 req-5d2d4bd1-8c49-4cee-8f6c-a0fa048cd7ec tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:16.161215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b493cb8-bd3d-4ba5-9820-c34acace74c5 req-5d2d4bd1-8c49-4cee-8f6c-a0fa048cd7ec tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.3842657 Nov 23 18:49:16.162698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Port dce7158c-c42d-48ca-8147-44da50dc974d on network df78d457-aa23-4b27-97c8-e2adfbd32e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:49:16.163504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Attempting to bind port dce7158c-c42d-48ca-8147-44da50dc974d on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:16.196272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port ccbe7385-6179-4080-9e58-630e49907a98, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ccbe7385-6179-4080-9e58-630e49907a98,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:16.201616 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.214331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:16.214981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Checking segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:16.215852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Bound using segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:16.216751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Bound port: dce7158c-c42d-48ca-8147-44da50dc974d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:16.217299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.243553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.283960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=ccbe7385-6179-4080-9e58-630e49907a98,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:16.301932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.306558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-afa022bd-9cdf-41ef-88e0-732df7956c7b None None] Provisioning complete for port ccbe7385-6179-4080-9e58-630e49907a98 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:16.307682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afa022bd-9cdf-41ef-88e0-732df7956c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.379161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=e038bc5c-7648-4b98-9916-f6dbbb8358af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:16.415238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 7916969a-9174-493a-9273-3df823cb8bd1 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:16.528941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b493cb8-bd3d-4ba5-9820-c34acace74c5 req-7179798e-877f-4322-aee9-af8ecacfbf7b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456128 Nov 23 18:49:16.578874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-794034ad-b2e2-402c-a2de-26a3cfac0672 None None] Provisioning complete for port 7916969a-9174-493a-9273-3df823cb8bd1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:16.579868 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-794034ad-b2e2-402c-a2de-26a3cfac0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.602731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd104-c5d2-4a17-8652-4f70fc33c8a7 req-22d97928-8af8-4bad-bbfa-22de66e5c523 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:16.605162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7dcdd104-c5d2-4a17-8652-4f70fc33c8a7 req-22d97928-8af8-4bad-bbfa-22de66e5c523 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.0941856 Nov 23 18:49:16.631382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-794034ad-b2e2-402c-a2de-26a3cfac0672 None None] Port 7916969a-9174-493a-9273-3df823cb8bd1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:16.661699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:16.666599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7dcdd104-c5d2-4a17-8652-4f70fc33c8a7 req-29a81ba9-47f0-4066-af2f-a7af23cbf602 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Nov 23 18:49:17.031387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02ac75-1586-418d-b1f6-297c63d6e841 req-6705296c-bf76-495a-8d1f-37f91a0a81a8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.033043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc02ac75-1586-418d-b1f6-297c63d6e841 req-6705296c-bf76-495a-8d1f-37f91a0a81a8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 931 time: 0.0597749 Nov 23 18:49:17.095440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc02ac75-1586-418d-b1f6-297c63d6e841 req-c6645d18-5b71-4207-88f1-e15c17fc3ba8 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Nov 23 18:49:17.104943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dce7158c-c42d-48ca-8147-44da50dc974d,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:17.137725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.150566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e89e527-5285-4f7e-b6c6-c61483d2780e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:17.193341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.196306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.199541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8cc84e33-04a7-49fe-bb7f-6d18d0a10b25 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/e038bc5c-7648-4b98-9916-f6dbbb8358af HTTP/1.1" status: 204 len: 168 time: 3.1929910 Nov 23 18:49:17.204414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:17.227744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329306e-02bf-456d-be08-441b2cc3f7c3 req-5e24d547-1ca5-4772-9ba2-559ab2857a85 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.230128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c329306e-02bf-456d-be08-441b2cc3f7c3 req-5e24d547-1ca5-4772-9ba2-559ab2857a85 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.6211181 Nov 23 18:49:17.240940 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e3093f-bd31-4c8d-aeed-afa9055d2d02 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:49:17.241360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.242129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.244387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86e3093f-bd31-4c8d-aeed-afa9055d2d02 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/e038bc5c-7648-4b98-9916-f6dbbb8358af HTTP/1.1" status: 404 len: 333 time: 0.0384421 Nov 23 18:49:17.244727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] 10.222.0.47 "PUT /v2.0/ports/dce7158c-c42d-48ca-8147-44da50dc974d HTTP/1.1" status: 200 len: 1092 time: 3.6874743 Nov 23 18:49:17.248735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:17.255977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:17.259406 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5afaf-154a-4be8-88dd-40d23e575320" -d '{"events": [{"name": "network-changed", "server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:17.260466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:49:17.386474 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d02968-0d5c-4b29-973c-38477edc71c8 x-openstack-request-id: req-31d02968-0d5c-4b29-973c-38477edc71c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:17.386900 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:17.387283 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31d02968-0d5c-4b29-973c-38477edc71c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:17.387844 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d', 'status': 'completed', 'code': 200} Nov 23 18:49:17.401104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet ae901e33-60dd-41cf-b0d8-ef1fb20f8daa {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:17.403840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c22a-5c63-4f7f-a864-68e2b983bede service neutron] Pushing event updated for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:17.406491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.441507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Transition to ACTIVE for port object 4e89e527-5285-4f7e-b6c6-c61483d2780e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:49:17.447858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.465938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.467781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.484187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:17.505221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'network_id': '34f421e6-931f-4a2c-974d-9711e00bc88a', 'port_id': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'mac_address': 'fa:16:3e:97:94:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef39d24b-f1e0-4032-b37f-15ca419765a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:49:17.516484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-aa317260-06e6-4bb6-bf30-c56a19e8241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.518280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-aa317260-06e6-4bb6-bf30-c56a19e8241c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 1095 time: 0.2003131 Nov 23 18:49:17.524950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c329306e-02bf-456d-be08-441b2cc3f7c3 req-c702e37f-fd07-4dcd-b0df-7edefe310479 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413354 Nov 23 18:49:17.527916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=7916969a-9174-493a-9273-3df823cb8bd1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:17.600346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-757efaef-0e7c-49b0-ac27-91df3fad9605 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce7158c-c42d-48ca-8147-44da50dc974d HTTP/1.1" status: 200 len: 217 time: 0.0699348 Nov 23 18:49:17.626168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.628052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.655998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:17.681494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.691585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47e5edf9-470b-4b18-af3e-54fa166eeff0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/7916969a-9174-493a-9273-3df823cb8bd1 HTTP/1.1" status: 204 len: 168 time: 2.4633026 Nov 23 18:49:17.694635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:17.700106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:17.708723 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.786959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Pushing event updated for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:17.831929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:17.868096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f33c5-1924-4b45-a271-27625aa4c880 req-1626d4bc-c35f-4dcf-a4a9-a5c5cd64bc08 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.871195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f51f33c5-1924-4b45-a271-27625aa4c880 req-1626d4bc-c35f-4dcf-a4a9-a5c5cd64bc08 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 945 time: 0.1812387 Nov 23 18:49:17.875684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['262b007d-5d61-436f-93e6-1f4d7c303c4f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:17.931841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-c8b310ed-8d1c-4ba4-8002-6bd43e20b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:17.936140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-c8b310ed-8d1c-4ba4-8002-6bd43e20b83b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.3175976 Nov 23 18:49:17.968077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:17.981225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ccbe7385-6179-4080-9e58-630e49907a98 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:18.008297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-3b574638-0e5a-4a99-b437-e448026892bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618095 Nov 23 18:49:18.019710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=ae901e33-60dd-41cf-b0d8-ef1fb20f8daa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:18.040988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55950a8d-dab1-4a11-8303-ef2cc03fd5e4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:18.041348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f51f33c5-1924-4b45-a271-27625aa4c880 req-e69b22d4-2d78-4f36-aa58-bec37f4432a6 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559844 Nov 23 18:49:18.044579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55950a8d-dab1-4a11-8303-ef2cc03fd5e4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:18.047609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-55950a8d-dab1-4a11-8303-ef2cc03fd5e4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3460698 Nov 23 18:49:18.053551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:18.074221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc7c63-393d-474c-8f2e-ac989021d0ae None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:18.082067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.087959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c442405-b11e-4a06-aa85-07a41b835251 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa HTTP/1.1" status: 204 len: 168 time: 0.8378160 Nov 23 18:49:18.111582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:18.169258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 54b6870e-7863-4119-b56f-ddf34e4e389d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:18.173986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.238204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.239672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ccbe7385-6179-4080-9e58-630e49907a98 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:18.240172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.297551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Attempting to bind port 4e89e527-5285-4f7e-b6c6-c61483d2780e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:18.298050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Attempting to bind port 4e89e527-5285-4f7e-b6c6-c61483d2780e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:18.298390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Attempting to bind port 4e89e527-5285-4f7e-b6c6-c61483d2780e on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:18.335484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec673-576d-43bc-81a9-2d4fc0eb6131 req-b1cbd42a-8437-4987-b507-2a1aefb024b5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:18.337908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-592ec673-576d-43bc-81a9-2d4fc0eb6131 req-b1cbd42a-8437-4987-b507-2a1aefb024b5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.4007223 Nov 23 18:49:18.342846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 109defc9-a06c-48b9-98f7-84a5c3f0ed15 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:18.349217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Port 4e89e527-5285-4f7e-b6c6-c61483d2780e on network df78d457-aa23-4b27-97c8-e2adfbd32e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:49:18.349825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Attempting to bind port 4e89e527-5285-4f7e-b6c6-c61483d2780e on network df78d457-aa23-4b27-97c8-e2adfbd32e31 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:18.352458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.354147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.435647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.456412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:18.456988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Checking segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:18.457644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Bound using segment: {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:18.458408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Bound port: 4e89e527-5285-4f7e-b6c6-c61483d2780e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddc9e01-1430-4939-beb5-724777878d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:18.459014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.486096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=54b6870e-7863-4119-b56f-ddf34e4e389d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:18.493711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.500396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dc5854e-18e0-457c-a4bc-dac6acac64a7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/54b6870e-7863-4119-b56f-ddf34e4e389d HTTP/1.1" status: 204 len: 168 time: 0.4451773 Nov 23 18:49:18.503766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-0656bbac-5732-4a49-b53c-5f45c10cef9e service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490929 Nov 23 18:49:18.504247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:18.506271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92560126-1851-4613-9fa1-ed0fda4af279 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:18.646286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.651856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-74e8f708-1421-4796-befa-c79998153465 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348200 Nov 23 18:49:18.666365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:18.791664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-592ec673-576d-43bc-81a9-2d4fc0eb6131 req-f0f39182-c148-4d4d-a4e6-1e2a642ce268 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236412 Nov 23 18:49:18.793756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda6ce8-16b6-4de1-89a3-3e70ca2cf73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:18.796456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0eda6ce8-16b6-4de1-89a3-3e70ca2cf73f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1284568 Nov 23 18:49:18.803702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:18.848548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b5a0a-f986-40cb-98ac-b33cbd0e53ff req-89de6913-7069-4993-a844-50521fcf272d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:18.862348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b8b5a0a-f986-40cb-98ac-b33cbd0e53ff req-89de6913-7069-4993-a844-50521fcf272d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 943 time: 0.2099886 Nov 23 18:49:18.876515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:18.882481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:18.887658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:18.924568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.965685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b8b5a0a-f986-40cb-98ac-b33cbd0e53ff req-71eb7dd1-b030-459d-b1ad-43994eb7be7f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003001 Nov 23 18:49:19.056840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Deleting port ccbe7385-6179-4080-9e58-630e49907a98 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:19.058803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.124692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.125566 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.126814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-713ab69c-5512-419a-9805-25a82449a25a service neutron] 10.222.0.50 "PUT /v2.0/ports/4e89e527-5285-4f7e-b6c6-c61483d2780e HTTP/1.1" status: 200 len: 1091 time: 4.0421588 Nov 23 18:49:19.151532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-160a1b5e-4872-4bc0-b599-76f57b1abbe3 service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269176 Nov 23 18:49:19.210223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] For port ccbe7385-6179-4080-9e58-630e49907a98, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ccbe7385-6179-4080-9e58-630e49907a98,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:19.210636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.256150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Calling delete_port for ccbe7385-6179-4080-9e58-630e49907a98 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:19.289830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e6698-960d-45b3-acfd-b0412d6ac554 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.295185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:19.295537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-861e6698-960d-45b3-acfd-b0412d6ac554 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4046609 Nov 23 18:49:19.321234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.361529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ab69c-5512-419a-9805-25a82449a25a service neutron] Pushing event updated for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:19.382335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-59e345f5-2546-49c5-8042-90fa7db21f21 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855038 Nov 23 18:49:19.389495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:19.393702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:19.396029 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49988be6-0d58-4f34-967e-10fa21212537" -d '{"events": [{"name": "network-changed", "server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:19.399014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:19.414582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-51ab0a9a-065d-4d90-ba26-baa312106698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.417107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-51ab0a9a-065d-4d90-ba26-baa312106698 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 1095 time: 0.1780522 Nov 23 18:49:19.434534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:19.452577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2649be-6b9b-47fb-b4e4-00225b72b114 req-80bb48e1-d31d-40d4-8383-30328db55cb6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.460255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a2649be-6b9b-47fb-b4e4-00225b72b114 req-80bb48e1-d31d-40d4-8383-30328db55cb6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.4121370 Nov 23 18:49:19.463588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-bf04b931-7b8a-4a63-ae9b-36d912afa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.465082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-bf04b931-7b8a-4a63-ae9b-36d912afa420 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 1094 time: 0.2436266 Nov 23 18:49:19.509940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.553648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-24b2251a-42ea-45ca-976d-7571ab37f824 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e HTTP/1.1" status: 200 len: 217 time: 0.0685172 Nov 23 18:49:19.561014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.573377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] Pushing event deleted for resources: {'Port': ['ID=ccbe7385-6179-4080-9e58-630e49907a98,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:19.578993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd225969-4f4a-43f4-ae81-d33eed02d003 None None] No DVR routers for this DVR port ccbe7385-6179-4080-9e58-630e49907a98 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:19.597546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e826d041-8cec-4ba3-93e0-e5c5ab01a70a None None] Provisioning complete for port 30702621-c773-4b54-8124-f90654aade42 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:19.597870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e826d041-8cec-4ba3-93e0-e5c5ab01a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.663307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221f6-fa27-466a-a930-cc3ebd47ea84 req-9b0b0294-2c09-4ac5-9eb3-9c32319311aa tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.664974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-432221f6-fa27-466a-a930-cc3ebd47ea84 req-9b0b0294-2c09-4ac5-9eb3-9c32319311aa tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 945 time: 0.1272874 Nov 23 18:49:19.666505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:19.669516 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.670215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.678735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=109defc9-a06c-48b9-98f7-84a5c3f0ed15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:19.690325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:19.696577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-235bd21c-2d6f-4f9e-ac3a-0747795a7499 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/109defc9-a06c-48b9-98f7-84a5c3f0ed15 HTTP/1.1" status: 204 len: 168 time: 1.5830185 Nov 23 18:49:19.697276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:19.708061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a2649be-6b9b-47fb-b4e4-00225b72b114 req-424887e1-4c05-4a17-882b-475923b914c8 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462008 Nov 23 18:49:19.772782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-432221f6-fa27-466a-a930-cc3ebd47ea84 req-af344820-fbdc-49ef-8a4c-16425cf7e2e9 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837874 Nov 23 18:49:19.878516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-1abc7c04-d6c7-467d-94e1-c3fc604c98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.880836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-1abc7c04-d6c7-467d-94e1-c3fc604c98ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.2769108 Nov 23 18:49:19.884582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-eeefadbe-75ea-4f9c-8e4a-80f12644b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:19.885747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-eeefadbe-75ea-4f9c-8e4a-80f12644b9cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 913 time: 0.4574103 Nov 23 18:49:19.900020 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb40be-ca54-48ea-a8f4-e2d57ea9abe6 x-openstack-request-id: req-17eb40be-ca54-48ea-a8f4-e2d57ea9abe6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:19.900360 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:19.900585 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17eb40be-ca54-48ea-a8f4-e2d57ea9abe6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:19.901015 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e', 'status': 'completed', 'code': 200} Nov 23 18:49:20.050371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.075798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-cbf1b146-f7e1-43af-a0c1-6da77364efbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237395 Nov 23 18:49:20.081962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-22d9ab19-c8c0-4e44-bb5a-e72807f61eef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce7158c-c42d-48ca-8147-44da50dc974d HTTP/1.1" status: 200 len: 217 time: 0.1182733 Nov 23 18:49:20.096093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.108377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:20.116336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9fc3c9-a2db-40cc-a958-e16ed2e0a298 None None] Network 85f7f4be-43a5-4590-a898-50c9fc990557 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:20.131872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ccbe7385-6179-4080-9e58-630e49907a98 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:20.174123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:20.191223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8acdd-6d15-43c1-860f-6916f7777e6e req-b04f32dc-e1f8-4d2c-ad9c-a4baa8d064af tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:20.197768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:20.201511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:20.202113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.204943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6da8acdd-6d15-43c1-860f-6916f7777e6e req-b04f32dc-e1f8-4d2c-ad9c-a4baa8d064af tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2075093 Nov 23 18:49:20.219550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=8376f479-836b-4c10-a56a-c09e45336ba7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:20.255532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff5f583b-58fe-4988-ab23-d5ccd6861d91 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8622711 Nov 23 18:49:20.261602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:20.266477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3f0ca-89b2-48b6-8486-f8894712c5fe None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:20.269890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ccbe7385-6179-4080-9e58-630e49907a98 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:20.270237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ccbe7385-6179-4080-9e58-630e49907a98 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:20.270732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:3c:83:91', 'name': 'tempest-NetworksTestDHCPv6-1090863080'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:20.285994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5d525-8380-4488-9037-e83792848245 req-d2c246c1-3b3d-4927-bbcf-aa03350d2312 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:20.286294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:20.286523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae5d525-8380-4488-9037-e83792848245 req-d2c246c1-3b3d-4927-bbcf-aa03350d2312 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 943 time: 0.1692896 Nov 23 18:49:20.352014 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.393647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-f24d3318-141f-487a-9d3c-5d2e0e7d51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:20.395434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-f24d3318-141f-487a-9d3c-5d2e0e7d51bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.2928598 Nov 23 18:49:20.459384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-c1cc48db-b173-41fe-9c22-b4aedd9ccd52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492396 Nov 23 18:49:20.468211 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6da8acdd-6d15-43c1-860f-6916f7777e6e req-c5a7a9ae-1712-4edc-8f61-20121b0faa76 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607687 Nov 23 18:49:20.488354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-197b607f-5e9b-44ce-a945-bce3ffcab4ec service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718081 Nov 23 18:49:20.494420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:20.546687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:20.608515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae5d525-8380-4488-9037-e83792848245 req-958a795a-2b77-4936-9340-4f8f419f1ac3 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893916 Nov 23 18:49:20.643437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 30702621-c773-4b54-8124-f90654aade42 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:20.643778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.674176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '8376f479-836b-4c10-a56a-c09e45336ba7'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:20.675404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.680955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] DHCP port deletion for 85f7f4be-43a5-4590-a898-50c9fc990557 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:20.712928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.759187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 54d51d08-ca26-4083-8936-3d9abe65e644 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:20.835540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-82186b4c-da89-4d81-9f40-6cdbe8de5174 service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638401 Nov 23 18:49:20.909222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719d309-a8ac-4004-92ee-46389b5ae393 req-74f47dea-f1f6-4345-a23d-d626fc3a1a70 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:20.914480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9719d309-a8ac-4004-92ee-46389b5ae393 req-74f47dea-f1f6-4345-a23d-d626fc3a1a70 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1095495 Nov 23 18:49:20.930199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=30702621-c773-4b54-8124-f90654aade42,segment=NetworkSegment(7967eb4b-3989-4d61-932b-4ad609ce3b1b),segment_id=7967eb4b-3989-4d61-932b-4ad609ce3b1b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:20.930939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.941862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Deleting port 30702621-c773-4b54-8124-f90654aade42 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:20.942435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:20.979883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9719d309-a8ac-4004-92ee-46389b5ae393 req-2f41f615-e200-4aba-8b8d-8ac9434d6f4b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Nov 23 18:49:21.013546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/8376f479-836b-4c10-a56a-c09e45336ba7/0b2da611-094c-4763-a02a-e31ed17a7221) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:21.038495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4cb38f4a-07d5-4c17-a92c-39996cce1eb1 req-3ab77aa3-771f-4110-9986-d48eaeebc31f service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256269 Nov 23 18:49:21.039711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 30702621-c773-4b54-8124-f90654aade42 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:21.076758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] For port 30702621-c773-4b54-8124-f90654aade42, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=30702621-c773-4b54-8124-f90654aade42,segment=NetworkSegment(7967eb4b-3989-4d61-932b-4ad609ce3b1b),segment_id=7967eb4b-3989-4d61-932b-4ad609ce3b1b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:21.077220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.105033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Calling delete_port for 30702621-c773-4b54-8124-f90654aade42 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:21.193727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba68d10-8f96-41b9-8c80-667caba657e6 req-c5eccb8e-c691-4c84-9260-c050b34c271c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.195990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ba68d10-8f96-41b9-8c80-667caba657e6 req-c5eccb8e-c691-4c84-9260-c050b34c271c tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.2566245 Nov 23 18:49:21.239664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2be5afaf-154a-4be8-88dd-40d23e575320 req-b75494fa-b4a2-43fc-ad1c-bdb2c2fed669 service neutron] 10.222.0.47 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832374 Nov 23 18:49:21.312333 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.330765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988be6-0d58-4f34-967e-10fa21212537 req-79182f02-9602-4827-b312-980a41ab5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.333313 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-79182f02-9602-4827-b312-980a41ab5ee6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=330d4adcd80645679c05040b1956a0e5&device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 1094 time: 0.1784170 Nov 23 18:49:21.334453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:21.386790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.390576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] Pushing event deleted for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:21.400253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ba68d10-8f96-41b9-8c80-667caba657e6 req-d5d6c435-e977-47e9-950a-e18530548a81 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760569 Nov 23 18:49:21.401762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595153fb-4aca-42ae-b343-70353ba2d6c0 None None] No DVR routers for this DVR port 30702621-c773-4b54-8124-f90654aade42 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:21.413603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.425729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.471371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=30702621-c773-4b54-8124-f90654aade42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:21.529259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dce7158c-c42d-48ca-8147-44da50dc974d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:49:21.543456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 30702621-c773-4b54-8124-f90654aade42 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:21.559244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::1d4 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/8376f479-836b-4c10-a56a-c09e45336ba7/54d51d08-ca26-4083-8936-3d9abe65e644) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:21.632335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:21.632335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Pushing event updated for resources: {'Port': ['ID=0b2da611-094c-4763-a02a-e31ed17a7221,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:21.694564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 262b007d-5d61-436f-93e6-1f4d7c303c4f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:21.694890 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.697037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:21.709229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:21.845671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a69f-aae3-4721-a03a-37d840653d8f req-a829a8d3-1d55-4092-8f5a-2112679caa87 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.857361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.860687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85f5a69f-aae3-4721-a03a-37d840653d8f req-a829a8d3-1d55-4092-8f5a-2112679caa87 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1831880 Nov 23 18:49:21.898247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Attempting to bind port 0b2da611-094c-4763-a02a-e31ed17a7221 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:21.898860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Attempting to bind port 0b2da611-094c-4763-a02a-e31ed17a7221 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:21.899418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Attempting to bind port 0b2da611-094c-4763-a02a-e31ed17a7221 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:21.908257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dce7158c-c42d-48ca-8147-44da50dc974d,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:21.908606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f7f4be-43a5-4590-a898-50c9fc990557']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:21.914573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:21.917488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:21.918374 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.919125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:21.920583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Bound port: 0b2da611-094c-4763-a02a-e31ed17a7221, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:21.921353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:21.936295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7967eb4b-3989-4d61-932b-4ad609ce3b1b') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:21.937093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7967eb4b-3989-4d61-932b-4ad609ce3b1b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:21.949603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 30702621-c773-4b54-8124-f90654aade42 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:21.956527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988be6-0d58-4f34-967e-10fa21212537 req-98b4a7b8-a783-4bd8-bbdb-7639b77cb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:21.959201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-98b4a7b8-a783-4bd8-bbdb-7639b77cb3e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 200 len: 913 time: 0.6042302 Nov 23 18:49:21.980455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.017115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85f5a69f-aae3-4721-a03a-37d840653d8f req-4b772d05-c7fb-4794-a7c1-2386739a98af tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536601 Nov 23 18:49:22.019168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-69cd99d4-0e92-4e80-8638-00b7b109f16a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.021300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-69cd99d4-0e92-4e80-8638-00b7b109f16a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 944 time: 0.4209690 Nov 23 18:49:22.039090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'dce7158c-c42d-48ca-8147-44da50dc974d', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'port_id': 'dce7158c-c42d-48ca-8147-44da50dc974d', 'mac_address': 'fa:16:3e:30:f4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:49:22.041885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 30702621-c773-4b54-8124-f90654aade42 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:22.042436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 30702621-c773-4b54-8124-f90654aade42 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:22.058743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.124781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.145638 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.221387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.222621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:22.234311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:22.250034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:22.259432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.259432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.277862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=54d51d08-ca26-4083-8936-3d9abe65e644,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:22.327643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0e4d324c-87ac-4671-a368-222b48e121b2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0644553 Nov 23 18:49:22.329342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:22.332522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:22.337929 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ec387-2d91-4315-b120-4e1f458048e2" -d '{"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-plugged", "status": "completed", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:22.366263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce7158c-c42d-48ca-8147-44da50dc974d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:22.375296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] For port 0b2da611-094c-4763-a02a-e31ed17a7221, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:22.380389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:22.404442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2a0f-806b-405e-aba9-07985e2ddcda req-91a126cc-c795-4cb9-814f-f8b2a3e32444 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.405111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.413747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f8b2a0f-806b-405e-aba9-07985e2ddcda req-91a126cc-c795-4cb9-814f-f8b2a3e32444 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1497092 Nov 23 18:49:22.457527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] For port 0b2da611-094c-4763-a02a-e31ed17a7221, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0b2da611-094c-4763-a02a-e31ed17a7221,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:22.465718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590f01c-57c2-4b63-b078-2008756b7522 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.472081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590f01c-57c2-4b63-b078-2008756b7522 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.476776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1590f01c-57c2-4b63-b078-2008756b7522 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1463146 Nov 23 18:49:22.477433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:22.481101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.503105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dce7158c-c42d-48ca-8147-44da50dc974d,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:22.520420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.562320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:22.611088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f8b2a0f-806b-405e-aba9-07985e2ddcda req-d1048023-13d1-456b-85b3-cebfac0e257d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955073 Nov 23 18:49:22.686478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 54d51d08-ca26-4083-8936-3d9abe65e644 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:22.686887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47702-5781-42d7-8f92-a1b4bb7fa127 None None] Pushing event updated for resources: {'Port': ['ID=0b2da611-094c-4763-a02a-e31ed17a7221,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:22.689333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.696409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-b9762c99-180a-4117-a0c1-d8f8eac4197d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e HTTP/1.1" status: 200 len: 217 time: 0.7116656 Nov 23 18:49:22.707656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.727290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308af94a-a401-4ca6-9806-a1bea693f99d req-6bc5e30e-6d78-4bca-8217-d15ebcd0b7c7 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.740073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308af94a-a401-4ca6-9806-a1bea693f99d req-6bc5e30e-6d78-4bca-8217-d15ebcd0b7c7 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 943 time: 1.0358300 Nov 23 18:49:22.776455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['dce7158c-c42d-48ca-8147-44da50dc974d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:22.816934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988be6-0d58-4f34-967e-10fa21212537 req-7c03f7e1-8ea7-4374-81bf-8e116026a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:22.818526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-7c03f7e1-8ea7-4374-81bf-8e116026a8a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 200 len: 852 time: 0.0770738 Nov 23 18:49:22.862481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:22.862481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:22.869718 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:22.913089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:22.930611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:22.941167 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f3e9ef-6bf9-48da-9972-f1f1e94ac17d x-openstack-request-id: req-73f3e9ef-6bf9-48da-9972-f1f1e94ac17d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:22.941507 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-plugged", "status": "completed", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:22.941833 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73f3e9ef-6bf9-48da-9972-f1f1e94ac17d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:22.942150 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'code': 200} Nov 23 18:49:22.972273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-05126086-1a91-4213-a42c-96f1cb67c789 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df78d457-aa23-4b27-97c8-e2adfbd32e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200540 Nov 23 18:49:22.978812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 54d51d08-ca26-4083-8936-3d9abe65e644 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:23.116994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.138736 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.148849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/85f7f4be-43a5-4590-a898-50c9fc990557 HTTP/1.1" status: 204 len: 168 time: 3.4425869 Nov 23 18:49:23.162261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308af94a-a401-4ca6-9806-a1bea693f99d req-62fa8ef8-45bb-490f-9804-92dc728d9bef tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176947 Nov 23 18:49:23.164300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:23.171043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415ec1c-deb6-475f-9ca2-2618e5b5e54d req-b97c262d-2ac9-4336-935e-c64d5c2ba57d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.184656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b415ec1c-deb6-475f-9ca2-2618e5b5e54d req-b97c262d-2ac9-4336-935e-c64d5c2ba57d tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 946 time: 0.1894133 Nov 23 18:49:23.259255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5098b4b-9fe8-495f-b060-81f9016fe96a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=85f7f4be-43a5-4590-a898-50c9fc990557,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:23.309761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Deleting port 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:23.310661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.332523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b415ec1c-deb6-475f-9ca2-2618e5b5e54d req-b359a17b-0e4c-4ca1-9d3e-3433391a6a76 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/security-groups?id=0132057b-5f95-4ec7-b461-b52523ebc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458652 Nov 23 18:49:23.386022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.429901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad13df-eaac-4c16-b339-3c6b0e90be1a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.437371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-25ad13df-eaac-4c16-b339-3c6b0e90be1a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2273781 Nov 23 18:49:23.437877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:23.443361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-de501253-32fd-4235-8097-c5592d62ad3b service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430275 Nov 23 18:49:23.448955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=54d51d08-ca26-4083-8936-3d9abe65e644,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:23.497879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.501619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-63d879ab-4cc6-43d4-bc38-edab91383c39 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/54d51d08-ca26-4083-8936-3d9abe65e644 HTTP/1.1" status: 204 len: 168 time: 1.0206954 Nov 23 18:49:23.505381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:23.562962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ab064b8-223c-493e-a232-2add3cedd8f1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1219594 Nov 23 18:49:23.564033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:23.568672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1215649866'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:23.606648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a091f-c3db-4a39-a8ac-419c1f92f396 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.610699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a091f-c3db-4a39-a8ac-419c1f92f396 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.612042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11818140-c2fb-4649-b43a-98a9343a37d1 req-6e622616-1289-49e1-958b-1a89e97e2c59 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.621118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11818140-c2fb-4649-b43a-98a9343a37d1 req-6e622616-1289-49e1-958b-1a89e97e2c59 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2923200 Nov 23 18:49:23.621406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed9a091f-c3db-4a39-a8ac-419c1f92f396 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1074007 Nov 23 18:49:23.622532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:23.631044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:23.636570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.672844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:49:23.676271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] For port 262b007d-5d61-436f-93e6-1f4d7c303c4f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=262b007d-5d61-436f-93e6-1f4d7c303c4f,segment=NetworkSegment(b6ae4a61-5c8f-4d29-85a8-c19f604b58a3),segment_id=b6ae4a61-5c8f-4d29-85a8-c19f604b58a3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:23.676667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.689521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.690249 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment 0d7369d3-1615-42d7-b0eb-ad2b69a09717 of type vlan for network 81c83613-4a02-472a-886e-5f6f779c0761 Nov 23 18:49:23.770803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Calling delete_port for 262b007d-5d61-436f-93e6-1f4d7c303c4f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:23.777107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11818140-c2fb-4649-b43a-98a9343a37d1 req-3b5e56ae-8979-45f7-9cba-edb74e9fa76a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514773 Nov 23 18:49:23.794785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49988be6-0d58-4f34-967e-10fa21212537 req-bd7705e1-8e2b-41af-9c6f-6045553130f7 service neutron] 10.222.0.50 "GET /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165302 Nov 23 18:49:23.809478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.850619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 8376f479-836b-4c10-a56a-c09e45336ba7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:23.857604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.895264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1197b-94c8-4d14-9321-1a3b026a3586 req-87e1ccac-b3e2-473b-9348-9ab541f6cfc5 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.909034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1bb1197b-94c8-4d14-9321-1a3b026a3586 req-87e1ccac-b3e2-473b-9348-9ab541f6cfc5 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1668537 Nov 23 18:49:23.960939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0b2da611-094c-4763-a02a-e31ed17a7221 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:23.980802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:23.988021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:23.990222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.039448 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.070344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0b2da611-094c-4763-a02a-e31ed17a7221 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:24.071300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.113093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=81c83613-4a02-472a-886e-5f6f779c0761,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:24.121904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ddb07e43-2891-4c26-a175-9d404055ada5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5544422 Nov 23 18:49:24.124760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:24.138542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '81c83613-4a02-472a-886e-5f6f779c0761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:24.149936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 81c83613-4a02-472a-886e-5f6f779c0761 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:49:24.158115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1bb1197b-94c8-4d14-9321-1a3b026a3586 req-4bdfe00b-5072-4955-bd48-e5894664d072 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477853 Nov 23 18:49:24.319386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:24.323697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.325293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.408489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.466969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Pushing event deleted for resources: {'Port': ['ID=262b007d-5d61-436f-93e6-1f4d7c303c4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:24.508035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f3a74-049a-4c33-b9d3-ffed839466f5 req-9f84c59b-a57a-4ac5-a80d-d2817ee980ae tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:24.509707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce8f3a74-049a-4c33-b9d3-ffed839466f5 req-9f84c59b-a57a-4ac5-a80d-d2817ee980ae tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 943 time: 0.1933560 Nov 23 18:49:24.538689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b69dce3b-15e5-4c76-a9ec-b8d62387f7c6 None None] Provisioning complete for port 0b2da611-094c-4763-a02a-e31ed17a7221 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:24.539353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b69dce3b-15e5-4c76-a9ec-b8d62387f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.541014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] No DVR routers for this DVR port 262b007d-5d61-436f-93e6-1f4d7c303c4f on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:24.543294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.547286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.550891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-507e7640-1e67-430d-8a9c-2ddb849edd09 req-e44db3cd-19fa-49fc-a3f6-b6a8e559b68b tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.50 "DELETE /v2.0/ports/262b007d-5d61-436f-93e6-1f4d7c303c4f HTTP/1.1" status: 204 len: 173 time: 2.4543345 Nov 23 18:49:24.561029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-deleted', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:24.564976 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12337c-06a3-4e25-95da-0b5a4e1e205f" -d '{"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-deleted", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:24.596257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=8376f479-836b-4c10-a56a-c09e45336ba7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:24.644784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce8f3a74-049a-4c33-b9d3-ffed839466f5 req-1629ec71-aad5-4b50-9e83-4395424909cc tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125658 Nov 23 18:49:24.651251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.663115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d780ecaf-134f-4eac-837a-d29b8c1111d1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/8376f479-836b-4c10-a56a-c09e45336ba7 HTTP/1.1" status: 204 len: 168 time: 1.0362685 Nov 23 18:49:24.669768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:24.677670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.698304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efb17f66-8e5d-4c00-95ae-25316d422bdf req-5b1a8944-9bcc-4b45-832b-25681cb8678a tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f0bbb28-925a-41f5-a140-e96074086195 HTTP/1.1" status: 200 len: 210 time: 0.2080948 Nov 23 18:49:24.701851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.822163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-82d7b231-18a0-4a0c-a1f0-72ee2166b1cc tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496532 Nov 23 18:49:24.828109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:24.836042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 0b2da611-094c-4763-a02a-e31ed17a7221, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0b2da611-094c-4763-a02a-e31ed17a7221,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:24.841012 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25517e-72fc-46d5-beb5-be465b237fce x-openstack-request-id: req-bf25517e-72fc-46d5-beb5-be465b237fce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:24.841698 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0bbb28-925a-41f5-a140-e96074086195", "name": "network-vif-deleted", "tag": "262b007d-5d61-436f-93e6-1f4d7c303c4f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:24.842315 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf25517e-72fc-46d5-beb5-be465b237fce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:24.843121 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0bbb28-925a-41f5-a140-e96074086195', 'name': 'network-vif-deleted', 'tag': '262b007d-5d61-436f-93e6-1f4d7c303c4f', 'status': 'completed', 'code': 200} Nov 23 18:49:24.846474 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b69dce3b-15e5-4c76-a9ec-b8d62387f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.856162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406043ed-47af-4f45-b728-b9ea0741c1bb None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:24.871539 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.938749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=799f539b-612d-4107-9e16-7d2b36192a7b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:24.986451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': '0d7369d3-1615-42d7-b0eb-ad2b69a09717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:24.987579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 81c83613-4a02-472a-886e-5f6f779c0761, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:49:25.007690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773f3b6-8d4d-4a15-9153-ec0215c3529c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:25.013384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2773f3b6-8d4d-4a15-9153-ec0215c3529c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1810961 Nov 23 18:49:25.013772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:25.040612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fddfe-ed85-47ad-b89f-af387f2c6696 req-7233db5a-7097-44e9-a702-2e3c86f4e200 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:25.042498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f20fddfe-ed85-47ad-b89f-af387f2c6696 req-7233db5a-7097-44e9-a702-2e3c86f4e200 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1257346 Nov 23 18:49:25.061855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 81c83613-4a02-472a-886e-5f6f779c0761 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:49:25.105500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 81c83613-4a02-472a-886e-5f6f779c0761) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:25.111261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5d641-f8c0-496c-b27e-34d5aaf03d50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:25.113795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bbd5d641-f8c0-496c-b27e-34d5aaf03d50 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988116 Nov 23 18:49:25.118015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:25.118668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:25.119818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=0b2da611-094c-4763-a02a-e31ed17a7221,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:25.120585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:25.122488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-b69dce3b-15e5-4c76-a9ec-b8d62387f7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:25.122912 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-b69dce3b-15e5-4c76-a9ec-b8d62387f7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:25.132468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003398f8-f4f6-493a-8b19-003e26e43f4f None None] Network 81c83613-4a02-472a-886e-5f6f779c0761 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:25.161379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6447bab2-fce0-471f-b129-ffd51e0ce3c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0352976 Nov 23 18:49:25.167355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:25.173372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '81c83613-4a02-472a-886e-5f6f779c0761', 'name': 'tempest-PortsTestJSON-1724667051'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:25.180276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7274419e-53de-4789-b82d-0b5d2d567982 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602162 Nov 23 18:49:25.184389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:25.208060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:25.224238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f20fddfe-ed85-47ad-b89f-af387f2c6696 req-4b89ab0c-7814-455b-a2ab-a624d5862bc1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705496 Nov 23 18:49:25.366951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4e89e527-5285-4f7e-b6c6-c61483d2780e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:49:25.370180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:25.402738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b0953-0ad7-4bd2-b4d5-159717ce6139 req-821fca78-b4c6-4ac2-ba47-3cf0cda6c49b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:25.412316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f0b0953-0ad7-4bd2-b4d5-159717ce6139 req-821fca78-b4c6-4ac2-ba47-3cf0cda6c49b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1009610 Nov 23 18:49:25.413891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 262b007d-5d61-436f-93e6-1f4d7c303c4f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:25.414114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 262b007d-5d61-436f-93e6-1f4d7c303c4f not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:25.448720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:25.461544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:25.466928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:25.474373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:49:25.474373 n-d-792364-9 neutron-server[103399]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:49:25.474373 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id': '371446877b92485897b2777475e52958', 'id': 'c149241b-ec46-48a6-a6e4-043087f30866', 'expiration': datetime.datetime(2021, 11, 23, 18, 51, 25, 440324)}] Nov 23 18:49:25.474373 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:25.475759 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:25.481358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-81c83613-4a02-472a-886e-5f6f779c0761', 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '799f539b-612d-4107-9e16-7d2b36192a7b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:25.483928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:25.497085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 73b1661c-3aff-4aa2-bb7d-9e5618a39d3f yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:25.525289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dce7158c-c42d-48ca-8147-44da50dc974d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:25.542472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f0b0953-0ad7-4bd2-b4d5-159717ce6139 req-4cf5d429-6190-4cfc-8885-f3fb015fa685 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261427 Nov 23 18:49:25.679463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.11 (81c83613-4a02-472a-886e-5f6f779c0761/799f539b-612d-4107-9e16-7d2b36192a7b/73b1661c-3aff-4aa2-bb7d-9e5618a39d3f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:25.806301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:25.823237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port dce7158c-c42d-48ca-8147-44da50dc974d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:49:25.830516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '4e89e527-5285-4f7e-b6c6-c61483d2780e', 'network_id': 'df78d457-aa23-4b27-97c8-e2adfbd32e31', 'port_id': '4e89e527-5285-4f7e-b6c6-c61483d2780e', 'mac_address': 'fa:16:3e:15:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:49:25.835134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port dce7158c-c42d-48ca-8147-44da50dc974d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:25.836366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:25.896886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Deleting port 0b2da611-094c-4763-a02a-e31ed17a7221 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:25.897267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:25.938787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5b1ebfd5-485d-4e2c-906b-e084c0b890f7 None None] Could not find standard attr ID for object 54d51d08-ca26-4083-8936-3d9abe65e644. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:49:25.987290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0b2da611-094c-4763-a02a-e31ed17a7221 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:26.000481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.044172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:26.049149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.066083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] For port 0b2da611-094c-4763-a02a-e31ed17a7221, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0b2da611-094c-4763-a02a-e31ed17a7221,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:26.066486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.093226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e89e527-5285-4f7e-b6c6-c61483d2780e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:26.104048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Calling delete_port for 0b2da611-094c-4763-a02a-e31ed17a7221 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:26.163335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:26.208563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.222268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.348922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:26.351234 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5cacf-c0cb-44ad-a494-e74cd39f97b1" -d '{"events": [{"server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "name": "network-vif-plugged", "status": "completed", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:26.370047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.396883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:26.409644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dce7158c-c42d-48ca-8147-44da50dc974d,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:26.422803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.431019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.458122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19584070-56c4-4787-8922-5e08bda0f2e9 req-85a2a53f-573c-4347-9299-724161fc0d40 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:26.460621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19584070-56c4-4787-8922-5e08bda0f2e9 req-85a2a53f-573c-4347-9299-724161fc0d40 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 944 time: 0.1325009 Nov 23 18:49:26.490528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] No DVR routers for this DVR port 0b2da611-094c-4763-a02a-e31ed17a7221 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:26.536029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:26.546457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:49:26.555408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f06ec-0616-4562-a718-2a84cc689ab1 req-e5b59263-9342-40ff-9782-cedb513193df tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:26.557759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b5f06ec-0616-4562-a718-2a84cc689ab1 req-e5b59263-9342-40ff-9782-cedb513193df tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1225815 Nov 23 18:49:26.559226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.594892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83992674-ff48-446e-8f06-dec1129fca7d None None] Pushing event deleted for resources: {'Port': ['ID=0b2da611-094c-4763-a02a-e31ed17a7221,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:26.598342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19584070-56c4-4787-8922-5e08bda0f2e9 req-1b28acfe-3f26-497c-91b2-ba63b297df1a tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249382 Nov 23 18:49:26.617145 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.657442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:26.674343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:26.685470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:26.689492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4e89e527-5285-4f7e-b6c6-c61483d2780e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:26.691682 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.695723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3cb52-043c-468d-b0ad-75583d16a53d None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:26.700792 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5082c6e-ea20-48e9-b66f-59585711b279 x-openstack-request-id: req-c5082c6e-ea20-48e9-b66f-59585711b279 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:26.701214 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "name": "network-vif-plugged", "status": "completed", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:26.701702 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5082c6e-ea20-48e9-b66f-59585711b279 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:26.702149 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d', 'code': 200} Nov 23 18:49:26.704921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:26.708740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=a31c1823-cdbc-48b8-a424-24449710681d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:26.740550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b5f06ec-0616-4562-a718-2a84cc689ab1 req-8d254025-b306-44d5-8042-cda3c2b40e5a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431091 Nov 23 18:49:26.755340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1e131f00-1601-4c58-ab11-95605dd4cffa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5693197 Nov 23 18:49:26.761384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:26.766639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:26.892814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 81c83613-4a02-472a-886e-5f6f779c0761 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:26.903242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:26.911416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:26.947770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=73b1661c-3aff-4aa2-bb7d-9e5618a39d3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:26.992596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d3d5a-b27a-4644-a7fc-24926c7d4eb3 req-c9b8f93c-dafe-4ed1-88d7-d5e2ce64b966 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:26.994290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e82d3d5a-b27a-4644-a7fc-24926c7d4eb3 req-c9b8f93c-dafe-4ed1-88d7-d5e2ce64b966 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1621194 Nov 23 18:49:27.022645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576c67-3f07-44dc-bfff-581c174abd3e req-73e4304c-e6ca-4428-a57b-c2476a7032d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:27.023723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:27.024161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50576c67-3f07-44dc-bfff-581c174abd3e req-73e4304c-e6ca-4428-a57b-c2476a7032d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 1097 time: 0.2120471 Nov 23 18:49:27.025619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.072749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:27.076564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.077205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8c97f3df-5bb4-4319-8a59-00fe7d43eeb5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9086776 Nov 23 18:49:27.079617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Allocated IP 172.20.0.2 (81c83613-4a02-472a-886e-5f6f779c0761/799f539b-612d-4107-9e16-7d2b36192a7b/7f83c39c-bc1e-4813-8678-cb82850a2cec) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:27.083917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:27.091134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '81c83613-4a02-472a-886e-5f6f779c0761', 'name': 'tempest-PortsTestJSON-1437578694'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:27.102894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:27.132909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50576c67-3f07-44dc-bfff-581c174abd3e req-7332f73a-b981-4d19-93fc-c75001710575 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986195 Nov 23 18:49:27.142771 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e82d3d5a-b27a-4644-a7fc-24926c7d4eb3 req-6a64209e-65ec-4859-9a2c-b2ce87022841 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318119 Nov 23 18:49:27.232834 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a31c1823-cdbc-48b8-a424-24449710681d (CIDR: 2001:db8::/64) Nov 23 18:49:27.238773 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:49:27.239216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:49:27.245119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Deleting subnet ef39d24b-f1e0-4032-b37f-15ca419765a9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:27.251559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.269326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2cf19148-ed63-4004-9b7c-9398de1c3847 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5068159 Nov 23 18:49:27.275470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:27.287709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:27.371971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.373560 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e67ee706-744c-49b7-9bee-b4e2de96387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.397893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.404058 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.431470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'a31c1823-cdbc-48b8-a424-24449710681d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:27.432351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.486565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Network 81c83613-4a02-472a-886e-5f6f779c0761 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:27.486933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:27.491599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.501942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:27.511402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:27.514481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Pushing event updated for resources: {'Port': ['ID=7f83c39c-bc1e-4813-8678-cb82850a2cec,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:27.538821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.572237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 71219a4d-fc96-4e64-baa5-544f3856e1ae yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:27.619482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:27.622936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.696258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Attempting to bind port 7f83c39c-bc1e-4813-8678-cb82850a2cec on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:27.696645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Attempting to bind port 7f83c39c-bc1e-4813-8678-cb82850a2cec by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0d7369d3-1615-42d7-b0eb-ad2b69a09717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:27.697018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Attempting to bind port 7f83c39c-bc1e-4813-8678-cb82850a2cec on network 81c83613-4a02-472a-886e-5f6f779c0761 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:27.705493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:27.705941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Checking segment: {'id': '0d7369d3-1615-42d7-b0eb-ad2b69a09717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:27.706458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.706948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Bound using segment: {'id': '0d7369d3-1615-42d7-b0eb-ad2b69a09717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:27.707478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Bound port: 7f83c39c-bc1e-4813-8678-cb82850a2cec, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7369d3-1615-42d7-b0eb-ad2b69a09717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81c83613-4a02-472a-886e-5f6f779c0761'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:27.708016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.736849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Allocated IP 2001:db8::f816:3eff:fe93:a90e (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/a31c1823-cdbc-48b8-a424-24449710681d/74603fc8-79df-4297-bcf7-222b594c6048) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:27.827708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.7 (81c83613-4a02-472a-886e-5f6f779c0761/799f539b-612d-4107-9e16-7d2b36192a7b/71219a4d-fc96-4e64-baa5-544f3856e1ae) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:27.849958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.861815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49aa1-0583-4c76-b5ef-f752662adb40 req-1f6c080d-d223-4ab9-860b-d5baf0ba9be2 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:27.867766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baf49aa1-0583-4c76-b5ef-f752662adb40 req-1f6c080d-d223-4ab9-860b-d5baf0ba9be2 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 944 time: 0.1313121 Nov 23 18:49:27.938212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] For port 7f83c39c-bc1e-4813-8678-cb82850a2cec, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:27.945253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baf49aa1-0583-4c76-b5ef-f752662adb40 req-ac8baa27-3507-4dcb-b522-f26d77bef45e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675323 Nov 23 18:49:27.950276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef39d24b-f1e0-4032-b37f-15ca419765a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:27.959072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:27.963091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-08870a24-689b-437d-af03-c0d2146af9e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef39d24b-f1e0-4032-b37f-15ca419765a9 HTTP/1.1" status: 204 len: 168 time: 0.8592486 Nov 23 18:49:27.968385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:27.986354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] For port 7f83c39c-bc1e-4813-8678-cb82850a2cec, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f83c39c-bc1e-4813-8678-cb82850a2cec,segment=NetworkSegment(0d7369d3-1615-42d7-b0eb-ad2b69a09717),segment_id=0d7369d3-1615-42d7-b0eb-ad2b69a09717)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:28.001286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.038277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05371f53-16c7-48bf-9974-5d5159cf84ca req-e75a79a6-c085-4c36-8c93-2a2bb0a74a8e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:28.039862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05371f53-16c7-48bf-9974-5d5159cf84ca req-e75a79a6-c085-4c36-8c93-2a2bb0a74a8e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1338286 Nov 23 18:49:28.082575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.141398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d97bef-c9a9-480e-9998-8b3f4032b175 None None] Pushing event updated for resources: {'Port': ['ID=7f83c39c-bc1e-4813-8678-cb82850a2cec,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.187477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.213341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.304078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Pushing event updated for resources: {'Port': ['ID=74603fc8-79df-4297-bcf7-222b594c6048,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.307828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.334961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:28.337696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:28.339851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05371f53-16c7-48bf-9974-5d5159cf84ca req-ddce7f56-f799-4de6-b163-a6377b500b8f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664762 Nov 23 18:49:28.357394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:28.449752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f421e6-931f-4a2c-974d-9711e00bc88a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:28.472761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.484381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:28.484707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ae4a61-5c8f-4d29-85a8-c19f604b58a3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:28.503835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.525902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Attempting to bind port 74603fc8-79df-4297-bcf7-222b594c6048 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:28.526918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Attempting to bind port 74603fc8-79df-4297-bcf7-222b594c6048 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:28.527662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Attempting to bind port 74603fc8-79df-4297-bcf7-222b594c6048 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:28.543750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:28.544349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:28.545201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.545905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:28.546581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Bound port: 74603fc8-79df-4297-bcf7-222b594c6048, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:28.546917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.547343 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.555146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:28.556137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.616739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.628485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:28.634868 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:28.638366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.646070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.657571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/34f421e6-931f-4a2c-974d-9711e00bc88a HTTP/1.1" status: 204 len: 168 time: 0.6871510 Nov 23 18:49:28.671918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] For port 74603fc8-79df-4297-bcf7-222b594c6048, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:28.679911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98d1e3-5a84-4290-8289-01fb7e510d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f421e6-931f-4a2c-974d-9711e00bc88a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.690406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:28.694114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] For port 74603fc8-79df-4297-bcf7-222b594c6048, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74603fc8-79df-4297-bcf7-222b594c6048,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:28.702632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7d21-47db-4808-8e7f-e93f232e0169 req-5bfc81a7-49b0-4b9a-bde6-6e1b66049f6d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:28.703114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.706106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbf7d21-47db-4808-8e7f-e93f232e0169 req-5bfc81a7-49b0-4b9a-bde6-6e1b66049f6d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.3767116 Nov 23 18:49:28.752247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:28.754156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=71219a4d-fc96-4e64-baa5-544f3856e1ae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.779705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:28.780333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:28.808003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 81c83613-4a02-472a-886e-5f6f779c0761 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:28.822878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:28.846829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5679393 Nov 23 18:49:28.847641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbf7d21-47db-4808-8e7f-e93f232e0169 req-0b943b5f-f172-4d9a-8317-3127f18d8bf2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197968 Nov 23 18:49:28.848207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:28.851256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:28.861701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:cb:e5:8f', 'name': 'tempest-NetworksTestDHCPv6-1336147317'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:28.872260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142894f-c4f5-4eaf-a11b-5bbb992e4686 None None] Pushing event updated for resources: {'Port': ['ID=74603fc8-79df-4297-bcf7-222b594c6048,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.910339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031f3d-b808-4b87-b55d-b6e748b6f1ff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=7c3bda2a-3911-446d-a578-32e022e062aa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:28.958331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:28.959709 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.003358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a47759d-16e7-4937-a39d-2c6a473531ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9181130 Nov 23 18:49:29.006250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:29.024511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:29.112775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2b2a513-068b-4a27-a46e-7cfd314518ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f2d6a67ad146b1bac263c08a8c2290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865722 Nov 23 18:49:29.118526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:29.155905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:29.289896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e53-c92f-4aba-acf1-5900e6d33647 req-2bf21086-17bd-4ca6-b097-f066b3e82246 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:29.304482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04ea9e53-c92f-4aba-acf1-5900e6d33647 req-2bf21086-17bd-4ca6-b097-f066b3e82246 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 944 time: 0.1818428 Nov 23 18:49:29.330774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.353753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dec22b-d4f8-4b0f-9767-a137e8c3cf85 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:29.359905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-82dec22b-d4f8-4b0f-9767-a137e8c3cf85 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.3479497 Nov 23 18:49:29.360473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4e89e527-5285-4f7e-b6c6-c61483d2780e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:29.365400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:29.389426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.407074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.457269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port b5c55185-f25b-4321-8cba-a2b9de3e943a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:29.492922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 4e89e527-5285-4f7e-b6c6-c61483d2780e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:49:29.499105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 4e89e527-5285-4f7e-b6c6-c61483d2780e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:29.500166 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.574272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04ea9e53-c92f-4aba-acf1-5900e6d33647 req-4c71e8a0-341d-40b2-97cb-02b3e33a167a tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674520 Nov 23 18:49:29.589799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.599372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.600749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0132057b-5f95-4ec7-b461-b52523ebc0d2 HTTP/1.1" status: 204 len: 168 time: 0.4751563 Nov 23 18:49:29.601707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:49:29.604133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:29.697930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a84cc-0692-40a0-bb61-05e82012b0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0132057b-5f95-4ec7-b461-b52523ebc0d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:29.711130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 71219a4d-fc96-4e64-baa5-544f3856e1ae {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:29.712113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:29.853759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:49:30.032107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b4c4c22-e1d8-4b39-9b92-225aeeb4b89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.073046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68041f-8af2-4a43-aae2-fe75f06e7ce6 req-52a82609-9a21-4851-870e-1e3abcbbb036 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.081746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf68041f-8af2-4a43-aae2-fe75f06e7ce6 req-52a82609-9a21-4851-870e-1e3abcbbb036 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.4724338 Nov 23 18:49:30.143529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.161317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-500782dc-ea12-48bb-ae63-59b57ce97108 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4226606 Nov 23 18:49:30.165065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 71219a4d-fc96-4e64-baa5-544f3856e1ae owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:30.267537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25820dec-1388-4bcd-b61a-5f9fe87b588b None None] Network 81c83613-4a02-472a-886e-5f6f779c0761 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:30.309864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8:0:1::23 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/7c3bda2a-3911-446d-a578-32e022e062aa/b5c55185-f25b-4321-8cba-a2b9de3e943a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:30.355379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f83c39c-bc1e-4813-8678-cb82850a2cec up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:30.376575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fecb:e58f (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/a31c1823-cdbc-48b8-a424-24449710681d/b5c55185-f25b-4321-8cba-a2b9de3e943a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:30.392681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf68041f-8af2-4a43-aae2-fe75f06e7ce6 req-880bc277-80a2-4e90-81f9-de70eff34025 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099527 Nov 23 18:49:30.423046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.480227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.512549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.513903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.518380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=71219a4d-fc96-4e64-baa5-544f3856e1ae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:30.531888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.532361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.533062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.533555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.534376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.536510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-d493582a-f76d-4b0b-96a9-236055ad8893 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.2747655 Nov 23 18:49:30.713387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:30.753377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] Provisioning complete for port 7f83c39c-bc1e-4813-8678-cb82850a2cec triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:30.754136 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.795777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.805596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-057b7924-adfe-47bf-b8e7-af8847d43554 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/71219a4d-fc96-4e64-baa5-544f3856e1ae HTTP/1.1" status: 204 len: 168 time: 1.4371219 Nov 23 18:49:30.809896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:30.842610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'mac_address': 'fa:16:3e:6f:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:49:30.874780 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.880893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a51e-ef97-4b2a-86ac-2023a0a368cd req-73c2f700-8ca3-45b1-9a0a-0cdf6312e4d1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:30.893431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0f1a51e-ef97-4b2a-86ac-2023a0a368cd req-73c2f700-8ca3-45b1-9a0a-0cdf6312e4d1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.6676261 Nov 23 18:49:30.907985 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-888a3674-f3de-417e-b72f-2a2020c04d7d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:49:30.911353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-888a3674-f3de-417e-b72f-2a2020c04d7d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/71219a4d-fc96-4e64-baa5-544f3856e1ae HTTP/1.1" status: 404 len: 333 time: 0.0984108 Nov 23 18:49:30.914174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:30.914404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:30.917476 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445b477-bb8e-45a8-bfaf-d20a3cc394cf" -d '{"events": [{"server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "name": "network-vif-plugged", "status": "completed", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:30.936002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beca76e-17cd-41ea-b899-4e2883144252 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:30.951984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:30.995281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.011384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:31.054752 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.068257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0f1a51e-ef97-4b2a-86ac-2023a0a368cd req-c7c4f0b3-901b-41d0-af8c-71f90ce217e2 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712451 Nov 23 18:49:31.072777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.124601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 73b1661c-3aff-4aa2-bb7d-9e5618a39d3f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:31.125281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.150918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-24a43554-0ea7-4da7-9f9a-e614e9969f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.151531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-24a43554-0ea7-4da7-9f9a-e614e9969f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.152645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-24a43554-0ea7-4da7-9f9a-e614e9969f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.156177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-24a43554-0ea7-4da7-9f9a-e614e9969f9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 2296 time: 0.5410864 Nov 23 18:49:31.176780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5517b3-2460-4945-ae05-c210e96f60f1 req-219cfbff-eb92-4d8d-bb08-f66795191562 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.178333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd5517b3-2460-4945-ae05-c210e96f60f1 req-219cfbff-eb92-4d8d-bb08-f66795191562 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 944 time: 0.4657059 Nov 23 18:49:31.198216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.241105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:31.244869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:31.251067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7f83c39c-bc1e-4813-8678-cb82850a2cec triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:31.251287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.275250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.300433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 73b1661c-3aff-4aa2-bb7d-9e5618a39d3f owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:31.505299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:31.506559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=b5c55185-f25b-4321-8cba-a2b9de3e943a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:31.512934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-f31dbe3b-d70f-48b6-811d-157045b0e164 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1001 time: 0.3334241 Nov 23 18:49:31.523111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:31.535025 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b8c0e-4480-451a-9ef6-92851f4125f8 x-openstack-request-id: req-093b8c0e-4480-451a-9ef6-92851f4125f8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:31.535237 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "name": "network-vif-plugged", "status": "completed", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:31.535527 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-093b8c0e-4480-451a-9ef6-92851f4125f8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:31.535938 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e', 'code': 200} Nov 23 18:49:31.546209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:31.556242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.557455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.558631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.613904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.617612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:31.622195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=73b1661c-3aff-4aa2-bb7d-9e5618a39d3f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:31.680505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-384e8c8d-81c0-447c-92fe-9843195eee1f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8259137 Nov 23 18:49:31.683514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:31.692070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd5517b3-2460-4945-ae05-c210e96f60f1 req-56d593e0-a0e5-49ed-8bcf-d2874857f6dd tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054395 Nov 23 18:49:31.705659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-74d2a1f2-ae7b-4009-b34e-99385f2129b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.708158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-74d2a1f2-ae7b-4009-b34e-99385f2129b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.1741271 Nov 23 18:49:31.752123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:31.752816 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:31.819676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.845388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.856605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2cba9514-39fc-4381-ae4d-70edfb7cd81f tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/73b1661c-3aff-4aa2-bb7d-9e5618a39d3f HTTP/1.1" status: 204 len: 168 time: 0.9275746 Nov 23 18:49:31.865012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:31.892998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58eaa6-7262-478e-a44f-643351816820 req-f9e91570-de62-4733-b3ec-f2b188f6db35 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:31.907258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c58eaa6-7262-478e-a44f-643351816820 req-f9e91570-de62-4733-b3ec-f2b188f6db35 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2916009 Nov 23 18:49:31.910317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:31.921769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] For port 7f83c39c-bc1e-4813-8678-cb82850a2cec, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f83c39c-bc1e-4813-8678-cb82850a2cec,segment=NetworkSegment(0d7369d3-1615-42d7-b0eb-ad2b69a09717),segment_id=0d7369d3-1615-42d7-b0eb-ad2b69a09717)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:31.941094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:31.971081 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdbf812-1f6f-4cf1-a7c0-1c8a0bb0fc71 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:49:31.973777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cdbf812-1f6f-4cf1-a7c0-1c8a0bb0fc71 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/73b1661c-3aff-4aa2-bb7d-9e5618a39d3f HTTP/1.1" status: 404 len: 333 time: 0.0534468 Nov 23 18:49:31.985055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:32.019345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.168813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 799f539b-612d-4107-9e16-7d2b36192a7b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:32.179061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:32.179497 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:32.180003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335cb9-990b-445e-932a-4dbcead822c5 None None] Pushing event updated for resources: {'Port': ['ID=7f83c39c-bc1e-4813-8678-cb82850a2cec,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:32.184640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.187749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.204670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:32.205835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.310927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c58eaa6-7262-478e-a44f-643351816820 req-03a45611-8380-44b5-8637-5e67f41276a3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019027 Nov 23 18:49:32.326277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.516867 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.567017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'a31c1823-cdbc-48b8-a424-24449710681d', 'ip_address': '2001:db8::f816:3eff:fe93:a90e'}, {'subnet_id': '7c3bda2a-3911-446d-a578-32e022e062aa'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '74603fc8-79df-4297-bcf7-222b594c6048'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:49:32.572984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:32.592873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.657362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361e2dd-52ff-484d-8e54-23b7a2b1ca92 req-3c15d2d9-df34-4c36-b36b-cc14f4003db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:32.659110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f361e2dd-52ff-484d-8e54-23b7a2b1ca92 req-3c15d2d9-df34-4c36-b36b-cc14f4003db4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 1096 time: 1.2320349 Nov 23 18:49:32.742344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:32.787182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.795277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.854986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.882045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74603fc8-79df-4297-bcf7-222b594c6048 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:32.900966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.914583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f361e2dd-52ff-484d-8e54-23b7a2b1ca92 req-419f3166-ec47-4da9-a02c-7824bd459dcc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262866 Nov 23 18:49:32.938017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-43d098f2-301f-4c4c-95e1-3e0037a5312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:32.938284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=799f539b-612d-4107-9e16-7d2b36192a7b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:32.939950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-43d098f2-301f-4c4c-95e1-3e0037a5312a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2867091 Nov 23 18:49:32.956067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:32.960152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b2170-a47d-4f30-bdba-a34892c95083 req-e1a8ce62-7a28-4690-98c4-592a131d8987 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:32.963476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a0b2170-a47d-4f30-bdba-a34892c95083 req-e1a8ce62-7a28-4690-98c4-592a131d8987 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 944 time: 0.3089166 Nov 23 18:49:32.981404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-376564a6-2fff-4afb-8647-60af2f6d5e55 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/799f539b-612d-4107-9e16-7d2b36192a7b HTTP/1.1" status: 204 len: 168 time: 0.9908762 Nov 23 18:49:32.981754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:33.013666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port b5c55185-f25b-4321-8cba-a2b9de3e943a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:33.014196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.144784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a0b2170-a47d-4f30-bdba-a34892c95083 req-532d26f5-f670-411c-af59-66fb09973384 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639309 Nov 23 18:49:33.150658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c33af-2c6b-4cc6-a381-725d404e7435 None None] Network 81c83613-4a02-472a-886e-5f6f779c0761 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:33.159648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.187860 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.263544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for b5c55185-f25b-4321-8cba-a2b9de3e943a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:33.316333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['4ac70016-1628-47d4-974d-3684c1fb3c91'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:33.331971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455a46-7ee6-457b-af9e-e6fd1c59d1a9 req-8dab92ce-e6fc-4b9c-a2d9-fa8601d5bdc5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:33.339764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f455a46-7ee6-457b-af9e-e6fd1c59d1a9 req-8dab92ce-e6fc-4b9c-a2d9-fa8601d5bdc5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 945 time: 0.1998293 Nov 23 18:49:33.371036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.373472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:33.431573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] For port 74603fc8-79df-4297-bcf7-222b594c6048, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74603fc8-79df-4297-bcf7-222b594c6048,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:33.473095 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.543099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-26529483-07aa-41ee-bd20-e6e7a2dc9004 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494637 Nov 23 18:49:33.543452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:33.546014 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca844c1-338d-4d3b-860f-22ec284767d7" -d '{"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:33.560200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 7f83c39c-bc1e-4813-8678-cb82850a2cec {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:33.563512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.592157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f455a46-7ee6-457b-af9e-e6fd1c59d1a9 req-70529c20-2068-44e5-952a-0a020ce421e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391417 Nov 23 18:49:33.633025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ebed96f-8615-4ccb-bc8e-66bde324a674 None None] Could not find standard attr ID for object 73b1661c-3aff-4aa2-bb7d-9e5618a39d3f. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:49:33.643503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Allocated IP 2001:db8:0:1::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/7c3bda2a-3911-446d-a578-32e022e062aa/74603fc8-79df-4297-bcf7-222b594c6048) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:33.654819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:33.655417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.731680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24d477-2630-431f-bd0d-aafae3c146b2 None None] Pushing event updated for resources: {'Port': ['ID=74603fc8-79df-4297-bcf7-222b594c6048,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:33.753743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ebed96f-8615-4ccb-bc8e-66bde324a674 None None] Provisioning complete for port 7f83c39c-bc1e-4813-8678-cb82850a2cec triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:33.754252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ebed96f-8615-4ccb-bc8e-66bde324a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.782083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-04e5abba-5e31-4cfa-bce3-245e15ead6b4 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065890 Nov 23 18:49:33.785519 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b468e-b7ac-4a76-9b27-2208b19dcf13 x-openstack-request-id: req-212b468e-b7ac-4a76-9b27-2208b19dcf13 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:33.785997 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:33.786735 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-212b468e-b7ac-4a76-9b27-2208b19dcf13 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:33.786735 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'code': 200} Nov 23 18:49:33.857389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 7f83c39c-bc1e-4813-8678-cb82850a2cec, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7f83c39c-bc1e-4813-8678-cb82850a2cec,segment=NetworkSegment(0d7369d3-1615-42d7-b0eb-ad2b69a09717),segment_id=0d7369d3-1615-42d7-b0eb-ad2b69a09717)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:33.858430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:33.913343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 7f83c39c-bc1e-4813-8678-cb82850a2cec owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:33.919516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-15810983-d9e7-4f11-831c-1627cf1e7ec9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 217 time: 0.1201112 Nov 23 18:49:33.951790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2c751-1da5-419e-b067-07ab4c04123b req-5aefbf88-9fff-4f1f-8aa0-c9b3f1124f92 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:33.953392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ad2c751-1da5-419e-b067-07ab4c04123b req-5aefbf88-9fff-4f1f-8aa0-c9b3f1124f92 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.4588041 Nov 23 18:49:34.017258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] For port 74603fc8-79df-4297-bcf7-222b594c6048, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74603fc8-79df-4297-bcf7-222b594c6048,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:34.054761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:34.145325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45669250-a147-468d-93c9-e25f03adb5a4 None None] DHCP port deletion for 81c83613-4a02-472a-886e-5f6f779c0761 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:34.190268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.242336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.246479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.317424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=7f83c39c-bc1e-4813-8678-cb82850a2cec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:34.329921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-79eea7d0-c1d8-412b-b5e7-0c6d9af92dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:34.334475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-79eea7d0-c1d8-412b-b5e7-0c6d9af92dc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.3650868 Nov 23 18:49:34.334724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 7f83c39c-bc1e-4813-8678-cb82850a2cec on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:34.335845 n-d-792364-9 neutron-server[103401]: INFO neutron.plugins.ml2.db [None req-2ebed96f-8615-4ccb-bc8e-66bde324a674 None None] No ports have port_id starting with 7f83c39c-bc1e-4813-8678-cb82850a2cec Nov 23 18:49:34.348614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45669250-a147-468d-93c9-e25f03adb5a4 None None] The port '7f83c39c-bc1e-4813-8678-cb82850a2cec' was deleted {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 18:49:34.361848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=b5c55185-f25b-4321-8cba-a2b9de3e943a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:34.369912 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.411253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ebed96f-8615-4ccb-bc8e-66bde324a674 None None] Could not find standard attr ID for object 71219a4d-fc96-4e64-baa5-544f3856e1ae. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:49:34.448513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ad2c751-1da5-419e-b067-07ab4c04123b req-1fe9934a-0f6e-452a-9d09-26cd358b3e1a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567299 Nov 23 18:49:34.504977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.513951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-70cd5155-6154-4b82-bb72-95977d69592a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/b5c55185-f25b-4321-8cba-a2b9de3e943a HTTP/1.1" status: 204 len: 168 time: 2.8263235 Nov 23 18:49:34.521449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:34.581735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4766271-e932-42af-8940-d6de439abfb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.604531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-8bbf7e7d-ae8d-4d22-90cb-56f65283fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:34.606134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-8bbf7e7d-ae8d-4d22-90cb-56f65283fdbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413151 Nov 23 18:49:34.613115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb77a1-8559-4119-8860-8e2c683e281d None None] Pushing event updated for resources: {'Port': ['ID=74603fc8-79df-4297-bcf7-222b594c6048,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:34.638315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69189d-57c4-4b28-9d41-c4f4db9d7aa5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:34.639883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5c69189d-57c4-4b28-9d41-c4f4db9d7aa5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1173229 Nov 23 18:49:34.653287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:34.663183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74603fc8-79df-4297-bcf7-222b594c6048 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:34.692015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.759104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb77d0-33e6-4819-ab9f-a76652f472c7 req-486443a1-63d3-4eb6-afa0-7f6e3e7cbb15 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:34.767057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52cb77d0-33e6-4819-ab9f-a76652f472c7 req-486443a1-63d3-4eb6-afa0-7f6e3e7cbb15 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 945 time: 0.3415515 Nov 23 18:49:34.770329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c83613-4a02-472a-886e-5f6f779c0761']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:34.830568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7369d3-1615-42d7-b0eb-ad2b69a09717') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:34.830918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7369d3-1615-42d7-b0eb-ad2b69a09717') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:34.847527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:34.848723 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.870140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:34.878212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a8f3f-fe74-4be7-b5a8-91af11d0e8f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:34.881555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-679a8f3f-fe74-4be7-b5a8-91af11d0e8f0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2270718 Nov 23 18:49:34.891577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:34.905713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-3d7ad0b3-88d7-42d4-ad8d-d19b53e1f4b4 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644076 Nov 23 18:49:34.982149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.018535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:35.019024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:35.026315 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:35.065216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52cb77d0-33e6-4819-ab9f-a76652f472c7 req-4ae848aa-4c64-4b7d-affb-cf648f159302 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969215 Nov 23 18:49:35.113162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f83c39c-bc1e-4813-8678-cb82850a2cec no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:35.196119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff1ead-1723-4b6d-81a9-6d88d71f991d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.197805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff1ead-1723-4b6d-81a9-6d88d71f991d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.198027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-7409cd1d-690f-47c7-a594-3a3b4b0cfd9e service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768712 Nov 23 18:49:35.200739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff1ead-1723-4b6d-81a9-6d88d71f991d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.206619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-63ff1ead-1723-4b6d-81a9-6d88d71f991d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2951150 Nov 23 18:49:35.223402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:35.322504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-7873a3a5-67c7-4cfe-91f2-927771a1f506 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 217 time: 0.0977523 Nov 23 18:49:35.330309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4766271-e932-42af-8940-d6de439abfb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.331506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.340768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.342718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7f83c39c-bc1e-4813-8678-cb82850a2cec {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:35.343138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7f83c39c-bc1e-4813-8678-cb82850a2cec not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:35.348336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/81c83613-4a02-472a-886e-5f6f779c0761 HTTP/1.1" status: 204 len: 168 time: 2.3624170 Nov 23 18:49:35.355072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f7d91-d169-451a-a91b-23b9acf71152 req-03fb46b2-134c-4490-af8a-27047471a77f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.358359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e33f7d91-d169-451a-a91b-23b9acf71152 req-03fb46b2-134c-4490-af8a-27047471a77f tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 945 time: 0.5494623 Nov 23 18:49:35.360327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:35.372865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0cad-915f-412c-94b7-95b0196e6268 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=81c83613-4a02-472a-886e-5f6f779c0761,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:35.377428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4766271-e932-42af-8940-d6de439abfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.380451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075716417'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:35.407822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 7c3bda2a-3911-446d-a578-32e022e062aa {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:35.429840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.461159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4766271-e932-42af-8940-d6de439abfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73e71e-66c5-49cf-a5c5-2f0b99e8c4e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:35.473277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:35.479209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.481118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b4766271-e932-42af-8940-d6de439abfb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7047216a8994918bfbb98dca1cb1fab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4228179 Nov 23 18:49:35.485094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:35.507984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.526371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-ffa2259f-9cb8-4f10-ae13-e6152187d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.528470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-ffa2259f-9cb8-4f10-ae13-e6152187d7de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1687384 Nov 23 18:49:35.592600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:49:35.600839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e33f7d91-d169-451a-a91b-23b9acf71152 req-0bcb4ed6-222d-4a8b-a5b1-e391920af529 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104800 Nov 23 18:49:35.618846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.619193 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment 508ab22b-8a25-4a98-8f09-02e64a6b1985 of type vlan for network aa25c6c0-e776-48da-bb3c-bb2c3810105d Nov 23 18:49:35.667691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a42dde5e-06d0-43cb-99e0-3e6f6a4d8553 None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:35.668389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a42dde5e-06d0-43cb-99e0-3e6f6a4d8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.682852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.706957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.717063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-dd0fcd7c-f6e9-41cf-bb5c-fd004b5af428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.719893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-dd0fcd7c-f6e9-41cf-bb5c-fd004b5af428 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1678538 Nov 23 18:49:35.721986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.723725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cd734-9dd7-440d-a4cf-bf8114f25fe8 req-58f0f85d-9356-4e7e-86f6-c8ebc2dc0c80 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.731909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-529cd734-9dd7-440d-a4cf-bf8114f25fe8 req-58f0f85d-9356-4e7e-86f6-c8ebc2dc0c80 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1428320 Nov 23 18:49:35.774204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.782919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.797858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:35.798794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:35.801194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a42dde5e-06d0-43cb-99e0-3e6f6a4d8553 None None] Could not find standard attr ID for object b5c55185-f25b-4321-8cba-a2b9de3e943a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:49:35.910796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5481970 Nov 23 18:49:35.915628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55876) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:35.926856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:35.939715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-47406c7f-cdb8-45f7-a652-be36dedea767 None None] Could not find standard attr ID for object b5c55185-f25b-4321-8cba-a2b9de3e943a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:49:35.941985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-529cd734-9dd7-440d-a4cf-bf8114f25fe8 req-9a6d99e9-9eab-42cb-8580-ead241f89d4f tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088439 Nov 23 18:49:35.966205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd3ad1-7c99-4204-a110-61ec2a0f16f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=aa25c6c0-e776-48da-bb3c-bb2c3810105d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:35.986307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:49:35.988672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-73ac1bfd-fb3c-44a1-a333-3e4b68a73719 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598841 Nov 23 18:49:35.995083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.103815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.108205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/7c3bda2a-3911-446d-a578-32e022e062aa HTTP/1.1" status: 204 len: 168 time: 0.8708205 Nov 23 18:49:36.111806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a3de-fc0b-4125-9886-058d9082e226 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3bda2a-3911-446d-a578-32e022e062aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:36.120433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:36.141201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.144082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.144689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-bafd0fde-4f1c-4336-9d76-58a619e0c935 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405849 Nov 23 18:49:36.149120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf73e71e-66c5-49cf-a5c5-2f0b99e8c4e6 HTTP/1.1" status: 204 len: 168 time: 0.6601982 Nov 23 18:49:36.202426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b951f1e-987a-48ba-b821-9ed5af5c0c52 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:36.214009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f6444-3745-49d4-b0f9-1564758c701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73e71e-66c5-49cf-a5c5-2f0b99e8c4e6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:36.231471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-57f2e81a-6ba8-413e-a388-5c401014e5f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 217 time: 0.0657368 Nov 23 18:49:36.231951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:36.236073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.265005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet a31c1823-cdbc-48b8-a424-24449710681d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:36.270997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.365230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf294d5-3860-4687-831b-1b2e6c4480e2 req-123d70fb-0ea4-418b-94e3-92ff97667188 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:36.367754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcf294d5-3860-4687-831b-1b2e6c4480e2 req-123d70fb-0ea4-418b-94e3-92ff97667188 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 945 time: 0.1332037 Nov 23 18:49:36.379284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-dcdad393-206a-47cd-8684-f81a3eedec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:36.382989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-dcdad393-206a-47cd-8684-f81a3eedec29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1277726 Nov 23 18:49:36.463611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.506663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcf294d5-3860-4687-831b-1b2e6c4480e2 req-4f68e2a0-de08-4266-8dd1-4db79fc230d7 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220193 Nov 23 18:49:36.511889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-b0417214-399f-4efa-a357-9054ffd390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:36.513950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-b0417214-399f-4efa-a357-9054ffd390d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091132 Nov 23 18:49:36.613814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74603fc8-79df-4297-bcf7-222b594c6048 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:36.724074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-c474ca64-847b-4a49-8d9a-8fa38bad6c2a service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938615 Nov 23 18:49:36.792926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:36.808122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:36.808749 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.915416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 4ac70016-1628-47d4-974d-3684c1fb3c91 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:36.915791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:36.994492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-024ef7a4-f728-401c-834b-6634919d157a service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604721 Nov 23 18:49:37.114837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-773db989-2e7b-462f-bc93-0de3de79e986 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 217 time: 0.0994654 Nov 23 18:49:37.128434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.146464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.186486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:37.187522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:37.193017 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43753d-864c-4cc3-8d1b-aba23f22d33e" -d '{"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:37.197182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.213306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb0ed3-947d-4afc-b7f6-3cc367d78b34 req-f4bb11d2-0b3f-4933-9154-3d14f0c04eed tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.220632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0bb0ed3-947d-4afc-b7f6-3cc367d78b34 req-f4bb11d2-0b3f-4933-9154-3d14f0c04eed tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 945 time: 0.1883948 Nov 23 18:49:37.275365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:37.316635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdc92a-f4c3-45c5-95fa-1f8ee1131be8 req-93c7b3c6-ae48-48a4-babb-fc56981ee3e9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.318961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6fdc92a-f4c3-45c5-95fa-1f8ee1131be8 req-93c7b3c6-ae48-48a4-babb-fc56981ee3e9 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2246561 Nov 23 18:49:37.332701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-f7df6e50-1a14-4e9b-961c-7eafd336cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.335713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-f7df6e50-1a14-4e9b-961c-7eafd336cf32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1604679 Nov 23 18:49:37.400216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.412600 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0bb0ed3-947d-4afc-b7f6-3cc367d78b34 req-8760e86a-11fc-4f4d-be8a-835a42a10bc0 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910770 Nov 23 18:49:37.413693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.453508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6fdc92a-f4c3-45c5-95fa-1f8ee1131be8 req-de0d709b-6d88-4208-b35d-bfb6ec3db699 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152754 Nov 23 18:49:37.462588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-13d6c342-f75f-4588-bee9-06bc421a2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.464173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-13d6c342-f75f-4588-bee9-06bc421a2ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174300 Nov 23 18:49:37.518496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.523773 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eed7a7-b53f-4901-9e2b-685932bc2e53 x-openstack-request-id: req-56eed7a7-b53f-4901-9e2b-685932bc2e53 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:37.524168 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:37.524393 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56eed7a7-b53f-4901-9e2b-685932bc2e53 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:37.525064 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'code': 200} Nov 23 18:49:37.525660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/a31c1823-cdbc-48b8-a424-24449710681d HTTP/1.1" status: 204 len: 168 time: 1.4039767 Nov 23 18:49:37.545392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:37.559300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=378de9bc-2845-49cc-b7e3-739cceef2e40,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:37.594787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd33a8-6009-44c8-a1d1-13f68cf0102e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=a31c1823-cdbc-48b8-a424-24449710681d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:37.609204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': '508ab22b-8a25-4a98-8f09-02e64a6b1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:37.609912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: aa25c6c0-e776-48da-bb3c-bb2c3810105d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:49:37.700673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8e87e10-8a8e-4854-816f-11b0d7284fff tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535299 Nov 23 18:49:37.707481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:37.722994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:37.744156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:49:37.766099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, aa25c6c0-e776-48da-bb3c-bb2c3810105d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:37.778752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b2d99-5092-4615-b211-b4358de253e2 None None] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:37.789086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.790816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:37.850884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babc1c2-b267-4abb-9ae7-17201eadae5c req-c0088ee7-7cf1-4c8b-974b-b56b3410adbf tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:37.853420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6babc1c2-b267-4abb-9ae7-17201eadae5c req-c0088ee7-7cf1-4c8b-974b-b56b3410adbf tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 946 time: 0.1959114 Nov 23 18:49:37.859442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c14162d6-4210-4b55-a147-d5e3bafa42db tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9391375 Nov 23 18:49:37.864590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:37.875697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d', 'name': 'tempest-PortsTestJSON-132013536', 'fixed_ips': [{'subnet_id': '378de9bc-2845-49cc-b7e3-739cceef2e40', 'ip_address': '172.20.0.10'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:37.964852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c190a6-35c1-4579-af02-80e9cd917a36 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:38.062709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9d6c-8d3b-4aea-8963-ac1a146dc68d req-ef7716f1-f413-4743-93ee-28e97805e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:38.064471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f62f9d6c-8d3b-4aea-8963-ac1a146dc68d req-ef7716f1-f413-4743-93ee-28e97805e961 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 1097 time: 0.3334253 Nov 23 18:49:38.066563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-07b29622-6d89-4839-9eaa-a21352d16b22 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880580 Nov 23 18:49:38.069461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-aa25c6c0-e776-48da-bb3c-bb2c3810105d', 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '378de9bc-2845-49cc-b7e3-739cceef2e40'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:38.070974 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:38.084341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c2ebc0aa-6d48-4e29-bbcf-8efa518ff614 None None] Provisioning complete for port 74603fc8-79df-4297-bcf7-222b594c6048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:38.084341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc0aa-6d48-4e29-bbcf-8efa518ff614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:38.111250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408127-20d7-49ef-9447-a46718b0e574 req-fcee7b19-9bd7-4ff5-acc6-0b8baa5f0bdb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:38.113378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e408127-20d7-49ef-9447-a46718b0e574 req-fcee7b19-9bd7-4ff5-acc6-0b8baa5f0bdb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2218304 Nov 23 18:49:38.124640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6babc1c2-b267-4abb-9ae7-17201eadae5c req-17e20d29-82d8-424a-9d66-592b2b7d8b36 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583656 Nov 23 18:49:38.186961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:38.200395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:38.204333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:38.305345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f62f9d6c-8d3b-4aea-8963-ac1a146dc68d req-d247d730-7b59-4bd8-9ecb-75c315816634 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291486 Nov 23 18:49:38.367260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:38.423863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-37bf8207-3b4d-49bf-b0b3-9ba7bd2ce72b service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347337 Nov 23 18:49:38.434190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:38.445144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e408127-20d7-49ef-9447-a46718b0e574 req-37e4b8ed-735f-479f-8479-626ac2a78f80 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935245 Nov 23 18:49:38.574970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-0d90f9ca-4661-4603-8ce7-d04634edde60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.1219440 Nov 23 18:49:38.696639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:38.723475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Allocated IP 172.20.0.2 (aa25c6c0-e776-48da-bb3c-bb2c3810105d/378de9bc-2845-49cc-b7e3-739cceef2e40/9d07c34c-0418-47ca-a8de-e3b3d4893275) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:38.786007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-ebbabd5c-2c99-45f4-b2ac-f88f7c45353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:38.787956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-ebbabd5c-2c99-45f4-b2ac-f88f7c45353b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1972098 Nov 23 18:49:38.811073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:38.939635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55f55-3404-45c5-a728-c1b1321481c5 req-37c94bd7-2150-4623-921d-bcfe887e3cf8 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:38.941433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72a55f55-3404-45c5-a728-c1b1321481c5 req-37c94bd7-2150-4623-921d-bcfe887e3cf8 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2010937 Nov 23 18:49:38.961431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-656458b7-5307-4a5a-b56b-0979369c6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:38.963546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-656458b7-5307-4a5a-b56b-0979369c6ba5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1604822 Nov 23 18:49:39.031027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Deleting port 74603fc8-79df-4297-bcf7-222b594c6048 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:39.031027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.111183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:39.165590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72a55f55-3404-45c5-a728-c1b1321481c5 req-97278786-b5a7-41b1-98a1-de1f91cff880 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816597 Nov 23 18:49:39.212318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-22bf0d00-fbf1-435e-918f-ec5eefa73b2b service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265725 Nov 23 18:49:39.224161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:49:39.305676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] For port 74603fc8-79df-4297-bcf7-222b594c6048, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=74603fc8-79df-4297-bcf7-222b594c6048,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:39.306327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.336109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Calling delete_port for 74603fc8-79df-4297-bcf7-222b594c6048 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:39.411192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4629e5-3b5a-4ee5-a7c5-1c73606097ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.516069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.570797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4629e5-3b5a-4ee5-a7c5-1c73606097ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.584670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4629e5-3b5a-4ee5-a7c5-1c73606097ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.594148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] No DVR routers for this DVR port 74603fc8-79df-4297-bcf7-222b594c6048 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:39.608478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2788f5-b5f6-4eab-a999-45ad0e31fe2d None None] Pushing event deleted for resources: {'Port': ['ID=74603fc8-79df-4297-bcf7-222b594c6048,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:39.644816 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.660225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.685431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf4629e5-3b5a-4ee5-a7c5-1c73606097ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88c32ef9c8c546c49ac3718a0187b221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705941 Nov 23 18:49:39.714599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:39.725868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4629e5-3b5a-4ee5-a7c5-1c73606097ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a787e7-7ba5-40aa-84c6-94ca29672661,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:39.796229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:39.796229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:39.800654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:39.804662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.10 (aa25c6c0-e776-48da-bb3c-bb2c3810105d/378de9bc-2845-49cc-b7e3-739cceef2e40/218f8f02-14c3-4aec-8f95-15a3843ab1b7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:39.895634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Pushing event updated for resources: {'Port': ['ID=9d07c34c-0418-47ca-a8de-e3b3d4893275,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:39.929784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Attempting to bind port 9d07c34c-0418-47ca-a8de-e3b3d4893275 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:39.931055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Attempting to bind port 9d07c34c-0418-47ca-a8de-e3b3d4893275 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '508ab22b-8a25-4a98-8f09-02e64a6b1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:39.932382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Attempting to bind port 9d07c34c-0418-47ca-a8de-e3b3d4893275 on network aa25c6c0-e776-48da-bb3c-bb2c3810105d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:39.942039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:39.943671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Checking segment: {'id': '508ab22b-8a25-4a98-8f09-02e64a6b1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:39.944101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:39.944559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Bound using segment: {'id': '508ab22b-8a25-4a98-8f09-02e64a6b1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:39.945647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Bound port: 9d07c34c-0418-47ca-a8de-e3b3d4893275, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508ab22b-8a25-4a98-8f09-02e64a6b1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:39.945885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.063548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] For port 9d07c34c-0418-47ca-a8de-e3b3d4893275, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:40.070432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] For port 9d07c34c-0418-47ca-a8de-e3b3d4893275, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9d07c34c-0418-47ca-a8de-e3b3d4893275,segment=NetworkSegment(508ab22b-8a25-4a98-8f09-02e64a6b1985),segment_id=508ab22b-8a25-4a98-8f09-02e64a6b1985)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:40.076584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.096755 n-d-792364-9 neutron-server[103399]: WARNING neutron.services.revisions.revision_plugin [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Could not find related port for resource to bump revision. Nov 23 18:49:40.111125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338c96e-c413-4b1d-9c9d-7cbb08f6eb09 req-6c4a403e-a119-464a-9af9-5d78742aad82 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.112746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5338c96e-c413-4b1d-9c9d-7cbb08f6eb09 req-6c4a403e-a119-464a-9af9-5d78742aad82 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.3969338 Nov 23 18:49:40.119479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Port 74603fc8-79df-4297-bcf7-222b594c6048 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 18:49:40.119788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation for 2001:db8::f816:3eff:fe93:a90e {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 18:49:40.123647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-15dabbdd-bc8a-483f-aa05-01db810e3126 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9025679 Nov 23 18:49:40.126559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe93:a90e {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 18:49:40.128053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.146576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.162711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100a983-aea9-4816-8a9b-bc4fd524ea5c req-db5f69fe-3a54-4fde-a1af-8c046236618d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.175937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c100a983-aea9-4816-8a9b-bc4fd524ea5c req-db5f69fe-3a54-4fde-a1af-8c046236618d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 946 time: 0.2660036 Nov 23 18:49:40.196708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d63d9-bdc4-448d-ad20-e1a42818fcc0 None None] Pushing event updated for resources: {'Port': ['ID=9d07c34c-0418-47ca-a8de-e3b3d4893275,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:40.204827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.245478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-b97c3d4c-d275-461a-ab89-1ce43a905da5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.0665443 Nov 23 18:49:40.261330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:40.269910 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.271495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.292960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:40.301604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:40.328944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.329577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.330951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736e205-9674-4c34-8010-b0130644d03e None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:40.346430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5338c96e-c413-4b1d-9c9d-7cbb08f6eb09 req-ceb1ff85-9283-4a07-b94d-a776094a76e1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159467 Nov 23 18:49:40.348774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c100a983-aea9-4816-8a9b-bc4fd524ea5c req-a7ddf1de-f475-4b5b-a6b1-f97f560c17cd tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716545 Nov 23 18:49:40.363889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3f4af831-83e9-43e3-9046-685146ed4f95 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6553214 Nov 23 18:49:40.371718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:40.380518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:40.435252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-cef9197f-e870-4572-ab1c-86aec6ea6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.439897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-cef9197f-e870-4572-ab1c-86aec6ea6af1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1699767 Nov 23 18:49:40.453259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.618539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74603fc8-79df-4297-bcf7-222b594c6048 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:40.620892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:40.621771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=218f8f02-14c3-4aec-8f95-15a3843ab1b7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:40.625341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:40.630991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:40.679542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 74603fc8-79df-4297-bcf7-222b594c6048 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:40.680020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 74603fc8-79df-4297-bcf7-222b594c6048 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:40.744434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.748576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.749213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-385a7ae9-feae-4d27-a485-15aff9684b36 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.753867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2a787e7-7ba5-40aa-84c6-94ca29672661 HTTP/1.1" status: 204 len: 168 time: 1.0344245 Nov 23 18:49:40.754083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-385a7ae9-feae-4d27-a485-15aff9684b36 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 946 time: 0.2362146 Nov 23 18:49:40.759127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-a7dc388b-0fe0-4a9b-9a77-1c3c63c9bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.760727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-a7dc388b-0fe0-4a9b-9a77-1c3c63c9bd6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2798481 Nov 23 18:49:40.794148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7de79-1ff2-4f3f-b593-82328bf0ed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a787e7-7ba5-40aa-84c6-94ca29672661,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:40.849878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.856092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.867895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:40.869006 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.929204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b2bf366e-4845-4e30-b875-12102247232a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0612369 Nov 23 18:49:40.934548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:40.947684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298eb99-246e-4ea4-9ed2-8b5d53b3212f req-5ca263b2-5d07-46d1-8209-013349dde040 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:40.959384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5298eb99-246e-4ea4-9ed2-8b5d53b3212f req-5ca263b2-5d07-46d1-8209-013349dde040 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2047799 Nov 23 18:49:40.977982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:40.984191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:40.987437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': 'aa25c6c0-e776-48da-bb3c-bb2c3810105d', 'name': 'tempest-PortsTestJSON-467102887', 'fixed_ips': [{'subnet_id': '378de9bc-2845-49cc-b7e3-739cceef2e40', 'ip_address': '172.20.0.9'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:41.126112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5298eb99-246e-4ea4-9ed2-8b5d53b3212f req-322c735d-fc7a-4d69-9cdd-2a722298147d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655128 Nov 23 18:49:41.178131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-83df3d15-6360-41a5-a458-7e6e0c2fb733 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062066 Nov 23 18:49:41.201036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:41.207849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.234828 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb (CIDR: 2001:db8::/64) Nov 23 18:49:41.238724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port de07d39f-c0ee-4808-9d24-8b46ca051e82 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:41.266110 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:49:41.266727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:49:41.278932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Deleting port dce7158c-c42d-48ca-8147-44da50dc974d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:41.279574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.309910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Allocated IP 2001:db8::f816:3eff:fe5b:4835 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb/0f7ed9fe-018e-4f92-9257-97df51822227) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:41.496134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3f6b84df-5dac-45f8-b77b-25f8dc523690 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1113744 Nov 23 18:49:41.500905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:41.507900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:41.616084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.629585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.715080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-225800ea-13b2-47ac-a23a-a3d70d710dcf req-e95c2e54-f05b-4050-9704-76b8b67b3392 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193231 Nov 23 18:49:41.729886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:41.732381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b7e92-7976-493b-a450-4ff086ab992b req-db23da09-90f8-4e46-97a5-4eabaafd3e1b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:41.735500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf1b7e92-7976-493b-a450-4ff086ab992b req-db23da09-90f8-4e46-97a5-4eabaafd3e1b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.2048187 Nov 23 18:49:41.741180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:41.743473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Pushing event updated for resources: {'Port': ['ID=0f7ed9fe-018e-4f92-9257-97df51822227,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:41.751435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:41.787558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.9 (aa25c6c0-e776-48da-bb3c-bb2c3810105d/378de9bc-2845-49cc-b7e3-739cceef2e40/de07d39f-c0ee-4808-9d24-8b46ca051e82) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:41.815640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b220-c779-4ab5-b16f-ad45fa4af085 req-a59432b5-6cbf-4b48-a8c4-29092840c732 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:41.828720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0011b220-c779-4ab5-b16f-ad45fa4af085 req-a59432b5-6cbf-4b48-a8c4-29092840c732 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 946 time: 0.1486938 Nov 23 18:49:41.845516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Attempting to bind port 0f7ed9fe-018e-4f92-9257-97df51822227 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:41.846147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Attempting to bind port 0f7ed9fe-018e-4f92-9257-97df51822227 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:41.846832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Attempting to bind port 0f7ed9fe-018e-4f92-9257-97df51822227 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:41.857255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:41.858434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:41.859031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.860185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:41.864892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Bound port: 0f7ed9fe-018e-4f92-9257-97df51822227, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:41.864892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:41.901208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf1b7e92-7976-493b-a450-4ff086ab992b req-72b5d7fb-7961-4b07-b4fe-3eb5583000fb tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483474 Nov 23 18:49:41.974917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] For port dce7158c-c42d-48ca-8147-44da50dc974d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=dce7158c-c42d-48ca-8147-44da50dc974d,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:41.975289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.004826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Calling delete_port for dce7158c-c42d-48ca-8147-44da50dc974d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:42.009407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] For port 0f7ed9fe-018e-4f92-9257-97df51822227, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:42.015175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] For port 0f7ed9fe-018e-4f92-9257-97df51822227, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0f7ed9fe-018e-4f92-9257-97df51822227,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:42.021524 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.080115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-129c4bfe-35ff-455e-a50b-83a5dfccf85e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:42.081857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-129c4bfe-35ff-455e-a50b-83a5dfccf85e tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 945 time: 0.2025933 Nov 23 18:49:42.126538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0011b220-c779-4ab5-b16f-ad45fa4af085 req-8424f48d-a83c-46e7-a4d2-602f42213559 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/security-groups?id=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888072 Nov 23 18:49:42.128609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3846499-1c4e-4135-aca7-1d875b56cf32 None None] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:42.312485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:42.456153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0a222-4f0a-4304-9955-74ad42977055 req-a62ca96f-5a0e-44da-8fa8-4f05eba6b718 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:42.457735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75b0a222-4f0a-4304-9955-74ad42977055 req-a62ca96f-5a0e-44da-8fa8-4f05eba6b718 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.1351810 Nov 23 18:49:42.461408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325268bd-7ca2-4afd-ac45-923da02dd866 None None] Pushing event updated for resources: {'Port': ['ID=0f7ed9fe-018e-4f92-9257-97df51822227,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:42.523809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] Provisioning complete for port 9d07c34c-0418-47ca-a8de-e3b3d4893275 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:42.525842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.600231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:42.605277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.631837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75b0a222-4f0a-4304-9955-74ad42977055 req-c5d948b2-fe4b-40a3-895b-7dca3ee1e68c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552520 Nov 23 18:49:42.713568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9d07c34c-0418-47ca-a8de-e3b3d4893275 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:42.732124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1831164806-network', 'tenant_id': '2b4d58c23abb40fcb9c82b5b2b080756'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:42.828645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dce7158c-c42d-48ca-8147-44da50dc974d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:42.856565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Made reservation on behalf of 2b4d58c23abb40fcb9c82b5b2b080756 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:42.860414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.888938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.889312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.918773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: dce7158c-c42d-48ca-8147-44da50dc974d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:42.918773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device dce7158c-c42d-48ca-8147-44da50dc974d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:42.933025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:42.939971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4e89e527-5285-4f7e-b6c6-c61483d2780e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:42.969582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03710f51-3b45-4171-8222-7dc698540102 req-c95554c6-c49d-46a0-b49b-5cb3486d0335 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:42.971502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03710f51-3b45-4171-8222-7dc698540102 req-c95554c6-c49d-46a0-b49b-5cb3486d0335 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.3472462 Nov 23 18:49:42.982470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event deleted for resources: {'Port': ['ID=dce7158c-c42d-48ca-8147-44da50dc974d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:43.031797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.032523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9d07c34c-0418-47ca-a8de-e3b3d4893275 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:43.033297 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.065216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.107497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Deleting port 4e89e527-5285-4f7e-b6c6-c61483d2780e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:43.107829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.126038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] No DVR routers for this DVR port dce7158c-c42d-48ca-8147-44da50dc974d on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:43.137283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:43.145795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:43.155091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:43.156876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.165045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0edc06cd-bd82-44f4-938e-9da84144b340 req-56023116-1136-4025-990f-de81601a4002 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.47 "DELETE /v2.0/ports/dce7158c-c42d-48ca-8147-44da50dc974d HTTP/1.1" status: 204 len: 173 time: 2.4002466 Nov 23 18:49:43.181911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'name': 'network-vif-deleted', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:43.190454 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219253c-134c-4514-bf58-cd905c57ed51" -d '{"events": [{"server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "name": "network-vif-deleted", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:43.236055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] For port 9d07c34c-0418-47ca-a8de-e3b3d4893275, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9d07c34c-0418-47ca-a8de-e3b3d4893275,segment=NetworkSegment(508ab22b-8a25-4a98-8f09-02e64a6b1985),segment_id=508ab22b-8a25-4a98-8f09-02e64a6b1985)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:43.257831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.359629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=de07d39f-c0ee-4808-9d24-8b46ca051e82,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:43.461073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03710f51-3b45-4171-8222-7dc698540102 req-9453a5e7-1734-4521-8e29-8e58f99da1db tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687004 Nov 23 18:49:43.470685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b0ac-46ae-445e-a51a-856675cb8b46 None None] Pushing event updated for resources: {'Port': ['ID=9d07c34c-0418-47ca-a8de-e3b3d4893275,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:43.499791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:43.503835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.595741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dce1aa08-9392-48b1-afc2-8815769fc9ad None None] Provisioning complete for port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:43.597301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dce1aa08-9392-48b1-afc2-8815769fc9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.621366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70711d12-dbcd-4bff-be0e-04c6ee7c1ea9 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6442556 Nov 23 18:49:43.624949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:43.707170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] For port 4e89e527-5285-4f7e-b6c6-c61483d2780e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4e89e527-5285-4f7e-b6c6-c61483d2780e,segment=NetworkSegment(5ddc9e01-1430-4939-beb5-724777878d64),segment_id=5ddc9e01-1430-4939-beb5-724777878d64)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:43.707795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.783855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-5dba19ca-1a2d-4687-b328-4ade7444563c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:43.793050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-5dba19ca-1a2d-4687-b328-4ade7444563c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.4954264 Nov 23 18:49:43.797921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Calling delete_port for 4e89e527-5285-4f7e-b6c6-c61483d2780e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:43.845213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-20bb7c76-0716-4090-a868-2f98e23dd19d tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/quotas/f2461be4e33f4db89d7c545dadf1b5bb HTTP/1.1" status: 200 len: 375 time: 0.0495462 Nov 23 18:49:43.880473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dce1aa08-9392-48b1-afc2-8815769fc9ad None None] Port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:43.903935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dce1aa08-9392-48b1-afc2-8815769fc9ad None None] Provisioning complete for port 9d07c34c-0418-47ca-a8de-e3b3d4893275 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:43.905405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dce1aa08-9392-48b1-afc2-8815769fc9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:43.918640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681ce18-c049-44c0-8673-fc7d378ff7c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:43.920621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a681ce18-c049-44c0-8673-fc7d378ff7c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2944760 Nov 23 18:49:43.924050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:43.948315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.002572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.023833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-4aceda02-dd43-4413-9950-929dee533998 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773915 Nov 23 18:49:44.078061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75a9a2-bfec-4270-a313-6704b9811289 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.084363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75a9a2-bfec-4270-a313-6704b9811289 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.090645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75a9a2-bfec-4270-a313-6704b9811289 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.092379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a75a9a2-bfec-4270-a313-6704b9811289 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1670725 Nov 23 18:49:44.095627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:44.145865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:49:44.172072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-939cf3b2-edb2-4969-84ab-4d7864b9ad0e req-3a45b8fc-366a-4720-9f40-6d57c9b9e24d tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=e31522d9-a69a-43b6-be7b-2caad09b6cea HTTP/1.1" status: 200 len: 210 time: 0.2657986 Nov 23 18:49:44.252910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.253462 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Added segment c5537280-4f14-453b-9374-1984637ffb8b of type vlan for network c4473a43-20ec-4beb-9a98-14f2148f2958 Nov 23 18:49:44.285747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Provisioning complete for port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:44.286623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.299250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.333369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:44.351710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:44.352823 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.353477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-5e18449b-57a5-4003-a2e4-4b07669e382a service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281949 Nov 23 18:49:44.377471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:44.425419 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4bc3c7-94ab-41b2-820e-5a9112df2d25 x-openstack-request-id: req-be4bc3c7-94ab-41b2-820e-5a9112df2d25 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:44.426025 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31522d9-a69a-43b6-be7b-2caad09b6cea", "name": "network-vif-deleted", "tag": "dce7158c-c42d-48ca-8147-44da50dc974d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:44.426673 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be4bc3c7-94ab-41b2-820e-5a9112df2d25 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:44.427191 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31522d9-a69a-43b6-be7b-2caad09b6cea', 'name': 'network-vif-deleted', 'tag': 'dce7158c-c42d-48ca-8147-44da50dc974d', 'status': 'completed', 'code': 200} Nov 23 18:49:44.513746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port de07d39f-c0ee-4808-9d24-8b46ca051e82 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:44.514439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.526846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.565358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-66f5b268-f92b-4992-851d-137e3672120a None None] For port 0f7ed9fe-018e-4f92-9257-97df51822227, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0f7ed9fe-018e-4f92-9257-97df51822227,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:44.572879 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.612379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:44.616676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.646334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9dab9-4091-4105-bd74-2d4a4828ad7c None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:44.669918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.670874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.692447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-616febff-c479-4719-9e1d-64152df77fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377135 Nov 23 18:49:44.700536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4450f989-729f-44e9-9f34-5b52922f1dda,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:44.716783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Provisioning complete for port de07d39f-c0ee-4808-9d24-8b46ca051e82 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:44.718726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.729032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.762966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.786872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for de07d39f-c0ee-4808-9d24-8b46ca051e82 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:44.797120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Pushing event deleted for resources: {'Port': ['ID=4e89e527-5285-4f7e-b6c6-c61483d2780e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:44.810109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=b47ec50d-4e85-4893-8c04-d8e6936739b9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:44.829443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4040fe7a-2056-4c69-9e32-ac8d58819e2e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3271897 Nov 23 18:49:44.846994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:44.860711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:d2:22:b5', 'name': 'tempest-NetworksTestDHCPv6-50955149'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:44.879981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308803e7-460c-47d6-a8e2-ba0133524469 req-1652dcc7-3f78-4e7e-9f04-40b7356db36e tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.882831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308803e7-460c-47d6-a8e2-ba0133524469 req-1652dcc7-3f78-4e7e-9f04-40b7356db36e tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/ports?device_id=a734764c-751e-486f-ba7e-9b36bac8659a HTTP/1.1" status: 200 len: 946 time: 0.3072402 Nov 23 18:49:44.927122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.931442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:44.934023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.009747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd243262-145b-4151-8786-29fcf1fdf723 req-a8e249e9-1baa-4555-8a1f-34b28fe00dff tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 210 time: 0.0444114 Nov 23 18:49:45.031610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Pushing event updated for resources: {'Port': ['ID=0f7ed9fe-018e-4f92-9257-97df51822227,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:45.049798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.062775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0f7ed9fe-018e-4f92-9257-97df51822227 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:45.127203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=de07d39f-c0ee-4808-9d24-8b46ca051e82,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:45.130573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba047-bc66-44c8-9fc3-d689b6307cb6 req-bb45d30b-dfb4-4d70-9be8-3e8eee7a8fcd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:45.135090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23bba047-bc66-44c8-9fc3-d689b6307cb6 req-bb45d30b-dfb4-4d70-9be8-3e8eee7a8fcd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.4511092 Nov 23 18:49:45.136314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] No DVR routers for this DVR port 4e89e527-5285-4f7e-b6c6-c61483d2780e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:45.150060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.164356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5097c0df-4cd7-48e0-94b2-209373a402b1 req-2967369b-a116-4ff4-a922-87dff7c7f1e5 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.50 "DELETE /v2.0/ports/4e89e527-5285-4f7e-b6c6-c61483d2780e HTTP/1.1" status: 204 len: 173 time: 3.0300908 Nov 23 18:49:45.193873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-66f5b268-f92b-4992-851d-137e3672120a None None] Port de07d39f-c0ee-4808-9d24-8b46ca051e82 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:45.251038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.257211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-695ad84e-82c4-4a4d-958d-7ca67b2dd8e2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/de07d39f-c0ee-4808-9d24-8b46ca051e82 HTTP/1.1" status: 204 len: 168 time: 1.1600995 Nov 23 18:49:45.259991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:45.313422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:45.314086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.435436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4e89e527-5285-4f7e-b6c6-c61483d2780e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:45.442764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': 'c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb', 'ip_address': '2001:db8::f816:3eff:fe5b:4835'}, {'subnet_id': 'b47ec50d-4e85-4893-8c04-d8e6936739b9'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '0f7ed9fe-018e-4f92-9257-97df51822227'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:49:45.468679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 4e89e527-5285-4f7e-b6c6-c61483d2780e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:45.468986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4e89e527-5285-4f7e-b6c6-c61483d2780e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:45.514139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9140645e-8251-47b7-97af-55a9b10a5967 req-1cfc87ac-dbb4-419a-8b30-e32abc1d6484 tempest-MultipleCreateTestJSON-801396471 tempest-MultipleCreateTestJSON-801396471-project] 10.222.0.37 "GET /v2.0/ports?device_id=445e6be6-dc81-412f-a4b4-642ee7d6e830 HTTP/1.1" status: 200 len: 210 time: 0.1374636 Nov 23 18:49:45.517901 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7369f8-08e2-44cd-8b29-c0778c7c1f83 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:49:45.525525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b7369f8-08e2-44cd-8b29-c0778c7c1f83 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/de07d39f-c0ee-4808-9d24-8b46ca051e82 HTTP/1.1" status: 404 len: 333 time: 0.2259793 Nov 23 18:49:45.536344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:45.566242 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.642710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9d07c34c-0418-47ca-a8de-e3b3d4893275 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:45.743813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 218f8f02-14c3-4aec-8f95-15a3843ab1b7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:45.744603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.806905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Pushing event updated for resources: {'Network': ['ID=c4473a43-20ec-4beb-9a98-14f2148f2958,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:45.872028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.872383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.872847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.873081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.873385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.873715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.874585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.874585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.874897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.875042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.875395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.875747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:45.882968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d277c35d-3962-4b64-9daf-7d4babc97437 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5204039 Nov 23 18:49:45.892149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:45.906118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Request body: {'subnet': {'network_id': 'c4473a43-20ec-4beb-9a98-14f2148f2958', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1831164806-subnet', 'tenant_id': '2b4d58c23abb40fcb9c82b5b2b080756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:45.923104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.942602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 218f8f02-14c3-4aec-8f95-15a3843ab1b7 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:45.955484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c4473a43-20ec-4beb-9a98-14f2148f2958 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:49:45.984858 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:49:45.997180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23bba047-bc66-44c8-9fc3-d689b6307cb6 req-a980e301-fd7e-4845-b605-cc1c2fc956c4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420690 Nov 23 18:49:46.050580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Deleting port 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:46.051592 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.081696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:49:46.081696 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 18:49:46.081696 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id_1': '371446877b92485897b2777475e52958', 'expiration_1': datetime.datetime(2021, 11, 23, 18, 49, 26, 36572)}] Nov 23 18:49:46.081696 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:46.082483 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:46.082729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9d07c34c-0418-47ca-a8de-e3b3d4893275 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:46.083500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.093861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Made reservation on behalf of 2b4d58c23abb40fcb9c82b5b2b080756 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:46.097644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.135034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Allocated IP 2001:db8:0:1::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/b47ec50d-4e85-4893-8c04-d8e6936739b9/0f7ed9fe-018e-4f92-9257-97df51822227) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:46.219364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] For port 4ac70016-1628-47d4-974d-3684c1fb3c91, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=4ac70016-1628-47d4-974d-3684c1fb3c91,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:46.220074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.235871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Calling delete_port for 4ac70016-1628-47d4-974d-3684c1fb3c91 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:46.261059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e48b4e6-f9f3-4b88-a44b-820977f0cb45 req-086ff26f-ffca-4c04-b94d-8c3c307766da tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 210 time: 0.1219685 Nov 23 18:49:46.324562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.396755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=218f8f02-14c3-4aec-8f95-15a3843ab1b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:46.464779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'name': 'network-vif-deleted', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:46.469047 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b8af3-6b63-4b06-a661-bb5c60e12355" -d '{"events": [{"server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "name": "network-vif-deleted", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:46.514843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d2154371-d578-436d-985f-5137afc1d893 None None] For port 0f7ed9fe-018e-4f92-9257-97df51822227, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0f7ed9fe-018e-4f92-9257-97df51822227,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:46.553746 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db220cd-0da7-4f4f-ad8d-54f6fbe7f206 x-openstack-request-id: req-2db220cd-0da7-4f4f-ad8d-54f6fbe7f206 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:46.554051 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445e6be6-dc81-412f-a4b4-642ee7d6e830", "name": "network-vif-deleted", "tag": "4e89e527-5285-4f7e-b6c6-c61483d2780e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:46.557963 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2db220cd-0da7-4f4f-ad8d-54f6fbe7f206 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:46.558442 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e6be6-dc81-412f-a4b4-642ee7d6e830', 'name': 'network-vif-deleted', 'tag': '4e89e527-5285-4f7e-b6c6-c61483d2780e', 'status': 'completed', 'code': 200} Nov 23 18:49:46.560040 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.578003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.582506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fec67465-548c-4dab-8632-cb34a74d2484 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/218f8f02-14c3-4aec-8f95-15a3843ab1b7 HTTP/1.1" status: 204 len: 168 time: 1.0516710 Nov 23 18:49:46.588748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:46.606499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event deleted for resources: {'Port': ['ID=4ac70016-1628-47d4-974d-3684c1fb3c91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:46.607887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.617336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.639826 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f60acf-a4af-4239-b9c1-6f7e4e6bbafa tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:49:46.659079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-20f60acf-a4af-4239-b9c1-6f7e4e6bbafa tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/218f8f02-14c3-4aec-8f95-15a3843ab1b7 HTTP/1.1" status: 404 len: 333 time: 0.0659473 Nov 23 18:49:46.662355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:46.662944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:46.691756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0f7ed9fe-018e-4f92-9257-97df51822227 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:46.709636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] No DVR routers for this DVR port 4ac70016-1628-47d4-974d-3684c1fb3c91 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:46.714683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.718798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-308803e7-460c-47d6-a8e2-ba0133524469 req-c3b38d13-187a-4bf4-9beb-1b6cd7887b47 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "DELETE /v2.0/ports/4ac70016-1628-47d4-974d-3684c1fb3c91 HTTP/1.1" status: 204 len: 173 time: 1.7661893 Nov 23 18:49:46.719663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:46.818680 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.839631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:46.878233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 378de9bc-2845-49cc-b7e3-739cceef2e40 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:46.890129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Deleting subnet b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:46.905904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2154371-d578-436d-985f-5137afc1d893 None None] Pushing event updated for resources: {'Port': ['ID=0f7ed9fe-018e-4f92-9257-97df51822227,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:46.918038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.924423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 4ac70016-1628-47d4-974d-3684c1fb3c91 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:46.924890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 4ac70016-1628-47d4-974d-3684c1fb3c91 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:46.961745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.964789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:46.965420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.986975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.068471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.073602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c09b9e-fdb3-4d3e-a3a4-cedecaeb25e2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:47.119525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.127197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port df7e3bd2-2911-4546-a911-aeb4bd6a8677 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:47.163304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Checking segment: {'id': 'c5537280-4f14-453b-9374-1984637ffb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c4473a43-20ec-4beb-9a98-14f2148f2958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:47.163683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Network hostable DHCP agents. Network: c4473a43-20ec-4beb-9a98-14f2148f2958, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:49:47.200818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.256016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Network c4473a43-20ec-4beb-9a98-14f2148f2958 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:49:47.257565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058c175-81db-405d-adac-ee171b51b1f2 req-de0ba343-1869-4317-99ba-d137a99f1546 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:47.259715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1058c175-81db-405d-adac-ee171b51b1f2 req-de0ba343-1869-4317-99ba-d137a99f1546 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1336658 Nov 23 18:49:47.281418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c4473a43-20ec-4beb-9a98-14f2148f2958) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:47.292149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-dcc5a952-432a-484f-b528-42b501e05754 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:47.293053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:47.293668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-dcc5a952-432a-484f-b528-42b501e05754 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 814 time: 0.3227844 Nov 23 18:49:47.293791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.295538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40888dc-3ab5-4cbc-a96c-d04a1b7b45a8 None None] Network c4473a43-20ec-4beb-9a98-14f2148f2958 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:47.309928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.315699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Request body: {'port': {'device_id': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'admin_state_up': True, 'tenant_id': 'f2461be4e33f4db89d7c545dadf1b5bb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:47.327606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0bd1aac3-6d5e-4eef-9043-28526e625c44 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4252436 Nov 23 18:49:47.434553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.486973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:47.537815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cac5aee9-a417-4044-a05e-1bc1f536f8a9 req-e6876b10-7762-4dc3-bfa8-b4057b629cff tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 210 time: 0.0395949 Nov 23 18:49:47.585301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.590879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46d88af4-b9b9-4ab4-a828-5fdad781d8bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b58cbe22-fb3b-46a2-a8d0-e9e32b9a400e HTTP/1.1" status: 204 len: 168 time: 0.9265110 Nov 23 18:49:47.595559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:47.625033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1058c175-81db-405d-adac-ee171b51b1f2 req-4a38b8f7-e93e-443a-9f0f-5bd0da905e8d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530498 Nov 23 18:49:47.665212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.702058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8:0:1::c1 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/b47ec50d-4e85-4893-8c04-d8e6936739b9/df7e3bd2-2911-4546-a911-aeb4bd6a8677) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:47.719197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::f816:3eff:fed2:22b5 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb/df7e3bd2-2911-4546-a911-aeb4bd6a8677) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:47.739017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Made reservation on behalf of f2461be4e33f4db89d7c545dadf1b5bb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:47.743497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.769800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=378de9bc-2845-49cc-b7e3-739cceef2e40,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:47.791556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:47.792589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c832e-c6be-4188-9c3a-2bda29c122f2 None None] Network c4473a43-20ec-4beb-9a98-14f2148f2958 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:47.804304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0fd17891-9d4d-43e7-a540-05679d921372 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/378de9bc-2845-49cc-b7e3-739cceef2e40 HTTP/1.1" status: 204 len: 168 time: 1.1380641 Nov 23 18:49:47.807777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:47.849329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6bd4e-ed4e-4583-9938-ad7eca05ab73 None None] Network aa25c6c0-e776-48da-bb3c-bb2c3810105d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:47.905538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.050159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1107667364', 'description': 'tempest-description-1852189512'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:48.071140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.154316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.158569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Allocated IP 172.20.0.7 (bd621a16-ff52-43d5-a4ce-9e6ea5559e92/d7742566-d72f-45a0-a00d-542d0746f500/30d1235a-60c1-4bcf-893e-58ddc53c419c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:48.224880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.257742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.282532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df78d457-aa23-4b27-97c8-e2adfbd32e31']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:48.305666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddc9e01-1430-4939-beb5-724777878d64') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:48.306064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddc9e01-1430-4939-beb5-724777878d64') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:48.324690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] DHCP port deletion for aa25c6c0-e776-48da-bb3c-bb2c3810105d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:48.342155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.360920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9107420d-3c59-4496-adc4-416fabac6e87 None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:48.361403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9107420d-3c59-4496-adc4-416fabac6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.398833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.426112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 9d07c34c-0418-47ca-a8de-e3b3d4893275 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:48.427062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.429789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Deleting port 9d07c34c-0418-47ca-a8de-e3b3d4893275 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:48.430764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.431914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:48.432318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.432675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:48.436000 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:48.475230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.506195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] For port 9d07c34c-0418-47ca-a8de-e3b3d4893275, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9d07c34c-0418-47ca-a8de-e3b3d4893275,segment=NetworkSegment(508ab22b-8a25-4a98-8f09-02e64a6b1985),segment_id=508ab22b-8a25-4a98-8f09-02e64a6b1985)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:48.506600 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.512956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.521033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Calling delete_port for 9d07c34c-0418-47ca-a8de-e3b3d4893275 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:48.521750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:48.538537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.562127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7aea3-1dd5-4c63-b0f5-cfb9bac95be7 req-8c23a850-1836-43c2-9d99-437364cfa5dc tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:48.564839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2f7aea3-1dd5-4c63-b0f5-cfb9bac95be7 req-8c23a850-1836-43c2-9d99-437364cfa5dc tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.1946404 Nov 23 18:49:48.572868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-deleted', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:48.576905 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef32b37-b7cd-407c-9646-9975db1fa403" -d '{"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-deleted", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:48.582086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:48.584127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.592783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.601238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df78d457-aa23-4b27-97c8-e2adfbd32e31 HTTP/1.1" status: 204 len: 168 time: 1.0007422 Nov 23 18:49:48.612377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:48.614878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 9d07c34c-0418-47ca-a8de-e3b3d4893275, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9d07c34c-0418-47ca-a8de-e3b3d4893275,segment=NetworkSegment(508ab22b-8a25-4a98-8f09-02e64a6b1985),segment_id=508ab22b-8a25-4a98-8f09-02e64a6b1985)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:48.615302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.622457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:48.623585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.636098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.645874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.647197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89362b03-3aa2-4e43-aa1e-e50132944a0d req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6011746 Nov 23 18:49:48.654510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecd412-dfb6-4484-9333-36e0084bd973 admin admin] Pushing event deleted for resources: {'Network': ['ID=df78d457-aa23-4b27-97c8-e2adfbd32e31,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:48.657813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=df7e3bd2-2911-4546-a911-aeb4bd6a8677,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:48.677564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] Pushing event deleted for resources: {'Port': ['ID=9d07c34c-0418-47ca-a8de-e3b3d4893275,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:48.677857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 9d07c34c-0418-47ca-a8de-e3b3d4893275 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:48.688063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288297b-0441-42fd-b223-2bc0303fd0f5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b59898-8ce3-4c8e-9aa1-3ebefff53624,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:48.689740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9983852-f39b-4670-90a9-935600e1bdc4 None None] No DVR routers for this DVR port 9d07c34c-0418-47ca-a8de-e3b3d4893275 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:48.719353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7021b878-0508-4ec6-9aae-755d6f0189cd tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8711660 Nov 23 18:49:48.726336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:48.801374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0f7ed9fe-018e-4f92-9257-97df51822227 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:48.835423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2f7aea3-1dd5-4c63-b0f5-cfb9bac95be7 req-fc5d766c-78f8-42b8-85ac-d9084ac2986d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487590 Nov 23 18:49:48.884190 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9c97c27-6dfa-4c87-80b4-0b9d5ad4de9c req-9b76fd6b-0260-46e1-a681-aaae421ad7e6 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 210 time: 0.0671520 Nov 23 18:49:48.898406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:48.898772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.899252 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.933409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.980350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 9d07c34c-0418-47ca-a8de-e3b3d4893275 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:48.985960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:48.998997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=9d07c34c-0418-47ca-a8de-e3b3d4893275,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:49.056328 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8ada3-1057-4c3f-9d12-3e3ccb1e4fbb x-openstack-request-id: req-56f8ada3-1057-4c3f-9d12-3e3ccb1e4fbb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:49.056705 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a734764c-751e-486f-ba7e-9b36bac8659a", "name": "network-vif-deleted", "tag": "4ac70016-1628-47d4-974d-3684c1fb3c91", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:49.056879 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56f8ada3-1057-4c3f-9d12-3e3ccb1e4fbb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:49.057421 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a734764c-751e-486f-ba7e-9b36bac8659a', 'name': 'network-vif-deleted', 'tag': '4ac70016-1628-47d4-974d-3684c1fb3c91', 'status': 'completed', 'code': 200} Nov 23 18:49:49.088306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:49.091868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:49.095776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event updated for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:49.098911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:49.147400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9d07c34c-0418-47ca-a8de-e3b3d4893275 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:49.166502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9d07c34c-0418-47ca-a8de-e3b3d4893275 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:49.166882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9d07c34c-0418-47ca-a8de-e3b3d4893275 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:49.206615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:49.207608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.231678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port df7e3bd2-2911-4546-a911-aeb4bd6a8677 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:49.232014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.241554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-974fa059-a81e-4cbb-aec4-bf3afe5eef8f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9280090 Nov 23 18:49:49.283051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Request body: {'port': {'device_id': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:49.293848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9b26a0f5-0f28-4c72-8ec7-13e1fe4a6394 None None] Provisioning complete for port df7e3bd2-2911-4546-a911-aeb4bd6a8677 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:49.295793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b26a0f5-0f28-4c72-8ec7-13e1fe4a6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.357877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9b26a0f5-0f28-4c72-8ec7-13e1fe4a6394 None None] Port df7e3bd2-2911-4546-a911-aeb4bd6a8677 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:49.426241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.452385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69a056f2-35d7-4038-8d69-259d13360695 req-cdc40864-cf61-4f5d-8ded-79fba0cc5faa tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a5b59898-8ce3-4c8e-9aa1-3ebefff53624 HTTP/1.1" status: 200 len: 1824 time: 0.5378885 Nov 23 18:49:49.453371 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.476861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5b59898-8ce3-4c8e-9aa1-3ebefff53624', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:49.477182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5b59898-8ce3-4c8e-9aa1-3ebefff53624', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:49.480101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for df7e3bd2-2911-4546-a911-aeb4bd6a8677 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:49.518082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03107258-8ad4-4f63-ad52-ce85ae63635e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=330d4adcd80645679c05040b1956a0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256851 Nov 23 18:49:49.521063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.525379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:49.568694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa25c6c0-e776-48da-bb3c-bb2c3810105d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:49.590143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508ab22b-8a25-4a98-8f09-02e64a6b1985') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:49.590513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508ab22b-8a25-4a98-8f09-02e64a6b1985') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:49.613115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.650599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.663219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:49.663686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:49.667573 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:49.699399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.746753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.784834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.806576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.833723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.847870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/aa25c6c0-e776-48da-bb3c-bb2c3810105d HTTP/1.1" status: 204 len: 168 time: 2.0174315 Nov 23 18:49:49.849321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.850382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:49.859637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100799797'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:49.861922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.921148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ce1f-9b30-4acf-bfd3-eb2d626e13fd tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=aa25c6c0-e776-48da-bb3c-bb2c3810105d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:49.935756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:49.940920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.941534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70cd3ff-1cce-4a9d-80bf-f41f04692e14,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:49.953279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:49.971381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69a056f2-35d7-4038-8d69-259d13360695 req-e785c1fa-03f0-4fe5-8806-b493b3bcd610 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5037117 Nov 23 18:49:50.002487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.039840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=df7e3bd2-2911-4546-a911-aeb4bd6a8677,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:50.073286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.077705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d1235a-60c1-4bcf-893e-58ddc53c419c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:50.077913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.079950 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4 HTTP/1.1" status: 204 len: 168 time: 0.5476868 Nov 23 18:49:50.086574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:49:50.100819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80f383-4c6f-47ce-898d-71d80c239fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374cb8d0-a7b8-4eba-b569-7bd5dfadc5a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:50.111014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.161360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.165321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6dc206df-9192-46c9-a1fe-24a48857bea0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/df7e3bd2-2911-4546-a911-aeb4bd6a8677 HTTP/1.1" status: 204 len: 168 time: 1.4333904 Nov 23 18:49:50.175090 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.175655 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Added segment ee6e92f9-b8a4-441e-82f2-2e98510020eb of type vlan for network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 Nov 23 18:49:50.176866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:50.215015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Transition to ACTIVE for port object 30d1235a-60c1-4bcf-893e-58ddc53c419c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:49:50.220602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1449-d920-4c91-87e6-06ef4f9d2590 req-1471a949-b104-401c-a4f4-d52dd4a6fa24 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.228987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-017f1449-d920-4c91-87e6-06ef4f9d2590 req-1471a949-b104-401c-a4f4-d52dd4a6fa24 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 931 time: 0.0974698 Nov 23 18:49:50.298006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-017f1449-d920-4c91-87e6-06ef4f9d2590 req-cbaeceb4-bfc0-46f2-bdbf-dabae3b2a71b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677941 Nov 23 18:49:50.328563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1243796159', 'description': 'tempest-description-1400250357'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:50.353107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.364774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.379521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.470908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:49:50.481236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.486211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.525883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.527486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dedc0f35-a0a3-412b-b1e8-10407c389a4e req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2046514 Nov 23 18:49:50.527612 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.533337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.533950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.543620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:50.558832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd7129-e038-4e84-b3c7-d5545b974399 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.563144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c0dd7129-e038-4e84-b3c7-d5545b974399 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3855875 Nov 23 18:49:50.570340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:50.586228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737c92-8a2d-49fd-bda0-4b92ed499085 req-9ce3a6a1-1ee0-416f-8d08-a7b7a4970a6d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.593899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30737c92-8a2d-49fd-bda0-4b92ed499085 req-9ce3a6a1-1ee0-416f-8d08-a7b7a4970a6d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.2441673 Nov 23 18:49:50.601034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28db57-a806-476e-94b7-c1beeffbde1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:50.617010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-b243100c-d691-4514-891a-3f70d1e82184 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.619164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-b243100c-d691-4514-891a-3f70d1e82184 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 945 time: 0.8337045 Nov 23 18:49:50.644594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.645298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.645663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.646003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.646337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.646670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.647927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.647927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.647927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.648381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.648817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.649971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0c889-72eb-4d4c-93df-5aac386a68c7 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:50.686839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71c318-7be5-4309-a46f-2905b05743aa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.688842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0e71c318-7be5-4309-a46f-2905b05743aa tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1162438 Nov 23 18:49:50.692166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:50.696239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8441668 Nov 23 18:49:50.705378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:50.734240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:50.767640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920a9b5-b36a-4022-9ae6-fc8dc796809c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Network': ['ID=7efa83b3-62f7-42d3-9279-8ba0112eadb7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:50.787413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:49:50.850866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30737c92-8a2d-49fd-bda0-4b92ed499085 req-c19a4dae-265f-4d0d-a89b-fae2010092cd tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516117 Nov 23 18:49:50.855024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a479daf-ec64-4c4a-b810-baacb194e91c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.857336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a479daf-ec64-4c4a-b810-baacb194e91c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.859414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a479daf-ec64-4c4a-b810-baacb194e91c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:50.863704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a479daf-ec64-4c4a-b810-baacb194e91c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1679168 Nov 23 18:49:50.863965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:50.924170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Attempting to bind port 30d1235a-60c1-4bcf-893e-58ddc53c419c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:50.924510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Attempting to bind port 30d1235a-60c1-4bcf-893e-58ddc53c419c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:50.924829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Attempting to bind port 30d1235a-60c1-4bcf-893e-58ddc53c419c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:50.927118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e62684-800c-4788-8e89-61a5a327f389 req-ca30a0be-c8e1-4371-a1c7-2e3f8646ea2d tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/8f28db57-a806-476e-94b7-c1beeffbde1f HTTP/1.1" status: 200 len: 1824 time: 0.0857582 Nov 23 18:49:50.940261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Port 30d1235a-60c1-4bcf-893e-58ddc53c419c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:49:50.940682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Attempting to bind port 30d1235a-60c1-4bcf-893e-58ddc53c419c on network bd621a16-ff52-43d5-a4ce-9e6ea5559e92 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:50.942203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8f28db57-a806-476e-94b7-c1beeffbde1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:50.942524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8f28db57-a806-476e-94b7-c1beeffbde1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:50.952454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:50.952815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Checking segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:50.953351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Bound using segment: {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:50.953672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Bound port: 30d1235a-60c1-4bcf-893e-58ddc53c419c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f45dfc-73dd-4d16-abe0-ed98f0047fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:50.954083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.954610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:50.958928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:50.959621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet b47ec50d-4e85-4893-8c04-d8e6936739b9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:50.964391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.012743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port b4a9df4b-67a6-485a-a0a8-1d2da976f56e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:51.013080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.066541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.090930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.124669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.131235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.189274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669426c4-abcf-4bd0-9522-be8831cb5756,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:51.199108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.209938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e62684-800c-4788-8e89-61a5a327f389 req-a885f7f6-7f5b-4ac1-b8d3-1c414c6813f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2750931 Nov 23 18:49:51.216117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:51.252388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:51.261484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1953985159', 'description': 'tempest-description-1294303208'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:51.262531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:51.269286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port b4a9df4b-67a6-485a-a0a8-1d2da976f56e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:51.269653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.277009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.290272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.290751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.348253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for b4a9df4b-67a6-485a-a0a8-1d2da976f56e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:51.390204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=3664a429-f04d-4de9-8edb-fd6d21e5a674,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:51.431333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-network', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:51.461655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Checking segment: {'id': 'ee6e92f9-b8a4-441e-82f2-2e98510020eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:51.462127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network hostable DHCP agents. Network: 7efa83b3-62f7-42d3-9279-8ba0112eadb7, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:49:51.487699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.491750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:51.498009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.500339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/30d1235a-60c1-4bcf-893e-58ddc53c419c HTTP/1.1" status: 200 len: 1091 time: 2.2233195 Nov 23 18:49:51.506342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:51.510817 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07598623-74b8-414b-9f78-ac26dadda5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:51.522177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Made reservation on behalf of d58ad50cb39345208b9f1af25dbc7036 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:51.525594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.536032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdc527-d6da-4e4a-837c-e57d501ec5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:51.540086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08399ff-9ead-4ab3-acdf-2b08ddbb25a4 req-7ba251ba-c696-476e-b990-20934b1dd65f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:51.551433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d08399ff-9ead-4ab3-acdf-2b08ddbb25a4 req-7ba251ba-c696-476e-b990-20934b1dd65f tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 943 time: 0.1560776 Nov 23 18:49:51.553754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:49:51.571757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.578603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.594760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7efa83b3-62f7-42d3-9279-8ba0112eadb7) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:51.599670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:51.600480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.607362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0425e3-56fa-46c6-828f-c192f039d88b None None] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:51.646761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=b47ec50d-4e85-4893-8c04-d8e6936739b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:51.648819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.654688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cdffcb15-9a6e-4adc-aa2e-fd8b06625763 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/b47ec50d-4e85-4893-8c04-d8e6936739b9 HTTP/1.1" status: 204 len: 168 time: 0.7871468 Nov 23 18:49:51.654918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:51.668495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d08399ff-9ead-4ab3-acdf-2b08ddbb25a4 req-051adf6d-3db3-40ca-b725-8ca51806c1ae tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004505 Nov 23 18:49:51.674943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fae909-d97a-4370-aa51-5455cc5b0ade None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:51.738391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-34ba347c-da79-4a2b-95b7-11dc593ea12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:51.740293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-34ba347c-da79-4a2b-95b7-11dc593ea12f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 1094 time: 0.1578343 Nov 23 18:49:51.748933 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36429655-739a-4f76-ad7c-560981f320c8 x-openstack-request-id: req-36429655-739a-4f76-ad7c-560981f320c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:51.749203 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:51.749686 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36429655-739a-4f76-ad7c-560981f320c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:51.750278 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c', 'status': 'completed', 'code': 200} Nov 23 18:49:51.752859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.768574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.816057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:51.829673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47068bed-1b32-448c-8066-f07ec3d2a233 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1207654 Nov 23 18:49:51.829673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.830764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.833800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:51.839515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-390744063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:51.851248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-274fb360-b231-4509-8087-35c6eabb7728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c HTTP/1.1" status: 200 len: 217 time: 0.0926933 Nov 23 18:49:51.893612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.929585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-a516281b-f649-4c26-a4df-a896bd263d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:51.929837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.931533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.933351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-a516281b-f649-4c26-a4df-a896bd263d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.0662766 Nov 23 18:49:51.939211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b0fdc-2c21-4153-b678-2db35b8c59b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:51.943760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7efa83b3-62f7-42d3-9279-8ba0112eadb7', 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '3664a429-f04d-4de9-8edb-fd6d21e5a674'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:51.944794 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.946946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.961066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ef9d232-319d-4f74-bf80-3788d00a02ca req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7142780 Nov 23 18:49:51.963364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:49:51.967213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:51.986403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc570691-f6a5-4bea-8616-808efb2a217a tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b162b295-c9f3-40c1-b1f3-0c55357ae494,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.028804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.029184 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Added segment a5a95e97-78c1-485d-af90-a673344f0eae of type vlan for network 332c9967-f40a-44d2-88e7-615d5d8cc618 Nov 23 18:49:52.041089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.052598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-8c79e090-1bc3-4937-9574-dcffb179e97a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889623 Nov 23 18:49:52.068353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764685955', 'description': 'tempest-description-390055702'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:52.119483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=b4a9df4b-67a6-485a-a0a8-1d2da976f56e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.122356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.159073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Allocated IP 172.20.0.2 (7efa83b3-62f7-42d3-9279-8ba0112eadb7/3664a429-f04d-4de9-8edb-fd6d21e5a674/44e8193f-6bb4-4ca5-a542-200a27f4c5e1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:52.169850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c147f16d-1841-4d05-9b0f-034d644da57a req-f76a4e1a-4e14-43f7-9c52-884424b57c2e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=4733e0a5-b5c7-479e-bfa9-ccf730093c0c HTTP/1.1" status: 200 len: 210 time: 0.1011622 Nov 23 18:49:52.190627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.199226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.232745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.235782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port b4a9df4b-67a6-485a-a0a8-1d2da976f56e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:52.238521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.243170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93e56c5f-6c83-4ace-9bb5-bed7b6d42309 req-808568e9-3bde-4891-86d6-04f5205b4378 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "DELETE /v2.0/ports/b4a9df4b-67a6-485a-a0a8-1d2da976f56e HTTP/1.1" status: 204 len: 173 time: 1.5884051 Nov 23 18:49:52.314874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-c177cfb7-5157-4afe-8a7e-5ceb1c6a6b58 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214139 Nov 23 18:49:52.338831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.344985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6a42096-f743-4598-a179-6b58ab937b79 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5062163 Nov 23 18:49:52.355333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:52.361900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.372160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.374050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7', 'name': 'tempest-PortsTestJSON-1437652197'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:52.385777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.463768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.465003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:52.465717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.473073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:52.483631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:52.489218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:52.495090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Pushing event updated for resources: {'Port': ['ID=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.521472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3762e849-b2eb-4434-90bf-2046af96ab1f req-21bbaa6c-66f0-447f-b888-7f634cc6d0f7 service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849153 Nov 23 18:49:52.541401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.632462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.635993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Attempting to bind port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:52.636628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Attempting to bind port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'ee6e92f9-b8a4-441e-82f2-2e98510020eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:52.637266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Attempting to bind port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 on network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:52.649394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:52.651999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Checking segment: {'id': 'ee6e92f9-b8a4-441e-82f2-2e98510020eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:52.653078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.654200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Bound using segment: {'id': 'ee6e92f9-b8a4-441e-82f2-2e98510020eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:52.655340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Bound port: 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6e92f9-b8a4-441e-82f2-2e98510020eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7efa83b3-62f7-42d3-9279-8ba0112eadb7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:52.655875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.667456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] Pushing event updated for resources: {'Network': ['ID=332c9967-f40a-44d2-88e7-615d5d8cc618,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.700658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-a2f94827-6d53-4e41-9d6c-79324822b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:52.701016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:49:52.709329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-a2f94827-6d53-4e41-9d6c-79324822b75b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 1094 time: 0.0990615 Nov 23 18:49:52.712120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.715599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-777ded1d-cbcd-46ad-9a81-188a7b319be6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb HTTP/1.1" status: 204 len: 168 time: 1.0430591 Nov 23 18:49:52.726940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:52.808718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d22a9660-5966-40d6-beb3-127644c5a066 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778003 Nov 23 18:49:52.810432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:52.823549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:52.837003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ec751a58-8357-4206-96c8-88f574239965 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5704937 Nov 23 18:49:52.837003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.840196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:52.845436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Request body: {'subnet': {'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-subnet', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:52.853903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.877040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] For port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:52.881986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] For port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,segment=NetworkSegment(ee6e92f9-b8a4-441e-82f2-2e98510020eb),segment_id=ee6e92f9-b8a4-441e-82f2-2e98510020eb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:52.888181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:52.939509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e69af6-f15c-4d67-bd7b-91986439932f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:52.941704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Made reservation on behalf of d58ad50cb39345208b9f1af25dbc7036 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:52.946231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.002309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491628-053d-4124-9f2d-6e4913e910a8 None None] Pushing event updated for resources: {'Port': ['ID=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:53.016644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.018147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-91d78bc5-c299-4259-8870-852f9182c157 req-c6ba4540-b477-4bdb-8286-0e314a1ccceb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9854147 Nov 23 18:49:53.027519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:53.047000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.139045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0d0d-c08d-4c06-ab6e-43022d175443 req-5eaf04a6-6217-4486-831c-4c5dfea52a4b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:53.139045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a6b0d0d-c08d-4c06-ab6e-43022d175443 req-5eaf04a6-6217-4486-831c-4c5dfea52a4b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 943 time: 0.2899661 Nov 23 18:49:53.146521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-a8c35fae-f306-4d77-b741-8ec2eff76cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:53.149029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-a8c35fae-f306-4d77-b741-8ec2eff76cff service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 200 len: 915 time: 0.4332170 Nov 23 18:49:53.152832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 8f538563-ef77-457c-a890-b5216a279914 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:49:53.158523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0531983-1116-4d52-ba67-b6e081f2c790 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:53.217120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-27e3c243-07a3-4b63-ab33-18582ee8b90f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c HTTP/1.1" status: 200 len: 217 time: 0.0576544 Nov 23 18:49:53.231346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:53.235161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.331950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-766dab4d-4e80-45d6-959c-acd9c2c50d02 None None] Provisioning complete for port 0f7ed9fe-018e-4f92-9257-97df51822227 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:53.332368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-766dab4d-4e80-45d6-959c-acd9c2c50d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.404231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-1a0c40b2-8613-404d-a1e6-52b8a6bf62e5 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/b162b295-c9f3-40c1-b1f3-0c55357ae494 HTTP/1.1" status: 200 len: 1824 time: 0.1112285 Nov 23 18:49:53.459414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b4a9df4b-67a6-485a-a0a8-1d2da976f56e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:53.488653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b4a9df4b-67a6-485a-a0a8-1d2da976f56e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:53.488997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b4a9df4b-67a6-485a-a0a8-1d2da976f56e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:53.542729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-0900ee98-84a1-4eee-857d-c6e3c845f76f tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/22e69af6-f15c-4d67-bd7b-91986439932f HTTP/1.1" status: 200 len: 1823 time: 0.1372004 Nov 23 18:49:53.552722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b162b295-c9f3-40c1-b1f3-0c55357ae494', 'remote_group_id': '22e69af6-f15c-4d67-bd7b-91986439932f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:53.553207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b162b295-c9f3-40c1-b1f3-0c55357ae494', 'remote_group_id': '22e69af6-f15c-4d67-bd7b-91986439932f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:53.575168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:53.583592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.4 (7efa83b3-62f7-42d3-9279-8ba0112eadb7/3664a429-f04d-4de9-8edb-fd6d21e5a674/8f538563-ef77-457c-a890-b5216a279914) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:53.668185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.724684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a6b0d0d-c08d-4c06-ab6e-43022d175443 req-c0ed68e6-a8b6-4c30-ba8d-39b5e9f55ee0 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798104 Nov 23 18:49:53.761645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'name': 'network-vif-deleted', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:53.765071 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9410211-1c96-4470-a068-1438c119192a" -d '{"events": [{"server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "name": "network-vif-deleted", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:53.796258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-f4048499-6375-4a8d-8a6f-a7102ed7f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:53.798697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-f4048499-6375-4a8d-8a6f-a7102ed7f486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 200 len: 854 time: 0.5561762 Nov 23 18:49:53.808651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.817383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60de05e-980e-48b2-96a3-b89cff028a01,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:53.840934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Deleting port 0f7ed9fe-018e-4f92-9257-97df51822227 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:53.841312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.883907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-e45b2289-6858-4e03-bdfc-56e81f7498a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd621a16-ff52-43d5-a4ce-9e6ea5559e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514736 Nov 23 18:49:53.923192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Checking segment: {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:53.923701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Network hostable DHCP agents. Network: 332c9967-f40a-44d2-88e7-615d5d8cc618, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:49:53.937337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.948780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.960236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] For port 0f7ed9fe-018e-4f92-9257-97df51822227, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0f7ed9fe-018e-4f92-9257-97df51822227,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:53.960761 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:53.982565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Calling delete_port for 0f7ed9fe-018e-4f92-9257-97df51822227 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:54.005355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0740b461-150e-4f1f-9a3f-7c00e9ed4750,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:54.007415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:49:54.013446 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eace64c-83c4-44c9-b554-f0207b87e9d5 x-openstack-request-id: req-4eace64c-83c4-44c9-b554-f0207b87e9d5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:54.013866 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4733e0a5-b5c7-479e-bfa9-ccf730093c0c", "name": "network-vif-deleted", "tag": "b4a9df4b-67a6-485a-a0a8-1d2da976f56e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:54.014143 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eace64c-83c4-44c9-b554-f0207b87e9d5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:54.014580 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4733e0a5-b5c7-479e-bfa9-ccf730093c0c', 'name': 'network-vif-deleted', 'tag': 'b4a9df4b-67a6-485a-a0a8-1d2da976f56e', 'status': 'completed', 'code': 200} Nov 23 18:49:54.031293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.032778 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-afc6952d-da58-47c5-bf18-6234741a8d72 req-41e9b51a-3508-4449-a4c7-1258ee6c522b tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4889791 Nov 23 18:49:54.042756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.052632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 332c9967-f40a-44d2-88e7-615d5d8cc618) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:54.071294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:54.073752 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.096669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bce1d5-7ed9-4391-82cd-2b15fe78242c None None] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:54.127908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1688002697', 'description': 'tempest-description-2081551591'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:54.146220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-14fbecc8-16eb-4622-9660-90a571dd768a service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499115 Nov 23 18:49:54.189841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c39a0e54-9f34-4edd-af82-b9256ea59a44 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3483918 Nov 23 18:49:54.193656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:54.241213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:54.241538 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.243482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.261878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.290603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] Pushing event deleted for resources: {'Port': ['ID=0f7ed9fe-018e-4f92-9257-97df51822227,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:54.314922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c70f80-ffd6-4e4d-9539-a72ca3449175 None None] No DVR routers for this DVR port 0f7ed9fe-018e-4f92-9257-97df51822227 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:54.317604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=cdfad8b6-a0d4-4231-bb77-c56177784543,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:54.366238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fde003-f816-42ba-920a-2e2ed671b850 None None] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:54.366459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:54.369607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=8f538563-ef77-457c-a890-b5216a279914,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:54.384305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:54.389564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:54.400317 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.476218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:54.490029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:54.503552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:54.504493 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.518256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:54.518864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.519009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6f9b2-d605-483b-ab8f-5b335680d2f3 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:54.555471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.557247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.557721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9a58d0ab-0d8d-4bcc-8715-24b3775f81d1 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1982591 Nov 23 18:49:54.559445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:54.588007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.594875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe8bf6f8-31c3-4c24-8e2e-177cd68a71ac tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7833588 Nov 23 18:49:54.600101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07598623-74b8-414b-9f78-ac26dadda5b2 req-6f50cb66-c925-4c87-9c50-dc3bd678039e service neutron] 10.222.0.47 "GET /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416270 Nov 23 18:49:54.603210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:54.612325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:54.621812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.695297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-406e6206-6148-41f9-a2b6-6093ce16abe4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:54.703469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-406e6206-6148-41f9-a2b6-6093ce16abe4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3524950 Nov 23 18:49:54.755524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-88a023ed-5105-4336-8fb4-ef4f2e0e0e3c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/quotas/3b58e07c12144b97bd591a4dc66ed6c8 HTTP/1.1" status: 200 len: 375 time: 0.0507925 Nov 23 18:49:54.759351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798b7c6-a0ac-483f-84e8-cd76d9457101 None None] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:54.761638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:54.779894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.781261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbdf3d4f-e073-421c-b670-4dd9527dab6a req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6905913 Nov 23 18:49:54.783538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.797449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8714358-bacf-472b-94bb-e8ad01b4fd45 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbbed9-686b-4d79-8181-8af31eb40f6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:54.888177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-443923f1-e009-495e-a30d-df0dc10c1ab4 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314993 Nov 23 18:49:54.934837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] Provisioning complete for port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:54.935295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.975993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': 'cdfad8b6-a0d4-4231-bb77-c56177784543'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:49:54.977470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:54.999079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.084083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:55.088276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.099521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:55.100158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.203387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-b6cf5279-ebe1-47b2-a4cb-67e2cb6e886c service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508707 Nov 23 18:49:55.259691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0198c-5bce-4113-8044-6886112a8328 req-3f1a2317-f5fc-477d-a00c-d98a95be7b1a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:55.261250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ae0198c-5bce-4113-8044-6886112a8328 req-3f1a2317-f5fc-477d-a00c-d98a95be7b1a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 943 time: 0.1679096 Nov 23 18:49:55.313309 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdfad8b6-a0d4-4231-bb77-c56177784543 (CIDR: 2001:db8::/64) Nov 23 18:49:55.316111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.325601 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:49:55.326066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:49:55.326426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.329196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/cdfad8b6-a0d4-4231-bb77-c56177784543/c8041dc5-e3f6-417b-a896-30ae0bbd5222) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:55.378257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db457c76-918b-4dbe-ae03-7e2d6ccd38fe tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7728317 Nov 23 18:49:55.379352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.385391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:55.431351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ae0198c-5bce-4113-8044-6886112a8328 req-d3010bbf-95f8-44c7-92e9-3d78b577795a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518028 Nov 23 18:49:55.487293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:55.491212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-1159006d-af60-4c9a-a674-87238c9b8e59 service neutron] 10.222.0.37 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772617 Nov 23 18:49:55.533600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] For port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,segment=NetworkSegment(ee6e92f9-b8a4-441e-82f2-2e98510020eb),segment_id=ee6e92f9-b8a4-441e-82f2-2e98510020eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:55.538830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-550631255', 'description': 'tempest-description-428144097'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:55.546439 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.663119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.687304 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.728021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.740331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:55.741984 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:55.751106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:55.756244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.786369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.789193 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.793922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.802435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c434a27-ee0f-4d71-9ade-8652947d5295 None None] Pushing event updated for resources: {'Port': ['ID=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:55.819284 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.827357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-89f54b9a-41aa-4736-bf84-c5f509769172 None None] Provisioning complete for port 8f538563-ef77-457c-a890-b5216a279914 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:55.839917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89f54b9a-41aa-4736-bf84-c5f509769172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:55.946288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:55.956435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:55.958940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:55.977150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-89f54b9a-41aa-4736-bf84-c5f509769172 None None] Port 8f538563-ef77-457c-a890-b5216a279914 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:56.002800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Pushing event updated for resources: {'Port': ['ID=c8041dc5-e3f6-417b-a896-30ae0bbd5222,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:56.016171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15ef6809-15d4-4f3b-87ca-fd61e1fc7599 req-d1efa2fd-db61-4b6d-9bac-d72baafd9507 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 210 time: 0.0545180 Nov 23 18:49:56.038700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=8f538563-ef77-457c-a890-b5216a279914,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:56.121828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-89f54b9a-41aa-4736-bf84-c5f509769172 None None] Provisioning complete for port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:56.129650 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89f54b9a-41aa-4736-bf84-c5f509769172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.176262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.182907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Allocated IP 172.25.5.76 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d536813c-3296-451f-8477-a96c034cfdee) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:56.192096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.234842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Attempting to bind port c8041dc5-e3f6-417b-a896-30ae0bbd5222 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:49:56.243348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Attempting to bind port c8041dc5-e3f6-417b-a896-30ae0bbd5222 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:49:56.243713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Attempting to bind port c8041dc5-e3f6-417b-a896-30ae0bbd5222 on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:49:56.260426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.282275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a9170b2-6c9c-49ce-93e3-4c58294b32bd req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7552271 Nov 23 18:49:56.288494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:49:56.288868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:49:56.289828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.290224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:49:56.290722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Bound port: c8041dc5-e3f6-417b-a896-30ae0bbd5222, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:49:56.291104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.317172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c27aa0-6553-44b8-88ee-63fd294b3f17 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65444fd4-7b42-4c4a-b660-b5f241fb2787,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:56.390251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.534921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-55cf8f90-2990-433c-96df-69b999c3b9a1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/6cdbbed9-686b-4d79-8181-8af31eb40f6a HTTP/1.1" status: 200 len: 1824 time: 0.2250428 Nov 23 18:49:56.628199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0f7ed9fe-018e-4f92-9257-97df51822227 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:56.645262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.672266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0f7ed9fe-018e-4f92-9257-97df51822227 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:56.672688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0f7ed9fe-018e-4f92-9257-97df51822227 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:56.710029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] For port c8041dc5-e3f6-417b-a896-30ae0bbd5222, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:49:56.715023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] For port c8041dc5-e3f6-417b-a896-30ae0bbd5222, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c8041dc5-e3f6-417b-a896-30ae0bbd5222,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:49:56.716006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e94cc-6ee8-4cb5-a591-002fe10f9c49 req-52d4f80f-1954-4254-bed9-1291020e1baa tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:56.722053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.729112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b27e94cc-6ee8-4cb5-a591-002fe10f9c49 req-52d4f80f-1954-4254-bed9-1291020e1baa tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 943 time: 0.1447711 Nov 23 18:49:56.745054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.785819 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-67ecf865-af29-4361-b959-d32fe89d67a8 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/65444fd4-7b42-4c4a-b660-b5f241fb2787 HTTP/1.1" status: 200 len: 1822 time: 0.2499163 Nov 23 18:49:56.797531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8077b0-70f4-45ac-b3c8-5aa840c1ff4b None None] Pushing event updated for resources: {'Port': ['ID=c8041dc5-e3f6-417b-a896-30ae0bbd5222,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:56.804387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6cdbbed9-686b-4d79-8181-8af31eb40f6a', 'remote_group_id': '65444fd4-7b42-4c4a-b660-b5f241fb2787', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:56.804728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6cdbbed9-686b-4d79-8181-8af31eb40f6a', 'remote_group_id': '65444fd4-7b42-4c4a-b660-b5f241fb2787', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:56.821474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:56.881191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b27e94cc-6ee8-4cb5-a591-002fe10f9c49 req-8cc072d1-ae01-4c9c-9fcd-cc1e310d1ba9 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510503 Nov 23 18:49:56.885629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f7462491-9717-4f43-ae93-d269f625a1c5 None None] Provisioning complete for port 8f538563-ef77-457c-a890-b5216a279914 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:56.886715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7462491-9717-4f43-ae93-d269f625a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.893886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 30d1235a-60c1-4bcf-893e-58ddc53c419c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:49:56.915360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:56.971772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:56.975370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7462491-9717-4f43-ae93-d269f625a1c5 None None] Port 8f538563-ef77-457c-a890-b5216a279914 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:56.991429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:56.995296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:49:57.011514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:57.011963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.135297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d536813c-3296-451f-8477-a96c034cfdee,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:57.145413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:57.172218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '30d1235a-60c1-4bcf-893e-58ddc53c419c', 'network_id': 'bd621a16-ff52-43d5-a4ce-9e6ea5559e92', 'port_id': '30d1235a-60c1-4bcf-893e-58ddc53c419c', 'mac_address': 'fa:16:3e:8d:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7742566-d72f-45a0-a00d-542d0746f500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:49:57.180753 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.192132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:49:57.325000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.378406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d1235a-60c1-4bcf-893e-58ddc53c419c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:49:57.407949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-760eb07b-c47b-4d5e-ac5c-5c681cbb85b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.411035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:57.416955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.520557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:57.555502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.581704 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.645825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-164f801e-1435-48bc-a99e-fa4e1d991a89 req-7b2740ab-8ccf-4f1b-a90c-3d251c4a9b12 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 210 time: 0.0417442 Nov 23 18:49:57.681425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8edc15-efb2-4acf-9736-73b740807bec,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:57.700972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['30d1235a-60c1-4bcf-893e-58ddc53c419c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:49:57.743827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.745017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d16cec6c-1a53-4d96-b5e2-996b3c09dbff req-1d4358a1-bf17-4a29-a934-0533e3caa598 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9472623 Nov 23 18:49:57.890410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-92935306-66f4-4ca3-8082-ccb4aa1cd05d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:57.891144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.892027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-92935306-66f4-4ca3-8082-ccb4aa1cd05d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 812 time: 0.3582222 Nov 23 18:49:57.897889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.923556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:57.930914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Request body: {'port': {'device_id': '1f2797be-920e-43c9-bec3-03ac721ea988', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'admin_state_up': True, 'tenant_id': '3b58e07c12144b97bd591a4dc66ed6c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:58.011463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-2e1f36b8-40a0-4c6e-8e48-6ae79292f944 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/65444fd4-7b42-4c4a-b660-b5f241fb2787 HTTP/1.1" status: 200 len: 1822 time: 0.1612239 Nov 23 18:49:58.029076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=8f538563-ef77-457c-a890-b5216a279914,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:58.039142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.166749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.207354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.223094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:58.226939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:58.390760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.394858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.396310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-192250df-accb-4c38-8ff3-bc800b5c5d83 req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/65444fd4-7b42-4c4a-b660-b5f241fb2787 HTTP/1.1" status: 204 len: 173 time: 0.3840151 Nov 23 18:49:58.434713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d488077-b40a-47a3-9f44-c1ff752edca6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65444fd4-7b42-4c4a-b660-b5f241fb2787,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:58.476104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Router 4f7517c5-289d-4cce-b858-559c7b3ca075 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:49:58.546362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ef03775-b5c6-4c32-8824-edc8b4aa294b req-ed5da28e-3e79-4e6c-94d2-c475aaf97f20 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/6cdbbed9-686b-4d79-8181-8af31eb40f6a HTTP/1.1" status: 200 len: 1824 time: 0.1129911 Nov 23 18:49:58.592017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-311628700', 'description': 'tempest-description-1036041309'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:58.616519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Provisioning complete for port 8f538563-ef77-457c-a890-b5216a279914 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:58.618840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.625496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.630059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:58.639848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-210821eb-60d0-4951-94d4-c5b5f0ef1d72 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/routers/4f7517c5-289d-4cce-b858-559c7b3ca075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0756068 Nov 23 18:49:58.641398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:58.660369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] Sync routers for ids ['4f7517c5-289d-4cce-b858-559c7b3ca075'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:58.690088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Port 8f538563-ef77-457c-a890-b5216a279914 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:49:58.694388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] Routers {'4f7517c5-289d-4cce-b858-559c7b3ca075'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:58.695304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f7517c5-289d-4cce-b858-559c7b3ca075'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:58.712160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd686c-7f4c-48ba-a12c-bc42da642e74 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:58.716692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7dd686c-7f4c-48ba-a12c-bc42da642e74 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f7517c5-289d-4cce-b858-559c7b3ca075 HTTP/1.1" status: 200 len: 982 time: 0.0750263 Nov 23 18:49:58.717323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:58.724899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Made reservation on behalf of 3b58e07c12144b97bd591a4dc66ed6c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:49:58.729504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.743204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:58.758121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Provisioning complete for port c8041dc5-e3f6-417b-a896-30ae0bbd5222 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:58.758494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.785314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] Routers {'4f7517c5-289d-4cce-b858-559c7b3ca075'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:58.785954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f7517c5-289d-4cce-b858-559c7b3ca075'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:58.795533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:58.825701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:58.826374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cdf1c-0aed-4ffb-a831-766cff6ea78f None None] The sync data for ids ['4f7517c5-289d-4cce-b858-559c7b3ca075'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:58.878619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 30d1235a-60c1-4bcf-893e-58ddc53c419c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:58.914766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c8041dc5-e3f6-417b-a896-30ae0bbd5222 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:49:58.982366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.003018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac221e8-977b-45de-905f-5df96dbb3602 req-b4199baf-38ce-45a9-bc45-c42396cc1721 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:59.004646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eac221e8-977b-45de-905f-5df96dbb3602 req-b4199baf-38ce-45a9-bc45-c42396cc1721 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 944 time: 0.4323649 Nov 23 18:49:59.018305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c8041dc5-e3f6-417b-a896-30ae0bbd5222 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:59.018754 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.035550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.045300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 30d1235a-60c1-4bcf-893e-58ddc53c419c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:49:59.046852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.051687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 30d1235a-60c1-4bcf-893e-58ddc53c419c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:49:59.052074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.098426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93bb124-3318-4e12-9265-017a9ac82189,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:59.107332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.118862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae214417-4457-4080-9131-e0add3adeaa8 req-9a4b0f51-ec31-4484-8fa8-8d6ba2286b02 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5339415 Nov 23 18:49:59.154010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] For port c8041dc5-e3f6-417b-a896-30ae0bbd5222, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c8041dc5-e3f6-417b-a896-30ae0bbd5222,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:59.203214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.209803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.226001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e41d17dd-157f-41a3-a63e-8df9e64d3cfb req-27aa9624-85e1-4165-9456-acbf5cb0a0cf tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 210 time: 0.0470228 Nov 23 18:49:59.227279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.256762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eac221e8-977b-45de-905f-5df96dbb3602 req-c84ce155-f8d2-40f0-972b-f860b8d56658 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141411 Nov 23 18:49:59.311606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.311826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:59.314154 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade093e0-f631-456e-8efa-f7100f98da46" -d '{"events": [{"server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "name": "network-vif-plugged", "status": "completed", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:59.318714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.319811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.360161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.364894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:59.458656 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:59.459191 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:59.459885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.468523 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:49:59.468523 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:49:59.490643 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196e634-9cdc-41e3-87ad-e0f082ead289 x-openstack-request-id: req-e196e634-9cdc-41e3-87ad-e0f082ead289 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:59.491084 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "name": "network-vif-plugged", "status": "completed", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:59.491493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Allocated IP 172.20.0.9 (1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd/5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:49:59.491643 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e196e634-9cdc-41e3-87ad-e0f082ead289 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:59.492163 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c', 'code': 200} Nov 23 18:49:59.505453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:49:59.536281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:59.538766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:49:59.550511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.551774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.552249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.552704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.553151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.553280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:59.553677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.554069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.554885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.555347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.555800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.556239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.556677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.557549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:59.563996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f613546-f535-4d4a-ae9f-23d9977d406e None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:59.618783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:59.630249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-65ae7228-c0fb-443c-bb71-e9991b12a961 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 200 len: 1823 time: 0.1514263 Nov 23 18:49:59.637221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a93bb124-3318-4e12-9265-017a9ac82189', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:59.637221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a93bb124-3318-4e12-9265-017a9ac82189', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:59.638544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=c8041dc5-e3f6-417b-a896-30ae0bbd5222,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:59.647056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-843613fe-a82b-4ad1-9d61-1769a1304f47 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2278275 Nov 23 18:49:59.652129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:59.667121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:db:2c:00', 'name': 'tempest-NetworksTestDHCPv6-2068762535'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:49:59.743609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.754720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-478edb26-f257-4d78-9ceb-4a51a3201a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.799723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.807794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.841888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d40740-e332-4f7f-a825-6b409793a61c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:59.849617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.850813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa8f3fe9-b530-4444-a865-6c12a2feb8dc req-a34466a9-2bd7-4a82-a493-7c7301a6e206 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2197518 Nov 23 18:49:59.871909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 8f538563-ef77-457c-a890-b5216a279914 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:59.872242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:59.924538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Router cca7a6da-1e30-48b7-aa59-07ef8fef2263 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:49:59.955734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552b8cf-e9bc-42ea-a2b3-d29daf48a548 req-b3dc6115-3605-418c-ae79-f406b06a7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:59.957385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d552b8cf-e9bc-42ea-a2b3-d29daf48a548 req-b3dc6115-3605-418c-ae79-f406b06a7eee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 1096 time: 0.3783901 Nov 23 18:49:59.984005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.003436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 8f538563-ef77-457c-a890-b5216a279914 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:00.040062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.051170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.063575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.083593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:00.096139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5691306-b391-40f6-a919-668486cd7794 req-28aabc0a-9b2d-4f25-81cc-14a3c44ce0e0 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 200 len: 2417 time: 0.2025928 Nov 23 18:50:00.125847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c8041dc5-e3f6-417b-a896-30ae0bbd5222, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c8041dc5-e3f6-417b-a896-30ae0bbd5222,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:00.132481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.190998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:00.198868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a93bb124-3318-4e12-9265-017a9ac82189', 'remote_group_id': None}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:00.199190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a93bb124-3318-4e12-9265-017a9ac82189', 'remote_group_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:00.206293 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Sync routers for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:00.218922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:50:00.219153 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-1e999b64-fc56-4822-9508-5698428c6793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:50:00.223077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c8041dc5-e3f6-417b-a896-30ae0bbd5222,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:00.238251 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:00.239189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:00.287574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d552b8cf-e9bc-42ea-a2b3-d29daf48a548 req-de73c8c1-3d50-4e1f-a139-f1f2e1a8bfb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133025 Nov 23 18:50:00.311206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.355372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.357090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38efbc09-b4d7-4291-9391-34418e5487d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1248944 Nov 23 18:50:00.362189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:00.373585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=8f538563-ef77-457c-a890-b5216a279914,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:00.413327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.434405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.436206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.441044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.449655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.519974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.540633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5691306-b391-40f6-a919-668486cd7794 req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3453670 Nov 23 18:50:00.578845 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:00.587996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb42311-ad22-46b6-b829-e4530aab90ee tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3751f4c-49f5-4063-a5da-dc6984cf5346,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:00.592486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:00.613527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port 6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:00.630276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:00.641517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:00.653076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.721412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611205e-038c-462e-b156-c11a183e63a2 req-ae8a2279-c6c2-4e39-90b8-67d1fa29753a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:00.725695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5611205e-038c-462e-b156-c11a183e63a2 req-ae8a2279-c6c2-4e39-90b8-67d1fa29753a tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 931 time: 0.3002806 Nov 23 18:50:00.764739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event updated for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:00.862421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c8041dc5-e3f6-417b-a896-30ae0bbd5222 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:00.916306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.921761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:00.922592 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.931386 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:49:57Z', 'revision_number': 3, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:00.962990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0166cccf-3481-4b78-a87b-ed0e02d2e58c None None] Provisioning complete for port c8041dc5-e3f6-417b-a896-30ae0bbd5222 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:00.963427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0166cccf-3481-4b78-a87b-ed0e02d2e58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:00.976006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381910-513e-4877-ab70-d6dda8e9dbe1 req-0d4e5b48-09fa-4e78-a63d-c20681826581 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:00.977090 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Checking router: cca7a6da-1e30-48b7-aa59-07ef8fef2263 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:00.977836 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Updating router cca7a6da-1e30-48b7-aa59-07ef8fef2263 port d536813c-3296-451f-8477-a96c034cfdee binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:00.984331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2381910-513e-4877-ab70-d6dda8e9dbe1 req-0d4e5b48-09fa-4e78-a63d-c20681826581 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.3219919 Nov 23 18:50:00.999801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-7f618e4c-41ec-4016-b802-7e4e5fd14886 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0730071 Nov 23 18:50:01.025813 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.065642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5611205e-038c-462e-b156-c11a183e63a2 req-00f7a700-17ab-40b8-83fe-65de3027baf7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170025 Nov 23 18:50:01.123631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c8041dc5-e3f6-417b-a896-30ae0bbd5222 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:01.124088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.134284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Request body: {'port': {'device_id': '1f2797be-920e-43c9-bec3-03ac721ea988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:01.173245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2381910-513e-4877-ab70-d6dda8e9dbe1 req-bfb6ac0f-ed70-441c-8f31-e424fc6e635c tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879501 Nov 23 18:50:01.179153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::15a (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/cdfad8b6-a0d4-4231-bb77-c56177784543/6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:01.199917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:2c00 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5/6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:01.391611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Router 4f7517c5-289d-4cce-b858-559c7b3ca075 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:01.395675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.407944 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.414904 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.473201 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Attempting to bind port d536813c-3296-451f-8477-a96c034cfdee on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:01.473696 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Attempting to bind port d536813c-3296-451f-8477-a96c034cfdee by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:01.474335 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Attempting to bind port d536813c-3296-451f-8477-a96c034cfdee on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:01.478802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a5dcde2-b070-4bd1-9a2a-01b9288aef38 req-71953295-5ae8-48c1-a05e-5cadb9279182 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 200 len: 3016 time: 0.1782181 Nov 23 18:50:01.481700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Pushing event updated for resources: {'Port': ['ID=d536813c-3296-451f-8477-a96c034cfdee,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:01.492992 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:01.493527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:01.494067 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.494574 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:01.495148 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Bound port: d536813c-3296-451f-8477-a96c034cfdee, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:01.495654 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.498286 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.498753 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.499231 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.499687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.500143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.500596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.501510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.501510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.501769 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.502192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.502608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.502995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:01.513873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.589588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] For port d536813c-3296-451f-8477-a96c034cfdee, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:01.593861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] For port d536813c-3296-451f-8477-a96c034cfdee, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d536813c-3296-451f-8477-a96c034cfdee,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:01.602453 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.654524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.695841 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:01.696487 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:01.743717 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1b6a-3dcf-45e1-aa44-78023a99a8db None None] Pushing event updated for resources: {'Port': ['ID=d536813c-3296-451f-8477-a96c034cfdee,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:01.748119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:01.762047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:01.768462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:01.775302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:01.776000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.778638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:01.826373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-096939ea-cf8b-44c6-951a-98280f23ee55 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1732793 Nov 23 18:50:01.831848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:01.850835 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:01.881152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-bd37a31e-78f9-47e9-9eb5-f6d1559f97e9 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-group-rules/e3751f4c-49f5-4063-a5da-dc6984cf5346 HTTP/1.1" status: 200 len: 783 time: 0.0605042 Nov 23 18:50:01.883338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:01.909125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] Sync routers for ids ['4f7517c5-289d-4cce-b858-559c7b3ca075'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:01.921103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad56bdb0-2524-40d7-8b17-f3cba00a7523 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/routers/4f7517c5-289d-4cce-b858-559c7b3ca075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2010367 Nov 23 18:50:01.921323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:01.937608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] Routers {'4f7517c5-289d-4cce-b858-559c7b3ca075'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:01.938642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f7517c5-289d-4cce-b858-559c7b3ca075'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:01.966611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:01.981192 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fce352b-80c3-4648-aab6-92b61bf0d5dc tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:50:01.981874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8fce352b-80c3-4648-aab6-92b61bf0d5dc tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/8f538563-ef77-457c-a890-b5216a279914 HTTP/1.1" status: 404 len: 333 time: 0.0570717 Nov 23 18:50:01.984318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.989962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:02.012180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:02.026486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Transition to ACTIVE for port object 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:50:02.034783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] Routers {'4f7517c5-289d-4cce-b858-559c7b3ca075'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:02.035716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f7517c5-289d-4cce-b858-559c7b3ca075'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:02.051844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.099060 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.106011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port 6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:02.106245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.153823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:02.154499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db190dd-b500-4b0c-bd7e-671250353acf None None] The sync data for ids ['4f7517c5-289d-4cce-b858-559c7b3ca075'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:02.182999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.200508 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:49:57Z', 'revision_number': 3, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:02.208320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-194ebf14-0860-4606-aa2b-a222729f07dc tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 200 len: 3016 time: 0.2840335 Nov 23 18:50:02.244386 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d07ae-60e3-40fc-b3f7-934267759bcd None None] The sync data for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 is: [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:49:57Z', 'revision_number': 3, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:02.371060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-63ad6396-6f04-4ef1-8ba4-3c63f558a2a3 None None] Provisioning complete for port 6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:02.371526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ad6396-6f04-4ef1-8ba4-3c63f558a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.380102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.384135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.388239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.400331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.409481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.411191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-63ad6396-6f04-4ef1-8ba4-3c63f558a2a3 None None] Port 6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:02.482700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.483248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7517c5-289d-4cce-b858-559c7b3ca075 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:50:02.491501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.495420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-176a4c2a-8fa8-4602-acd4-486893fd2298 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/routers/4f7517c5-289d-4cce-b858-559c7b3ca075 HTTP/1.1" status: 204 len: 168 time: 0.4867561 Nov 23 18:50:02.497987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:02.498129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.530411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.531616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9931f269-90ff-4f0f-8166-f6f314c541ae req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e3751f4c-49f5-4063-a5da-dc6984cf5346 HTTP/1.1" status: 204 len: 173 time: 0.3077550 Nov 23 18:50:02.629655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Pushing event updated for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:02.638678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 3664a429-f04d-4de9-8edb-fd6d21e5a674 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:02.642861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.683361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735ec08-93e6-4565-9745-08d189c7d6f2 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3751f4c-49f5-4063-a5da-dc6984cf5346,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:02.737949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.761643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.773243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for 6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:02.798707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ab7b-ca3d-4c4d-93b8-5adbe87cc53f req-fb10a594-f79f-40cd-b6e6-1531eb1f0719 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:02.800753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0757ab7b-ca3d-4c4d-93b8-5adbe87cc53f req-fb10a594-f79f-40cd-b6e6-1531eb1f0719 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 943 time: 0.5889289 Nov 23 18:50:02.839612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d536813c-3296-451f-8477-a96c034cfdee up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:02.889155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c9c2d-5e95-472e-8df7-6f0ed8954d5b req-4e772f2a-05de-43ff-aab7-e588e5dcb759 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:02.897287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485c9c2d-5e95-472e-8df7-6f0ed8954d5b req-4e772f2a-05de-43ff-aab7-e588e5dcb759 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.1420124 Nov 23 18:50:02.897525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d536813c-3296-451f-8477-a96c034cfdee triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:02.897851 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.900313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Attempting to bind port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:02.900668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Attempting to bind port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:02.901916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Attempting to bind port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:02.916043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:50:02.916380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Attempting to bind port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e on network 1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:02.932357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:02.932719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Checking segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:02.933122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Bound using segment: {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:02.933715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Bound port: 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a8abcd-df3e-4574-abf6-1de0112f25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:02.934126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:02.940139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0757ab7b-ca3d-4c4d-93b8-5adbe87cc53f req-8eb8d099-9731-48e4-8755-4c6538fad23b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293867 Nov 23 18:50:03.015241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Allocated IP 172.20.0.1 (332c9967-f40a-44d2-88e7-615d5d8cc618/a60de05e-980e-48b2-96a3-b89cff028a01/b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:03.018371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.078617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:03.103022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485c9c2d-5e95-472e-8df7-6f0ed8954d5b req-67a92748-6c67-4e4f-8b59-f97b3aa8607a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047050 Nov 23 18:50:03.247573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.251560 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.261962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-929f9ebe-2367-44f8-af0b-e5b5bbf2c9da tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 200 len: 2417 time: 0.1305258 Nov 23 18:50:03.298576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port d536813c-3296-451f-8477-a96c034cfdee, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d536813c-3296-451f-8477-a96c034cfdee,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:03.307563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.328913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.342859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.351769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.352931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:03.383505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=3664a429-f04d-4de9-8edb-fd6d21e5a674,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:03.395898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.409827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:03.418218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=d536813c-3296-451f-8477-a96c034cfdee,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:03.428253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d940a80-0f07-4470-819a-ba71a8d9b6b3 req-f817edf1-73c2-4847-a1d7-6c32137b33e4 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:03.437905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d940a80-0f07-4470-819a-ba71a8d9b6b3 req-f817edf1-73c2-4847-a1d7-6c32137b33e4 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.1907980 Nov 23 18:50:03.443034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.450765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23f94387-a3a3-457c-bdcb-cbcf93f7e7d8 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/3664a429-f04d-4de9-8edb-fd6d21e5a674 HTTP/1.1" status: 204 len: 168 time: 0.9475169 Nov 23 18:50:03.453673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:03.465340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ec94e-9a82-465a-bb7a-ef1e2cecfaf4 None None] Network 7efa83b3-62f7-42d3-9279-8ba0112eadb7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:03.489752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:03.490342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.491810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] 10.222.0.50 "PUT /v2.0/ports/5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e HTTP/1.1" status: 200 len: 1091 time: 2.4783082 Nov 23 18:50:03.496195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:03.498560 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4178c-9e34-4897-b9e8-786b9fcbe561" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:03.552492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.561473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ef4af9a9-896d-4b46-ae2a-162d7b0262ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba HTTP/1.1" status: 204 len: 168 time: 1.6755157 Nov 23 18:50:03.565240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:03.574684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.581081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.669781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6553-424a-4c68-8b7a-e94709665617 service neutron] Pushing event updated for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:03.698734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.733035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.775767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90342b-f83a-4276-960f-5f0d5f109784 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:03.780326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bb90342b-f83a-4276-960f-5f0d5f109784 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2118342 Nov 23 18:50:03.781076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:03.823896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d940a80-0f07-4470-819a-ba71a8d9b6b3 req-bed659ca-8a47-4b04-8937-1e5d3ab28e45 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856766 Nov 23 18:50:03.859690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:03.867556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:03.871982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-3a134af2-051f-460d-b6fb-30a76bc48b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:03.872161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:03.873850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-3a134af2-051f-460d-b6fb-30a76bc48b55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 1094 time: 0.1615920 Nov 23 18:50:03.890522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4742e0-3d09-43a1-8cb2-7faa7b734902 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:03.895076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dd4742e0-3d09-43a1-8cb2-7faa7b734902 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1063697 Nov 23 18:50:03.895927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:03.900767 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd900b-33eb-404a-9988-b8a683da95ab x-openstack-request-id: req-2cfd900b-33eb-404a-9988-b8a683da95ab {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:03.901059 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:03.901320 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cfd900b-33eb-404a-9988-b8a683da95ab {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:03.901716 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e', 'status': 'completed', 'code': 200} Nov 23 18:50:03.906991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Pushing event updated for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:03.914357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.916925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.918024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1463d32-8afd-4c0e-be45-01fdf0110beb req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/a93bb124-3318-4e12-9265-017a9ac82189 HTTP/1.1" status: 204 len: 173 time: 0.6457260 Nov 23 18:50:03.927075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:03.927500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:03.929733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] DHCP port deletion for 7efa83b3-62f7-42d3-9279-8ba0112eadb7 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:50:03.954355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.013150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b518a-19ee-4925-82e9-7217ba3338c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.016864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b518a-19ee-4925-82e9-7217ba3338c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.021110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b518a-19ee-4925-82e9-7217ba3338c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.024343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d73b518a-19ee-4925-82e9-7217ba3338c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1246443 Nov 23 18:50:04.026717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-642914e5-1465-4bc3-bf1c-b009d5e65060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e HTTP/1.1" status: 200 len: 217 time: 0.1299770 Nov 23 18:50:04.027415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:04.081997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Deleting port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:04.081997 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.085003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6415e-7b7a-492f-8a30-65a9e2bbb519 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93bb124-3318-4e12-9265-017a9ac82189,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:04.148847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,segment=NetworkSegment(ee6e92f9-b8a4-441e-82f2-2e98510020eb),segment_id=ee6e92f9-b8a4-441e-82f2-2e98510020eb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:04.148847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.158234 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-cf419c9b-9b1d-460f-85c8-8a40a6d51eae req-e9a30970-0681-4d11-a1ab-13699c227cf6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] show failed (client error): The resource could not be found. Nov 23 18:50:04.159278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf419c9b-9b1d-460f-85c8-8a40a6d51eae req-e9a30970-0681-4d11-a1ab-13699c227cf6 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/65444fd4-7b42-4c4a-b660-b5f241fb2787 HTTP/1.1" status: 404 len: 352 time: 0.0590119 Nov 23 18:50:04.163502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.169899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] For port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,segment=NetworkSegment(ee6e92f9-b8a4-441e-82f2-2e98510020eb),segment_id=ee6e92f9-b8a4-441e-82f2-2e98510020eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:04.170120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:04.170330 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.188620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Calling delete_port for 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:04.190619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:04.207225 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.213217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-0eb0f098-ba95-4c1d-b182-be166dc7001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.215302 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-0eb0f098-ba95-4c1d-b182-be166dc7001c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1258538 Nov 23 18:50:04.284178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-eaa57411-4f9d-499e-ad7d-0fb9938a99ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468705 Nov 23 18:50:04.286093 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.296033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196857c-474e-45ee-86fe-1c4f189fbe22 req-c6461d60-b7a1-4a29-b236-4e3f1065b2a6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.297602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8196857c-474e-45ee-86fe-1c4f189fbe22 req-c6461d60-b7a1-4a29-b236-4e3f1065b2a6 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 943 time: 0.1730108 Nov 23 18:50:04.328008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] Pushing event deleted for resources: {'Port': ['ID=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:04.330335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06e93d-e425-48fd-8960-6aa1d0e52024 None None] No DVR routers for this DVR port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:04.352056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.413294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c621c-5011-4be2-8082-fcdb81f62522 req-6b147edf-9158-4d67-83e7-c56d1410dc7b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.414737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a88c621c-5011-4be2-8082-fcdb81f62522 req-6b147edf-9158-4d67-83e7-c56d1410dc7b tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.1388240 Nov 23 18:50:04.417413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.459553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=44e8193f-6bb4-4ca5-a542-200a27f4c5e1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:04.473134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8196857c-474e-45ee-86fe-1c4f189fbe22 req-aa23d2e8-7383-4b2d-b900-0018d7b69a6b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576195 Nov 23 18:50:04.482144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:04.522687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-ebddd27b-3a78-407a-8e3a-d94f67d4e6b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240026 Nov 23 18:50:04.543742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.597919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.603252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a88c621c-5011-4be2-8082-fcdb81f62522 req-be766a84-64b0-4eef-a734-e838f4735134 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774180 Nov 23 18:50:04.634963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.638765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.703160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-e3bd8d2e-ca90-41e2-a430-280afd174e6d tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/6cdbbed9-686b-4d79-8181-8af31eb40f6a HTTP/1.1" status: 200 len: 1824 time: 0.1142409 Nov 23 18:50:04.705940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-720d71fa-4962-4422-926e-c59b98a2ede2 req-70578bb0-6f62-4b28-8a5f-aed617c847c7 service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739511 Nov 23 18:50:04.712437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.754150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:04.761802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efa83b3-62f7-42d3-9279-8ba0112eadb7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:04.765703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.771520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-458f8eea-a487-48ed-ac31-1b3cb730b1d3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5 HTTP/1.1" status: 204 len: 168 time: 0.7391419 Nov 23 18:50:04.774470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:04.779089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c72d2b-9731-453a-a337-293b98e5ac6b None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:04.782296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6e92f9-b8a4-441e-82f2-2e98510020eb') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:04.782296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6e92f9-b8a4-441e-82f2-2e98510020eb') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:04.800516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Pushing event updated for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:04.804169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.807957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.888572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e027be2-f911-46af-86f8-1744850eaf56 req-d8fa781f-81f4-4510-985b-45d0b6887314 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.889553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d536813c-3296-451f-8477-a96c034cfdee up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:04.890122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e027be2-f911-46af-86f8-1744850eaf56 req-d8fa781f-81f4-4510-985b-45d0b6887314 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.1986609 Nov 23 18:50:04.912253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.931907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:04.932316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:04.935573 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:04.939206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-88dd5495-0fbe-403d-8eaf-82bba08fd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:04.940797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-88dd5495-0fbe-403d-8eaf-82bba08fd282 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 1094 time: 0.1706831 Nov 23 18:50:04.948262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet cdfad8b6-a0d4-4231-bb77-c56177784543 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:04.964468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:04.993515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.003032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d536813c-3296-451f-8477-a96c034cfdee triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:05.003850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.008720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e027be2-f911-46af-86f8-1744850eaf56 req-b95dea54-839b-4a80-b1e0-9ede38cd4b94 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106312 Nov 23 18:50:05.010707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:05.051910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:05.061580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.118843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.224452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:05.231808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.282091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:05.282091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44e8193f-6bb4-4ca5-a542-200a27f4c5e1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:05.300232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.302975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.308257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d64959d0-1824-48f1-baba-3a0ed1ab49e6 req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/6cdbbed9-686b-4d79-8181-8af31eb40f6a HTTP/1.1" status: 204 len: 173 time: 0.5635796 Nov 23 18:50:05.338255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-fd6cbb97-98d6-496d-b0c7-7be9b9d83477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:05.339830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-fd6cbb97-98d6-496d-b0c7-7be9b9d83477 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 200 len: 913 time: 0.3878927 Nov 23 18:50:05.371135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d26c-56f1-437f-80d9-4cf49c87a0eb tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbbed9-686b-4d79-8181-8af31eb40f6a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:05.436187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-83271c09-e876-4c41-82a6-56f63f0abdb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e HTTP/1.1" status: 200 len: 217 time: 0.0809872 Nov 23 18:50:05.509943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.512856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f811279-c3ad-4c75-81d8-c063c578625c req-121198a3-78b0-4b41-9ab1-6b37f88fb710 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/22e69af6-f15c-4d67-bd7b-91986439932f HTTP/1.1" status: 200 len: 1823 time: 0.1857066 Nov 23 18:50:05.513469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/7efa83b3-62f7-42d3-9279-8ba0112eadb7 HTTP/1.1" status: 204 len: 168 time: 2.0587378 Nov 23 18:50:05.514345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.518972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:05.520141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102896-46d1-45b5-8113-0d844332967d tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=7efa83b3-62f7-42d3-9279-8ba0112eadb7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:05.609090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-64956eb9-aa8e-4b96-8681-b96acaab397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:05.611068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-64956eb9-aa8e-4b96-8681-b96acaab397d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 200 len: 852 time: 0.1633220 Nov 23 18:50:05.630759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3dc9e-4c60-4a66-a87d-6eb54bdcc016 req-6778f36c-b893-4188-a2cf-ce8361a04be4 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:05.632340 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9f3dc9e-4c60-4a66-a87d-6eb54bdcc016 req-6778f36c-b893-4188-a2cf-ce8361a04be4 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.1240611 Nov 23 18:50:05.639256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Router cca7a6da-1e30-48b7-aa59-07ef8fef2263 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:05.668110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-15ead9c8-c2ad-4fbb-b895-2b5a42bf1d64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485969 Nov 23 18:50:05.675502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81e7d2-ef67-4ce3-b4a9-fb3e16512086 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:05.681475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7e81e7d2-ef67-4ce3-b4a9-fb3e16512086 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 HTTP/1.1" status: 200 len: 840 time: 0.1614079 Nov 23 18:50:05.682179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:05.769189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9f3dc9e-4c60-4a66-a87d-6eb54bdcc016 req-2e2b9f1d-a03e-497c-9fee-23ce239950ff tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241810 Nov 23 18:50:05.785786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:05.791688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15ecaf55-125f-4c47-a020-30c66777fe07 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1019709 Nov 23 18:50:05.794976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:05.809462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.878628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.882583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/cdfad8b6-a0d4-4231-bb77-c56177784543 HTTP/1.1" status: 204 len: 168 time: 1.0865836 Nov 23 18:50:05.887788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:05.891174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0352e26-3316-4dbc-b93b-d69e97e9eefb None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:05.906972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f811279-c3ad-4c75-81d8-c063c578625c req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.912156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23b9b0-7ea1-4f4f-9a36-d03a34eb5ccf tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfad8b6-a0d4-4231-bb77-c56177784543,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:05.950276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f811279-c3ad-4c75-81d8-c063c578625c req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:05.951724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:05.960662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-53fa381a-6168-4b55-b806-0e91693d72ce service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767537 Nov 23 18:50:05.964000 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Sync routers for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:05.973876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ca7f35c4-d920-4261-90f2-ff0b1a99d7b4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848315 Nov 23 18:50:05.977647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:05.979992 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:05.988419 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:05.988654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e4fb7df1-d975-4da6-add2-7a5534ce2e3c admin admin] 10.222.0.37 "PUT /v2.0/routers/cca7a6da-1e30-48b7-aa59-07ef8fef2263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6175869 Nov 23 18:50:06.004477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:06.019196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af6a6b2c-be48-472d-a2f8-5581c114b847 None None] Provisioning complete for port c8041dc5-e3f6-417b-a896-30ae0bbd5222 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:06.019598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af6a6b2c-be48-472d-a2f8-5581c114b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.114500 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:06.130077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fd4178c-9e34-4897-b9e8-786b9fcbe561 req-d361abef-653d-4b1c-b3f4-858c3f0cdcdf service neutron] 10.222.0.50 "GET /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593108 Nov 23 18:50:06.177518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f811279-c3ad-4c75-81d8-c063c578625c req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.189827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f811279-c3ad-4c75-81d8-c063c578625c req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.198711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f126e4-e2c2-46ac-847f-0d56a74d94fb req-ad502db5-4245-4114-a6c5-9143fe332871 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:06.206724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f811279-c3ad-4c75-81d8-c063c578625c req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/22e69af6-f15c-4d67-bd7b-91986439932f HTTP/1.1" status: 204 len: 173 time: 0.6730824 Nov 23 18:50:06.213454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88f126e4-e2c2-46ac-847f-0d56a74d94fb req-ad502db5-4245-4114-a6c5-9143fe332871 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 943 time: 0.3263311 Nov 23 18:50:06.217879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:06.221480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:50:06.221934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.231468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce163b54-c4b6-4689-a3fb-3b26a1f5a5f1 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e69af6-f15c-4d67-bd7b-91986439932f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:06.325472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Deleting port c8041dc5-e3f6-417b-a896-30ae0bbd5222 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:06.326186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.381114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88f126e4-e2c2-46ac-847f-0d56a74d94fb req-c8ca9511-d486-446a-a83f-4e81fdb7e6ef tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666882 Nov 23 18:50:06.392337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:06.395851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.404023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] For port c8041dc5-e3f6-417b-a896-30ae0bbd5222, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c8041dc5-e3f6-417b-a896-30ae0bbd5222,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:06.404429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.421913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Calling delete_port for c8041dc5-e3f6-417b-a896-30ae0bbd5222 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:06.443483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70335fd-d5b0-4bd2-b046-8fd971a2236d req-cc8343b1-43f0-4b29-b15b-7d43059d24ba tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:06.445724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b70335fd-d5b0-4bd2-b046-8fd971a2236d req-cc8343b1-43f0-4b29-b15b-7d43059d24ba tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.0714974 Nov 23 18:50:06.490121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 2, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:06.502652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b70335fd-d5b0-4bd2-b046-8fd971a2236d req-8277693f-8f81-41e5-8f43-859d28edfd64 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Nov 23 18:50:06.529553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Checking router: cca7a6da-1e30-48b7-aa59-07ef8fef2263 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:06.529553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Updating router cca7a6da-1e30-48b7-aa59-07ef8fef2263 port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:06.538543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.566704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] Pushing event deleted for resources: {'Port': ['ID=c8041dc5-e3f6-417b-a896-30ae0bbd5222,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:06.579081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-667c8639-9cae-4caa-b6c5-e8c5b8505548 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/b162b295-c9f3-40c1-b1f3-0c55357ae494 HTTP/1.1" status: 200 len: 1824 time: 0.1426039 Nov 23 18:50:06.586169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc16047-763a-47d7-a052-b4d554ad4749 None None] No DVR routers for this DVR port c8041dc5-e3f6-417b-a896-30ae0bbd5222 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:06.675273 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.746634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.784162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c8041dc5-e3f6-417b-a896-30ae0bbd5222 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:06.795592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.810446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c8041dc5-e3f6-417b-a896-30ae0bbd5222 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:06.810949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c8041dc5-e3f6-417b-a896-30ae0bbd5222 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:06.854994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:06.866302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:06.869918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:06.870864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.878685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da7909-5e12-4bfb-a33f-492ad811c404 None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:06.897466 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.909421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-e2807e58-9914-45fd-9046-cf600d96604c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:06.918124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-e2807e58-9914-45fd-9046-cf600d96604c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 820 time: 0.1426365 Nov 23 18:50:06.929200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-cec7c060-67ea-487f-876f-eb99905fda42 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/quotas/d58ad50cb39345208b9f1af25dbc7036 HTTP/1.1" status: 200 len: 375 time: 0.0100491 Nov 23 18:50:06.949044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.952545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:06.965993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e60b9441-9461-46a3-8a6d-c9db1648bfcb req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/b162b295-c9f3-40c1-b1f3-0c55357ae494 HTTP/1.1" status: 204 len: 173 time: 0.3767912 Nov 23 18:50:07.004130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-f3731404-159f-4c0a-8658-c4f86c6d804f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675037 Nov 23 18:50:07.009336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=352cccbf-104e-4a1e-be65-fc07da56aed0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.016168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.037771 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.048226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7476a-3cad-44b7-b730-d87b06c7284c tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b162b295-c9f3-40c1-b1f3-0c55357ae494,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.048677 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.114423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:07.115585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba962584-0ef7-43bd-9103-8b1fd9f72abf tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3281567 Nov 23 18:50:07.119080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554193430'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:07.123286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'tenant_id': '5cb59dee4ac64ae48b588c533047a0a2', 'fixed_ips': [{'subnet_id': '352cccbf-104e-4a1e-be65-fc07da56aed0'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:07.124209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.135350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:07.142007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:07.147712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:07.149441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.166183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=1f08f98a-236f-4355-8209-0ee9b6e5bc5a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.166461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83dfe9-b6a2-4931-9391-cc61fdba63d3 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:07.187155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-d89f3246-f17b-4e5d-b02f-11244d24d3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820741 Nov 23 18:50:07.194863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8611eef-9390-4b10-ac86-6de0665b650a None None] Pushing event updated for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.209233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16b7d55f-ad4d-4f73-bcc5-2e59581bb491 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2239845 Nov 23 18:50:07.212361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:07.217600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:07.225346 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Attempting to bind port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:07.225705 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Attempting to bind port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:07.226091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Attempting to bind port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b on network 332c9967-f40a-44d2-88e7-615d5d8cc618 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:07.232539 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:07.233040 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Checking segment: {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:07.233455 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.233857 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Bound using segment: {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:07.234333 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Bound port: b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:07.234715 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.254193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.360629 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] For port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:07.368146 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] For port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:07.376077 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.388967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-01909d72-80ca-4bbf-a27b-2a7a3eb5f16d service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948049 Nov 23 18:50:07.421901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-f2cab6c7-1688-474e-be4f-18f049c02907 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/8f28db57-a806-476e-94b7-c1beeffbde1f HTTP/1.1" status: 200 len: 2424 time: 0.0864484 Nov 23 18:50:07.456936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:07.457815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.459382 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:07.461533 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:07.461926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.471964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.522153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.526724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4087188 Nov 23 18:50:07.526724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f15ee7-1a2e-4292-b41e-c5c02f556abb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32cc001-26c3-4788-8862-4d9d1b3b551a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.527568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:07.533275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'security_group': {'name': 'tempest-secgroup-2031367577'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:07.574672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.581128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:07.607521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8611eef-9390-4b10-ac86-6de0665b650a None None] Pushing event updated for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.654070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.702780 n-d-792364-9 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f08f98a-236f-4355-8209-0ee9b6e5bc5a (CIDR: 2001:db8::/64) Nov 23 18:50:07.704691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.704925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'tenant_id': '371446877b92485897b2777475e52958', 'fixed_ips': [{'subnet_id': '1f08f98a-236f-4355-8209-0ee9b6e5bc5a'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:07.708626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.712893 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:07.715820 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:50:07.716276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:07.752323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.761138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.763644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:07.764096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c8666d1-3fdf-4c42-a0c6-d0e67475f417 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5505357 Nov 23 18:50:07.791365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Allocated IP 172.20.0.2 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/352cccbf-104e-4a1e-be65-fc07da56aed0/24c4e810-d4d3-40b0-bf09-99d0e2eca6d4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:07.796618 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.797048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'subnet': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:07.800435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.809759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34a989e5-00d8-44b3-b553-96cc2bbf67d3 req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f28db57-a806-476e-94b7-c1beeffbde1f HTTP/1.1" status: 204 len: 173 time: 0.3801296 Nov 23 18:50:07.839013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26079a0-c3a9-4d60-90bd-9476df7a345e tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28db57-a806-476e-94b7-c1beeffbde1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:07.849314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:50:07.927367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:07.936750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56426) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:07.938971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4098794 Nov 23 18:50:07.941977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-114336260', 'security_groups': ['76b6d1e5-604e-46be-9bd9-a254c792e40f'], 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '352cccbf-104e-4a1e-be65-fc07da56aed0'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:07.958160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936e89-9567-4319-88b6-04c8e9b1b12a tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6d1e5-604e-46be-9bd9-a254c792e40f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:08.076227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:08.082405 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:07Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:08.091823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704b6b-6956-4316-8868-6a3814d3bdd1 req-70cb7f69-621f-40c0-a457-dd2e347b6f6b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:08.100080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3704b6b-6956-4316-8868-6a3814d3bdd1 req-70cb7f69-621f-40c0-a457-dd2e347b6f6b tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 943 time: 0.1340973 Nov 23 18:50:08.124491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7142868-f9c1-424f-b2ab-925c8dcc345e None None] The sync data for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 is: [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:07Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:08.177615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bd43ad7-206f-45e5-a35a-31dc48406628 req-cd64c664-d421-47b0-880e-cb3e157d7585 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.1323965 Nov 23 18:50:08.188792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e', 'network_id': '1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e', 'port_id': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e', 'mac_address': 'fa:16:3e:04:23:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a210f-5a2f-4d40-a53d-6c2b2cada5dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:50:08.194333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:08.209594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.317558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:08.358339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-d6ad844b-be0b-44af-81a4-716365339881 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "GET /v2.0/security-groups/a5b59898-8ce3-4c8e-9aa1-3ebefff53624 HTTP/1.1" status: 200 len: 2418 time: 0.0812984 Nov 23 18:50:08.501315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.526672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:08.551593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3704b6b-6956-4316-8868-6a3814d3bdd1 req-de69d34c-b81d-4f4b-965e-5dc8493abfbc tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504948 Nov 23 18:50:08.555449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.646149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.673354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.683177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.689506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:50:08.692934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.857636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:08.860219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.10 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/352cccbf-104e-4a1e-be65-fc07da56aed0/3289d138-db95-4e86-b7c9-5f5a3f1e3bbb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:08.885133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.887959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.889196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48ad01b3-6cd5-43df-b820-1a9dcbb63de8 req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5b59898-8ce3-4c8e-9aa1-3ebefff53624 HTTP/1.1" status: 204 len: 173 time: 0.4884021 Nov 23 18:50:08.896636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:08.905869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:08.922504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:08.925532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:08.943077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd73ba-f763-435a-ab36-71b42903c750 tempest-SecurityGroupRulesTestJSON-1747092875 tempest-SecurityGroupRulesTestJSON-1747092875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b59898-8ce3-4c8e-9aa1-3ebefff53624,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:08.948276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Subnet': ['ID=1f04f3ce-e347-4b26-990a-69c8b47a0e5a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:08.960052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-de020758-0563-43aa-b2eb-55bbf7495910 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1860986 Nov 23 18:50:08.960625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:08.971776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Request body: {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'mac_address': 'fa:16:3e:99:a8:9b', 'name': 'tempest-NetworksTestDHCPv6-241827383'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:08.984462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Allocated IP 2001:db8::2 (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1f08f98a-236f-4355-8209-0ee9b6e5bc5a/4bfd65ef-e1c9-4395-a234-cad00739575a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:08.988778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3617-5a61-42f3-9b0f-3ff5b9026557 req-1fedf61d-c7ec-47f0-b1af-28a9a35d3b3a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:08.999220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:09.000057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb6a3617-5a61-42f3-9b0f-3ff5b9026557 req-1fedf61d-c7ec-47f0-b1af-28a9a35d3b3a tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.3083041 Nov 23 18:50:09.005680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.024273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Deleting subnet 04c09b9e-fdb3-4d3e-a3a4-cedecaeb25e2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:09.036012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.038696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-508bce20-3655-4d25-bfab-b17722229a31 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:09.040643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-508bce20-3655-4d25-bfab-b17722229a31 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 945 time: 0.2940626 Nov 23 18:50:09.044882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:09.055268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:09.107208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.108233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:09.114467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:09.152094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.175127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:09.178808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:09.199306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb6a3617-5a61-42f3-9b0f-3ff5b9026557 req-17536412-d7e7-44ec-9c73-fcefd6c215c3 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/security-groups?id=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813207 Nov 23 18:50:09.219443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.299908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.330675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Attempting to bind port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:09.331047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Attempting to bind port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:09.331495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Attempting to bind port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 on network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:09.390324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.403344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Made reservation on behalf of 371446877b92485897b2777475e52958 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:09.419495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:09.422006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b521501-d475-4fae-8759-d8ec1176fb00 req-356d206a-3526-4447-9399-8dbbb379e03b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.0776815 Nov 23 18:50:09.422971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:09.423394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Checking segment: {'id': '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:09.423810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.424202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Bound using segment: {'id': '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:09.424686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Bound port: 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:09.425069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.443727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:09.444148 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.466425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.469877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.564217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c09b9e-fdb3-4d3e-a3a4-cedecaeb25e2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:09.567715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.576185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-606f3cd7-ecf3-4567-b8be-f305c5672438 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04c09b9e-fdb3-4d3e-a3a4-cedecaeb25e2 HTTP/1.1" status: 204 len: 168 time: 0.6735964 Nov 23 18:50:09.577883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:09.608415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:09.613877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:09.620182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:09.651846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:09.676234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:09.679136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=3289d138-db95-4e86-b7c9-5f5a3f1e3bbb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:09.689733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.696893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:09.777924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.830187 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.885445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.897127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.916387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec933-bbb7-44a5-92a9-a9fae1510ac1 None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:09.924603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:09.925833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:09.972285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c3c1b-c339-4183-a108-189c5c59ecc1 req-1df5248a-aa21-4e9d-b87a-a62adfc1540d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:09.981641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da6c3c1b-c339-4183-a108-189c5c59ecc1 req-1df5248a-aa21-4e9d-b87a-a62adfc1540d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 944 time: 0.1690810 Nov 23 18:50:09.983219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Pushing event updated for resources: {'Port': ['ID=4bfd65ef-e1c9-4395-a234-cad00739575a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:10.006524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-30f2e045-cc4b-4226-b181-f46dbe370219 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0686641 Nov 23 18:50:10.018842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:10.064362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:10.087736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:10.138176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:10.149610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:10.155927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:10.162222 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.244583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Deleting port 30d1235a-60c1-4bcf-893e-58ddc53c419c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:10.245158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.318537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.318895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:10.370907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] For port 30d1235a-60c1-4bcf-893e-58ddc53c419c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=30d1235a-60c1-4bcf-893e-58ddc53c419c,segment=NetworkSegment(51f45dfc-73dd-4d16-abe0-ed98f0047fcb),segment_id=51f45dfc-73dd-4d16-abe0-ed98f0047fcb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:10.371282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.371694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da6c3c1b-c339-4183-a108-189c5c59ecc1 req-a664d097-74b3-4476-9e5a-565524c2d6ba tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830764 Nov 23 18:50:10.386350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Calling delete_port for 30d1235a-60c1-4bcf-893e-58ddc53c419c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:10.404003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.405303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Attempting to bind port 4bfd65ef-e1c9-4395-a234-cad00739575a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:10.405690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Attempting to bind port 4bfd65ef-e1c9-4395-a234-cad00739575a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:10.415898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Attempting to bind port 4bfd65ef-e1c9-4395-a234-cad00739575a on network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:10.417209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4473a43-20ec-4beb-9a98-14f2148f2958']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:10.434168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:10.435104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Checking segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:10.435875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.436499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Bound using segment: {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:10.436670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5537280-4f14-453b-9374-1984637ffb8b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:10.436914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5537280-4f14-453b-9374-1984637ffb8b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:10.437750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Bound port: 4bfd65ef-e1c9-4395-a234-cad00739575a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb514a1-be98-43dd-8a97-0acb097508fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:10.438376 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.451959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.475414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.498341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:10.498896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:10.504180 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:10.506407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:10.508496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.527138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] For port 4bfd65ef-e1c9-4395-a234-cad00739575a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:10.530975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] For port 4bfd65ef-e1c9-4395-a234-cad00739575a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4bfd65ef-e1c9-4395-a234-cad00739575a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:10.545050 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.552177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.598794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3ea3ad-d1ad-41b2-98d0-abbafce98a6d req-2346ebac-b1ec-4868-b1f0-629c443c452e tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.37 "GET /v2.0/ports?device_id=41759ad0-a6df-4db6-a759-fb1f8cca17e2 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Nov 23 18:50:10.639193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc7921-50d9-4cef-acbd-c92685b05405 None None] Pushing event updated for resources: {'Port': ['ID=4bfd65ef-e1c9-4395-a234-cad00739575a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:10.651427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Pushing event deleted for resources: {'Port': ['ID=30d1235a-60c1-4bcf-893e-58ddc53c419c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:10.670881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-f9594974-24ea-407c-9461-5ed449404ffb tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:10.672610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-f9594974-24ea-407c-9461-5ed449404ffb tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 820 time: 1.2412529 Nov 23 18:50:10.677930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.697638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ddbb89c-58cf-4958-a295-a7b0d38ffd5a req-c4952769-634e-4e23-84af-c84f1ca8a786 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.0415161 Nov 23 18:50:10.736331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'port': {'device_id': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'admin_state_up': True, 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:10.747570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] No DVR routers for this DVR port 30d1235a-60c1-4bcf-893e-58ddc53c419c on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:10.764747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.778318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.784001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd15827-91fe-437d-a4cc-fa0161747c3d req-4c29fcb9-92ed-4934-a460-b8dc70506da1 tempest-ServerDiskConfigTestJSON-446387759 tempest-ServerDiskConfigTestJSON-446387759-project] 10.222.0.47 "DELETE /v2.0/ports/30d1235a-60c1-4bcf-893e-58ddc53c419c HTTP/1.1" status: 204 len: 173 time: 1.7204962 Nov 23 18:50:10.784700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'name': 'network-vif-deleted', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:10.787198 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa8c626-6c8a-46d3-87e8-737b4b3643fd" -d '{"events": [{"server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "name": "network-vif-deleted", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:10.871925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] device_id is not set on port a398e89a-9547-40ec-bf97-89c2dce53a91 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:10.880556 n-d-792364-9 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 352cccbf-104e-4a1e-be65-fc07da56aed0 (CIDR: 172.20.0.0/28) Nov 23 18:50:10.882277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:10.889679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4473a43-20ec-4beb-9a98-14f2148f2958 HTTP/1.1" status: 204 len: 168 time: 1.3068445 Nov 23 18:50:10.904621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 30d1235a-60c1-4bcf-893e-58ddc53c419c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:10.971881 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:50:10.973860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:10.978031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d48d3-c130-4894-8d47-7acec04d1153 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4473a43-20ec-4beb-9a98-14f2148f2958,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:10.983853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 30d1235a-60c1-4bcf-893e-58ddc53c419c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:10.984284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 30d1235a-60c1-4bcf-893e-58ddc53c419c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:10.985515 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306491b5-3bcf-4903-83dc-f705755cd925 x-openstack-request-id: req-306491b5-3bcf-4903-83dc-f705755cd925 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:10.985806 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41759ad0-a6df-4db6-a759-fb1f8cca17e2", "name": "network-vif-deleted", "tag": "30d1235a-60c1-4bcf-893e-58ddc53c419c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:10.986107 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-306491b5-3bcf-4903-83dc-f705755cd925 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:10.986479 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41759ad0-a6df-4db6-a759-fb1f8cca17e2', 'name': 'network-vif-deleted', 'tag': '30d1235a-60c1-4bcf-893e-58ddc53c419c', 'status': 'completed', 'code': 200} Nov 23 18:50:11.029463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-57f29dfc-074b-4264-b15d-943ae4ff49ab tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0030909 Nov 23 18:50:11.030552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:11.039078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:11.071109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:11.199838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Made reservation on behalf of d58ad50cb39345208b9f1af25dbc7036 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:11.205859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.207349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:11.207792 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.270954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:11.380298 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.381891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cbc45926-0ca2-4a96-8f5a-07ad25e15fc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b4d58c23abb40fcb9c82b5b2b080756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105368 Nov 23 18:50:11.384585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56466) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:11.384928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8::3ad (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1f08f98a-236f-4355-8209-0ee9b6e5bc5a/a398e89a-9547-40ec-bf97-89c2dce53a91) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:11.405636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:a89b (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1f04f3ce-e347-4b26-990a-69c8b47a0e5a/a398e89a-9547-40ec-bf97-89c2dce53a91) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:11.407829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:11.411874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.458499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:11.470554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.471705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:11.569388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:11.645787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.697035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:11.721084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.735940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:50:11.747767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c961c31-871e-478e-a08e-3544e1782cff None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:11.748182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c961c31-871e-478e-a08e-3544e1782cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.753649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:11.754019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.756938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.827592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2b43b-0bae-4cf7-bb73-4680573f2b6f req-afc27b50-35f9-4981-b6e3-5e2d1c8f69f1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:11.838118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69b2b43b-0bae-4cf7-bb73-4680573f2b6f req-afc27b50-35f9-4981-b6e3-5e2d1c8f69f1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 944 time: 0.3579776 Nov 23 18:50:11.890473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:11.890473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.923635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16407f8a-10d3-4a65-ad73-7d9245187912 req-a0230233-4094-4730-b328-90c035919ec1 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.0621154 Nov 23 18:50:11.943350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.947045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:11.950752 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4450f989-729f-44e9-9f34-5b52922f1dda HTTP/1.1" status: 204 len: 168 time: 0.5626957 Nov 23 18:50:12.004560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60bba-4ecc-4284-83b7-8fa71570ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450f989-729f-44e9-9f34-5b52922f1dda,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:12.016371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69b2b43b-0bae-4cf7-bb73-4680573f2b6f req-928a846f-89b1-49c6-82c0-cac384b5c0b2 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768229 Nov 23 18:50:12.052894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Allocated IP 172.20.0.9 (332c9967-f40a-44d2-88e7-615d5d8cc618/a60de05e-980e-48b2-96a3-b89cff028a01/1097f313-52ec-46aa-b828-f7b0e560ec87) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:12.055541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.175483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:12.176167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:12.185820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.246274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:12.249936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:12.254817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:12.255287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.270872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=70156899-e214-4e46-a4bd-60ceb23660df,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:12.289363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03d5f01d-c696-4ba9-9c62-2b86fb43ee43 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2538838 Nov 23 18:50:12.289692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:12.297294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1844743245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70156899-e214-4e46-a4bd-60ceb23660df'}], 'security_groups': ['c32cc001-26c3-4788-8862-4d9d1b3b551a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:12.344150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Deleting subnet d7742566-d72f-45a0-a00d-542d0746f500 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:12.346894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event updated for resources: {'Port': ['ID=a398e89a-9547-40ec-bf97-89c2dce53a91,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:12.357584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:12.361358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:12.368181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:12.368845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.386085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.410092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a56097-3b5f-45fe-9e2d-83fb68ad436c None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:12.419074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.423357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8dd37564-c97b-4f84-b34b-732997479469 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4588642 Nov 23 18:50:12.441609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:12.473474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99ceea-6914-4bd2-b4c7-c0b51da28b21 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:12.481695 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.563623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.580336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c961c31-871e-478e-a08e-3544e1782cff None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:12.580715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c961c31-871e-478e-a08e-3544e1782cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.582043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:12.584344 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06694d44-0f25-4099-baaa-24ef34befbaf" -d '{"events": [{"server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "name": "network-vif-plugged", "status": "completed", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:12.681049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.685757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:12.706885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.733547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c961c31-871e-478e-a08e-3544e1782cff None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:12.854602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.902860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:12.904066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting port a398e89a-9547-40ec-bf97-89c2dce53a91 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:12.904590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.917529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Provisioning complete for port 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:12.918002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:12.995097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Port 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:13.018202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Delete allocated IP 172.20.0.10 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/352cccbf-104e-4a1e-be65-fc07da56aed0) {{(pid=103400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:50:13.024788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:13.025287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.026624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.040205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.26 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/70156899-e214-4e46-a4bd-60ceb23660df/3289d138-db95-4e86-b7c9-5f5a3f1e3bbb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:13.098060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:13.142876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d3d801b-2e15-4909-9aa0-7feb96dbd1aa req-4fbb243b-b2cc-43f0-b2d2-6cee76ff6534 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.0412788 Nov 23 18:50:13.202614 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c40156e-5b6b-4b49-8731-c4a7a9e9e3cb x-openstack-request-id: req-7c40156e-5b6b-4b49-8731-c4a7a9e9e3cb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:13.204423 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "name": "network-vif-plugged", "status": "completed", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:13.204766 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c40156e-5b6b-4b49-8731-c4a7a9e9e3cb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:13.205250 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e', 'code': 200} Nov 23 18:50:13.208170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.224806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Calling delete_port for a398e89a-9547-40ec-bf97-89c2dce53a91 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:13.299724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Update dhcp port {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'fixed_ips': [{'subnet_id': '352cccbf-104e-4a1e-be65-fc07da56aed0', 'ip_address': '172.20.0.2'}, {'subnet_id': '70156899-e214-4e46-a4bd-60ceb23660df'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '24c4e810-d4d3-40b0-bf09-99d0e2eca6d4'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:13.301697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '1f08f98a-236f-4355-8209-0ee9b6e5bc5a', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f04f3ce-e347-4b26-990a-69c8b47a0e5a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '4bfd65ef-e1c9-4395-a234-cad00739575a'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:13.323953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7742566-d72f-45a0-a00d-542d0746f500,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:13.327247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.332675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ffc53573-6a32-4d28-ba71-585dda2c2eeb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d7742566-d72f-45a0-a00d-542d0746f500 HTTP/1.1" status: 204 len: 168 time: 1.1482909 Nov 23 18:50:13.335135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:13.375655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.382196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.389341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.389533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da86311-3419-4358-af93-4733545d402d req-a6c6d466-6ed2-476c-85bc-4b56ade2367e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:13.390984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5da86311-3419-4358-af93-4733545d402d req-a6c6d466-6ed2-476c-85bc-4b56ade2367e tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.1224921 Nov 23 18:50:13.400288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76130-4f40-42e2-85bf-258366760379 req-d91d8042-bbe9-4da1-9c5d-1a3b58869d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:13.402412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fb76130-4f40-42e2-85bf-258366760379 req-d91d8042-bbe9-4da1-9c5d-1a3b58869d67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 1096 time: 0.0967116 Nov 23 18:50:13.425263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:13.425832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.427448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.483009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Network 332c9967-f40a-44d2-88e7-615d5d8cc618 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:13.488571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:13.496956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.502949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:13.512701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:13.520426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:13.545093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2fb76130-4f40-42e2-85bf-258366760379 req-40e273c4-5c90-4596-b6d9-9ae8402f3882 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161678 Nov 23 18:50:13.610373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:13.611136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.665870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-174f40f4-d772-4a1c-b25a-021452289da9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9646230 Nov 23 18:50:13.695897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] For port 4bfd65ef-e1c9-4395-a234-cad00739575a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4bfd65ef-e1c9-4395-a234-cad00739575a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:13.704700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.714842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.737376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-18833877-network', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:13.792167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Port': ['ID=a398e89a-9547-40ec-bf97-89c2dce53a91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:13.804717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Request body: {'port': {'device_id': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:13.865559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.898408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:139e (8a737b54-db1f-4acf-80ef-9bd64b0dd2a9/1f04f3ce-e347-4b26-990a-69c8b47a0e5a/4bfd65ef-e1c9-4395-a234-cad00739575a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:13.904903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4bfd65ef-e1c9-4395-a234-cad00739575a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:13.919828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Allocated IP 172.20.0.18 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/70156899-e214-4e46-a4bd-60ceb23660df/24c4e810-d4d3-40b0-bf09-99d0e2eca6d4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:13.922349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc71a31-244b-4022-b1a8-1ab0c8697e98 None None] Pushing event updated for resources: {'Port': ['ID=4bfd65ef-e1c9-4395-a234-cad00739575a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:13.929726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.933731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.958877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.965440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-46d46263-e7e7-4f58-9284-80c48d380a81 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/a398e89a-9547-40ec-bf97-89c2dce53a91 HTTP/1.1" status: 204 len: 168 time: 1.5229216 Nov 23 18:50:13.969516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:13.970672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:13.973304 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:13.998004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.023277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5da86311-3419-4358-af93-4733545d402d req-1cb5daf9-60d6-4578-891c-6f34a6779ce1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231699 Nov 23 18:50:14.027354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=3289d138-db95-4e86-b7c9-5f5a3f1e3bbb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:14.079623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] In _notify_port_updated(), no bound segment for port 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb on network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:50:14.085093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.085783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.087256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-43941c1b-34a7-4e60-944b-73634cb8261c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/ports/3289d138-db95-4e86-b7c9-5f5a3f1e3bbb HTTP/1.1" status: 200 len: 921 time: 1.7963254 Nov 23 18:50:14.096629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.157258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.157561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e7ee2-c5b5-4f11-988a-348dccd71d4e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.159242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d5e7ee2-c5b5-4f11-988a-348dccd71d4e tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1834753 Nov 23 18:50:14.165423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.175498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:14.176044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.236891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:14.248293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd621a16-ff52-43d5-a4ce-9e6ea5559e92']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:14.252940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] For port 4bfd65ef-e1c9-4395-a234-cad00739575a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4bfd65ef-e1c9-4395-a234-cad00739575a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:14.264422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f45dfc-73dd-4d16-abe0-ed98f0047fcb') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:14.264705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f45dfc-73dd-4d16-abe0-ed98f0047fcb') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:14.280690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.315608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.318736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a8aab-8723-474e-b122-ce0727466c3d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.323156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c52a8aab-8723-474e-b122-ce0727466c3d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1567342 Nov 23 18:50:14.324458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.326412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.330470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.334030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.344920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:14.345330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:14.349472 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:14.367395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.398941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.408392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.426948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d5596-2ea1-4704-bf82-e4626cdf85fb req-afdf0008-8766-4e71-bd62-522d1ce392aa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.428667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-970d5596-2ea1-4704-bf82-e4626cdf85fb req-afdf0008-8766-4e71-bd62-522d1ce392aa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 931 time: 0.1756997 Nov 23 18:50:14.430173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:14.430513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.466448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:14.478742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f88bc2-0916-4f83-be92-3836ec934d8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.480313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f88bc2-0916-4f83-be92-3836ec934d8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.482013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f88bc2-0916-4f83-be92-3836ec934d8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:14.486398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-61f88bc2-0916-4f83-be92-3836ec934d8d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1576684 Nov 23 18:50:14.488557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.489803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.499130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.501945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd621a16-ff52-43d5-a4ce-9e6ea5559e92 HTTP/1.1" status: 204 len: 168 time: 1.1633308 Nov 23 18:50:14.525168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.525812 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Added segment 88c4910d-1b22-4cb3-bbcd-716c6789be5f of type vlan for network 12cabe37-3dac-406c-88ba-4744631137e2 Nov 23 18:50:14.530510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c82faf6-ffa7-4016-886f-53540397649b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:14.548480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609eab9-81aa-4323-bcf5-1204d54cade7 None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:14.568691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80145a9b-0ed7-4c5d-b07e-1e56ed6c3fac admin admin] Pushing event deleted for resources: {'Network': ['ID=bd621a16-ff52-43d5-a4ce-9e6ea5559e92,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:14.654648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.658142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.703852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:14.762406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-970d5596-2ea1-4704-bf82-e4626cdf85fb req-94907d64-eb12-4962-81d2-e4edae2843d2 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038962 Nov 23 18:50:14.818571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.865059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1097f313-52ec-46aa-b828-f7b0e560ec87 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:14.891856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.941310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dc92a625-e320-4a68-b36e-26ef38807efc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2461be4e33f4db89d7c545dadf1b5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1202881 Nov 23 18:50:14.944001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:14.954241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Transition to ACTIVE for port object 1097f313-52ec-46aa-b828-f7b0e560ec87 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:50:14.978611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:50:15.009803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:15.042274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 1f04f3ce-e347-4b26-990a-69c8b47a0e5a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:15.059254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.070017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.076612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c52ae-4764-40bc-8c17-36b96a47310f None None] Pushing event updated for resources: {'Port': ['ID=4bfd65ef-e1c9-4395-a234-cad00739575a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.080456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:15.081599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.115006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.119101 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.119365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.128576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:15.128971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.230802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=3289d138-db95-4e86-b7c9-5f5a3f1e3bbb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.259606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7659326 Nov 23 18:50:15.276310 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.285176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.299227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4bfd65ef-e1c9-4395-a234-cad00739575a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:15.324683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:15.338279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Request body: {'subnet': {'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-18833877-subnet', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:15.367355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8876-528f-4f3b-80ae-e89167fafa8e admin admin] Pushing event updated for resources: {'Network': ['ID=12cabe37-3dac-406c-88ba-4744631137e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.378650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.383611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 12cabe37-3dac-406c-88ba-4744631137e2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:15.440007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:15.440384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.460330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da5345-8c16-4dbe-a2b0-81fbc849c061 req-491ad8e9-44f4-4bfa-830e-06d7eeba6479 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:15.469677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5da5345-8c16-4dbe-a2b0-81fbc849c061 req-491ad8e9-44f4-4bfa-830e-06d7eeba6479 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.2426710 Nov 23 18:50:15.487204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.539427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.545383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ce859e02-258a-4357-97cc-b244c3950ce4 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/3289d138-db95-4e86-b7c9-5f5a3f1e3bbb HTTP/1.1" status: 204 len: 168 time: 1.4476521 Nov 23 18:50:15.553944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:15.591664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:15.593667 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ebff59-47e3-4f1e-b15a-fc21f472659b tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:50:15.594046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.595650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7ebff59-47e3-4f1e-b15a-fc21f472659b tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/3289d138-db95-4e86-b7c9-5f5a3f1e3bbb HTTP/1.1" status: 404 len: 333 time: 0.0403805 Nov 23 18:50:15.602968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:15.612487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5da5345-8c16-4dbe-a2b0-81fbc849c061 req-4570f296-63d5-41ca-a309-3d622f663ba7 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409991 Nov 23 18:50:15.614758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.621221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.622618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d00e87fe-d8db-49ff-ac4a-d1d9516ffc25 HTTP/1.1" status: 204 len: 168 time: 0.6766968 Nov 23 18:50:15.633579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124195f-0217-4d05-ba2e-b0176c2f1466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e87fe-d8db-49ff-ac4a-d1d9516ffc25,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.675069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Could not find standard attr ID for object 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:50:15.697152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:15.698366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.754762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.771667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Attempting to bind port 1097f313-52ec-46aa-b828-f7b0e560ec87 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:15.772007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Attempting to bind port 1097f313-52ec-46aa-b828-f7b0e560ec87 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:15.772342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Attempting to bind port 1097f313-52ec-46aa-b828-f7b0e560ec87 on network 332c9967-f40a-44d2-88e7-615d5d8cc618 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:15.838699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:15.839453 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.876274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=1f04f3ce-e347-4b26-990a-69c8b47a0e5a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:15.891104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.897452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56572) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:15.903936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7d61beea-2fe2-4f82-9931-7d84aa609f63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1f04f3ce-e347-4b26-990a-69c8b47a0e5a HTTP/1.1" status: 204 len: 168 time: 1.4015439 Nov 23 18:50:15.908385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Port 1097f313-52ec-46aa-b828-f7b0e560ec87 on network 332c9967-f40a-44d2-88e7-615d5d8cc618 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:50:15.908703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Attempting to bind port 1097f313-52ec-46aa-b828-f7b0e560ec87 on network 332c9967-f40a-44d2-88e7-615d5d8cc618 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:15.956634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c26aadf-facf-40f9-b9a5-b478b37a1de6 None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:15.990786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:15.991493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Checking segment: {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:15.992837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Bound using segment: {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:15.996487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Bound port: 1097f313-52ec-46aa-b828-f7b0e560ec87, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a95e97-78c1-485d-af90-a673344f0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:16.004747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.095035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91a7865d-6a0b-4522-b81c-eee7555f9220 None None] Could not find standard attr ID for object a398e89a-9547-40ec-bf97-89c2dce53a91. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:50:16.101049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbec75-d827-4b89-98c0-1c753a8fb615 req-bd677f6d-4d63-4245-8a20-61b84c6ec03a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:16.110394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28dbec75-d827-4b89-98c0-1c753a8fb615 req-bd677f6d-4d63-4245-8a20-61b84c6ec03a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 943 time: 0.1470034 Nov 23 18:50:16.140407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Deleting subnet 1f08f98a-236f-4355-8209-0ee9b6e5bc5a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:16.151900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91a7865d-6a0b-4522-b81c-eee7555f9220 None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:16.152339 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91a7865d-6a0b-4522-b81c-eee7555f9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.160119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.176337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.248587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28dbec75-d827-4b89-98c0-1c753a8fb615 req-c4bdd951-abf9-49cd-802c-70e39e84b16b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308067 Nov 23 18:50:16.271985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.282768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ed0e3-36d0-42ea-805b-b808759175c5 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:16.345232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.380112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:16.401102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:16.513201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.547277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7595-acfc-499a-bbb5-faeee88dff91 req-08cd04a0-797a-41e5-8761-23cc29a30dff tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:16.557863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74ad7595-acfc-499a-bbb5-faeee88dff91 req-08cd04a0-797a-41e5-8761-23cc29a30dff tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.5248992 Nov 23 18:50:16.576128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.622325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.657048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5354c54-27bb-4585-a015-0c58899cc9c4 None None] Could not find standard attr ID for object a398e89a-9547-40ec-bf97-89c2dce53a91. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:50:16.658261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Subnet': ['ID=1f08f98a-236f-4355-8209-0ee9b6e5bc5a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:16.660503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.662232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5354c54-27bb-4585-a015-0c58899cc9c4 None None] Could not find standard attr ID for object 3289d138-db95-4e86-b7c9-5f5a3f1e3bbb. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:50:16.663964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2c10e82-c588-41ec-8ec6-13a14596d80a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1f08f98a-236f-4355-8209-0ee9b6e5bc5a HTTP/1.1" status: 204 len: 168 time: 0.7650366 Nov 23 18:50:16.667103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:16.737201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fb3ebd65-377a-423b-9e3f-5b58ba06c6c5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688643 Nov 23 18:50:16.739665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:16.749305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:16.750301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.752335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] 10.222.0.50 "PUT /v2.0/ports/1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 1091 time: 2.9615557 Nov 23 18:50:16.753300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:16.756320 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d371e-5666-4186-845f-513e3a3532f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:16.817133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.823043 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.824236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/security-groups/76b6d1e5-604e-46be-9bd9-a254c792e40f HTTP/1.1" status: 204 len: 168 time: 1.2168128 Nov 23 18:50:16.830232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:16.851402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a4686-a445-45ea-95bf-6b1247eb36e8 None None] Update dhcp port {'port': {'network_id': '8a737b54-db1f-4acf-80ef-9bd64b0dd2a9', 'fixed_ips': [{'subnet_id': '1f08f98a-236f-4355-8209-0ee9b6e5bc5a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '4bfd65ef-e1c9-4395-a234-cad00739575a'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:16.864774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74ad7595-acfc-499a-bbb5-faeee88dff91 req-e88db722-85d7-4dc9-afe5-cd18e077b5f0 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862864 Nov 23 18:50:16.881404 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29188393-bf61-4c4b-ae4d-4c921dfb52e6 x-openstack-request-id: req-29188393-bf61-4c4b-ae4d-4c921dfb52e6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:16.881909 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:16.882953 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29188393-bf61-4c4b-ae4d-4c921dfb52e6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:16.884176 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:50:16.894430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b42a4686-a445-45ea-95bf-6b1247eb36e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.900075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d375325-a902-4c19-b0e8-acd6b88d4e4c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:16.903900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9d375325-a902-4c19-b0e8-acd6b88d4e4c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1610296 Nov 23 18:50:16.904406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:16.904879 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.907255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdbc1d-b429-4a7d-b2be-aa1895f5853c service neutron] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:16.927855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4bfd65ef-e1c9-4395-a234-cad00739575a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:16.954536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4de17-beca-46ef-8364-fb9812ebe384 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6d1e5-604e-46be-9bd9-a254c792e40f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:16.963668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.993559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-0ba5fd64-2199-42b6-83d5-e560a9392c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:16.995118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-0ba5fd64-2199-42b6-83d5-e560a9392c19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1094 time: 0.1698716 Nov 23 18:50:16.996019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=573eb34e-5990-44e5-807a-d96b11530ad5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:16.998961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38cd218-cd42-48be-aa2b-8182cc7ed75a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:17.000384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d38cd218-cd42-48be-aa2b-8182cc7ed75a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0917153 Nov 23 18:50:17.003583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.006851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.050277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-432b76a9-c146-44bc-afe0-d94a3fe0001a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.0440211 Nov 23 18:50:17.051756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Checking segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:17.052368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Network hostable DHCP agents. Network: 12cabe37-3dac-406c-88ba-4744631137e2, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:17.065993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3abf5253-fd41-4e8c-b8c6-f854304cabd8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613174 Nov 23 18:50:17.076188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.102432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:17.103509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.115184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Network 12cabe37-3dac-406c-88ba-4744631137e2 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:17.118961 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-475b9435-4934-471e-b1db-ca83687c8b67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.119602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475b9435-4934-471e-b1db-ca83687c8b67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.125245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-475b9435-4934-471e-b1db-ca83687c8b67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/a398e89a-9547-40ec-bf97-89c2dce53a91 HTTP/1.1" status: 404 len: 333 time: 0.0439975 Nov 23 18:50:17.125776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.126129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.143898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-5d942b9e-d011-4fbc-b2eb-fb22186c9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:17.143898 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-5d942b9e-d011-4fbc-b2eb-fb22186c9997 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.0839639 Nov 23 18:50:17.146970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 12cabe37-3dac-406c-88ba-4744631137e2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:17.154118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:17.154718 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.157352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849b718-03af-4154-9ece-c1ceb22c970e None None] Network 12cabe37-3dac-406c-88ba-4744631137e2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:17.187559 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa873f9c-fc27-4218-813d-cf765871b264 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.189347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa873f9c-fc27-4218-813d-cf765871b264 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.189981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-84aac95f-9cff-4153-8065-8a4e17679d9d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8624694 Nov 23 18:50:17.190698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.196814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa873f9c-fc27-4218-813d-cf765871b264 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1f04f3ce-e347-4b26-990a-69c8b47a0e5a HTTP/1.1" status: 404 len: 337 time: 0.0680797 Nov 23 18:50:17.197919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.213799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.217805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.218342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:17.222527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.223359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/security-groups/c32cc001-26c3-4788-8862-4d9d1b3b551a HTTP/1.1" status: 204 len: 168 time: 0.3862169 Nov 23 18:50:17.241242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae0d85-8f04-4d4d-b772-cd7dca081454 None None] Network 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:17.260357 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dedc55f-80d0-4a55-9ce6-ca23c1fa7066 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.261127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dedc55f-80d0-4a55-9ce6-ca23c1fa7066 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.267769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4dedc55f-80d0-4a55-9ce6-ca23c1fa7066 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1f08f98a-236f-4355-8209-0ee9b6e5bc5a HTTP/1.1" status: 404 len: 337 time: 0.0681729 Nov 23 18:50:17.270039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.284427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-9077b58b-4e2e-4d37-b18e-d2cf05e8e26f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141624 Nov 23 18:50:17.293681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-825031111-network', 'tenant_id': 'fbbe2602d18f46138becb88aaf723398'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:17.300993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9331fc-cf8f-4a0c-8448-c00babf6c3c7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32cc001-26c3-4788-8862-4d9d1b3b551a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:17.339736 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ebfac4-ff40-45df-a923-60c1d5c6856d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.341324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ebfac4-ff40-45df-a923-60c1d5c6856d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.349739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-45ebfac4-ff40-45df-a923-60c1d5c6856d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/6af90ba6-fe7e-4d31-b8f7-7ef86f99e0ba HTTP/1.1" status: 404 len: 333 time: 0.0782814 Nov 23 18:50:17.350874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.352265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 352cccbf-104e-4a1e-be65-fc07da56aed0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:17.356517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.389812 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd2a8f2-9d67-45de-8601-044956ca4311 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.389812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd2a8f2-9d67-45de-8601-044956ca4311 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.390596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c02d7b3-4f79-41cb-b209-a4333ce78a6f None None] Provisioning complete for port 4bfd65ef-e1c9-4395-a234-cad00739575a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:17.390784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c02d7b3-4f79-41cb-b209-a4333ce78a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.393628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dbd2a8f2-9d67-45de-8601-044956ca4311 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/2e1c1e1d-ceb6-4425-ba5d-79a7afd4d0f5 HTTP/1.1" status: 404 len: 337 time: 0.0414865 Nov 23 18:50:17.406439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.445708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26280-2a32-4e90-a029-a8c301dd2df9 req-078f9746-584b-49c8-8a0d-19d91ff62807 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:17.447947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07e26280-2a32-4e90-a029-a8c301dd2df9 req-078f9746-584b-49c8-8a0d-19d91ff62807 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 943 time: 0.0874355 Nov 23 18:50:17.466264 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06eab32-1f70-4a50-af95-abdb3f98fb42 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.466745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06eab32-1f70-4a50-af95-abdb3f98fb42 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.474125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a06eab32-1f70-4a50-af95-abdb3f98fb42 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/cdfad8b6-a0d4-4231-bb77-c56177784543 HTTP/1.1" status: 404 len: 337 time: 0.0631144 Nov 23 18:50:17.481150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.501453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.502791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.519395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.546466 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47fb8f-a397-46e0-8f31-3680f1417894 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.552142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb47fb8f-a397-46e0-8f31-3680f1417894 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.562414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fb47fb8f-a397-46e0-8f31-3680f1417894 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/df7e3bd2-2911-4546-a911-aeb4bd6a8677 HTTP/1.1" status: 404 len: 333 time: 0.0773089 Nov 23 18:50:17.562602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.599109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-12cabe37-3dac-406c-88ba-4744631137e2', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:17.600085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.603370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Made reservation on behalf of fbbe2602d18f46138becb88aaf723398 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:17.605690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.622537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] DHCP port deletion for 8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:50:17.622783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07e26280-2a32-4e90-a029-a8c301dd2df9 req-6e2a1f46-bee6-4652-a14a-64f2e0ace2ee tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679599 Nov 23 18:50:17.623623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.673818 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7cad8d-aaee-4136-9df7-90d4be85df73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.674467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7cad8d-aaee-4136-9df7-90d4be85df73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.678554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab7cad8d-aaee-4136-9df7-90d4be85df73 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/b47ec50d-4e85-4893-8c04-d8e6936739b9 HTTP/1.1" status: 404 len: 337 time: 0.1158125 Nov 23 18:50:17.681245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.703605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-0be436e9-8371-4236-90db-accdd6132252 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029806 Nov 23 18:50:17.706634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.717361 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-34af11ea-2c6c-4152-adc6-325428a28ab0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.717817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34af11ea-2c6c-4152-adc6-325428a28ab0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.725032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34af11ea-2c6c-4152-adc6-325428a28ab0 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/c9e3ed36-91fd-4127-b7e7-bde39cd1e8fb HTTP/1.1" status: 404 len: 337 time: 0.0408959 Nov 23 18:50:17.725032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.763595 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7a8a9a-210f-441d-8f7c-e4c92e4eaf64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.764216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7a8a9a-210f-441d-8f7c-e4c92e4eaf64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.768962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a7a8a9a-210f-441d-8f7c-e4c92e4eaf64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/b5c55185-f25b-4321-8cba-a2b9de3e943a HTTP/1.1" status: 404 len: 333 time: 0.0409615 Nov 23 18:50:17.773739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.795410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Deleting port 4bfd65ef-e1c9-4395-a234-cad00739575a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:17.795789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.811678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.817715 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21ae301-00af-4647-9491-8b7d6742722a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.817715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21ae301-00af-4647-9491-8b7d6742722a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.817715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b21ae301-00af-4647-9491-8b7d6742722a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/7c3bda2a-3911-446d-a578-32e022e062aa HTTP/1.1" status: 404 len: 337 time: 0.0423920 Nov 23 18:50:17.821594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.825050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.833934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Allocated IP 172.20.0.2 (12cabe37-3dac-406c-88ba-4744631137e2/573eb34e-5990-44e5-807a-d96b11530ad5/985a277e-3ba1-4977-a430-86209af84518) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:17.839047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:17.887136 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0586583c-92b3-43b4-8d89-0973e65dc2c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.888300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0586583c-92b3-43b4-8d89-0973e65dc2c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.891530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0586583c-92b3-43b4-8d89-0973e65dc2c2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/a31c1823-cdbc-48b8-a424-24449710681d HTTP/1.1" status: 404 len: 337 time: 0.0687635 Nov 23 18:50:17.892866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.893396 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Added segment 291219ae-f25e-4665-8bf6-c4395ffd8679 of type vlan for network 87db3606-b51a-49bf-adc1-adeea3fe3b28 Nov 23 18:50:17.896330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.924187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] For port 4bfd65ef-e1c9-4395-a234-cad00739575a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4bfd65ef-e1c9-4395-a234-cad00739575a,segment=NetworkSegment(5cb514a1-be98-43dd-8a97-0acb097508fd),segment_id=5cb514a1-be98-43dd-8a97-0acb097508fd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:17.924733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:17.942298 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc97b649-2db7-4569-a82a-d4710184cda9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:17.943034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc97b649-2db7-4569-a82a-d4710184cda9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:17.946352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc97b649-2db7-4569-a82a-d4710184cda9 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/54d51d08-ca26-4083-8936-3d9abe65e644 HTTP/1.1" status: 404 len: 333 time: 0.0423284 Nov 23 18:50:17.964728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:17.967598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69386de-deca-43e5-93f0-7ffaa858c3da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:17.972269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Calling delete_port for 4bfd65ef-e1c9-4395-a234-cad00739575a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:18.009796 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff41bc1-7dc0-4f85-be46-d55c14c41ed8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.010373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff41bc1-7dc0-4f85-be46-d55c14c41ed8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.016243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ff41bc1-7dc0-4f85-be46-d55c14c41ed8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/8376f479-836b-4c10-a56a-c09e45336ba7 HTTP/1.1" status: 404 len: 337 time: 0.0477042 Nov 23 18:50:18.017182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.019645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.045725 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f8de54-8ca8-4872-827a-06e493dfdeb7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.046447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f8de54-8ca8-4872-827a-06e493dfdeb7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.049607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23f8de54-8ca8-4872-827a-06e493dfdeb7 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/7916969a-9174-493a-9273-3df823cb8bd1 HTTP/1.1" status: 404 len: 333 time: 0.0321698 Nov 23 18:50:18.052361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.093826 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9049057c-d4cb-48a6-a7bc-264c5cbc95a2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.094400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9049057c-d4cb-48a6-a7bc-264c5cbc95a2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.100117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9049057c-d4cb-48a6-a7bc-264c5cbc95a2 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/54b6870e-7863-4119-b56f-ddf34e4e389d HTTP/1.1" status: 404 len: 337 time: 0.0440526 Nov 23 18:50:18.100321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.121915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.124700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.133968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.135303 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.136645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:18.136977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.139410 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a659f49-865b-4080-b957-e87eae33a30d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.140055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a659f49-865b-4080-b957-e87eae33a30d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.146271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a659f49-865b-4080-b957-e87eae33a30d tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/58173cea-44fa-4418-8c53-b6ba616e3b37 HTTP/1.1" status: 404 len: 333 time: 0.0417650 Nov 23 18:50:18.150851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56656) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.158323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] Pushing event deleted for resources: {'Port': ['ID=4bfd65ef-e1c9-4395-a234-cad00739575a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:18.165771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ab50c-05e9-4778-9889-7ee3114568a4 None None] No DVR routers for this DVR port 4bfd65ef-e1c9-4395-a234-cad00739575a on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:18.167482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.205865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Network 12cabe37-3dac-406c-88ba-4744631137e2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:18.209472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:18.210111 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e044a8-d807-4416-88be-8eac03988260 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.211612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e044a8-d807-4416-88be-8eac03988260 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.213782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:18.217962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5e044a8-d807-4416-88be-8eac03988260 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/3ca2e18b-e3de-45eb-ace3-73dc85a95970 HTTP/1.1" status: 404 len: 337 time: 0.0635669 Nov 23 18:50:18.219667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Pushing event updated for resources: {'Port': ['ID=985a277e-3ba1-4977-a430-86209af84518,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:18.225179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.236175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1086135 Nov 23 18:50:18.244681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.252419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Request body: {'subnet': {'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-825031111-subnet', 'tenant_id': 'fbbe2602d18f46138becb88aaf723398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:18.277670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Attempting to bind port 985a277e-3ba1-4977-a430-86209af84518 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:18.278042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Attempting to bind port 985a277e-3ba1-4977-a430-86209af84518 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:18.278598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Attempting to bind port 985a277e-3ba1-4977-a430-86209af84518 on network 12cabe37-3dac-406c-88ba-4744631137e2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:18.284027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:18.284407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Checking segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:18.284810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.285371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Bound using segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:18.286011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Bound port: 985a277e-3ba1-4977-a430-86209af84518, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:18.286400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.297525 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e53930-20b3-4e4a-979e-87eb39190c64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.298112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e53930-20b3-4e4a-979e-87eb39190c64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.301398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72e53930-20b3-4e4a-979e-87eb39190c64 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/35b098ad-68ea-494a-9b91-134f9d47eb14 HTTP/1.1" status: 404 len: 333 time: 0.0745780 Nov 23 18:50:18.302549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f5607-7c02-48ad-b05f-646e527b9c8b admin admin] Pushing event updated for resources: {'Network': ['ID=87db3606-b51a-49bf-adc1-adeea3fe3b28,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:18.305935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56662) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.339532 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1d618e-ebfc-468e-b8bb-6be8774ce3f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.340095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1d618e-ebfc-468e-b8bb-6be8774ce3f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.343160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c1d618e-ebfc-468e-b8bb-6be8774ce3f1 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/03d1c011-aadd-42da-8148-741a64d2ace2 HTTP/1.1" status: 404 len: 337 time: 0.0360096 Nov 23 18:50:18.345711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.348054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 87db3606-b51a-49bf-adc1-adeea3fe3b28 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:18.375995 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ad9d1c-10ad-4265-8cf2-49bd2b9f0bb8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.376734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ad9d1c-10ad-4265-8cf2-49bd2b9f0bb8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.383047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7ad9d1c-10ad-4265-8cf2-49bd2b9f0bb8 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/d3e63bfa-f8ec-4ee1-b5bd-0f6c2c18273e HTTP/1.1" status: 404 len: 333 time: 0.0332265 Nov 23 18:50:18.383221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.383608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.405243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce2f5d-d79a-4284-8727-56c4c91305a2 req-825af2e3-0bf3-4fc4-a2a0-5d57cb9b6274 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:18.406779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47ce2f5d-d79a-4284-8727-56c4c91305a2 req-825af2e3-0bf3-4fc4-a2a0-5d57cb9b6274 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.2897735 Nov 23 18:50:18.410530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Made reservation on behalf of fbbe2602d18f46138becb88aaf723398 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:18.413188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.414841 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84ea503-c844-442b-bb39-60d4ac1d2f44 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.415436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84ea503-c844-442b-bb39-60d4ac1d2f44 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.416875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-025a749c-55fe-45ef-a6f0-23d7d5dde27c req-2cc49f27-de46-49da-befa-2b7df2ba83eb service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041698 Nov 23 18:50:18.421499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b84ea503-c844-442b-bb39-60d4ac1d2f44 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/e3a38aa3-1c61-4c8e-82b7-274bb43f0b15 HTTP/1.1" status: 404 len: 337 time: 0.0340865 Nov 23 18:50:18.422277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.451127 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f554e58d-b5dc-4b66-a9fb-81b554684221 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.451769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f554e58d-b5dc-4b66-a9fb-81b554684221 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.455244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f554e58d-b5dc-4b66-a9fb-81b554684221 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/2b370ed8-28cb-4f71-b74d-3585f1ce4b05 HTTP/1.1" status: 404 len: 333 time: 0.0308514 Nov 23 18:50:18.459454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56670) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.472511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.474070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] For port 985a277e-3ba1-4977-a430-86209af84518, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:18.488414 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6c8356-8126-441e-8e62-28a91f284668 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.488810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6c8356-8126-441e-8e62-28a91f284668 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.489983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] For port 985a277e-3ba1-4977-a430-86209af84518, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=985a277e-3ba1-4977-a430-86209af84518,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:18.493227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7d6c8356-8126-441e-8e62-28a91f284668 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/d7b7dc3f-f85a-4ec7-8457-b45b95adcc8b HTTP/1.1" status: 404 len: 337 time: 0.0338130 Nov 23 18:50:18.496223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.500243 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.532739 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-84578a75-dbc8-4638-8ab6-c17b43b97941 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.533352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84578a75-dbc8-4638-8ab6-c17b43b97941 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.536675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-84578a75-dbc8-4638-8ab6-c17b43b97941 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/6185e0ef-9617-4ab2-bbbf-9e77f751e2ef HTTP/1.1" status: 404 len: 337 time: 0.0393729 Nov 23 18:50:18.539433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.564949 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-daca9206-430c-4cc1-8725-c693aa59182c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.565674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daca9206-430c-4cc1-8725-c693aa59182c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.569046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-daca9206-430c-4cc1-8725-c693aa59182c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/16b2bb1d-e6f8-41a8-b8b6-089fd5f5c282 HTTP/1.1" status: 404 len: 333 time: 0.0285330 Nov 23 18:50:18.577362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.582068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=352cccbf-104e-4a1e-be65-fc07da56aed0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:18.589580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015f731-d22d-4dec-9744-e1af4d4d3ed3 None None] Pushing event updated for resources: {'Port': ['ID=985a277e-3ba1-4977-a430-86209af84518,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:18.593317 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.598411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe1be4-43e5-49e9-9834-3c3cbd8f2555 None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:18.603129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.603453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6377986-6973-4d34-85a1-26e555ef18bb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/352cccbf-104e-4a1e-be65-fc07da56aed0 HTTP/1.1" status: 204 len: 168 time: 1.3793695 Nov 23 18:50:18.608671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:18.688563 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6ef16-5662-41e3-a309-afbc92a69a63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.689490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6ef16-5662-41e3-a309-afbc92a69a63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.693073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1eb6ef16-5662-41e3-a309-afbc92a69a63 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/23f15360-994d-4580-b79e-7ee6988e534a HTTP/1.1" status: 404 len: 337 time: 0.1124499 Nov 23 18:50:18.699649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.752791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47ce2f5d-d79a-4284-8727-56c4c91305a2 req-8673b73e-ea10-42f0-a5f1-368936f9cdd5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282747 Nov 23 18:50:18.839307 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-927743b3-3281-4590-8330-dbd72a5f0df5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.844869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927743b3-3281-4590-8330-dbd72a5f0df5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.850030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-927743b3-3281-4590-8330-dbd72a5f0df5 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/05a60ed3-b827-44a9-a421-717225710926 HTTP/1.1" status: 404 len: 337 time: 0.1464157 Nov 23 18:50:18.865608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:18.869282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4bfd65ef-e1c9-4395-a234-cad00739575a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:18.915124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4bfd65ef-e1c9-4395-a234-cad00739575a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:18.917724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4bfd65ef-e1c9-4395-a234-cad00739575a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:18.952529 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e607b64c-2016-48a1-8145-8e0643231838 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:18.953146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e607b64c-2016-48a1-8145-8e0643231838 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:18.957377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e607b64c-2016-48a1-8145-8e0643231838 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/3efb868d-d03e-4362-b8ae-6bf076c14910 HTTP/1.1" status: 404 len: 333 time: 0.0907681 Nov 23 18:50:18.961101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.028988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-1db87364-7a3a-4cb6-831b-06abc32f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.030827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-1db87364-7a3a-4cb6-831b-06abc32f5cee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1094 time: 0.5424075 Nov 23 18:50:19.060033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:19.065260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.071371 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba85e46-1ea8-465e-b1c9-016e2a9314a6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.072267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba85e46-1ea8-465e-b1c9-016e2a9314a6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.076758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aba85e46-1ea8-465e-b1c9-016e2a9314a6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/82a12b02-7985-481e-a001-204c37a7bd35 HTTP/1.1" status: 404 len: 337 time: 0.1145458 Nov 23 18:50:19.088778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.091671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.105210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbaa9a-07ab-4ae5-8f0c-6e09bdf31f16 req-245d9a00-6532-4f03-b418-5fa7a92aed4a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.107524 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48cbaa9a-07ab-4ae5-8f0c-6e09bdf31f16 req-245d9a00-6532-4f03-b418-5fa7a92aed4a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 943 time: 0.3080511 Nov 23 18:50:19.249455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48cbaa9a-07ab-4ae5-8f0c-6e09bdf31f16 req-8620c17d-189e-4892-aa17-d84225634a0b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298985 Nov 23 18:50:19.285573 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-517cfdf4-3452-4413-b398-b3a0d8506beb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.286313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517cfdf4-3452-4413-b398-b3a0d8506beb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.292301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-517cfdf4-3452-4413-b398-b3a0d8506beb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/ca0b05b2-0344-4324-b63b-426d84ad9228 HTTP/1.1" status: 404 len: 337 time: 0.1890118 Nov 23 18:50:19.296553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.348050 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f342d9-6b3b-4868-9b23-43a9a8ad2b0f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.348648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f342d9-6b3b-4868-9b23-43a9a8ad2b0f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.355038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62f342d9-6b3b-4868-9b23-43a9a8ad2b0f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/0fedc475-a7fe-463c-af24-63079bf7c198 HTTP/1.1" status: 404 len: 333 time: 0.0526481 Nov 23 18:50:19.356175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.369345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:19.395209 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29c5935-069a-453c-a579-fbfabd6aa776 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.395209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29c5935-069a-453c-a579-fbfabd6aa776 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.401110 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e29c5935-069a-453c-a579-fbfabd6aa776 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/f7300811-925f-4987-929a-c6a9b6d7f115 HTTP/1.1" status: 404 len: 337 time: 0.0417447 Nov 23 18:50:19.402460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.445319 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8572eb3-6a71-4b1b-91c9-09060af31939 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.445821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8572eb3-6a71-4b1b-91c9-09060af31939 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.449089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8572eb3-6a71-4b1b-91c9-09060af31939 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/87ae71ca-f7f9-4446-be37-2a9bb54cc130 HTTP/1.1" status: 404 len: 337 time: 0.0462103 Nov 23 18:50:19.481465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.511373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7846b40-38ce-4238-9213-0ee58d3c0f1a req-40953120-2d8d-41bf-a317-dd7703db5ce1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.512976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7846b40-38ce-4238-9213-0ee58d3c0f1a req-40953120-2d8d-41bf-a317-dd7703db5ce1 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.2890778 Nov 23 18:50:19.513771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Checking segment: {'id': '291219ae-f25e-4665-8bf6-c4395ffd8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:19.514140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Network hostable DHCP agents. Network: 87db3606-b51a-49bf-adc1-adeea3fe3b28, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:19.519472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a772b98-da88-4bfd-9065-4df344a2b0be tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c9fdea-931e-404d-9158-0a0d420a6750 HTTP/1.1" status: 200 len: 205 time: 0.0330424 Nov 23 18:50:19.519755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-f24712c9-ae22-45b1-9094-4bd0c3ea49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.520386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-f24712c9-ae22-45b1-9094-4bd0c3ea49b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.4587145 Nov 23 18:50:19.520707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56706) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.579469 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-443765fa-3939-4eb4-afdd-056d5d4f32ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] delete failed (client error): The resource could not be found. Nov 23 18:50:19.581012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-443765fa-3939-4eb4-afdd-056d5d4f32ed tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/routers/48c9fdea-931e-404d-9158-0a0d420a6750 HTTP/1.1" status: 404 len: 336 time: 0.0593150 Nov 23 18:50:19.588013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.616109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-5219cc6b-fe60-4041-a208-907f63619dc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.0736184 Nov 23 18:50:19.631723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Network 87db3606-b51a-49bf-adc1-adeea3fe3b28 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:19.639106 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf78c89-1dfc-4fc4-98de-b85914d9a6a3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.639630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf78c89-1dfc-4fc4-98de-b85914d9a6a3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.645472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0bf78c89-1dfc-4fc4-98de-b85914d9a6a3 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/173441ea-9766-4e86-8d0e-b1deb0aea31b HTTP/1.1" status: 404 len: 337 time: 0.0540223 Nov 23 18:50:19.649182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.685117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.692621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 87db3606-b51a-49bf-adc1-adeea3fe3b28) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:19.701113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e54fc8-8b22-49e7-a7ba-de6cea579992 None None] Network 87db3606-b51a-49bf-adc1-adeea3fe3b28 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:19.712028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-296d143e-d14e-40c1-b19a-d7faef4b6dbb tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "GET /v2.0/ports?device_id=223d9d9a-2f5b-47c4-87ab-27edcfebd039 HTTP/1.1" status: 200 len: 205 time: 0.0480042 Nov 23 18:50:19.712989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.713935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.731559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.732156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.736872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.748711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7846b40-38ce-4238-9213-0ee58d3c0f1a req-9b1f784c-05ab-4343-a511-dbae76ae9a9c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051332 Nov 23 18:50:19.808943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-4e36a9ec-d825-4761-85b4-c92cacbf222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.810810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-4e36a9ec-d825-4761-85b4-c92cacbf222f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.1818271 Nov 23 18:50:19.879262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-344e1259-26f7-468c-8a40-1bd294fb64d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6333377 Nov 23 18:50:19.924310 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-79b3e348-eb1a-49a8-bc30-ac9a88709986 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493875 Nov 23 18:50:19.927701 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-915d0e18-81eb-4266-997c-d2a9080d8402 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] delete failed (client error): The resource could not be found. Nov 23 18:50:19.933155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-915d0e18-81eb-4266-997c-d2a9080d8402 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/routers/223d9d9a-2f5b-47c4-87ab-27edcfebd039 HTTP/1.1" status: 404 len: 336 time: 0.2003992 Nov 23 18:50:19.933352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:19.948832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:19.952557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:19.958538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:19.965742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:19.991306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=0897639c-4f01-4589-a616-1b935b69e6d9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:19.992254 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-036d7a28-bd60-4937-b27e-5f7a13915731 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:19.992634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036d7a28-bd60-4937-b27e-5f7a13915731 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:19.996291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-036d7a28-bd60-4937-b27e-5f7a13915731 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/bf69bf83-7254-47e1-b3ae-a02384091767 HTTP/1.1" status: 404 len: 337 time: 0.0620615 Nov 23 18:50:20.000014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.026728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6ac96b99-2e81-4736-8bd8-03553a28dcf2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4221640 Nov 23 18:50:20.033453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.046858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'security_group': {'name': 'tempest-secgroup-82229940'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:20.086947 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f6c02-6b10-4ace-a602-85e5fc2f3453 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.087478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4f6c02-6b10-4ace-a602-85e5fc2f3453 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.096228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5f4f6c02-6b10-4ace-a602-85e5fc2f3453 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/9cd56cf3-739f-4af3-bbcb-a70b4f98a70e HTTP/1.1" status: 404 len: 337 time: 0.0927505 Nov 23 18:50:20.097263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.142974 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-17765c38-271c-439e-968b-7830be11b17f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.144067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17765c38-271c-439e-968b-7830be11b17f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.150457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-17765c38-271c-439e-968b-7830be11b17f tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/2fdc7b08-958e-4fdb-9824-87c3ceb1b888 HTTP/1.1" status: 404 len: 333 time: 0.0508752 Nov 23 18:50:20.150802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.152331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.153501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Allocated IP 172.25.5.180 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3e649f6c-4854-4026-a223-8144adbabc7e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:20.192859 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0231d76-6f25-449b-923c-cd37667cfed4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.198765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0231d76-6f25-449b-923c-cd37667cfed4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.202449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a0231d76-6f25-449b-923c-cd37667cfed4 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/94b721f8-31c1-4da0-91ca-e3eb97907171 HTTP/1.1" status: 404 len: 337 time: 0.0479672 Nov 23 18:50:20.207074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.216887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-f1420ba8-ab87-4907-bad7-ba2198f3f2ed service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726233 Nov 23 18:50:20.229915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfb1b2-4cf6-4a93-8e16-09632a04102b None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:20.253136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406a696-6faf-4c56-9659-2cf51e2b379a None None] Network 87db3606-b51a-49bf-adc1-adeea3fe3b28 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:20.258078 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-15853dfd-80c1-4f68-a2ef-8c3a7d7f0055 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.260181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15853dfd-80c1-4f68-a2ef-8c3a7d7f0055 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.267892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15853dfd-80c1-4f68-a2ef-8c3a7d7f0055 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/6acfb405-f124-4459-9dcd-048886364bb8 HTTP/1.1" status: 404 len: 333 time: 0.0593581 Nov 23 18:50:20.270408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.315534 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcbe7e5-87b8-48b8-9aeb-7b2152e7af10 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.316082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcbe7e5-87b8-48b8-9aeb-7b2152e7af10 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.321720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0dcbe7e5-87b8-48b8-9aeb-7b2152e7af10 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/ecc648c2-5fef-4265-be00-ac0021b39562 HTTP/1.1" status: 404 len: 337 time: 0.0453732 Nov 23 18:50:20.324338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.327755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d82950a-0482-44e4-8fe1-63b32f5ac1ee None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:20.328128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d82950a-0482-44e4-8fe1-63b32f5ac1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.340343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a02ad9-8a3f-4bb4-b43c-975eec9453d3 None None] Network 12cabe37-3dac-406c-88ba-4744631137e2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:20.369358 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ae7be7-7608-47d8-8a12-5e12813be49a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.370183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ae7be7-7608-47d8-8a12-5e12813be49a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.375176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9ae7be7-7608-47d8-8a12-5e12813be49a tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/f806330c-ef66-4fbf-8611-70d3d961d0b4 HTTP/1.1" status: 404 len: 333 time: 0.0502100 Nov 23 18:50:20.378382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.445353 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c71fae-267e-4a45-9055-a092528ebe67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.447600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c71fae-267e-4a45-9055-a092528ebe67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.457430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-87c71fae-267e-4a45-9055-a092528ebe67 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/f45308d2-926a-4e4a-ab07-7fd30adbb69d HTTP/1.1" status: 404 len: 337 time: 0.0773723 Nov 23 18:50:20.458350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.488921 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a797b377-6e17-4a77-8fcf-237ddb62038b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.489783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a797b377-6e17-4a77-8fcf-237ddb62038b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.499606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a797b377-6e17-4a77-8fcf-237ddb62038b tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/e21d1817-c52f-40a2-bfeb-a74eca3cba8c HTTP/1.1" status: 404 len: 333 time: 0.0393958 Nov 23 18:50:20.500555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.549320 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-551a90c7-55d0-4fd9-913e-45d33ee3a6ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.550311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551a90c7-55d0-4fd9-913e-45d33ee3a6ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.557913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-551a90c7-55d0-4fd9-913e-45d33ee3a6ce tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/da032336-71a5-4a3a-a628-14ce6144b206 HTTP/1.1" status: 404 len: 337 time: 0.0530465 Nov 23 18:50:20.559364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.570854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.577231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.583602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.595388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff5d371e-5666-4186-845f-513e3a3532f5 req-a507e2d9-0374-467c-8720-424a64380f2b service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551590 Nov 23 18:50:20.612896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b894c6-d4f9-49e8-96d0-f39dfd316c9b req-3e7127ec-4e00-48fd-a792-0a7b365f4ada tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:20.614448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8b894c6-d4f9-49e8-96d0-f39dfd316c9b req-3e7127ec-4e00-48fd-a792-0a7b365f4ada tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 943 time: 0.1800475 Nov 23 18:50:20.624906 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f73489f-23c3-4d88-b91c-c5efa18d06f6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.625631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f73489f-23c3-4d88-b91c-c5efa18d06f6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.637817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f73489f-23c3-4d88-b91c-c5efa18d06f6 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/566a536d-1778-4368-b7f3-746f6634626a HTTP/1.1" status: 404 len: 333 time: 0.0688081 Nov 23 18:50:20.639123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.664633 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.668796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6308694 Nov 23 18:50:20.671458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.683715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93cfd-36d4-4c97-b8f0-f10c3a3a5ffb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e40f59-1aaa-491c-af59-effbef538c3e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:20.695898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'security_group': {'name': 'tempest-secgroup-25331733'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:20.705897 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4b9423-e2f7-43f8-b5fe-36eb1f0a5401 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.706461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4b9423-e2f7-43f8-b5fe-36eb1f0a5401 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.709535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b4b9423-e2f7-43f8-b5fe-36eb1f0a5401 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/561ed891-3cef-48ad-b813-0eb20722167c HTTP/1.1" status: 404 len: 337 time: 0.0597386 Nov 23 18:50:20.721674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8b894c6-d4f9-49e8-96d0-f39dfd316c9b req-2c2ffc4b-d182-4601-a54f-a360bd5cf47d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973923 Nov 23 18:50:20.729889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56764) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.771236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.778115 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4620d911-534e-4d3e-bd1c-3d0711e30983 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.778921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4620d911-534e-4d3e-bd1c-3d0711e30983 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.784659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4620d911-534e-4d3e-bd1c-3d0711e30983 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/218f9b1a-3be3-4bc5-aed4-c96be4b15643 HTTP/1.1" status: 404 len: 333 time: 0.0493362 Nov 23 18:50:20.786974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.798662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.838043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d82950a-0482-44e4-8fe1-63b32f5ac1ee None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:20.838592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d82950a-0482-44e4-8fe1-63b32f5ac1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:20.846163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-8380bee3-ee9c-4419-a76b-0a4ee7dfd05d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:20.858016 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-9459f980-8515-432d-b515-d84c0581873c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.858827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-8380bee3-ee9c-4419-a76b-0a4ee7dfd05d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/networks?id=87db3606-b51a-49bf-adc1-adeea3fe3b28 HTTP/1.1" status: 200 len: 813 time: 0.3010006 Nov 23 18:50:20.858977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9459f980-8515-432d-b515-d84c0581873c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.863325 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9459f980-8515-432d-b515-d84c0581873c tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/8d614ea1-1773-4bc6-b234-4b6705e5566e HTTP/1.1" status: 404 len: 337 time: 0.0765071 Nov 23 18:50:20.879841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.888261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e649f6c-4854-4026-a223-8144adbabc7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:20.908461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:20.917009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d82950a-0482-44e4-8fe1-63b32f5ac1ee None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:20.922989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 985a277e-3ba1-4977-a430-86209af84518 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:20.935855 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888c54f-2abb-4f49-9557-f58a30fc0cda tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:20.937934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888c54f-2abb-4f49-9557-f58a30fc0cda tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:20.944079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5888c54f-2abb-4f49-9557-f58a30fc0cda tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/ports/f104373c-19b4-40aa-892b-cd6732863686 HTTP/1.1" status: 404 len: 333 time: 0.0572758 Nov 23 18:50:20.947522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:20.951021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:20.951711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-8939aef0-99e7-45f9-8843-d63298df0b2d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/quotas/fbbe2602d18f46138becb88aaf723398 HTTP/1.1" status: 200 len: 375 time: 0.0913703 Nov 23 18:50:20.953637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:21.002799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-a6153e09-2002-4b2f-9fbc-c3708e7aa9fd tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fbbe2602d18f46138becb88aaf723398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501027 Nov 23 18:50:21.036856 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6caf628-de87-4702-b665-7be2320b0219 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:21.037709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6caf628-de87-4702-b665-7be2320b0219 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:21.045209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6caf628-de87-4702-b665-7be2320b0219 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/subnets/1679e966-6949-45b9-9a2a-94344480c169 HTTP/1.1" status: 404 len: 337 time: 0.0927656 Nov 23 18:50:21.046124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:21.077696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Update dhcp port {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'fixed_ips': [{'subnet_id': '70156899-e214-4e46-a4bd-60ceb23660df', 'ip_address': '172.20.0.18'}, {'subnet_id': '0897639c-4f01-4589-a616-1b935b69e6d9'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '24c4e810-d4d3-40b0-bf09-99d0e2eca6d4'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:21.080535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 985a277e-3ba1-4977-a430-86209af84518 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:21.081013 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.084808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-19815c2d-ed6b-4601-9e33-42117635c67b None None] Provisioning complete for port 985a277e-3ba1-4977-a430-86209af84518 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:21.085002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19815c2d-ed6b-4601-9e33-42117635c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.146407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.157514 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.176141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-b58989d5-6692-4402-8498-9e1740b8fbc5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:21.177699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-b58989d5-6692-4402-8498-9e1740b8fbc5 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.2646432 Nov 23 18:50:21.213265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.237665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.253366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564415-6529-49d5-a35d-6cde9d8f6ab5 req-91cde790-ac41-4b5c-b767-ef201e462818 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:21.255075 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b564415-6529-49d5-a35d-6cde9d8f6ab5 req-91cde790-ac41-4b5c-b767-ef201e462818 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 945 time: 0.2215669 Nov 23 18:50:21.284723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-3960a216-86a9-4993-a3c3-b030163234f8 service neutron] 10.222.0.37 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810504 Nov 23 18:50:21.330345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.332049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6586537 Nov 23 18:50:21.343389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5470f2-9227-48dc-bb62-f8f280266cfb tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4cddb4-d9fc-4357-bcc8-80e3c0a3a70b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:21.343597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:21.351239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'security_group': {'name': 'tempest-secgroup-1863051262'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:21.409723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.424248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.439183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b564415-6529-49d5-a35d-6cde9d8f6ab5 req-31d7f101-ce70-4302-b971-f3ee27adad9c tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721299 Nov 23 18:50:21.448608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Allocated IP 172.20.0.2 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/0897639c-4f01-4589-a616-1b935b69e6d9/24c4e810-d4d3-40b0-bf09-99d0e2eca6d4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:21.481503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19815c2d-ed6b-4601-9e33-42117635c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.491356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Deleting port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:21.491620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.494622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 985a277e-3ba1-4977-a430-86209af84518, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=985a277e-3ba1-4977-a430-86209af84518,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:21.494893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.501617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a737b54-db1f-4acf-80ef-9bd64b0dd2a9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:21.508358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.526727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb514a1-be98-43dd-8a97-0acb097508fd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:21.527975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb514a1-be98-43dd-8a97-0acb097508fd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:21.570836 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.577949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1097f313-52ec-46aa-b828-f7b0e560ec87 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:21.582907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-1dbf0db4-3be1-4e9a-b631-e93a51898a30 service neutron] 10.222.0.37 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689347 Nov 23 18:50:21.594870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=985a277e-3ba1-4977-a430-86209af84518,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:21.604317 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.612366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.614780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:21.615642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:21.620931 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:21.685526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] For port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,segment=NetworkSegment(b6a8abcd-df3e-4574-abf6-1de0112f25e9),segment_id=b6a8abcd-df3e-4574-abf6-1de0112f25e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:21.686074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.703493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-19815c2d-ed6b-4601-9e33-42117635c67b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:50:21.704268 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-19815c2d-ed6b-4601-9e33-42117635c67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:50:21.714433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.734471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.739911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] 10.222.0.37 "DELETE /v2.0/networks/8a737b54-db1f-4acf-80ef-9bd64b0dd2a9 HTTP/1.1" status: 204 len: 168 time: 0.6905506 Nov 23 18:50:21.748231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Calling delete_port for 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:21.778122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:21.784359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.788740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f030a-2dd0-421e-b360-8919e8b88719 tempest-NetworksTestDHCPv6-1259161990 tempest-NetworksTestDHCPv6-1259161990-project] Pushing event deleted for resources: {'Network': ['ID=8a737b54-db1f-4acf-80ef-9bd64b0dd2a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:21.834434 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.861033 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.869373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:21.874696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:21.932292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7535de7e-6141-47c2-8ddb-2226c1b95b55 req-3b0a7d8a-cca9-49ae-aa60-bf89d6f3f32e tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 210 time: 0.0425858 Nov 23 18:50:21.940220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9938ac-4436-4950-8d3b-0f7a8238383a None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:21.949678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'port_id': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'mac_address': 'fa:16:3e:85:ac:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:50:22.056338 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.088346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1097f313-52ec-46aa-b828-f7b0e560ec87 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:22.115689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:22.122802 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.199019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:22.289622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:22.423376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2f80b286-02bb-4dd6-884a-4f41ddc074a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=371446877b92485897b2777475e52958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214489 Nov 23 18:50:22.424949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:22.432746 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.438088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0934293 Nov 23 18:50:22.438449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:22.449798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568425a-a45a-4055-b236-cc7fb8c45155 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9829e5ab-b62c-4dc9-9eb1-774f7a13ff34,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:22.461269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-715932403', 'security_groups': ['9829e5ab-b62c-4dc9-9eb1-774f7a13ff34'], 'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0897639c-4f01-4589-a616-1b935b69e6d9'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:22.469233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:22.534031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b09-00da-4292-a193-a630567965bd req-74c0a516-8d92-4eb4-8fb9-56d7d989ee7f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:22.535922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32ea5b09-00da-4292-a193-a630567965bd req-74c0a516-8d92-4eb4-8fb9-56d7d989ee7f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 943 time: 0.6837823 Nov 23 18:50:22.617917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.761440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:22.778495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d5ebe18-54f4-4146-bd72-92ae061b2f40 None None] Provisioning complete for port 985a277e-3ba1-4977-a430-86209af84518 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:22.779389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebe18-54f4-4146-bd72-92ae061b2f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.780155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.870887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32ea5b09-00da-4292-a193-a630567965bd req-ae5b6e9f-36a5-4669-b2f5-c941d9e694a2 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229964 Nov 23 18:50:22.905888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:22.926599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:22.947243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Pushing event deleted for resources: {'Port': ['ID=5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:22.968830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] device_id is not set on port 37b2a87e-0055-42ae-bb8f-3c51d262be0d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:22.982263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62c46-2f08-49bf-a0f4-3d237cf739a8 req-c73dcc65-e970-45d0-a8af-6941f5012a1d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:22.988325 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:50:22.989664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35c62c46-2f08-49bf-a0f4-3d237cf739a8 req-c73dcc65-e970-45d0-a8af-6941f5012a1d tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f2797be-920e-43c9-bec3-03ac721ea988 HTTP/1.1" status: 200 len: 867 time: 0.3727536 Nov 23 18:50:23.027768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] No DVR routers for this DVR port 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:23.031737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.035605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bec55580-f6a3-448e-acfb-35d5d1d87383 req-50ea9933-992a-489c-85fa-2d2eaf2ef1c3 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.50 "DELETE /v2.0/ports/5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e HTTP/1.1" status: 204 len: 173 time: 1.8483231 Nov 23 18:50:23.036094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'name': 'network-vif-deleted', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:23.039374 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7a921-ce20-4407-82d8-337c34eb5966" -d '{"events": [{"server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "name": "network-vif-deleted", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:23.057578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.066786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:23.067323 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.115421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e8fb264-f812-4337-a107-61ba29a7818e req-b5dda4ad-2e29-4e94-bfb4-4e8c3dfb5d4b tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 210 time: 0.0572035 Nov 23 18:50:23.132879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Router 136c8a22-695f-420e-800a-bda6d4f0481c is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:50:23.147173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.162006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35c62c46-2f08-49bf-a0f4-3d237cf739a8 req-03ee7dd7-312c-4388-ac89-064a6db78781 tempest-DeleteServersTestJSON-130786021 tempest-DeleteServersTestJSON-130786021-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dd05450-06bd-45c7-ab44-a1ec4131c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713839 Nov 23 18:50:23.238307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-99b34282-b782-47e1-8e82-7f49a81b9eb5 None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:23.238688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99b34282-b782-47e1-8e82-7f49a81b9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.284323 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.287272 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.294312 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03157c4f-61bd-4eb3-b25a-11ef7009c85d x-openstack-request-id: req-03157c4f-61bd-4eb3-b25a-11ef7009c85d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:23.294618 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2797be-920e-43c9-bec3-03ac721ea988", "name": "network-vif-deleted", "tag": "5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:23.294903 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03157c4f-61bd-4eb3-b25a-11ef7009c85d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:23.295097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 985a277e-3ba1-4977-a430-86209af84518 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:23.295337 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2797be-920e-43c9-bec3-03ac721ea988', 'name': 'network-vif-deleted', 'tag': '5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e', 'status': 'completed', 'code': 200} Nov 23 18:50:23.297390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/096d3e58-2944-46b7-a5b0-d133a72ee908 HTTP/1.1" status: 204 len: 168 time: 0.8707781 Nov 23 18:50:23.314961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0723f8-6902-4b30-9a1a-698478e17eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096d3e58-2944-46b7-a5b0-d133a72ee908,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:23.338731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:23.359490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Sync routers for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:23.416210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.418521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ca69c5da-9b32-4a69-b374-b359dedbd2e5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2035098 Nov 23 18:50:23.423934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:23.437180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:23.437920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:23.527831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 985a277e-3ba1-4977-a430-86209af84518 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:23.528209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.532615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-99b34282-b782-47e1-8e82-7f49a81b9eb5 None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:23.532990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99b34282-b782-47e1-8e82-7f49a81b9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.594976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-3700a638-41b9-425d-b095-73d085f367a3 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:23.601141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-3700a638-41b9-425d-b095-73d085f367a3 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.47 "GET /v2.0/networks?id=87db3606-b51a-49bf-adc1-adeea3fe3b28 HTTP/1.1" status: 200 len: 813 time: 0.2312500 Nov 23 18:50:23.621660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Request body: {'port': {'device_id': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28', 'admin_state_up': True, 'tenant_id': 'fbbe2602d18f46138becb88aaf723398'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:23.698026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99b34282-b782-47e1-8e82-7f49a81b9eb5 None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:23.706289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:23.851750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Made reservation on behalf of fbbe2602d18f46138becb88aaf723398 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:23.862648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:23.987731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.11 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/0897639c-4f01-4589-a616-1b935b69e6d9/37b2a87e-0055-42ae-bb8f-3c51d262be0d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:24.036158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:21Z', 'revision_number': 3, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:24.092963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Checking router: 136c8a22-695f-420e-800a-bda6d4f0481c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:24.093213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Updating router 136c8a22-695f-420e-800a-bda6d4f0481c port 3e649f6c-4854-4026-a223-8144adbabc7e binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:24.117278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaaf03-3d86-41ad-9952-5b64d389aa04 req-a6f66cb7-f732-4646-844f-6e73da928981 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:24.125544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84eaaf03-3d86-41ad-9952-5b64d389aa04 req-a6f66cb7-f732-4646-844f-6e73da928981 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 944 time: 0.1080906 Nov 23 18:50:24.135037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.157393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Allocated IP 172.20.0.9 (87db3606-b51a-49bf-adc1-adeea3fe3b28/b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902/0fdd4810-c664-4f7b-aafe-111d9cd9b3c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:24.176705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.232857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84eaaf03-3d86-41ad-9952-5b64d389aa04 req-0018563a-288c-4980-b824-cfcb1d3044a1 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Nov 23 18:50:24.324268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5aecd8fb-9e2d-4338-93c7-209a04dba5c9 req-4b77530f-8c6f-4aae-8a24-7a5c9bcc587f tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 210 time: 0.0476110 Nov 23 18:50:24.371067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.453638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.473706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:24.484439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:24.488302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:24.491269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=37b2a87e-0055-42ae-bb8f-3c51d262be0d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:24.524987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.613074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:24.613635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.624736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Pushing event updated for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:24.649647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Network 87db3606-b51a-49bf-adc1-adeea3fe3b28 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:24.651847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:24.658432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.665236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:24.671536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.676127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-462303ab-e1a5-43ad-8d07-0e014dda1140 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2364190 Nov 23 18:50:24.683860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:24.691688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:24.722142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:24.797262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:24.797598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.804731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Attempting to bind port 3e649f6c-4854-4026-a223-8144adbabc7e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:24.805454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Attempting to bind port 3e649f6c-4854-4026-a223-8144adbabc7e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:24.806010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Attempting to bind port 3e649f6c-4854-4026-a223-8144adbabc7e on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:24.815963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:24.817208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:24.818047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.819107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:24.820966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Bound port: 3e649f6c-4854-4026-a223-8144adbabc7e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:24.822241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.829184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55201816-1a0b-4e05-a0cf-708f8775c7b4 None None] Pushing event updated for resources: {'Port': ['ID=3e649f6c-4854-4026-a223-8144adbabc7e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:24.829367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-c8654ef3-0a6e-4b9d-bdb0-ba5577b554b2 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2125883 Nov 23 18:50:24.849257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Request body: {'port': {'device_id': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:24.926650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.948599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.964550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:24.968441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:24.980493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] For port 3e649f6c-4854-4026-a223-8144adbabc7e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:24.987591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] For port 3e649f6c-4854-4026-a223-8144adbabc7e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e649f6c-4854-4026-a223-8144adbabc7e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:24.991672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f7402cfe-169c-4baa-b5ef-84e70aab8547 None None] Provisioning complete for port 37b2a87e-0055-42ae-bb8f-3c51d262be0d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:24.992320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7402cfe-169c-4baa-b5ef-84e70aab8547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.014385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-706490064'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:25.035952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.083117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7402cfe-169c-4baa-b5ef-84e70aab8547 None None] Port 37b2a87e-0055-42ae-bb8f-3c51d262be0d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:25.150808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:25.151681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:25.204679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55201816-1a0b-4e05-a0cf-708f8775c7b4 None None] Pushing event updated for resources: {'Port': ['ID=3e649f6c-4854-4026-a223-8144adbabc7e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:25.229390 n-d-792364-9 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0897639c-4f01-4589-a616-1b935b69e6d9 (CIDR: 172.20.0.0/28) Nov 23 18:50:25.243357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Made reservation on behalf of d0de7e0b4e984f1e8c38885aca547492 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:25.248060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.251340 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:50:25.251983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:25.259481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Allocated IP 172.20.0.1 (12cabe37-3dac-406c-88ba-4744631137e2/573eb34e-5990-44e5-807a-d96b11530ad5/5ceaf205-7705-4a8f-a855-5fdd8d5dccb4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:25.289431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.308942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1df9129-8c40-4ec6-b930-7aeafb574189 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6233888 Nov 23 18:50:25.322331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:25.328568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:25.330108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:25.491960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.543843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.586432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1097f313-52ec-46aa-b828-f7b0e560ec87 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:25.603420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Pushing event updated for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:25.627983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:25.634215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155f4a-08f9-47f5-a21e-2edc6d3731a5 req-2f113cd3-364d-48da-9673-e331cd9bc2a6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:25.635837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5155f4a-08f9-47f5-a21e-2edc6d3731a5 req-2f113cd3-364d-48da-9673-e331cd9bc2a6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 944 time: 0.2831495 Nov 23 18:50:25.638277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Network 12cabe37-3dac-406c-88ba-4744631137e2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:25.640114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:25.642725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:25.659827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:21Z', 'revision_number': 3, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:25.662694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.681702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901843b8-c1fb-4ec6-bac2-62c170264668 req-245a08cb-5381-462b-893b-72ec6c42bb99 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:25.683342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-901843b8-c1fb-4ec6-bac2-62c170264668 req-245a08cb-5381-462b-893b-72ec6c42bb99 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 931 time: 0.2105844 Nov 23 18:50:25.729329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.746642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Transition to ACTIVE for port object 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:50:25.747872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.757310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5155f4a-08f9-47f5-a21e-2edc6d3731a5 req-2938cc56-2808-412b-ad8c-109b91769c6e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826054 Nov 23 18:50:25.758358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.761750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:25.765929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.775590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:25.850439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:26.019055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ce2b7-c7ad-4eaa-b42c-83764e3f854a None None] The sync data for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 is: [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:21Z', 'revision_number': 3, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:26.030488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.038243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 1097f313-52ec-46aa-b828-f7b0e560ec87 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:50:26.046554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.047147 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Added segment e5fa6051-0676-4c9a-8422-d9370d627622 of type vlan for network f30e0c5b-e037-4193-a878-000b13029c01 Nov 23 18:50:26.051863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2348c2f4-8225-482c-901d-a537e34b4333,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:26.076585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 1097f313-52ec-46aa-b828-f7b0e560ec87 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:26.077021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.083999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-901843b8-c1fb-4ec6-bac2-62c170264668 req-f5e9c38d-33e9-447d-8a7d-67e5b0773566 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894608 Nov 23 18:50:26.146357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Pushing event updated for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:26.234547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.237431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-36f137fe-295e-4926-b886-9efa2db9eb57 None None] Provisioning complete for port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:26.237999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36f137fe-295e-4926-b886-9efa2db9eb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.260963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.265746 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 70156899-e214-4e46-a4bd-60ceb23660df (CIDR: 172.20.0.16/28) Nov 23 18:50:26.298468 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:50:26.298622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:26.330780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:26.338335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:26.345934 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00987ac3-e4f6-4166-8a31-5b05b389f6f0" -d '{"events": [{"server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "name": "network-vif-plugged", "status": "completed", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:26.362774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-21286376-de44-4524-92d3-bc188cbaa6f5 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0381153 Nov 23 18:50:26.367908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:26.372176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.378344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:26.379044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.379748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.380576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:26.385859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'subnet': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:26.426586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Attempting to bind port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:26.426930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Attempting to bind port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '291219ae-f25e-4665-8bf6-c4395ffd8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:26.427263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Attempting to bind port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 on network 87db3606-b51a-49bf-adc1-adeea3fe3b28 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:26.450779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.451792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 on network 87db3606-b51a-49bf-adc1-adeea3fe3b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:50:26.452223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Attempting to bind port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 on network 87db3606-b51a-49bf-adc1-adeea3fe3b28 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:26.460658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7266331 Nov 23 18:50:26.464681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:26.477850 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c336453-88f7-452b-be63-084642210ee4 x-openstack-request-id: req-1c336453-88f7-452b-be63-084642210ee4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:26.478165 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "name": "network-vif-plugged", "status": "completed", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:26.478390 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c336453-88f7-452b-be63-084642210ee4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:26.478803 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'code': 200} Nov 23 18:50:26.479437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-36f137fe-295e-4926-b886-9efa2db9eb57 None None] Port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:26.485269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:26.485624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5fffdcb7-3b2c-48ca-bb74-d8bc37fd142e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:26.501369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995eee5-8136-407b-b5d2-e8dc6c472e99 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'Network': ['ID=f30e0c5b-e037-4193-a878-000b13029c01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:26.504130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:26.504467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Checking segment: {'id': '291219ae-f25e-4665-8bf6-c4395ffd8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:26.504840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Bound using segment: {'id': '291219ae-f25e-4665-8bf6-c4395ffd8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:26.505271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Bound port: 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291219ae-f25e-4665-8bf6-c4395ffd8679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:26.505625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.507797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Request body: {'subnet': {'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:26.556961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f30e0c5b-e037-4193-a878-000b13029c01 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:26.561599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.618950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:26.675075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:26.678971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,segment=NetworkSegment(291219ae-f25e-4665-8bf6-c4395ffd8679),segment_id=291219ae-f25e-4665-8bf6-c4395ffd8679)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:26.689515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5455e-8230-411b-a729-d0e623f9f88f req-af3a7d2a-7dce-4454-a2a3-170691c5c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:26.691152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ff5455e-8230-411b-a729-d0e623f9f88f req-af3a7d2a-7dce-4454-a2a3-170691c5c48c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.1376884 Nov 23 18:50:26.692625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.761019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.775611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Pushing event updated for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:26.798863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Made reservation on behalf of d0de7e0b4e984f1e8c38885aca547492 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:26.802645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.860960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:26.864663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:26.866884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] 10.222.0.47 "PUT /v2.0/ports/0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 HTTP/1.1" status: 200 len: 1091 time: 2.0238333 Nov 23 18:50:26.883443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:26.885985 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5395c3a-27cb-475d-b36d-bad31ec2f27f" -d '{"events": [{"name": "network-changed", "server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:26.920333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e649f6c-4854-4026-a223-8144adbabc7e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:26.945050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a19cd0-b216-4f57-bcb4-a1cebed3da7a service neutron] Pushing event updated for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:27.037101 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a09d8fd-ed8f-4d11-9746-93ccff614882 x-openstack-request-id: req-5a09d8fd-ed8f-4d11-9746-93ccff614882 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:27.037395 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:27.037660 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a09d8fd-ed8f-4d11-9746-93ccff614882 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:27.038089 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8', 'status': 'completed', 'code': 200} Nov 23 18:50:27.053403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3e649f6c-4854-4026-a223-8144adbabc7e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:27.055947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.058951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ff5455e-8230-411b-a729-d0e623f9f88f req-f7df61d1-6bec-40ac-82b3-504593865342 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555360 Nov 23 18:50:27.059598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Made reservation on behalf of 5cb59dee4ac64ae48b588c533047a0a2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:27.063204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.082427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-e0243747-1d4d-47ef-ab12-a0707cd034bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:27.084831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-e0243747-1d4d-47ef-ab12-a0707cd034bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbbe2602d18f46138becb88aaf723398&device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 1094 time: 0.1317863 Nov 23 18:50:27.150030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-f74b8021-abd4-4510-8b99-24bdd0f0b24c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 HTTP/1.1" status: 200 len: 217 time: 0.0563061 Nov 23 18:50:27.217350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.246447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-8ab52246-d2f1-4c4a-85f7-ed4d051d23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:27.246805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-8ab52246-d2f1-4c4a-85f7-ed4d051d23fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902 HTTP/1.1" status: 200 len: 853 time: 0.0849962 Nov 23 18:50:27.280835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c71c5-c22d-4c2b-898e-67240356e0c5 req-5a8818fc-2b4c-498a-ba0d-83483e29a513 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:27.281708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 3e649f6c-4854-4026-a223-8144adbabc7e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e649f6c-4854-4026-a223-8144adbabc7e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:27.286921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.295693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413c71c5-c22d-4c2b-898e-67240356e0c5 req-5a8818fc-2b4c-498a-ba0d-83483e29a513 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2621467 Nov 23 18:50:27.333499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-72d8620a-b103-4621-83cb-06a3c82c3bad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87db3606-b51a-49bf-adc1-adeea3fe3b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671148 Nov 23 18:50:27.439245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Network 12cabe37-3dac-406c-88ba-4744631137e2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:27.455710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=3e649f6c-4854-4026-a223-8144adbabc7e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:27.469629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:27.488574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b415449-66ab-4188-9718-4b570be9d3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.564561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.565158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268fd4-7ed6-4658-a253-781220ec9506 req-0bf3df64-ba59-4972-98de-0c0d2679ed53 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:27.566594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d268fd4-7ed6-4658-a253-781220ec9506 req-0bf3df64-ba59-4972-98de-0c0d2679ed53 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 943 time: 0.1415899 Nov 23 18:50:27.577173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413c71c5-c22d-4c2b-898e-67240356e0c5 req-d68333e9-9817-4cc9-8989-84195e9ba5f7 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804925 Nov 23 18:50:27.619134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-f81b4602-3cc2-482c-891e-b04f11903966 service neutron] 10.222.0.47 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811134 Nov 23 18:50:27.684320 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d268fd4-7ed6-4658-a253-781220ec9506 req-9dba5e73-1549-4980-b240-510855c3a4df tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Nov 23 18:50:27.809024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'Subnet': ['ID=40276636-88af-4fee-a0d8-f2b3796d35dc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:27.818419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e402827-91ef-455f-8cb6-ecba3f192476 req-598f57e7-48e3-48b3-8098-b631e431472a service neutron] 10.222.0.47 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803958 Nov 23 18:50:27.833791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e61498a-35c9-450c-a505-ca4b171fa7ba None None] Provisioning complete for port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:27.835843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e61498a-35c9-450c-a505-ca4b171fa7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.878945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Checking segment: {'id': 'e5fa6051-0676-4c9a-8422-d9370d627622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:27.879346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Network hostable DHCP agents. Network: f30e0c5b-e037-4193-a878-000b13029c01, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:27.884672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1e61498a-35c9-450c-a505-ca4b171fa7ba None None] Port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:27.901126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Router 136c8a22-695f-420e-800a-bda6d4f0481c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:27.941605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Network f30e0c5b-e037-4193-a878-000b13029c01 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:27.942464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-1afde4ae-2567-4e79-aea9-3fcd8d8ddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:27.946365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:27.947164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-1afde4ae-2567-4e79-aea9-3fcd8d8ddad9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbbe2602d18f46138becb88aaf723398&device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 1094 time: 0.0646372 Nov 23 18:50:28.019385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f30e0c5b-e037-4193-a878-000b13029c01) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:28.030388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1875a74-54f0-499c-acdb-b7783a4c4fd0 None None] Network f30e0c5b-e037-4193-a878-000b13029c01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:28.044208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.044817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:28.088230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-5a1cc6c4-17af-4de2-b71a-fdd7f8de64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.091449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-5a1cc6c4-17af-4de2-b71a-fdd7f8de64b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87db3606-b51a-49bf-adc1-adeea3fe3b28 HTTP/1.1" status: 200 len: 914 time: 0.1366849 Nov 23 18:50:28.206884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-16a72707-2d18-4775-bb6c-65a9c7c915b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 HTTP/1.1" status: 200 len: 217 time: 0.1029749 Nov 23 18:50:28.282107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-f30e0c5b-e037-4193-a878-000b13029c01', 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01', 'tenant_id': 'd0de7e0b4e984f1e8c38885aca547492', 'fixed_ips': [{'subnet_id': '40276636-88af-4fee-a0d8-f2b3796d35dc'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:28.283017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:28.314875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-494b3dff-27d5-4976-81d3-a7e25414acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.316601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-494b3dff-27d5-4976-81d3-a7e25414acfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902 HTTP/1.1" status: 200 len: 853 time: 0.0992079 Nov 23 18:50:28.380545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-8c6d6ef0-87da-4ac3-96b5-402898d24e4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87db3606-b51a-49bf-adc1-adeea3fe3b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544219 Nov 23 18:50:28.513713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-a4927946-e5fe-4379-be0d-e4fbbdb67e66 service neutron] 10.222.0.47 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245494 Nov 23 18:50:28.535852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Allocated IP 172.20.0.2 (f30e0c5b-e037-4193-a878-000b13029c01/40276636-88af-4fee-a0d8-f2b3796d35dc/7861b68b-cf11-47bc-95a5-65c103876341) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:28.558685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:28.573769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:28.585246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd9fea-4ff5-4a72-a076-37088c9528d7 None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:28.588376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.588954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:28.598683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Subnet': ['ID=0439900c-e825-4617-9e48-a8005c80749b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:28.613213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba5c447e-32b3-40b6-acfa-ff44bf36d636 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1471317 Nov 23 18:50:28.618100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:28.629297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Request body: {'port': {'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1441626108'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:28.629540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:28.636403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1501a4c8-a2f7-49f7-b2ab-6f2fa18071ec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2647929 Nov 23 18:50:28.637788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae7a391b-2ccb-4afd-806a-e086167d594a admin admin] 10.222.0.37 "PUT /v2.0/routers/136c8a22-695f-420e-800a-bda6d4f0481c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2126753 Nov 23 18:50:28.637911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:28.653999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-727766193', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0439900c-e825-4617-9e48-a8005c80749b'}], 'security_groups': ['62e40f59-1aaa-491c-af59-effbef538c3e', 'dc4cddb4-d9fc-4357-bcc8-80e3c0a3a70b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:28.844986 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Sync routers for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:28.862748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:28.863672 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:28.880050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae204d1-d0e4-4758-b176-d76e0bf1ab6f req-ad42ab95-d7f5-43c1-bf97-e550950d9917 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:28.882381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae204d1-d0e4-4758-b176-d76e0bf1ab6f req-ad42ab95-d7f5-43c1-bf97-e550950d9917 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1412213 Nov 23 18:50:28.896220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:28.903751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e649f6c-4854-4026-a223-8144adbabc7e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:28.908939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:28.992047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae204d1-d0e4-4758-b176-d76e0bf1ab6f req-47d2530d-59bc-4dd1-9ef0-adc5b4e8b27a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011775 Nov 23 18:50:29.018226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Network f30e0c5b-e037-4193-a878-000b13029c01 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:29.023762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:29.026386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:29.053091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Pushing event updated for resources: {'Port': ['ID=7861b68b-cf11-47bc-95a5-65c103876341,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:29.062236 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:29.174657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5395c3a-27cb-475d-b36d-bad31ec2f27f req-f0d183e6-dd16-4031-bbb7-71db9cef5740 service neutron] 10.222.0.47 "GET /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528735 Nov 23 18:50:29.181305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3e649f6c-4854-4026-a223-8144adbabc7e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:29.181678 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.203213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Attempting to bind port 7861b68b-cf11-47bc-95a5-65c103876341 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:29.209345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Attempting to bind port 7861b68b-cf11-47bc-95a5-65c103876341 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'e5fa6051-0676-4c9a-8422-d9370d627622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:29.209756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Attempting to bind port 7861b68b-cf11-47bc-95a5-65c103876341 on network f30e0c5b-e037-4193-a878-000b13029c01 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:29.226761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.257762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fd63-dcd4-450b-b6a4-3801b28f36fd req-a1589ec4-6fe1-43c3-877c-70c9d8348062 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:29.266683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e242fd63-dcd4-450b-b6a4-3801b28f36fd req-a1589ec4-6fe1-43c3-877c-70c9d8348062 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 943 time: 0.2163317 Nov 23 18:50:29.275043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Made reservation on behalf of d0de7e0b4e984f1e8c38885aca547492 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:29.278999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.296030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:29.297207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Checking segment: {'id': 'e5fa6051-0676-4c9a-8422-d9370d627622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:29.297973 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.298541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Bound using segment: {'id': 'e5fa6051-0676-4c9a-8422-d9370d627622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:29.299485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Bound port: 7861b68b-cf11-47bc-95a5-65c103876341, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa6051-0676-4c9a-8422-d9370d627622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:29.300156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.338150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] device_id is not set on port 950f43ae-1cc9-4501-8954-3e18153dd036 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:29.504396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e242fd63-dcd4-450b-b6a4-3801b28f36fd req-18329aa5-2329-449d-8c17-18a19fccb41a tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338166 Nov 23 18:50:29.528101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] For port 7861b68b-cf11-47bc-95a5-65c103876341, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:29.528694 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:26Z', 'revision_number': 2, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:29.531928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] For port 7861b68b-cf11-47bc-95a5-65c103876341, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7861b68b-cf11-47bc-95a5-65c103876341,segment=NetworkSegment(e5fa6051-0676-4c9a-8422-d9370d627622),segment_id=e5fa6051-0676-4c9a-8422-d9370d627622)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:29.538541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.634156 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Checking router: 136c8a22-695f-420e-800a-bda6d4f0481c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:29.634518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Updating router 136c8a22-695f-420e-800a-bda6d4f0481c port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:29.682340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84636-4b77-4f44-9bc7-d4ba737178a8 req-e270b5c8-8c95-4f5f-8f3e-34ae678dda5b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:29.691664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2f84636-4b77-4f44-9bc7-d4ba737178a8 req-e270b5c8-8c95-4f5f-8f3e-34ae678dda5b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.0769680 Nov 23 18:50:29.709323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115528-c003-4503-aa5e-4f7cf330d78d None None] Pushing event updated for resources: {'Port': ['ID=7861b68b-cf11-47bc-95a5-65c103876341,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:29.720835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Update dhcp port {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'fixed_ips': [{'subnet_id': '70156899-e214-4e46-a4bd-60ceb23660df', 'ip_address': '172.20.0.18'}, {'subnet_id': '0897639c-4f01-4589-a616-1b935b69e6d9', 'ip_address': '172.20.0.2'}, {'subnet_id': '0439900c-e825-4617-9e48-a8005c80749b'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '24c4e810-d4d3-40b0-bf09-99d0e2eca6d4'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:29.750176 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.765290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2f84636-4b77-4f44-9bc7-d4ba737178a8 req-8181ac6d-3a5f-4e4b-8807-6dc0b55617b7 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Nov 23 18:50:29.781381 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bff8e075-153b-4033-9518-3958e88c81de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.787770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:29.846113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-f86a49e5-7408-44a5-ab5c-9d8e6edc3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:29.847811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-f86a49e5-7408-44a5-ab5c-9d8e6edc3ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.3732579 Nov 23 18:50:29.915462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Allocated IP 172.20.0.6 (f30e0c5b-e037-4193-a878-000b13029c01/40276636-88af-4fee-a0d8-f2b3796d35dc/950f43ae-1cc9-4501-8954-3e18153dd036) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:30.072132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Allocated IP 172.20.0.34 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/0439900c-e825-4617-9e48-a8005c80749b/24c4e810-d4d3-40b0-bf09-99d0e2eca6d4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:30.097675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:30.103037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1999174618-network', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:30.146151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Made reservation on behalf of c0f09cccdc6c49ceae07af323d972d42 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:30.149213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.160075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.322484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:30.365134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.371170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.374216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.380228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.402019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:30.426239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.428555 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Added segment 3025e79d-18db-4db5-a3b3-f1361fa20fcc of type vlan for network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 Nov 23 18:50:30.467257 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.478807 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.523195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.595204 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cb2e7-0627-4c25-bc27-e963e9a5c72e None None] Pushing event updated for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:30.714124 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Attempting to bind port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:30.714511 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Attempting to bind port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:30.715122 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Attempting to bind port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 on network 12cabe37-3dac-406c-88ba-4744631137e2 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:30.730157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:30.730538 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Checking segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:30.730947 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.731380 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Bound using segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:30.731873 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Bound port: 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:30.732272 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.747935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542696f3-483b-402e-afd2-2e8705707429,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:30.751513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.754306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:30.754306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.862257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a196f-2c0e-4a98-a195-539a91b2e71d None None] Pushing event updated for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:30.904277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.934904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-6ef0bcf6-f3e9-4945-86d7-fa7c3caa7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:30.938119 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] For port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:30.949456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] For port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:30.951986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-6ef0bcf6-f3e9-4945-86d7-fa7c3caa7dca service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 1.0903440 Nov 23 18:50:30.957537 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:30.984459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:50:31.061157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7861b68b-cf11-47bc-95a5-65c103876341 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:31.115924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0168254 Nov 23 18:50:31.117728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:31.121442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a85ec4-6c20-428e-8831-1245bb452a8c admin admin] Pushing event updated for resources: {'Network': ['ID=f27df1c8-dbf9-4295-872a-d3b8b2728ae6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:31.149188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Request body: {'subnet': {'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1999174618-subnet', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:31.155675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-2b30713b-b555-4308-8424-89ba24d61e55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6079042 Nov 23 18:50:31.160058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:31.171262 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:31.181458 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:31.219240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-b610b7e5-3571-4b26-b2bf-fcce46e0dd9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.2240446 Nov 23 18:50:31.252541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63245-f920-4c9d-af09-2fef9f5c23fc req-414f2af3-71e8-4375-b475-2db131516c6d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:31.269528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77a63245-f920-4c9d-af09-2fef9f5c23fc req-414f2af3-71e8-4375-b475-2db131516c6d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 943 time: 0.4767594 Nov 23 18:50:31.280488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Made reservation on behalf of c0f09cccdc6c49ceae07af323d972d42 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:31.283282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:31.412043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77a63245-f920-4c9d-af09-2fef9f5c23fc req-8a088e62-ad83-4f16-b3b2-ac7097c656b6 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361659 Nov 23 18:50:31.564720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] Provisioning complete for port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:31.566054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:31.693117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,segment=NetworkSegment(291219ae-f25e-4665-8bf6-c4395ffd8679),segment_id=291219ae-f25e-4665-8bf6-c4395ffd8679)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:31.701950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:31.711035 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cb2e7-0627-4c25-bc27-e963e9a5c72e None None] Pushing event updated for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:31.721547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8', 'network_id': '87db3606-b51a-49bf-adc1-adeea3fe3b28', 'port_id': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8', 'mac_address': 'fa:16:3e:24:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:50:31.732444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:31.811517 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:31.837256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Delete allocated IP 172.20.0.11 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/0897639c-4f01-4589-a616-1b935b69e6d9) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 18:50:31.840507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:31.841038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-b11a8bf2-375d-4e72-8c2b-92f9b7daa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:31.853297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-b11a8bf2-375d-4e72-8c2b-92f9b7daa043 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.5936823 Nov 23 18:50:31.870816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed545dba-dc0c-4006-83a4-6a113e043c1d None None] Network f30e0c5b-e037-4193-a878-000b13029c01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:31.879636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7861b68b-cf11-47bc-95a5-65c103876341 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:31.879636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:31.887091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb716-ef47-43ad-8833-b942a64f335d req-1c246301-624e-401a-8195-6a03a8b1bb54 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:31.888660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81acb716-ef47-43ad-8833-b942a64f335d req-1c246301-624e-401a-8195-6a03a8b1bb54 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.6986206 Nov 23 18:50:31.939616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-5e14f23a-e539-4ae7-9175-7488c7335157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:31.941001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-5e14f23a-e539-4ae7-9175-7488c7335157 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.6826394 Nov 23 18:50:31.981879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Checking segment: {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:31.982279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Network hostable DHCP agents. Network: f27df1c8-dbf9-4295-872a-d3b8b2728ae6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:31.986050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Allocated IP 172.20.0.41 (6dd249c9-06a7-4471-ac07-f61cffed5ff2/0439900c-e825-4617-9e48-a8005c80749b/37b2a87e-0055-42ae-bb8f-3c51d262be0d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:32.018721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe1167b-7613-4989-a394-054da792bc5c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:32.080063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:32.112777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f27df1c8-dbf9-4295-872a-d3b8b2728ae6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:32.121742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:32.122742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.146236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-4d06db16-7f0a-4b15-908f-c9e7017e6c55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577828 Nov 23 18:50:32.165116 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5589d5e9-982a-4668-be9d-7eb6e1bbbade admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0304649 Nov 23 18:50:32.167609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:32.174332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.183404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:32.221090 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.223178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.259382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1fa381-00b9-4d85-8e7a-44629bcfbcd6 None None] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:32.303426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81acb716-ef47-43ad-8833-b942a64f335d req-08c28a51-e1a7-4c97-bbfb-cdb756411781 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978336 Nov 23 18:50:32.341091 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.351769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.373175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:30Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:32.379813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.394873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:50:32.454553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c277d4-da8f-448e-a32d-2e4affcd455c None None] The sync data for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 is: [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:30Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:32.462105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Deleting subnet d99a210f-5a2f-4d40-a53d-6c2b2cada5dd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:32.480178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.505690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.572130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-7c6ee9c4-07ae-46ed-8815-5635314c2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:32.574698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-7c6ee9c4-07ae-46ed-8815-5635314c2dec service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.6708834 Nov 23 18:50:32.634447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Network f30e0c5b-e037-4193-a878-000b13029c01 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:32.680757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] For port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:32.693899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,segment=NetworkSegment(291219ae-f25e-4665-8bf6-c4395ffd8679),segment_id=291219ae-f25e-4665-8bf6-c4395ffd8679)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:32.707022 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.759965 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.760701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:32.771376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-63e583f0-40a7-48d5-9418-d613d5215123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1001 time: 0.1772661 Nov 23 18:50:32.773001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:32.779151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'Port': ['ID=950f43ae-1cc9-4501-8954-3e18153dd036,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:32.811672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.853409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.899025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:32.935883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-2f196b32-46e4-4b87-a26c-874af8f3880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:32.938569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-2f196b32-46e4-4b87-a26c-874af8f3880a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.1472981 Nov 23 18:50:32.939628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99a210f-5a2f-4d40-a53d-6c2b2cada5dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:32.972391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-489f6f32-39c9-42a5-9ecc-af33829f6518 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643511 Nov 23 18:50:32.999957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.014433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8df9bd86-d801-4348-9b3b-490a23923280 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d99a210f-5a2f-4d40-a53d-6c2b2cada5dd HTTP/1.1" status: 204 len: 168 time: 1.1707633 Nov 23 18:50:33.016169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:33.102061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabaa00-bb4f-4051-bdce-7dc2ed3163ea req-a824c4df-fc5b-4b76-9a58-e5a572586e2c tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:33.111477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbabaa00-bb4f-4051-bdce-7dc2ed3163ea req-a824c4df-fc5b-4b76-9a58-e5a572586e2c tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 943 time: 0.4815619 Nov 23 18:50:33.136156 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.197018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c146d20-7ab2-4ffd-b19f-9b4f5f00c891 req-d3b2162e-4348-407b-9315-6b9f3404ae7e service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935842 Nov 23 18:50:33.205533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:33.206818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.252069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['0fdd4810-c664-4f7b-aafe-111d9cd9b3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:33.272063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Provisioning complete for port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:33.274709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.276997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a67f2-7edf-4b31-9c84-1d6ca16a90a7 None None] Pushing event updated for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:33.279306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-99c63084-f8ec-4862-8dc8-4eb667a9de6b tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6562035 Nov 23 18:50:33.282742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:33.302269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Request body: {'port': {'network_id': 'f30e0c5b-e037-4193-a878-000b13029c01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1591828266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:33.303079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] bootfile-name is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:33.304366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] tftp-server is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:33.305051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] server-ip-address is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:33.325986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-2ce2bcaf-53d9-49e1-b846-004553f80267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:33.332005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-2ce2bcaf-53d9-49e1-b846-004553f80267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763719 Nov 23 18:50:33.338908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.368341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.391019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.393803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.481942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbabaa00-bb4f-4051-bdce-7dc2ed3163ea req-5a7623ff-cd0f-45aa-b0c5-181a2b069e94 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687189 Nov 23 18:50:33.528112 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.611075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.676855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:33.693367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'fixed_ips': [{'subnet_id': '5fe1167b-7613-4989-a394-054da792bc5c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:33.695037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.711157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893d445-734d-40cf-851c-ea9d696b3ebe req-724601b0-99ca-42d5-9d0a-522552345771 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:33.718813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a8abcd-df3e-4574-abf6-1de0112f25e9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:33.719102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a8abcd-df3e-4574-abf6-1de0112f25e9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:33.726931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a893d445-734d-40cf-851c-ea9d696b3ebe req-724601b0-99ca-42d5-9d0a-522552345771 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2934799 Nov 23 18:50:33.731021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.753281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.788519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:33.789003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:33.790941 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:33.799065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:33.809679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 7861b68b-cf11-47bc-95a5-65c103876341, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7861b68b-cf11-47bc-95a5-65c103876341,segment=NetworkSegment(e5fa6051-0676-4c9a-8422-d9370d627622),segment_id=e5fa6051-0676-4c9a-8422-d9370d627622)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:33.830276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event updated for resources: {'Port': ['ID=37b2a87e-0055-42ae-bb8f-3c51d262be0d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:33.841145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.053871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Made reservation on behalf of d0de7e0b4e984f1e8c38885aca547492 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:34.060409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.098679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.131795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.137039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e HTTP/1.1" status: 204 len: 168 time: 1.0782399 Nov 23 18:50:34.156334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091ebd9-054a-4a39-8bb9-41ae88b25e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccd15a1-b1de-4ea6-99a2-ad234c4fc51e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:34.158631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-eb353c3f-5bb1-407c-891d-5f476abd8948 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910683 Nov 23 18:50:34.159303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] In _notify_port_updated(), no bound segment for port 37b2a87e-0055-42ae-bb8f-3c51d262be0d on network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:50:34.173235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=7861b68b-cf11-47bc-95a5-65c103876341,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:34.195032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.204786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:34.210271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.216980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-084dba59-7204-4c99-beab-528ed570706c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "PUT /v2.0/ports/37b2a87e-0055-42ae-bb8f-3c51d262be0d HTTP/1.1" status: 200 len: 959 time: 5.5668595 Nov 23 18:50:34.244972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:34.308856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.346059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:34.403927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:34.450117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a893d445-734d-40cf-851c-ea9d696b3ebe req-c032c3c8-a666-4ab0-b5ad-a4008a6198dd tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222652 Nov 23 18:50:34.465443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] device_id is not set on port 345e09f6-e968-4ebd-a846-7c501c90f6c8 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:34.486498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Provisioning complete for port 37b2a87e-0055-42ae-bb8f-3c51d262be0d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:34.487086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.491924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Allocated IP 172.20.0.2 (f27df1c8-dbf9-4295-872a-d3b8b2728ae6/5fe1167b-7613-4989-a394-054da792bc5c/ecd2db6a-faac-48e0-9214-a38ce5c8a936) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:34.684951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ee016b7-39f4-4ab5-9016-357e55fa3f5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b58e07c12144b97bd591a4dc66ed6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631547 Nov 23 18:50:34.691421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:34.709307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Allocated IP 172.25.5.219 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/dfadd026-4119-4f40-aea6-5ea2c14d9588) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:34.729543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Allocated IP 172.20.0.4 (f30e0c5b-e037-4193-a878-000b13029c01/40276636-88af-4fee-a0d8-f2b3796d35dc/345e09f6-e968-4ebd-a846-7c501c90f6c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:34.770341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd5424a4-22e1-4f71-b530-ec5c9b8e3470 req-3d550209-e368-4f1f-9a0f-f1322eda7a4c service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910953 Nov 23 18:50:34.807624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.861976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.865415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629307-decb-4212-be27-c033245e99c6 req-cb72fef3-5df2-4d7f-8c27-25c2c066b49d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:34.868710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20629307-decb-4212-be27-c033245e99c6 req-cb72fef3-5df2-4d7f-8c27-25c2c066b49d tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 944 time: 0.2192864 Nov 23 18:50:34.884906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Port 37b2a87e-0055-42ae-bb8f-3c51d262be0d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:34.940121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 37b2a87e-0055-42ae-bb8f-3c51d262be0d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:34.940708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.957050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:34.958084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:34.959685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Provisioning complete for port 7861b68b-cf11-47bc-95a5-65c103876341 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:34.960081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.044661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.047744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.052087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20629307-decb-4212-be27-c033245e99c6 req-0008e172-1397-4030-80a5-c2a881b22130 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676636 Nov 23 18:50:35.055700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.063841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dd05450-06bd-45c7-ab44-a1ec4131c2dd HTTP/1.1" status: 204 len: 168 time: 0.3578820 Nov 23 18:50:35.076894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.107914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f78cf-0d41-45f2-a7c1-e81f048609a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd05450-06bd-45c7-ab44-a1ec4131c2dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.112675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.129393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 37b2a87e-0055-42ae-bb8f-3c51d262be0d owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:35.144916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.162511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.231520 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.233439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:35.240466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:35.251493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:35.255840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Network f30e0c5b-e037-4193-a878-000b13029c01 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:35.260932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:35.264758 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.270686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:35.280026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Pushing event updated for resources: {'Port': ['ID=dfadd026-4119-4f40-aea6-5ea2c14d9588,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.319527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'Port': ['ID=345e09f6-e968-4ebd-a846-7c501c90f6c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.337669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:35.340883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Pushing event updated for resources: {'Port': ['ID=ecd2db6a-faac-48e0-9214-a38ce5c8a936,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.344437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:35.348288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:35.365802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:35.366846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.379219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.380220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.405483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:35.406367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-930702e3-5858-4066-bdae-dfdf9acb3553 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1163328 Nov 23 18:50:35.407350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:35.484625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Attempting to bind port ecd2db6a-faac-48e0-9214-a38ce5c8a936 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:35.484625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Attempting to bind port ecd2db6a-faac-48e0-9214-a38ce5c8a936 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:35.484961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Attempting to bind port ecd2db6a-faac-48e0-9214-a38ce5c8a936 on network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:35.496022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:35.520293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:35.520672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0211-1cf3-47f1-af81-fc79dd080efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.524047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:35.524666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Checking segment: {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:35.525285 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.525940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Bound using segment: {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:35.527204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Bound port: ecd2db6a-faac-48e0-9214-a38ce5c8a936, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:35.527204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.568215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.580099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009503e-d91a-4a7f-a63f-ff24e253a904 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.604916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009503e-d91a-4a7f-a63f-ff24e253a904 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.612229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009503e-d91a-4a7f-a63f-ff24e253a904 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.620396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a009503e-d91a-4a7f-a63f-ff24e253a904 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2055020 Nov 23 18:50:35.627863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:35.634164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=37b2a87e-0055-42ae-bb8f-3c51d262be0d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.709454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] For port ecd2db6a-faac-48e0-9214-a38ce5c8a936, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:35.715841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] For port ecd2db6a-faac-48e0-9214-a38ce5c8a936, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ecd2db6a-faac-48e0-9214-a38ce5c8a936,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:35.728441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.734592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:35.734870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.838215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Deleting port 345e09f6-e968-4ebd-a846-7c501c90f6c8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:35.850105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.854334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c31f45-109d-42fa-80da-ce323c754056 req-1990f787-5039-43d2-a715-7e2a3a3557af tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:35.861757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2c31f45-109d-42fa-80da-ce323c754056 req-1990f787-5039-43d2-a715-7e2a3a3557af tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2327685 Nov 23 18:50:35.928554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:35.931258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ab02-20f2-4f5b-99f0-2238f5203418 None None] Pushing event updated for resources: {'Port': ['ID=ecd2db6a-faac-48e0-9214-a38ce5c8a936,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:35.931790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f71e948-5ba5-46e5-852d-186da2a60592 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/37b2a87e-0055-42ae-bb8f-3c51d262be0d HTTP/1.1" status: 204 len: 168 time: 1.6719649 Nov 23 18:50:35.940411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:35.992025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.030499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Provisioning complete for port 950f43ae-1cc9-4501-8954-3e18153dd036 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:36.032398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.103096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.106928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2c31f45-109d-42fa-80da-ce323c754056 req-330c152e-e5b7-4bd9-bb4d-f45332cedcaa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399604 Nov 23 18:50:36.137562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Port 950f43ae-1cc9-4501-8954-3e18153dd036 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:36.144631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Could not find standard attr ID for object 37b2a87e-0055-42ae-bb8f-3c51d262be0d. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:50:36.148307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Calling delete_port for 345e09f6-e968-4ebd-a846-7c501c90f6c8 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:36.164717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Provisioning complete for port 7861b68b-cf11-47bc-95a5-65c103876341 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:36.165099 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.206493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7861b68b-cf11-47bc-95a5-65c103876341 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:36.309301 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b563d96b-910d-42d5-89b1-5cad07b6fc2c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] GET failed (client error): The resource could not be found. Nov 23 18:50:36.314128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b563d96b-910d-42d5-89b1-5cad07b6fc2c tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports/37b2a87e-0055-42ae-bb8f-3c51d262be0d HTTP/1.1" status: 404 len: 333 time: 0.3690963 Nov 23 18:50:36.318254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:36.445487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.457448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Provisioning complete for port 345e09f6-e968-4ebd-a846-7c501c90f6c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:36.457992 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.470847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dfd97-832e-42d7-b8ae-acc342459bd6 req-df1920ef-4db9-43d0-9089-ea1aeb55e685 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:36.472474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c5dfd97-832e-42d7-b8ae-acc342459bd6 req-df1920ef-4db9-43d0-9089-ea1aeb55e685 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 944 time: 0.2170920 Nov 23 18:50:36.527994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.529131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.529968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7861b68b-cf11-47bc-95a5-65c103876341 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:36.530336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.571266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-de7be638-f768-4e5d-81dd-c03a7d2fefe5 None None] Port 345e09f6-e968-4ebd-a846-7c501c90f6c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:36.595268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c5dfd97-832e-42d7-b8ae-acc342459bd6 req-b0ffd6a3-4bb6-44b9-acc5-37f1ab9198db tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015179 Nov 23 18:50:36.606089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.641252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event deleted for resources: {'Port': ['ID=345e09f6-e968-4ebd-a846-7c501c90f6c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:36.649117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.651737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.656133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/security-groups/9829e5ab-b62c-4dc9-9eb1-774f7a13ff34 HTTP/1.1" status: 204 len: 168 time: 0.3362792 Nov 23 18:50:36.657105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:36.764072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b7145-9d49-4fca-9beb-e2d475ca4872 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829e5ab-b62c-4dc9-9eb1-774f7a13ff34,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:36.764281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Router e50bfd46-c516-4289-b440-7db56a9a33bb is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:50:36.809103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.817086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bfb820fe-eb89-443b-a06c-319ba72f9dfb tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "DELETE /v2.0/ports/345e09f6-e968-4ebd-a846-7c501c90f6c8 HTTP/1.1" status: 204 len: 168 time: 1.1839166 Nov 23 18:50:36.817411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:36.831339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Request body: {'port': {'name': 'tempest-new-port-name-1836228400', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:36.831745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] bootfile-name is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:36.832091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] tftp-server is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:36.832430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] server-ip-address is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 18:50:36.865417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.958430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:36.958782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:36.970471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Sync routers for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:36.985230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:36.998127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.002005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a90b379-b295-4e61-afc5-f43ffc923f97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8309085 Nov 23 18:50:37.005886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:37.028037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.045455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:37.046442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:37.124931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.141466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.149863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc4cddb4-d9fc-4357-bcc8-80e3c0a3a70b HTTP/1.1" status: 204 len: 168 time: 0.4594984 Nov 23 18:50:37.155264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:37.227948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:37.230503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:50:37.242690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07dc81-614a-4299-acea-5d1b674a7520 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4cddb4-d9fc-4357-bcc8-80e3c0a3a70b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:37.345976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:37.346355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.458473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f064c1-af9e-45dc-9e24-8325e7196afc req-c8d2415b-343e-454f-b856-6c0d779e1ba8 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:37.466422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38f064c1-af9e-45dc-9e24-8325e7196afc req-c8d2415b-343e-454f-b856-6c0d779e1ba8 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2040539 Nov 23 18:50:37.496486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.568849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.576100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:37.626678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13277e-4f12-4ca9-a5d7-fbb1a3fe4b72 None None] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:37.630221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38f064c1-af9e-45dc-9e24-8325e7196afc req-712d2a3c-ed2c-4a83-8ad1-156894a03f41 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566978 Nov 23 18:50:37.669087 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.742999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:37.744656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.745287 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394cbcb-df69-41e1-8cf9-14f65c271bfc" -d '{"events": [{"server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "name": "network-vif-plugged", "status": "completed", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:37.747496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.763110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/security-groups/62e40f59-1aaa-491c-af59-effbef538c3e HTTP/1.1" status: 204 len: 168 time: 0.5905914 Nov 23 18:50:37.767420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:37.774428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,segment=NetworkSegment(291219ae-f25e-4665-8bf6-c4395ffd8679),segment_id=291219ae-f25e-4665-8bf6-c4395ffd8679)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:37.784470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.789926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] Provisioning complete for port ecd2db6a-faac-48e0-9214-a38ce5c8a936 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:37.790162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.791919 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.797760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c477b09-fa7f-441f-a041-4123c19fb281 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e40f59-1aaa-491c-af59-effbef538c3e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:37.809378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.840922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2be01319-04d3-4f05-ad71-27930a290a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:37.879198 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11204027-193d-42c6-a142-ceb3fa31e6c4 x-openstack-request-id: req-11204027-193d-42c6-a142-ceb3fa31e6c4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:37.879517 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "name": "network-vif-plugged", "status": "completed", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:37.879778 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11204027-193d-42c6-a142-ceb3fa31e6c4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:37.880180 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8', 'code': 200} Nov 23 18:50:37.962990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:35Z', 'revision_number': 3, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:37.972586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:38.023786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Checking router: e50bfd46-c516-4289-b440-7db56a9a33bb for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:38.024145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Updating router e50bfd46-c516-4289-b440-7db56a9a33bb port dfadd026-4119-4f40-aea6-5ea2c14d9588 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:38.145016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecfcd-9e6f-450b-ab1a-5388d965f289 req-a84404ed-d64f-4d5e-a33e-62cbd0a518df tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.146851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cfecfcd-9e6f-450b-ab1a-5388d965f289 req-a84404ed-d64f-4d5e-a33e-62cbd0a518df tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.1146936 Nov 23 18:50:38.246036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cfecfcd-9e6f-450b-ab1a-5388d965f289 req-4969bcb7-a420-4286-b9d6-c929897aee2c tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881274 Nov 23 18:50:38.261325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ecd2db6a-faac-48e0-9214-a38ce5c8a936 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:38.328390 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.336033 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.453071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 0897639c-4f01-4589-a616-1b935b69e6d9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:38.455203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event updated for resources: {'Port': ['ID=950f43ae-1cc9-4501-8954-3e18153dd036,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:38.462796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.500944 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.521627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573806-f557-4365-95b6-6ff1939db710 req-6194b5e8-88ab-431c-92b2-34c86cbc446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.523294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e573806-f557-4365-95b6-6ff1939db710 req-6194b5e8-88ab-431c-92b2-34c86cbc446f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 1096 time: 0.6372991 Nov 23 18:50:38.540629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] In _notify_port_updated(), no bound segment for port 950f43ae-1cc9-4501-8954-3e18153dd036 on network f30e0c5b-e037-4193-a878-000b13029c01 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:50:38.546729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ecd2db6a-faac-48e0-9214-a38ce5c8a936 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:38.546729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.547209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.547847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.549660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15c0dc03-801d-46ca-a16a-2bc786c98222 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "PUT /v2.0/ports/950f43ae-1cc9-4501-8954-3e18153dd036 HTTP/1.1" status: 200 len: 1136 time: 1.7310414 Nov 23 18:50:38.552601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:38.568474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.597187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Allocated IP 172.20.0.1 (f27df1c8-dbf9-4295-872a-d3b8b2728ae6/5fe1167b-7613-4989-a394-054da792bc5c/ca19b1d7-9f0d-4b52-93c9-03ede990b616) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:38.598318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] For port ecd2db6a-faac-48e0-9214-a38ce5c8a936, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ecd2db6a-faac-48e0-9214-a38ce5c8a936,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:38.628736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7623b9-9aa0-4cad-85fa-ee03f0726770 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.636177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb7623b9-9aa0-4cad-85fa-ee03f0726770 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "GET /v2.0/ports/950f43ae-1cc9-4501-8954-3e18153dd036 HTTP/1.1" status: 200 len: 1136 time: 0.0803170 Nov 23 18:50:38.636937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:38.643408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.707060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2be01319-04d3-4f05-ad71-27930a290a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.711759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e573806-f557-4365-95b6-6ff1939db710 req-1f8db049-2834-4da1-a928-41c82c0b8e93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707058 Nov 23 18:50:38.732777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2be01319-04d3-4f05-ad71-27930a290a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.780848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be01319-04d3-4f05-ad71-27930a290a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae0277b-c3d0-429b-a2e3-ffc54a398223,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:38.796094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2be01319-04d3-4f05-ad71-27930a290a07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad097b174ef74851a0f6f9acacda6a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2182591 Nov 23 18:50:38.798755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:38.816023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.837538 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.872313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6f81-b465-4417-8415-9208b43c509b None None] Pushing event updated for resources: {'Port': ['ID=ecd2db6a-faac-48e0-9214-a38ce5c8a936,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:38.886154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d3702361-1ea6-40c2-9c2e-a1fdd79370dd None None] Provisioning complete for port 950f43ae-1cc9-4501-8954-3e18153dd036 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:38.886527 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3702361-1ea6-40c2-9c2e-a1fdd79370dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.923527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.935743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ab2b-8518-47d6-a89d-f2615d9e6fc4 req-b34499c0-10e6-41fb-8bfd-3ee9b7f2e30e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:38.935963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.943794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3383ab2b-8518-47d6-a89d-f2615d9e6fc4 req-b34499c0-10e6-41fb-8bfd-3ee9b7f2e30e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1889513 Nov 23 18:50:38.980799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Deleting port 950f43ae-1cc9-4501-8954-3e18153dd036 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:38.981436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.984942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.987287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=0897639c-4f01-4589-a616-1b935b69e6d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.000031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.003444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e35dc704-8355-4e25-8e14-653be360baec tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/0897639c-4f01-4589-a616-1b935b69e6d9 HTTP/1.1" status: 204 len: 168 time: 1.2216394 Nov 23 18:50:39.009119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:39.010219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.017246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d3702361-1ea6-40c2-9c2e-a1fdd79370dd None None] Port 950f43ae-1cc9-4501-8954-3e18153dd036 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:39.026875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761cd98-8011-43a5-91b4-d6ff545da79e None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:39.033835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.053547 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3383ab2b-8518-47d6-a89d-f2615d9e6fc4 req-6d19ee89-c101-4ea6-85ac-bdd3fd13e4b3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084113 Nov 23 18:50:39.058115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.083234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 0439900c-e825-4617-9e48-a8005c80749b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:39.089435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.133206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.151269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.162858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.163679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Attempting to bind port dfadd026-4119-4f40-aea6-5ea2c14d9588 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:39.164119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Attempting to bind port dfadd026-4119-4f40-aea6-5ea2c14d9588 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:39.164587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Attempting to bind port dfadd026-4119-4f40-aea6-5ea2c14d9588 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:39.179151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa553-0139-4aea-b0d0-d3f55f57abdf None None] Pushing event updated for resources: {'Port': ['ID=dfadd026-4119-4f40-aea6-5ea2c14d9588,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.180236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Calling delete_port for 950f43ae-1cc9-4501-8954-3e18153dd036 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:39.187807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:39.188280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:39.188779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.189236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:39.189802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Bound port: dfadd026-4119-4f40-aea6-5ea2c14d9588, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:39.190257 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.213368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1a9e4660-c038-4b72-b8a0-3f46c02c3ae3 None None] Provisioning complete for port ecd2db6a-faac-48e0-9214-a38ce5c8a936 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:39.213937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4660-c038-4b72-b8a0-3f46c02c3ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.224142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:39.229476 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.269076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:39.275139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:39.298951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.301996 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.303931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eae0277b-c3d0-429b-a2e3-ffc54a398223 HTTP/1.1" status: 204 len: 168 time: 0.5034375 Nov 23 18:50:39.318003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825d20c-911a-41e8-9bc7-d13cdf5ad5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae0277b-c3d0-429b-a2e3-ffc54a398223,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.340670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.344989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] For port dfadd026-4119-4f40-aea6-5ea2c14d9588, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:39.348981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] For port dfadd026-4119-4f40-aea6-5ea2c14d9588, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfadd026-4119-4f40-aea6-5ea2c14d9588,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:39.353759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Pushing event updated for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.393036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.426681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=0439900c-e825-4617-9e48-a8005c80749b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.429314 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.432678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-53bc427c-8032-4341-855f-46910903056e tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/0439900c-e825-4617-9e48-a8005c80749b HTTP/1.1" status: 204 len: 168 time: 0.4225752 Nov 23 18:50:39.435054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:39.461956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.483079 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f53440-27a3-4138-bd8e-3f9d298be805 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:39.483650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f53440-27a3-4138-bd8e-3f9d298be805 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:39.487043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c9f53440-27a3-4138-bd8e-3f9d298be805 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/0897639c-4f01-4589-a616-1b935b69e6d9 HTTP/1.1" status: 404 len: 337 time: 0.0504503 Nov 23 18:50:39.512232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:39.609520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting subnet 70156899-e214-4e46-a4bd-60ceb23660df {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:39.619347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb275be-e222-42f9-ba5b-947d10019acb req-ce76891d-2cf6-4908-b5a7-cf89cf8ed11c tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:39.620238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa553-0139-4aea-b0d0-d3f55f57abdf None None] Pushing event updated for resources: {'Port': ['ID=dfadd026-4119-4f40-aea6-5ea2c14d9588,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.627287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fb275be-e222-42f9-ba5b-947d10019acb req-ce76891d-2cf6-4908-b5a7-cf89cf8ed11c tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.1760864 Nov 23 18:50:39.631118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.672009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:39.672935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:39.713593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.739779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.816468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event deleted for resources: {'Port': ['ID=950f43ae-1cc9-4501-8954-3e18153dd036,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.826812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.881580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.920415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.926561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0d824ac3-ac92-4104-9d62-69ce52ea2079 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "DELETE /v2.0/ports/950f43ae-1cc9-4501-8954-3e18153dd036 HTTP/1.1" status: 204 len: 168 time: 1.2867062 Nov 23 18:50:39.929665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:39.945692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fb275be-e222-42f9-ba5b-947d10019acb req-3d57a018-0d3f-40c5-a97c-0b26246733df tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173676 Nov 23 18:50:39.947512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:39.984793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Subnet': ['ID=70156899-e214-4e46-a4bd-60ceb23660df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:39.996678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.006198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c3fb6302-c438-4dbb-8350-77f946f453c2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/70156899-e214-4e46-a4bd-60ceb23660df HTTP/1.1" status: 204 len: 168 time: 0.4918582 Nov 23 18:50:40.013707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.067542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Deleting subnet 40276636-88af-4fee-a0d8-f2b3796d35dc {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:40.075031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.082633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b49be7-555e-4089-ad97-81be64360897 None None] Update dhcp port {'port': {'network_id': '6dd249c9-06a7-4471-ac07-f61cffed5ff2', 'fixed_ips': [{'subnet_id': '70156899-e214-4e46-a4bd-60ceb23660df', 'ip_address': '172.20.0.18'}, {'subnet_id': '0439900c-e825-4617-9e48-a8005c80749b'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '24c4e810-d4d3-40b0-bf09-99d0e2eca6d4'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 18:50:40.118939 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbab320-e4a2-4e0a-8fab-08cc4b088512 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.119818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbab320-e4a2-4e0a-8fab-08cc4b088512 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.134233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-acbab320-e4a2-4e0a-8fab-08cc4b088512 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/352cccbf-104e-4a1e-be65-fc07da56aed0 HTTP/1.1" status: 404 len: 337 time: 0.1193254 Nov 23 18:50:40.137702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.196610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.197139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ecd2db6a-faac-48e0-9214-a38ce5c8a936 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:40.236608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-23104c69-9b42-4b1a-82f4-166c2979e016 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f7517c5-289d-4cce-b858-559c7b3ca075 HTTP/1.1" status: 200 len: 205 time: 0.0931406 Nov 23 18:50:40.238275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f2b49be7-555e-4089-ad97-81be64360897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.250519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfc8c39e-ae5d-41c6-9791-d0ca2c53b6f6 None None] Provisioning complete for port ca19b1d7-9f0d-4b52-93c9-03ede990b616 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:40.250896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c39e-ae5d-41c6-9791-d0ca2c53b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.262428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.293503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a6b5e-2d3a-4ac7-ac6f-f4f8ab679c0b req-030f8b75-85a6-47a6-9d14-e391c5932f50 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:40.296404 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-259a6b5e-2d3a-4ac7-ac6f-f4f8ab679c0b req-030f8b75-85a6-47a6-9d14-e391c5932f50 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.0668917 Nov 23 18:50:40.322271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8c39e-ae5d-41c6-9791-d0ca2c53b6f6 None None] Port ca19b1d7-9f0d-4b52-93c9-03ede990b616 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:40.324532 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-0ad3942b-3e30-4497-8422-5dbbbf8c23b6 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] delete failed (client error): The resource could not be found. Nov 23 18:50:40.331407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ad3942b-3e30-4497-8422-5dbbbf8c23b6 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/routers/4f7517c5-289d-4cce-b858-559c7b3ca075 HTTP/1.1" status: 404 len: 336 time: 0.0675819 Nov 23 18:50:40.331767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.350414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:40.373709 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd13a7f5-4785-45d8-842b-2b4924f6d8f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.374171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd13a7f5-4785-45d8-842b-2b4924f6d8f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.380481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fd13a7f5-4785-45d8-842b-2b4924f6d8f0 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/3664a429-f04d-4de9-8edb-fd6d21e5a674 HTTP/1.1" status: 404 len: 337 time: 0.0454605 Nov 23 18:50:40.383598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.392833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-259a6b5e-2d3a-4ac7-ac6f-f4f8ab679c0b req-1e3f8088-67f3-4683-b27f-274f56ab5e39 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 Nov 23 18:50:40.398348 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.430669 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4be2350-909e-437f-a218-63df355392fa tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.431199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4be2350-909e-437f-a218-63df355392fa tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.434435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b4be2350-909e-437f-a218-63df355392fa tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/378de9bc-2845-49cc-b7e3-739cceef2e40 HTTP/1.1" status: 404 len: 337 time: 0.0464125 Nov 23 18:50:40.437253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.468359 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4500935a-6d84-4893-bb43-318e2da3b743 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.468828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4500935a-6d84-4893-bb43-318e2da3b743 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.475754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4500935a-6d84-4893-bb43-318e2da3b743 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/799f539b-612d-4107-9e16-7d2b36192a7b HTTP/1.1" status: 404 len: 337 time: 0.0350137 Nov 23 18:50:40.477433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.518852 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f509f87f-5d9c-4e27-a5a3-1c165d23e136 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.519492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f509f87f-5d9c-4e27-a5a3-1c165d23e136 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.522655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f509f87f-5d9c-4e27-a5a3-1c165d23e136 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/e038bc5c-7648-4b98-9916-f6dbbb8358af HTTP/1.1" status: 404 len: 333 time: 0.0427954 Nov 23 18:50:40.525269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.532785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ecd2db6a-faac-48e0-9214-a38ce5c8a936 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:40.533155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.533446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.559948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.562912 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-156cc92f-ae6d-4da0-b9aa-f485ccc339b7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.563405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156cc92f-ae6d-4da0-b9aa-f485ccc339b7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.571142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-156cc92f-ae6d-4da0-b9aa-f485ccc339b7 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/ae901e33-60dd-41cf-b0d8-ef1fb20f8daa HTTP/1.1" status: 404 len: 337 time: 0.0395947 Nov 23 18:50:40.571470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.580918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.589642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.658457 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-102ce859-8e4d-4bad-8b04-0772517218ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.659258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102ce859-8e4d-4bad-8b04-0772517218ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.662483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-102ce859-8e4d-4bad-8b04-0772517218ed tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/109defc9-a06c-48b9-98f7-84a5c3f0ed15 HTTP/1.1" status: 404 len: 337 time: 0.0894063 Nov 23 18:50:40.667709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.721849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Pushing event updated for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:40.733193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.736841 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc0f27-ed24-4862-a1e0-2ab1bded5698 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.737795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfc0f27-ed24-4862-a1e0-2ab1bded5698 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.741608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.744130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8cfc0f27-ed24-4862-a1e0-2ab1bded5698 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/ce618cb8-20cd-4852-ba30-d8a581243db3 HTTP/1.1" status: 404 len: 333 time: 0.0677912 Nov 23 18:50:40.746592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.775668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event deleted for resources: {'Subnet': ['ID=40276636-88af-4fee-a0d8-f2b3796d35dc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:40.782044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.783634 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd46e87-bae2-4f7b-9248-bdb988ab75a2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.784733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd46e87-bae2-4f7b-9248-bdb988ab75a2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.785357 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe40504c-727c-4659-ace8-5f4e46656764 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "DELETE /v2.0/subnets/40276636-88af-4fee-a0d8-f2b3796d35dc HTTP/1.1" status: 204 len: 168 time: 0.8540957 Nov 23 18:50:40.790137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4dd46e87-bae2-4f7b-9248-bdb988ab75a2 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/d1c0ae66-c083-45cc-aaa6-aabc3c523fb6 HTTP/1.1" status: 404 len: 337 time: 0.0422952 Nov 23 18:50:40.791238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.794216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.813449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-398101288-network', 'tenant_id': '1927eec5f06e42f8827cb843265ae565'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:40.844842 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f16e21c-e45e-4086-a575-bbccbb578787 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] DELETE failed (client error): The resource could not be found. Nov 23 18:50:40.845298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f16e21c-e45e-4086-a575-bbccbb578787 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:50:40.848392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f16e21c-e45e-4086-a575-bbccbb578787 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/subnets/41f4e79e-440c-4abb-b8df-217403f3b87b HTTP/1.1" status: 404 len: 337 time: 0.0431697 Nov 23 18:50:40.852404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:40.867627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:40.870249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.884470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:40.910519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d57fd-87c7-4147-9d41-9b91e9f485af None None] Network 6dd249c9-06a7-4471-ac07-f61cffed5ff2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:40.912711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde4815-8a8d-46aa-9a70-37d8d4238f18 None None] Network f30e0c5b-e037-4193-a878-000b13029c01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:40.937365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:40.940527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:40.984729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.084240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70a36d2c-e80c-45a9-8f4a-92de3316da1f None None] Provisioning complete for port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:41.084770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70a36d2c-e80c-45a9-8f4a-92de3316da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.115204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:41.115452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.153002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:35Z', 'revision_number': 3, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:41.166682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Router e50bfd46-c516-4289-b440-7db56a9a33bb has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:41.190373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.214821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:41.242870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997248-c65d-4b49-af30-dcc8fcbe0065 None None] The sync data for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 is: [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:35Z', 'revision_number': 3, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:41.248187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6869a-a2fb-4746-acf8-a7c5ba334ace req-d566f769-8f71-498d-9529-62dc9de9c0cf tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.249730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fad6869a-a2fb-4746-acf8-a7c5ba334ace req-d566f769-8f71-498d-9529-62dc9de9c0cf tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.1906176 Nov 23 18:50:41.251114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Deleting port 7861b68b-cf11-47bc-95a5-65c103876341 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:41.251534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.317406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.324519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.357257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:41.400163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.400531 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Added segment 107bf746-1283-4d1b-80bd-da1c5b15c023 of type vlan for network d2b65789-e471-4b2c-8665-466d4f4b82cf Nov 23 18:50:41.410689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:41.425647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] For port 7861b68b-cf11-47bc-95a5-65c103876341, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7861b68b-cf11-47bc-95a5-65c103876341,segment=NetworkSegment(e5fa6051-0676-4c9a-8422-d9370d627622),segment_id=e5fa6051-0676-4c9a-8422-d9370d627622)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:41.427630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e3cf652e-688c-434f-8df4-4d3fe0fd3681 admin admin] 10.222.0.37 "PUT /v2.0/routers/e50bfd46-c516-4289-b440-7db56a9a33bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4187636 Nov 23 18:50:41.429600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:41.432522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.466520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70a36d2c-e80c-45a9-8f4a-92de3316da1f None None] Provisioning complete for port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:41.466892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70a36d2c-e80c-45a9-8f4a-92de3316da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.498024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.498776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Calling delete_port for 7861b68b-cf11-47bc-95a5-65c103876341 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:41.516792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fad6869a-a2fb-4746-acf8-a7c5ba334ace req-226ee14f-e01f-45e8-b3cc-d3fb0e35ebf9 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200081 Nov 23 18:50:41.547564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-70a36d2c-e80c-45a9-8f4a-92de3316da1f None None] Port 3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:41.560881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] DHCP port deletion for 6dd249c9-06a7-4471-ac07-f61cffed5ff2 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:50:41.574519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.575940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.576872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.608297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0471509 Nov 23 18:50:41.615912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:41.630538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Request body: {'subnet': {'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-398101288-subnet', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:41.631866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] DHCP port deletion for f30e0c5b-e037-4193-a878-000b13029c01 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:50:41.658110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.752520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfe2092d-fe06-4823-9f17-286f65bd8598 None None] Provisioning complete for port ca19b1d7-9f0d-4b52-93c9-03ede990b616 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:41.752849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfe2092d-fe06-4823-9f17-286f65bd8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.795250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:41.813170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Deleting port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:41.813477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.824454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Deleting port 7861b68b-cf11-47bc-95a5-65c103876341 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:41.824839 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.839024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2092d-fe06-4823-9f17-286f65bd8598 None None] Port ca19b1d7-9f0d-4b52-93c9-03ede990b616 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:41.851228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21716389-64c2-4b6d-8a47-514def423f96 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b65789-e471-4b2c-8665-466d4f4b82cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:41.872757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:41.875142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.877239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc89f32-9450-4d77-ac81-59881c182d74 req-95fed0d2-d59c-44d7-9104-a5e74fe61ff4 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:41.878925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fc89f32-9450-4d77-ac81-59881c182d74 req-95fed0d2-d59c-44d7-9104-a5e74fe61ff4 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2511806 Nov 23 18:50:41.898378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d2b65789-e471-4b2c-8665-466d4f4b82cf details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:41.935610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:41.939178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ff6d55be-91ac-4ee9-9251-5104a33d6901 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/ports/3a2d92b6-fd8b-4b5c-ae47-b61987c4ebb2 HTTP/1.1" status: 204 len: 168 time: 1.0858071 Nov 23 18:50:41.963963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:42.110206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.135055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.200338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event deleted for resources: {'Port': ['ID=7861b68b-cf11-47bc-95a5-65c103876341,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:42.204590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] No DVR routers for this DVR port 7861b68b-cf11-47bc-95a5-65c103876341 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:42.209639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] For port 7861b68b-cf11-47bc-95a5-65c103876341, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7861b68b-cf11-47bc-95a5-65c103876341,segment=NetworkSegment(e5fa6051-0676-4c9a-8422-d9370d627622),segment_id=e5fa6051-0676-4c9a-8422-d9370d627622)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:42.210681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.236225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:42.236627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.242134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfadd026-4119-4f40-aea6-5ea2c14d9588 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:42.277154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fc89f32-9450-4d77-ac81-59881c182d74 req-c426e276-9264-4962-bbb3-2e917abf9c46 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760641 Nov 23 18:50:42.307416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Calling delete_port for 7861b68b-cf11-47bc-95a5-65c103876341 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:42.362101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Deleting port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:42.362667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.393201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Calling delete_port for 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:42.458969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.490036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] For port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,segment=NetworkSegment(4ab9a718-c3a0-4f9d-b448-6089e7a41f1a),segment_id=4ab9a718-c3a0-4f9d-b448-6089e7a41f1a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:42.490548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.513217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Calling delete_port for 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:42.575842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e0c5b-e037-4193-a878-000b13029c01']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:42.600289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dfadd026-4119-4f40-aea6-5ea2c14d9588 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:42.601320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.650290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.655584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.681337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa6051-0676-4c9a-8422-d9370d627622') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:42.682288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa6051-0676-4c9a-8422-d9370d627622') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:42.691971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:42.694382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] Pushing event deleted for resources: {'Port': ['ID=7861b68b-cf11-47bc-95a5-65c103876341,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:42.699160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.709578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] No DVR routers for this DVR port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:42.717477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] No DVR routers for this DVR port 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:42.725449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.742489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.743665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4608d-1b73-44e2-a586-2026bcc057ef None None] No DVR routers for this DVR port 7861b68b-cf11-47bc-95a5-65c103876341 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:42.778914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725975-019d-47dd-bbb9-10a8259ce310 req-aefd2055-00c9-4f0d-b6ae-ba322cf8e218 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:42.783871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59965566-4dd2-418e-99e0-4dd5c630849b None None] Pushing event deleted for resources: {'Port': ['ID=24c4e810-d4d3-40b0-bf09-99d0e2eca6d4,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:42.791656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49725975-019d-47dd-bbb9-10a8259ce310 req-aefd2055-00c9-4f0d-b6ae-ba322cf8e218 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.3830206 Nov 23 18:50:42.837062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.854363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.865937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port dfadd026-4119-4f40-aea6-5ea2c14d9588, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfadd026-4119-4f40-aea6-5ea2c14d9588,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:42.870354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:42.888579 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:42.958199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:42.979642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=dfadd026-4119-4f40-aea6-5ea2c14d9588,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:43.017815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf172522-7d22-4799-9468-5b153ae1051c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:43.039754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49725975-019d-47dd-bbb9-10a8259ce310 req-922b5439-db77-46cb-8fbb-332281e97218 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444048 Nov 23 18:50:43.054765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd249c9-06a7-4471-ac07-f61cffed5ff2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:43.056800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:43.057148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Network hostable DHCP agents. Network: d2b65789-e471-4b2c-8665-466d4f4b82cf, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:43.062013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:43.065834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.078881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:43.079189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab9a718-c3a0-4f9d-b448-6089e7a41f1a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:43.085666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.091171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] 10.222.0.37 "DELETE /v2.0/networks/f30e0c5b-e037-4193-a878-000b13029c01 HTTP/1.1" status: 204 len: 168 time: 2.2964005 Nov 23 18:50:43.100466 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.104895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716777-2ea7-4066-80f8-e9bbc2e9dcc9 tempest-ExtraDHCPOptionsTestJSON-1667391138 tempest-ExtraDHCPOptionsTestJSON-1667391138-project] Pushing event deleted for resources: {'Network': ['ID=f30e0c5b-e037-4193-a878-000b13029c01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:43.113622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:43.123219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.124460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d2b65789-e471-4b2c-8665-466d4f4b82cf) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:43.127244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:43.130681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 24c4e810-d4d3-40b0-bf09-99d0e2eca6d4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:43.132126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.132249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7861b68b-cf11-47bc-95a5-65c103876341 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:43.133118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.141316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:43.144936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:43.151452 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:43.155738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e5dc0331-3723-409a-aa88-c4dafff70279 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5335729 Nov 23 18:50:43.155922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:43.162050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:43.182526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ba729-6cba-4e75-9766-e7a4194e0ddd None None] Network d2b65789-e471-4b2c-8665-466d4f4b82cf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:43.194596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7861b68b-cf11-47bc-95a5-65c103876341 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:43.195021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7861b68b-cf11-47bc-95a5-65c103876341 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:43.195640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.206701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.268396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.294871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.298438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] 10.222.0.37 "DELETE /v2.0/networks/6dd249c9-06a7-4471-ac07-f61cffed5ff2 HTTP/1.1" status: 204 len: 168 time: 1.3271859 Nov 23 18:50:43.299547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb307c0-08e4-4563-afcc-0a4b47489e16 tempest-PortsTestJSON-547304038 tempest-PortsTestJSON-547304038-project] Pushing event deleted for resources: {'Network': ['ID=6dd249c9-06a7-4471-ac07-f61cffed5ff2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:43.340637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.464405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d2b65789-e471-4b2c-8665-466d4f4b82cf', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:43.465282 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.514838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031990-6c53-4519-a3b3-251eb8a2e669 req-783743dc-3cba-4768-8dea-fcea1d20f8e5 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.518361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56031990-6c53-4519-a3b3-251eb8a2e669 req-783743dc-3cba-4768-8dea-fcea1d20f8e5 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1130109 Nov 23 18:50:43.632701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56031990-6c53-4519-a3b3-251eb8a2e669 req-a6da62c8-bce3-421e-823d-85a3c244a188 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072013 Nov 23 18:50:43.647750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:43.782944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:43.810145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Allocated IP 172.20.0.2 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/f0cf5964-7bd1-4b61-a5fc-dd57702e86df) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:43.890572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-caaeb38c-66c1-4fce-bd38-5324dacceb7f tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:43.892766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-caaeb38c-66c1-4fce-bd38-5324dacceb7f tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.47 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.0828669 Nov 23 18:50:43.903718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:44.220528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-277bada9-14b4-47b7-a4ba-d7d06e3628d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0de7e0b4e984f1e8c38885aca547492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5715151 Nov 23 18:50:44.223439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:44.230686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfadd026-4119-4f40-aea6-5ea2c14d9588 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:44.284468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Deleting port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:44.284928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.331895 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.343407 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.349806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Sync routers for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:44.387442 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:44.388649 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:44.422539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.438007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83262c-be4e-411f-9911-2acfefd67923 req-a6c28f3d-400e-4728-bbf7-11cf3334bede tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:44.444616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba83262c-be4e-411f-9911-2acfefd67923 req-a6c28f3d-400e-4728-bbf7-11cf3334bede tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 945 time: 0.2011123 Nov 23 18:50:44.448571 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.479556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] For port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,segment=NetworkSegment(291219ae-f25e-4665-8bf6-c4395ffd8679),segment_id=291219ae-f25e-4665-8bf6-c4395ffd8679)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:44.480007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.526476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e161bc27-ada2-45e4-80e1-2f882555a380 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb59dee4ac64ae48b588c533047a0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6187029 Nov 23 18:50:44.527041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:44.527431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.528511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:44.535590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:44.540946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Calling delete_port for 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:44.542384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dfadd026-4119-4f40-aea6-5ea2c14d9588 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:44.542983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.547873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:44.598512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:44.598698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba83262c-be4e-411f-9911-2acfefd67923 req-726e8806-5568-47c2-bc26-4b8332798e96 tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/security-groups?id=c69386de-deca-43e5-93f0-7ffaa858c3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275287 Nov 23 18:50:44.622586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.720875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Allocated IP 172.25.5.146 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:44.722793 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.726289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Attempting to bind port f0cf5964-7bd1-4b61-a5fc-dd57702e86df on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:44.727516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Attempting to bind port f0cf5964-7bd1-4b61-a5fc-dd57702e86df by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:44.727648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Attempting to bind port f0cf5964-7bd1-4b61-a5fc-dd57702e86df on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:44.741398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:44.742005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:44.742654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.743350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:44.744146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Bound port: f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:44.744759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.771791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.833409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.839006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.843061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2348c2f4-8225-482c-901d-a537e34b4333 HTTP/1.1" status: 204 len: 168 time: 0.6164446 Nov 23 18:50:44.870867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7878bb-41bd-4fc1-aca2-77e94e08c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348c2f4-8225-482c-901d-a537e34b4333,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:44.939085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.985128 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:45.014438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4155e-d48e-43e3-8fb3-2fd2ac0e2e2e req-32d1183a-9801-4bf9-ad4e-1cfada61d903 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:45.019268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.027045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Pushing event deleted for resources: {'Port': ['ID=0fdd4810-c664-4f7b-aafe-111d9cd9b3c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:45.030294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ba4155e-d48e-43e3-8fb3-2fd2ac0e2e2e req-32d1183a-9801-4bf9-ad4e-1cfada61d903 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1391890 Nov 23 18:50:45.049311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.055201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.056417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd8a21a7-d7b2-4307-bf0f-695cc0e772d9 HTTP/1.1" status: 204 len: 168 time: 0.5250969 Nov 23 18:50:45.108794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8645-58fc-479e-9fbc-1229e9e0fee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a21a7-d7b2-4307-bf0f-695cc0e772d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:45.180949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] No DVR routers for this DVR port 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:50:45.184958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.188654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79c89f4d-8e25-40e5-9e9a-7c232d704456 req-b40a513a-05fb-4679-850c-885dfa694bae tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.47 "DELETE /v2.0/ports/0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 HTTP/1.1" status: 204 len: 173 time: 1.2549553 Nov 23 18:50:45.189128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'name': 'network-vif-deleted', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:50:45.192396 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a6f55-e396-4b74-ad13-78c1ae9e0b32" -d '{"events": [{"server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "name": "network-vif-deleted", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:50:45.237572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.280423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ba4155e-d48e-43e3-8fb3-2fd2ac0e2e2e req-5a665154-b423-49c8-b070-1f174a5550c7 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475781 Nov 23 18:50:45.283825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:45.306631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:45.313748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:45.393358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Pushing event updated for resources: {'Port': ['ID=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:45.539844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['0fdd4810-c664-4f7b-aafe-111d9cd9b3c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:50:45.570283 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:39Z', 'revision_number': 4, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ca19b1d7-9f0d-4b52-93c9-03ede990b616', 'name': '', 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'mac_address': 'fa:16:3e:94:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '5fe1167b-7613-4989-a394-054da792bc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:38Z', 'updated_at': '2021-11-23T18:50:40Z', 'revision_number': 2, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'subnets': [{'id': '5fe1167b-7613-4989-a394-054da792bc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:45.665040 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Checking router: e50bfd46-c516-4289-b440-7db56a9a33bb for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:45.665319 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Updating router e50bfd46-c516-4289-b440-7db56a9a33bb port ca19b1d7-9f0d-4b52-93c9-03ede990b616 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:45.678697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] For port f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:45.687767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] For port f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:45.701911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.748991 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.891248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e70d0322-bccd-40de-9ce7-42d14572e191 req-5c839968-c18e-4016-8838-3bc06586cffd tempest-ServerAddressesTestJSON-1358614000 tempest-ServerAddressesTestJSON-1358614000-project] 10.222.0.37 "GET /v2.0/ports?device_id=3384c3c3-ea1d-42cb-9b86-9f9fe980965d HTTP/1.1" status: 200 len: 210 time: 0.0721154 Nov 23 18:50:45.895100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e150af-c0e3-4fc7-90d8-d6df860884b1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:46.068640 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1009e2d-1ba0-43b3-842f-e35e6351c9a9 x-openstack-request-id: req-f1009e2d-1ba0-43b3-842f-e35e6351c9a9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:50:46.069182 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3384c3c3-ea1d-42cb-9b86-9f9fe980965d", "name": "network-vif-deleted", "tag": "0fdd4810-c664-4f7b-aafe-111d9cd9b3c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:50:46.069305 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1009e2d-1ba0-43b3-842f-e35e6351c9a9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:50:46.069639 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3384c3c3-ea1d-42cb-9b86-9f9fe980965d', 'name': 'network-vif-deleted', 'tag': '0fdd4810-c664-4f7b-aafe-111d9cd9b3c8', 'status': 'completed', 'code': 200} Nov 23 18:50:46.112193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.462292 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.477476 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.551773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0f6b-cb34-4733-b3fd-d6809d1fd5bf None None] Pushing event updated for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:46.599428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.617777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688abe-3711-4026-9b8e-77451a588332 req-0cfdd0b5-d69f-47de-94d8-00f3fd5d58c7 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:46.631788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f688abe-3711-4026-9b8e-77451a588332 req-0cfdd0b5-d69f-47de-94d8-00f3fd5d58c7 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1896341 Nov 23 18:50:46.666098 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Attempting to bind port ca19b1d7-9f0d-4b52-93c9-03ede990b616 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:46.666710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Attempting to bind port ca19b1d7-9f0d-4b52-93c9-03ede990b616 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:46.667567 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Attempting to bind port ca19b1d7-9f0d-4b52-93c9-03ede990b616 on network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:46.686690 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:46.687182 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Checking segment: {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:46.687685 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.688153 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Bound using segment: {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:46.688999 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Bound port: ca19b1d7-9f0d-4b52-93c9-03ede990b616, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3025e79d-18db-4db5-a3b3-f1361fa20fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:46.689454 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.795823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f688abe-3711-4026-9b8e-77451a588332 req-c99c24de-f5a4-47dc-84d4-961bed6e97a9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587422 Nov 23 18:50:46.915825 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] For port ca19b1d7-9f0d-4b52-93c9-03ede990b616, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:46.930265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] For port ca19b1d7-9f0d-4b52-93c9-03ede990b616, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ca19b1d7-9f0d-4b52-93c9-03ede990b616,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:46.941012 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.980836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:47.020870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Router 880df3bb-dd01-4c85-8404-85ffb36b889e is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:50:47.034121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:47.035977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:47.124745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Deleting subnet b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:50:47.126886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:47.156708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.157394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] Provisioning complete for port ca19b1d7-9f0d-4b52-93c9-03ede990b616 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:47.157874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.287041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.354754 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0f6b-cb34-4733-b3fd-d6809d1fd5bf None None] Pushing event updated for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:47.390256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.435382 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:47.477041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.517615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:47.549019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] For port ca19b1d7-9f0d-4b52-93c9-03ede990b616, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ca19b1d7-9f0d-4b52-93c9-03ede990b616,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:47.585199 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.596356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.667639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:47.678981 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.701241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-37bdddfe-a1ea-4ed7-8d6a-e0d6d588a167 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b88a2648-1fd4-4cb2-bdd8-dfed9d8b0902 HTTP/1.1" status: 204 len: 168 time: 0.7186880 Nov 23 18:50:47.701881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:47.810832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1321772159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:47.841044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978b256-981d-4c74-9392-03739eb89148 None None] Network d2b65789-e471-4b2c-8665-466d4f4b82cf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:47.847345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd0a49fe-11cb-439a-8ab5-d9f352164e31 None None] Provisioning complete for port ca19b1d7-9f0d-4b52-93c9-03ede990b616 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:47.849446 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd0a49fe-11cb-439a-8ab5-d9f352164e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.850679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.891565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69388b-5fd6-4b78-930a-4e33ad2bc11e None None] Pushing event updated for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:47.911413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'networks': [{'name': 'tempest-network--510751238'}, {'name': 'tempest-network--1105838051'}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:47.912045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-network--510751238'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:47.913473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-network--1105838051'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:47.923672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:47.926074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.069739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.148116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'network': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:48.154418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.157475 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:39Z', 'revision_number': 4, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ca19b1d7-9f0d-4b52-93c9-03ede990b616', 'name': '', 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'mac_address': 'fa:16:3e:94:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '5fe1167b-7613-4989-a394-054da792bc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:38Z', 'updated_at': '2021-11-23T18:50:46Z', 'revision_number': 4, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'subnets': [{'id': '5fe1167b-7613-4989-a394-054da792bc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:48.167711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.182611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87db3606-b51a-49bf-adc1-adeea3fe3b28']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:48.204690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.211924 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.236876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291219ae-f25e-4665-8bf6-c4395ffd8679') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:48.237581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291219ae-f25e-4665-8bf6-c4395ffd8679') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:48.245034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.251303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-09ed1066-8720-476b-b05c-955c8604d23e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1164632 Nov 23 18:50:48.265914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:48.278829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1435046443'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:48.295722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0cf5964-7bd1-4b61-a5fc-dd57702e86df up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:48.311577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7dfa5-60ea-4918-bbab-33cfaef3c61a None None] The sync data for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 is: [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T18:50:39Z', 'revision_number': 4, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ca19b1d7-9f0d-4b52-93c9-03ede990b616', 'name': '', 'network_id': 'f27df1c8-dbf9-4295-872a-d3b8b2728ae6', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'mac_address': 'fa:16:3e:94:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '5fe1167b-7613-4989-a394-054da792bc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:38Z', 'updated_at': '2021-11-23T18:50:46Z', 'revision_number': 4, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'subnets': [{'id': '5fe1167b-7613-4989-a394-054da792bc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:48.319680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ea928-aadb-4f76-be1a-c4534dcd91f0 req-78817e7b-790e-416c-9028-c38be7970d1e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:48.322222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-140ea928-aadb-4f76-be1a-c4534dcd91f0 req-78817e7b-790e-416c-9028-c38be7970d1e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.3468988 Nov 23 18:50:48.392235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:48.414100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.454841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:48.469459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.484721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Sync routers for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:48.510504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:48.511146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:48.533594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.545536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.551562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-498350b6-cbd2-49b1-bf4b-458bffd8b7dc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3929513 Nov 23 18:50:48.582828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:48.589694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:48.590264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:48.595376 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:48.609861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.666207 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.701712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.702484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.729998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-140ea928-aadb-4f76-be1a-c4534dcd91f0 req-85ec0416-b0cd-4e57-b3c2-64416a55e747 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780730 Nov 23 18:50:48.825361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f0cf5964-7bd1-4b61-a5fc-dd57702e86df triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:48.826048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.852561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb10b878-cd63-482a-ae8e-394ed8dad318,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:48.860377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.862045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:48.874891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] Provisioning complete for port f0cf5964-7bd1-4b61-a5fc-dd57702e86df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:48.875654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.885888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.892162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/87db3606-b51a-49bf-adc1-adeea3fe3b28 HTTP/1.1" status: 204 len: 168 time: 1.1868808 Nov 23 18:50:48.892162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2961c-d37d-4573-bdee-145a13bbb7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=87db3606-b51a-49bf-adc1-adeea3fe3b28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:48.901399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.906193 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 8fbddeb5-0f60-444a-a612-556d24130945 of type vlan for network 8a5a38de-3fe6-440b-b539-a655ef4c119d Nov 23 18:50:48.939438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:49.004976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.125288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:50:49.178948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:50:49.179623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0fdd4810-c664-4f7b-aafe-111d9cd9b3c8 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:50:49.276928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:49.330478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.396186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.434984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.482010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.523173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:49.548925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.549655 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Added segment b6d427ca-fae6-4efe-88f3-d33eb18516ea of type vlan for network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 Nov 23 18:50:49.581528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] For port f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:49.601918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.722852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:50:49.723136 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:50:49.747654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:49.769708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.778631 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 7482cf73-a3bc-4cf3-b6eb-751aba4bc918 of type vlan for network 7e1d2831-3904-4731-833a-0d47215350f6 Nov 23 18:50:49.810482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.822174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b0dc385d-fe0f-4711-b3bd-78ea126e021b None None] Provisioning complete for port f0cf5964-7bd1-4b61-a5fc-dd57702e86df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:49.822925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0dc385d-fe0f-4711-b3bd-78ea126e021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.876259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e73029-fa18-471c-8ef8-1ab2693ca579 None None] Pushing event updated for resources: {'Port': ['ID=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:49.892547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:45Z', 'revision_number': 3, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:49.927776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.940574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Checking router: 880df3bb-dd01-4c85-8404-85ffb36b889e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:49.941656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Updating router 880df3bb-dd01-4c85-8404-85ffb36b889e port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:49.977180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.977697 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.983585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:49.988520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:49.994319 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.002611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.002851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.003266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.003425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.070608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5440953 Nov 23 18:50:50.072565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:50.199208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=8a5a38de-3fe6-440b-b539-a655ef4c119d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:50.221336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8a5a38de-3fe6-440b-b539-a655ef4c119d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:50.286033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f22598-f7fe-436c-8492-77663f0dfa9f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:50.389006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.391495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.393961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.394519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.395076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.401248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.403127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.403723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.405537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.406120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.409418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.409979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:50.429148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-06dde7c0-ad2e-4144-837e-9d738d3f49bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbbe2602d18f46138becb88aaf723398&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1370721 Nov 23 18:50:50.433790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:50.459062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1b4fe-b3e6-4e1b-9e01-bd358f016828 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=7e1d2831-3904-4731-833a-0d47215350f6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:50.545650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca0a3c-7c8f-4ead-895f-8b917a5a37f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.547419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2796586 Nov 23 18:50:50.564448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca0a3c-7c8f-4ead-895f-8b917a5a37f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.586059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca0a3c-7c8f-4ead-895f-8b917a5a37f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.600524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381794a7-4f56-4f98-ac1c-57898eda8682 req-11dac14d-380f-4fb7-8f5b-f2fefd13d952 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.602130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381794a7-4f56-4f98-ac1c-57898eda8682 req-11dac14d-380f-4fb7-8f5b-f2fefd13d952 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.6311185 Nov 23 18:50:50.607021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:50.610736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca0a3c-7c8f-4ead-895f-8b917a5a37f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:50.612483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-42ca0a3c-7c8f-4ead-895f-8b917a5a37f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5389287 Nov 23 18:50:50.612802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'subnet': {'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:50.626364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:50.627214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7e1d2831-3904-4731-833a-0d47215350f6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:50.726109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49afd7-cd6f-4909-9217-1d39f76c4384 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Network': ['ID=c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:50.751706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ca19b1d7-9f0d-4b52-93c9-03ede990b616 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:50.769377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.771218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:50.775136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.825582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:50.833649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:50.838065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.025508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381794a7-4f56-4f98-ac1c-57898eda8682 req-889f27b4-d4fb-4950-aee7-96eba966a271 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028302 Nov 23 18:50:51.096227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ca19b1d7-9f0d-4b52-93c9-03ede990b616 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:51.096596 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.148049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.165718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.184665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.190469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c69386de-deca-43e5-93f0-7ffaa858c3da HTTP/1.1" status: 204 len: 168 time: 0.7551689 Nov 23 18:50:51.205074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5a38de-3fe6-440b-b539-a655ef4c119d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:51.232839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbddeb5-0f60-444a-a612-556d24130945') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:51.233184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbddeb5-0f60-444a-a612-556d24130945') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:51.283048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0cf5964-7bd1-4b61-a5fc-dd57702e86df up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:51.286674 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.316200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.320338 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.321688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69386de-deca-43e5-93f0-7ffaa858c3da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:51.340748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.367896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.368263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.368664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.369018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.370095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.370500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.370882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.371163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.372546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.373654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.375132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.375683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33edac6-b5c3-4730-b057-6cc8f6e22f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:50:51.406389 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.408733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Attempting to bind port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:51.409293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Attempting to bind port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:51.409690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Attempting to bind port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:51.421806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:51.422470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:51.432119 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:51.447065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:51.453842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:51.455494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.458851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:51.461334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Bound port: ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:51.462213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.518233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5ed98-6a28-4c92-846f-a0cd415fd842 None None] Pushing event updated for resources: {'Port': ['ID=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:51.528250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f0cf5964-7bd1-4b61-a5fc-dd57702e86df triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:51.528699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.583666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.590310 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.604329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/8a5a38de-3fe6-440b-b539-a655ef4c119d HTTP/1.1" status: 204 len: 168 time: 0.9766829 Nov 23 18:50:51.614982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] For port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:51.617031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:51.620497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] For port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:51.626746 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.739730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5ed98-6a28-4c92-846f-a0cd415fd842 None None] Pushing event updated for resources: {'Port': ['ID=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:51.746744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:51.746962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:51.794183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.879777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac59990-b2d7-4c5d-8354-af8c1bad4f88 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=8a5a38de-3fe6-440b-b539-a655ef4c119d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:51.917737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Subnet': ['ID=d96ae68a-eca7-4962-ab8a-bd2621db73f3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:51.923542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:51.954954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Checking segment: {'id': 'b6d427ca-fae6-4efe-88f3-d33eb18516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:51.955575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network hostable DHCP agents. Network: c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:51.981845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:51.989063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Allocated IP 172.20.0.1 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/c3b90a71-425e-4c68-8d7e-651d72ec919c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:52.038854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:52.074594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:52.080805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.082248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.087828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.102314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6adcb-b161-4a96-b9b7-570017fa33e2 None None] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:52.116090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1d2831-3904-4731-833a-0d47215350f6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:52.128882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7482cf73-a3bc-4cf3-b6eb-751aba4bc918') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:52.129434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7482cf73-a3bc-4cf3-b6eb-751aba4bc918') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:52.141138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.145690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5df5514d-bba1-48ea-9e63-50feb4e301b0 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5371192 Nov 23 18:50:52.146634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:52.156427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'network': {'name': 'tempest-router-network01--1574940669'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:52.158944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.166259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:50:52.166914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.195600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:52.201143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:50:52.270254 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:50:52.280159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.296758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:52.299381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.307663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/7e1d2831-3904-4731-833a-0d47215350f6 HTTP/1.1" status: 204 len: 168 time: 0.6871841 Nov 23 18:50:52.314236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.314598 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Added segment 8f027ca3-4e06-4cd6-937b-bd893f8aa5d9 of type vlan for network 8494bc78-24c6-4642-8f88-8b6c7cb2440c Nov 23 18:50:52.336578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:52.375797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f0300-4e61-4fa1-9d95-93a04ac11070 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=7e1d2831-3904-4731-833a-0d47215350f6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:52.389605 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.440172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.448827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.457129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.457838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.490529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3400700 Nov 23 18:50:52.493821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:52.511573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed57-65c0-497c-b0e2-40baa493d4f9 req-5132e60a-0027-4900-91c4-b26622667b61 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.519529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f66bed57-65c0-497c-b0e2-40baa493d4f9 req-5132e60a-0027-4900-91c4-b26622667b61 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2424183 Nov 23 18:50:52.522922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'network': {'name': 'tempest-router-network02--1392158528'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:52.646623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f72d64-662e-47e4-a3f6-537e5f92145d tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.658078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f72d64-662e-47e4-a3f6-537e5f92145d tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:52.658078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b7f72d64-662e-47e4-a3f6-537e5f92145d tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3169935 Nov 23 18:50:52.661484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:52.665503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cd5dd-4890-40a0-a028-0b22b2b6f352 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Network': ['ID=8494bc78-24c6-4642-8f88-8b6c7cb2440c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:52.668215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-942861335'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:52.673674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:52.680265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.696896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f66bed57-65c0-497c-b0e2-40baa493d4f9 req-7a6366c9-3b38-4ff0-b3c0-bb7eaeba400b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763763 Nov 23 18:50:52.717725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:52.731957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:52.732213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.732507 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Added segment 4035c8b2-7c42-4b70-b3ea-d654b0deac98 of type vlan for network 656f4d7c-46c8-432f-9d72-808d9705e40d Nov 23 18:50:52.741554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:52.745220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.805083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:52.832507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:45Z', 'revision_number': 3, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:52.849228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.849590 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 5873a366-93f8-4184-a770-2e7f1db89d83 of type vlan for network eac09315-588a-4de4-a85f-b843438bcf79 Nov 23 18:50:52.871418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01', 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01', 'tenant_id': '141db76e46e64e8c89aa0c8f83de5aec', 'fixed_ips': [{'subnet_id': 'd96ae68a-eca7-4962-ab8a-bd2621db73f3'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:52.872820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.873334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.878258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ed0ed-ea0a-4be0-9077-fa6524a5283b None None] The sync data for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 is: [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:45Z', 'revision_number': 3, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:52.890910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.965077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:52.967073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:53.040424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.046574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:53.047773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.063729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.076955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:53.078869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.107093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:53.158549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:53.190214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:53.196651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Allocated IP 2001:db8::2 (c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01/d96ae68a-eca7-4962-ab8a-bd2621db73f3/f6057bb0-f132-4fe1-b7fc-64d3bedf4547) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:53.222992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=eac09315-588a-4de4-a85f-b843438bcf79,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:53.235852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5aa56732-d56d-4973-b083-c35ec9d52a73 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5732250 Nov 23 18:50:53.243895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:53.258569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1905752401'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:53.270938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eac09315-588a-4de4-a85f-b843438bcf79 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:53.275298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Pushing event updated for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:53.305843 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7992203 Nov 23 18:50:53.313376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:53.325705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'subnet': {'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:53.384806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-901963551-network', 'tenant_id': '7bef33173bc7481496974af4e5cb82cc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:53.481842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c8516-3b70-4cd8-a633-363b2e65037e tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Network': ['ID=656f4d7c-46c8-432f-9d72-808d9705e40d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:53.501082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:53.505877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.508764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.545863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:53.571441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.571645 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 3564e8d5-76b6-4186-9761-3ef511ebb928 of type vlan for network 1c738227-79fb-4393-b130-892cdaf9190e Nov 23 18:50:53.669229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.748242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.765260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:53.765924 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.871999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 656f4d7c-46c8-432f-9d72-808d9705e40d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:53.883979 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:53.969618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=1c738227-79fb-4393-b130-892cdaf9190e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:54.038868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Made reservation on behalf of 7bef33173bc7481496974af4e5cb82cc for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:54.042644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.052456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1c738227-79fb-4393-b130-892cdaf9190e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:54.070503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c2b414da-502a-4513-a6b8-4834adcc70df tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8245757 Nov 23 18:50:54.075557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:54.079884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'ports': [{'network_id': 'eac09315-588a-4de4-a85f-b843438bcf79', 'name': 'tempest-port--2007416485', 'admin_state_up': True}, {'network_id': '1c738227-79fb-4393-b130-892cdaf9190e', 'admin_state_up': False}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:54.080293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'port': {'network_id': 'eac09315-588a-4de4-a85f-b843438bcf79', 'name': 'tempest-port--2007416485', 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:54.080784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'port': {'network_id': '1c738227-79fb-4393-b130-892cdaf9190e', 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:54.086489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.205568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fe09e-5c51-40f9-8b85-f2543aa58236 req-4ecf2453-bac4-49a3-9c37-106ddfbf62e0 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:54.225917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314fe09e-5c51-40f9-8b85-f2543aa58236 req-4ecf2453-bac4-49a3-9c37-106ddfbf62e0 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2946925 Nov 23 18:50:54.248041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac204449-bed3-4614-b052-6b2396831a33 None None] Provisioning complete for port c3b90a71-425e-4c68-8d7e-651d72ec919c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:54.248450 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac204449-bed3-4614-b052-6b2396831a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.266152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:54.275973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.339713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ac204449-bed3-4614-b052-6b2396831a33 None None] Port c3b90a71-425e-4c68-8d7e-651d72ec919c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:54.361736 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.368243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.368782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.381683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.453248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.455717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Pushing event updated for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:54.494296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:54.510342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:54.514194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:54.526837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Pushing event updated for resources: {'Port': ['ID=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:54.601633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:54.648981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:50:54.651772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:54.685165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314fe09e-5c51-40f9-8b85-f2543aa58236 req-046e9364-6664-4663-a6d7-813cc16ce554 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583356 Nov 23 18:50:54.690604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.735578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.823854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Attempting to bind port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:54.829617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Attempting to bind port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'b6d427ca-fae6-4efe-88f3-d33eb18516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:54.832352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Attempting to bind port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 on network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:54.873883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:54.874611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Checking segment: {'id': 'b6d427ca-fae6-4efe-88f3-d33eb18516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:54.874733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.875050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Bound using segment: {'id': 'b6d427ca-fae6-4efe-88f3-d33eb18516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:54.891748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Bound port: f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d427ca-fae6-4efe-88f3-d33eb18516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:54.892368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:54.923161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Router 880df3bb-dd01-4c85-8404-85ffb36b889e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:50:54.976876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:54.977509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.034963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:50:55.087058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ef2bb-6e86-42ff-85a1-32d2a0ee81be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:55.150220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.150816 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Added segment ca03214f-7b77-4ac9-a1cc-7c1880451bee of type vlan for network 3802c88b-4f08-4c9a-a10b-78879f93153a Nov 23 18:50:55.152451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'port': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:55.157939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.161972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:50:55.178708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57943af6-d8bc-4ee4-b44e-b9e77ddfbe6f admin admin] 10.222.0.37 "PUT /v2.0/routers/880df3bb-dd01-4c85-8404-85ffb36b889e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5924332 Nov 23 18:50:55.213761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] For port f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:55.222032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.248954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3756b8e2-0580-42e3-9933-3cd73c8ad0d4 None None] Provisioning complete for port c3b90a71-425e-4c68-8d7e-651d72ec919c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:55.248954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3756b8e2-0580-42e3-9933-3cd73c8ad0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.276178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.353288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] For port f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,segment=NetworkSegment(b6d427ca-fae6-4efe-88f3-d33eb18516ea),segment_id=b6d427ca-fae6-4efe-88f3-d33eb18516ea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:55.356054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3756b8e2-0580-42e3-9933-3cd73c8ad0d4 None None] Port c3b90a71-425e-4c68-8d7e-651d72ec919c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:50:55.375385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.394253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.435177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.436286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:55.437081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.463607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:50:55.464731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] device_id is not set on port 922a6837-2aae-4054-9213-da12899d48ab yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:55.538231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5699120 Nov 23 18:50:55.541419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:55.550832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Request body: {'subnet': {'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-901963551-subnet', 'tenant_id': '7bef33173bc7481496974af4e5cb82cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:55.558528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.588194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.600487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83e497-0b91-494e-91d5-bdc23d8e254f admin admin] Pushing event updated for resources: {'Network': ['ID=3802c88b-4f08-4c9a-a10b-78879f93153a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:55.612377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Made reservation on behalf of 7bef33173bc7481496974af4e5cb82cc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:55.614295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:55.625143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3802c88b-4f08-4c9a-a10b-78879f93153a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:50:55.701156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21059c-d71c-4470-bf3a-5b247f81ada3 None None] Pushing event updated for resources: {'Port': ['ID=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:55.875306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Subnet': ['ID=9072b25f-4ea3-4f9b-b4d4-bb8246b8d365,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:55.911134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Checking segment: {'id': '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:55.911640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network hostable DHCP agents. Network: 8494bc78-24c6-4642-8f88-8b6c7cb2440c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:55.983836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:55.999373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.023362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:56.055299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8494bc78-24c6-4642-8f88-8b6c7cb2440c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:56.070573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5f44-2120-4960-87be-da0e2747047a req-f1211977-47dd-4b61-a513-bbaf434edf43 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:56.073933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359641d0-7ff2-45ee-9891-5e39c035a3a0 None None] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:56.083482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:56.084575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.090047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47db5f44-2120-4960-87be-da0e2747047a req-f1211977-47dd-4b61-a513-bbaf434edf43 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2422972 Nov 23 18:50:56.143781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Sync routers for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:50:56.172611 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:56.173466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:56.196211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af23cce2-ec2f-4a67-8632-753189fdd676 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8786690 Nov 23 18:50:56.196444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:56.202017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] device_id is not set on port 52e88a69-4f5f-45c3-bbf7-732b66d7bbeb yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:50:56.218093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'subnet': {'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:56.425479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47db5f44-2120-4960-87be-da0e2747047a req-c4687336-4d18-4223-acf5-7427708af748 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287544 Nov 23 18:50:56.436830 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:56.447435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8494bc78-24c6-4642-8f88-8b6c7cb2440c', 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c', 'tenant_id': '141db76e46e64e8c89aa0c8f83de5aec', 'fixed_ips': [{'subnet_id': '9072b25f-4ea3-4f9b-b4d4-bb8246b8d365'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:50:56.454094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.536154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.608770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.634425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.722723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Port': ['ID=922a6837-2aae-4054-9213-da12899d48ab,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:56.742210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:56.858262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Checking segment: {'id': '5873a366-93f8-4184-a770-2e7f1db89d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eac09315-588a-4de4-a85f-b843438bcf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:56.858262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network hostable DHCP agents. Network: eac09315-588a-4de4-a85f-b843438bcf79, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:56.885518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcb5f12-a3c2-4d81-b91a-67386ad99276,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:56.916522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network eac09315-588a-4de4-a85f-b843438bcf79 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:56.917117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:50:56.927877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:50:54Z', 'revision_number': 2, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:56.930787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.937908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Checking segment: {'id': 'ca03214f-7b77-4ac9-a1cc-7c1880451bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:56.942388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, eac09315-588a-4de4-a85f-b843438bcf79) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:56.949394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:56.952015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:56.952542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Network hostable DHCP agents. Network: 3802c88b-4f08-4c9a-a10b-78879f93153a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:56.994686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b5b0f-5af5-4bbd-9c89-2d7f03512edb None None] Network eac09315-588a-4de4-a85f-b843438bcf79 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:56.999363 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Checking router: 880df3bb-dd01-4c85-8404-85ffb36b889e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:50:57.000324 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Updating router 880df3bb-dd01-4c85-8404-85ffb36b889e port c3b90a71-425e-4c68-8d7e-651d72ec919c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:50:57.054192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Allocated IP 2001:db8::2 (8494bc78-24c6-4642-8f88-8b6c7cb2440c/9072b25f-4ea3-4f9b-b4d4-bb8246b8d365/c0e79bed-9b6c-483b-a69e-a040524c0be5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:50:57.074008 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.143240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Port': ['ID=52e88a69-4f5f-45c3-bbf7-732b66d7bbeb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:57.167544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Checking segment: {'id': '3564e8d5-76b6-4186-9761-3ef511ebb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1c738227-79fb-4393-b130-892cdaf9190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:57.167976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network hostable DHCP agents. Network: 1c738227-79fb-4393-b130-892cdaf9190e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:57.220831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network 1c738227-79fb-4393-b130-892cdaf9190e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:57.253547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1c738227-79fb-4393-b130-892cdaf9190e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:57.258499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:50:57.273213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.296102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.298731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.302018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa78b5-ed38-4098-a4aa-999943dfcc8f None None] Network 1c738227-79fb-4393-b130-892cdaf9190e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:57.325490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:57.328492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.344083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3fec125-5fc7-408d-a107-07224a546aec tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2681720 Nov 23 18:50:57.346806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:57.463063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Network 3802c88b-4f08-4c9a-a10b-78879f93153a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:57.469847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.477353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42078dd-5796-460c-bb50-8488f170bab7 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.493325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42078dd-5796-460c-bb50-8488f170bab7 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.500576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e42078dd-5796-460c-bb50-8488f170bab7 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1474915 Nov 23 18:50:57.501421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:57.572090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b5410-182f-488d-ae73-d5967e45cdbc None None] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:57.591217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3802c88b-4f08-4c9a-a10b-78879f93153a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:57.629205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.629804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.663528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ce55a-60f5-4902-950c-6ea3d2ba5ad5 None None] Network 3802c88b-4f08-4c9a-a10b-78879f93153a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:57.713489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:57.750239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Subnet': ['ID=08b77c1e-182c-4129-8af9-dec5780805ef,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:57.758616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752885052', 'description': 'tempest-description--934171017'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:57.791074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4a7f671d-7dbf-472e-838c-be298cd1bf8d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2368562 Nov 23 18:50:57.811836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Deleting port 922a6837-2aae-4054-9213-da12899d48ab {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:57.812290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.835501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.854026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Checking segment: {'id': '4035c8b2-7c42-4b70-b3ea-d654b0deac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:57.855508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network hostable DHCP agents. Network: 656f4d7c-46c8-432f-9d72-808d9705e40d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:50:57.875821 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.888323 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.898454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8310e76-5d42-44de-adbb-cb7c1db7248d req-b1b68986-721e-42fd-a6c0-0d4e44f4e9a9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:57.906735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8310e76-5d42-44de-adbb-cb7c1db7248d req-b1b68986-721e-42fd-a6c0-0d4e44f4e9a9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2551425 Nov 23 18:50:57.917359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network 656f4d7c-46c8-432f-9d72-808d9705e40d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:50:57.954612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:57.973902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Calling delete_port for 922a6837-2aae-4054-9213-da12899d48ab owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:58.032002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-debc8d9d-00a9-4293-a709-e6336f45a21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.038624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 656f4d7c-46c8-432f-9d72-808d9705e40d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:50:58.042522 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78997-93b6-4b1b-858f-7da0a0cbeff9 None None] Pushing event updated for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:58.090946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:58.092764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.127126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8310e76-5d42-44de-adbb-cb7c1db7248d req-e4114b10-8d77-46dd-a51f-cb30f0bea41c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191567 Nov 23 18:50:58.135736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-56caecc6-cf62-41e3-8a65-7a91cf183707 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9353406 Nov 23 18:50:58.139509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:58.193002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64340507-bd03-4d0d-a697-50e276f8714e None None] Network 656f4d7c-46c8-432f-9d72-808d9705e40d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:58.265819 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Attempting to bind port c3b90a71-425e-4c68-8d7e-651d72ec919c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:50:58.266205 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Attempting to bind port c3b90a71-425e-4c68-8d7e-651d72ec919c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:50:58.266577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Attempting to bind port c3b90a71-425e-4c68-8d7e-651d72ec919c on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:50:58.307282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.311450 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:50:58.315198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:50:58.316349 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.316912 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:50:58.317559 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Bound port: c3b90a71-425e-4c68-8d7e-651d72ec919c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:50:58.321800 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.370216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.377084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/ports/922a6837-2aae-4054-9213-da12899d48ab HTTP/1.1" status: 204 len: 168 time: 0.8744874 Nov 23 18:50:58.380119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f4a7-c875-4599-8db7-842165139bf8 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Port': ['ID=922a6837-2aae-4054-9213-da12899d48ab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:58.385288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:58.578545 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] For port c3b90a71-425e-4c68-8d7e-651d72ec919c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:50:58.585470 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] For port c3b90a71-425e-4c68-8d7e-651d72ec919c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3b90a71-425e-4c68-8d7e-651d72ec919c,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:50:58.592123 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.620623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Deleting port 52e88a69-4f5f-45c3-bbf7-732b66d7bbeb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:50:58.621229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.685354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.701582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.773150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78997-93b6-4b1b-858f-7da0a0cbeff9 None None] Pushing event updated for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:58.830965 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:50:58.832750 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:58.873446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:58.900175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Calling delete_port for 52e88a69-4f5f-45c3-bbf7-732b66d7bbeb owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:50:58.949312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-33f93dea-e571-4a4e-aca0-674548188bd9 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:50:58.961969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-33f93dea-e571-4a4e-aca0-674548188bd9 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/networks?id=3802c88b-4f08-4c9a-a10b-78879f93153a HTTP/1.1" status: 200 len: 812 time: 0.4026437 Nov 23 18:50:59.071474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b0daa-ea07-409e-95da-8133a30b44fe None None] Network 3802c88b-4f08-4c9a-a10b-78879f93153a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:50:59.079043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] Provisioning complete for port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:50:59.079462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:59.113923 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:50:59.151146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-76c6e3d9-51b0-40a3-9c16-7ee1ddf58daf tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/quotas/7bef33173bc7481496974af4e5cb82cc HTTP/1.1" status: 200 len: 375 time: 0.1875217 Nov 23 18:50:59.239877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-7bdbab29-df75-4200-b723-41e3c64ed862 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bef33173bc7481496974af4e5cb82cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849917 Nov 23 18:50:59.554194 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-a2eccd85-8a84-4743-9d9c-0dcc39fc4862 service neutron] 10.222.0.37 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469082 Nov 23 18:50:59.584807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:50:58Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:50:59.632803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f6057bb0-f132-4fe1-b7fc-64d3bedf4547 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:50:59.643775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:59.645619 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d3d2b-b094-469e-95aa-62111384be97 None None] The sync data for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 is: [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:50:58Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:50:59.681403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:59.684699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/ports/52e88a69-4f5f-45c3-bbf7-732b66d7bbeb HTTP/1.1" status: 204 len: 168 time: 1.2978325 Nov 23 18:50:59.765099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae2638-f2f0-47dd-b8b1-285f6967d60f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:50:59.829365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:59.838218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:59.912008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:59.916534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-986675ea-ae81-4b7d-8ff8-0d26545f59f0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1648390 Nov 23 18:50:59.917612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:50:59.953174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'security_group_rule': {'security_group_id': '88ae2638-f2f0-47dd-b8b1-285f6967d60f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:50:59.973752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-190010a4-306b-4a10-8c78-2c1dbb4358e5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1326888 Nov 23 18:50:59.993661 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:51:00.014349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:00.023964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.061805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2090084755'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:00.074963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.117845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:51:00.117845 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 18:51:00.117845 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id_1': '108d74a81e454068b3ccd55834e1a52d', 'expiration_1': datetime.datetime(2021, 11, 23, 18, 50, 40, 72564)}] Nov 23 18:51:00.117845 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:00.118373 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:00.132141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3498-58d7-4269-afdf-162fb999cb0a req-a8383b12-ec9f-46d5-a906-4cdc3feaf04c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:00.139619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:00.139888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4be3498-58d7-4269-afdf-162fb999cb0a req-a8383b12-ec9f-46d5-a906-4cdc3feaf04c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.3791332 Nov 23 18:51:00.144611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7a27-35ae-4035-b189-9eb651644114 req-1b3899c9-8f85-4475-b9f2-8440b7611a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:00.145823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccec7a27-35ae-4035-b189-9eb651644114 req-1b3899c9-8f85-4475-b9f2-8440b7611a83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.4705045 Nov 23 18:51:00.157190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-656f4d7c-46c8-432f-9d72-808d9705e40d', 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d', 'tenant_id': '141db76e46e64e8c89aa0c8f83de5aec', 'fixed_ips': [{'subnet_id': '08b77c1e-182c-4129-8af9-dec5780805ef'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:00.159714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.182132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9421af5-2e11-40f5-95ac-67d7cae48e80 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Port': ['ID=52e88a69-4f5f-45c3-bbf7-732b66d7bbeb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:00.220849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.228067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] For port f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,segment=NetworkSegment(b6d427ca-fae6-4efe-88f3-d33eb18516ea),segment_id=b6d427ca-fae6-4efe-88f3-d33eb18516ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:00.231337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:00.243339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.250031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:00.275774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-930e7174-e6f2-4346-83d3-146320382dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072496 Nov 23 18:51:00.358502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.413035 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e854938a-20a9-4927-9b49-61cff11eb019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.461723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4be3498-58d7-4269-afdf-162fb999cb0a req-984f91d4-9ce4-4ddc-ba28-b6b77c37498e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208952 Nov 23 18:51:00.465979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:00.466347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.557336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccec7a27-35ae-4035-b189-9eb651644114 req-4bc4a77e-b357-42a4-9164-fae8d25bcd50 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637609 Nov 23 18:51:00.614518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a849975c-253e-443f-ac75-b9b994c15c53 req-c82d371a-fae2-4ba1-9b47-e2b493c3b938 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 210 time: 0.0933740 Nov 23 18:51:00.797087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Attempting to bind port c0e79bed-9b6c-483b-a69e-a040524c0be5 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:00.797594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Attempting to bind port c0e79bed-9b6c-483b-a69e-a040524c0be5 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:00.797919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Attempting to bind port c0e79bed-9b6c-483b-a69e-a040524c0be5 on network 8494bc78-24c6-4642-8f88-8b6c7cb2440c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:00.859975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.942691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:00.956404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Pushing event updated for resources: {'Port': ['ID=c0e79bed-9b6c-483b-a69e-a040524c0be5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:00.961475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:00.964808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.003682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.005356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.009428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.011379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.012012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.012652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.013878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.014325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.015650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.016172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.017425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.017920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:01.038940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.060328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9a8102-74f5-4a80-930c-8f5c3c140ee1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:01.066279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:01.067536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Checking segment: {'id': '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:01.070817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.072222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Bound using segment: {'id': '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:01.072895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Bound port: c0e79bed-9b6c-483b-a69e-a040524c0be5, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8494bc78-24c6-4642-8f88-8b6c7cb2440c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:01.074139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.084889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] Provisioning complete for port c3b90a71-425e-4c68-8d7e-651d72ec919c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:01.086475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.089613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.090835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6a21dc53-f345-4e17-893f-23e3c3ce7932 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1420076 Nov 23 18:51:01.094033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:01.105399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'security_group_rule': {'security_group_id': '88ae2638-f2f0-47dd-b8b1-285f6967d60f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:01.141164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:01.202927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.275664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.277171 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 9b2795fa-bff8-4583-b866-8ef28ceff87b of type vlan for network 28efae16-f51e-4026-95bd-f880a8e5a28d Nov 23 18:51:01.394357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Allocated IP 2001:db8::1 (8494bc78-24c6-4642-8f88-8b6c7cb2440c/9072b25f-4ea3-4f9b-b4d4-bb8246b8d365/154d2256-e074-4a53-bf96-041fbd707b7f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:01.408229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3b90a71-425e-4c68-8d7e-651d72ec919c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:01.429929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.432623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.440003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.498762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.501961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054434 Nov 23 18:51:01.510034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:01.517810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:01.567101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469aed0-ca4f-4294-b3e3-7df599aaf78b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff897c6-2f00-47f0-a41a-326a6c8e757e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:01.714077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.717207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90a43f-e25d-473e-9e2f-00f98f38eaba None None] Pushing event updated for resources: {'Port': ['ID=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:01.722670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Allocated IP 2001:db8::2 (656f4d7c-46c8-432f-9d72-808d9705e40d/08b77c1e-182c-4129-8af9-dec5780805ef/65363fec-598d-4aaf-8b5e-6d4c82510316) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:01.780836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f58c-d1c3-4256-b2b8-66f351133aa4 req-dc47775f-0e88-49fd-b416-63f1f008fa6c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:01.789681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc00f58c-d1c3-4256-b2b8-66f351133aa4 req-dc47775f-0e88-49fd-b416-63f1f008fa6c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1573038 Nov 23 18:51:01.892637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.948168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c3b90a71-425e-4c68-8d7e-651d72ec919c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:01.949026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:01.985075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc00f58c-d1c3-4256-b2b8-66f351133aa4 req-067b0f5f-6e09-4727-82c4-94eccd8539a6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943448 Nov 23 18:51:02.057894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f32801c-fe16-45cb-997e-7913994c1cf4 req-b97b15a0-eaa9-4623-b8e9-b8aa73c8eb83 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 210 time: 0.1468942 Nov 23 18:51:02.063342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.074545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:02.076375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.126912 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.158341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1376021 Nov 23 18:51:02.159337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:02.180728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-865281394'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:02.181157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] For port c0e79bed-9b6c-483b-a69e-a040524c0be5, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:02.229290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefd060-4702-45ed-855c-d12cbaa587eb tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=28efae16-f51e-4026-95bd-f880a8e5a28d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:02.244292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.244292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] For port c0e79bed-9b6c-483b-a69e-a040524c0be5, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0e79bed-9b6c-483b-a69e-a040524c0be5,segment=NetworkSegment(8f027ca3-4e06-4cd6-937b-bd893f8aa5d9),segment_id=8f027ca3-4e06-4cd6-937b-bd893f8aa5d9)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:02.272310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.291701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 28efae16-f51e-4026-95bd-f880a8e5a28d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:02.388156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Port': ['ID=154d2256-e074-4a53-bf96-041fbd707b7f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:02.418345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:02.420566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:02.424390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:02.425459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.463201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.25.5.133 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/32de7ee5-05bb-409e-9d78-7a2d7b95b6de) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:02.472561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:02.477141 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.480734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.506476 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.573656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:02.604899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.606209 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Added segment 082fece1-2f4b-425f-9935-979eae95d7a5 of type vlan for network 0b93801e-4733-4217-ad84-cade5cea5291 Nov 23 18:51:02.751077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.799768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] For port c3b90a71-425e-4c68-8d7e-651d72ec919c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3b90a71-425e-4c68-8d7e-651d72ec919c,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:02.851978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.853564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-294b3c4b-d90d-4564-96e7-951f1837abe8 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:02.859235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-294b3c4b-d90d-4564-96e7-951f1837abe8 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.47 "GET /v2.0/networks?id=3802c88b-4f08-4c9a-a10b-78879f93153a HTTP/1.1" status: 200 len: 812 time: 0.3404481 Nov 23 18:51:02.886493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Request body: {'port': {'device_id': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a', 'admin_state_up': True, 'tenant_id': '7bef33173bc7481496974af4e5cb82cc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:02.962475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:02.979207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9757e-4824-4447-9aff-323e9815ebc6 None None] Pushing event updated for resources: {'Port': ['ID=c0e79bed-9b6c-483b-a69e-a040524c0be5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.001264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.007189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.007887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.166165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Network': ['ID=0b93801e-4733-4217-ad84-cade5cea5291,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.204334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.226774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e157316-c8ec-4048-ab3e-3e24096fd228 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0608742 Nov 23 18:51:03.236404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0b93801e-4733-4217-ad84-cade5cea5291 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:03.251082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.284130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce405390-d792-4f86-85a8-2dbd104d53c2 req-db0a4845-cf9d-4de3-ad11-c6a78539ca1b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 210 time: 0.0426807 Nov 23 18:51:03.304535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.353298 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.363352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.400285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:03.427528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'subnets': [{'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1458472981', 'ip_version': 4}, {'network_id': '0b93801e-4733-4217-ad84-cade5cea5291', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:03.427528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'subnet': {'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1458472981', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:03.433126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Request body: {'subnet': {'network_id': '0b93801e-4733-4217-ad84-cade5cea5291', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:03.472977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:03.487818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:03.493994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:03.514053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aea4c9-a25c-4e14-ac9f-fa0698851914 req-5239c168-e493-4be9-a583-9f8bc49a5597 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:03.527420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aea4c9-a25c-4e14-ac9f-fa0698851914 req-5239c168-e493-4be9-a583-9f8bc49a5597 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.3438642 Nov 23 18:51:03.561119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=32de7ee5-05bb-409e-9d78-7a2d7b95b6de,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.582800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.587897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Network 656f4d7c-46c8-432f-9d72-808d9705e40d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:03.613330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f978d7d5-3d87-48e1-acfe-976434680d8e None None] Provisioning complete for port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:03.613974 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f978d7d5-3d87-48e1-acfe-976434680d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.617745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9beec-0f72-4d35-a09c-54da8820648e None None] Pushing event updated for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.625070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:03.657481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:03.659146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:03.659529 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:03.686993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Made reservation on behalf of 7bef33173bc7481496974af4e5cb82cc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:03.694105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.753985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Pushing event updated for resources: {'Port': ['ID=65363fec-598d-4aaf-8b5e-6d4c82510316,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:03.806155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.809613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Attempting to bind port 65363fec-598d-4aaf-8b5e-6d4c82510316 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:03.810002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Attempting to bind port 65363fec-598d-4aaf-8b5e-6d4c82510316 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4035c8b2-7c42-4b70-b3ea-d654b0deac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:03.810367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Attempting to bind port 65363fec-598d-4aaf-8b5e-6d4c82510316 on network 656f4d7c-46c8-432f-9d72-808d9705e40d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:03.877087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:03.877800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Checking segment: {'id': '4035c8b2-7c42-4b70-b3ea-d654b0deac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:03.878375 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.878927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Bound using segment: {'id': '4035c8b2-7c42-4b70-b3ea-d654b0deac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:03.879649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Bound port: 65363fec-598d-4aaf-8b5e-6d4c82510316, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4035c8b2-7c42-4b70-b3ea-d654b0deac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '656f4d7c-46c8-432f-9d72-808d9705e40d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:03.880254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:03.916831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.183277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aea4c9-a25c-4e14-ac9f-fa0698851914 req-65770d17-f4f9-4642-91e4-5413ab8dfc3b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522181 Nov 23 18:51:04.327629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] For port 65363fec-598d-4aaf-8b5e-6d4c82510316, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:04.336135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-796235355', 'description': 'tempest-description-981830010'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:04.394473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] For port 65363fec-598d-4aaf-8b5e-6d4c82510316, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=65363fec-598d-4aaf-8b5e-6d4c82510316,segment=NetworkSegment(4035c8b2-7c42-4b70-b3ea-d654b0deac98),segment_id=4035c8b2-7c42-4b70-b3ea-d654b0deac98)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:04.446528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.483560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.658995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002673-71a0-4b94-8101-21870c071cb5 None None] Pushing event updated for resources: {'Port': ['ID=65363fec-598d-4aaf-8b5e-6d4c82510316,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:04.664926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.673857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.680797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49e685d2-9db5-433e-b3d8-2f2261dd7b19 req-b88e1ceb-17fd-48e6-b7c2-056cd498cc4a tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 210 time: 0.0948133 Nov 23 18:51:04.733402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183ea6e-6789-48e4-b27d-9f2c8a0e248d None None] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:04.872128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Made reservation on behalf of 108d74a81e454068b3ccd55834e1a52d for: {'subnet': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:04.880187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.880187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.921917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=32de7ee5-05bb-409e-9d78-7a2d7b95b6de,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:04.928204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.944132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.948010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Allocated IP 172.20.0.11 (3802c88b-4f08-4c9a-a10b-78879f93153a/1bcb5f12-a3c2-4d81-b91a-67386ad99276/efe4e100-d17a-4e97-925d-5e19bd3fe987) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:04.952421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.966001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0e79bed-9b6c-483b-a69e-a040524c0be5 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:04.978071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.979843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b5b844c2-694b-4fc1-96c3-d3f548fc113d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4680083 Nov 23 18:51:04.986114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:04.991945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1e4f089-6c06-4b23-9eb9-9bb4ef594d64 req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6880713 Nov 23 18:51:05.032938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.060935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.061807 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.097557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] Provisioning complete for port c0e79bed-9b6c-483b-a69e-a040524c0be5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:05.097949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.155063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25427f-4688-411f-b6e5-6b46387049fa tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363e84c6-56c8-4974-a1d6-70b3ff01e8bf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:05.363874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-5d2533b9-9cd3-49f1-aa9a-f41a9f722977 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--752885052&fields=id&tenant_id=1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 267 time: 0.0826530 Nov 23 18:51:05.376032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c0e79bed-9b6c-483b-a69e-a040524c0be5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:05.376695 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.388395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.523241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] For port c0e79bed-9b6c-483b-a69e-a040524c0be5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0e79bed-9b6c-483b-a69e-a040524c0be5,segment=NetworkSegment(8f027ca3-4e06-4cd6-937b-bd893f8aa5d9),segment_id=8f027ca3-4e06-4cd6-937b-bd893f8aa5d9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:05.529475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-242f3353-d9fa-438d-b603-9f7bbf85d6d8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:05.531675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-242f3353-d9fa-438d-b603-9f7bbf85d6d8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.1660647 Nov 23 18:51:05.532953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.561044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.563716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-c6cefbf5-326b-4278-9c44-1e06384407dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/quotas/1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 375 time: 0.0240483 Nov 23 18:51:05.567598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Port': ['ID=154d2256-e074-4a53-bf96-041fbd707b7f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:05.631564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970ebe1-8486-4c7b-a4c8-352515bdf241 None None] Pushing event updated for resources: {'Port': ['ID=c0e79bed-9b6c-483b-a69e-a040524c0be5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:05.636746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19c55858-d906-41b5-9121-f04140f1d501 req-5dc6ca63-74dc-42ef-b9ee-f6a93a6d9734 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-796235355&fields=id&tenant_id=d58ad50cb39345208b9f1af25dbc7036 HTTP/1.1" status: 200 len: 267 time: 0.3884678 Nov 23 18:51:05.650643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3b90a71-425e-4c68-8d7e-651d72ec919c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:05.682938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-98552f3e-1e86-410f-b7cf-f525af50f7c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105509 Nov 23 18:51:05.718514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c3b90a71-425e-4c68-8d7e-651d72ec919c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:05.718976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.851968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:05.866194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:05.873415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:05.897366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-6c025e86-bda1-4e0d-b3f5-5b7fffb8da09 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104106 Nov 23 18:51:05.952119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f6057bb0-f132-4fe1-b7fc-64d3bedf4547 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:05.959694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55858-d906-41b5-9121-f04140f1d501 req-b021303f-dfcd-4468-905d-e6f3384cc18a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:05.967668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19c55858-d906-41b5-9121-f04140f1d501 req-b021303f-dfcd-4468-905d-e6f3384cc18a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.3094852 Nov 23 18:51:06.024426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:06.024963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:06.064789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'port': {'security_groups': ['ad2b0fdc-2c21-4153-b678-2db35b8c59b8', '363e84c6-56c8-4974-a1d6-70b3ff01e8bf']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:06.074347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-8149cc09-4e00-4c9f-b4c9-5d9d3a4d3f1f service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750002 Nov 23 18:51:06.082887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Network 3802c88b-4f08-4c9a-a10b-78879f93153a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:06.235022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:06.241124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:06.251073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fbbdf8b0-e298-44bf-9e1b-072a3f3d2750 None None] Provisioning complete for port c0e79bed-9b6c-483b-a69e-a040524c0be5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:06.252831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf8b0-e298-44bf-9e1b-072a3f3d2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:06.480438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Pushing event updated for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:06.576486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fbbdf8b0-e298-44bf-9e1b-072a3f3d2750 None None] Provisioning complete for port 154d2256-e074-4a53-bf96-041fbd707b7f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:06.576486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf8b0-e298-44bf-9e1b-072a3f3d2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:06.637845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4ed63-a5d4-4889-a16b-7258dfdd917e None None] Network 656f4d7c-46c8-432f-9d72-808d9705e40d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:06.660594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:06.661078 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:06.684110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e5a66-c731-4f86-88a3-99ecce09267a req-3b95f183-7991-4923-8469-c0a0aacb620c tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:06.695157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-371e5a66-c731-4f86-88a3-99ecce09267a req-3b95f183-7991-4923-8469-c0a0aacb620c tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 932 time: 0.2012393 Nov 23 18:51:06.709977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:06.773178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-acdf3105-b1fe-4ace-99a5-8dade03b749b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8978608 Nov 23 18:51:06.848314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-371e5a66-c731-4f86-88a3-99ecce09267a req-a73bbbc9-7dcb-4e8c-a548-d0e06ce50d12 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521368 Nov 23 18:51:06.850846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdf8b0-e298-44bf-9e1b-072a3f3d2750 None None] Port 154d2256-e074-4a53-bf96-041fbd707b7f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:06.910962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0e79bed-9b6c-483b-a69e-a040524c0be5 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:06.917800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Request body: {'port': {'device_id': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:07.027091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c0e79bed-9b6c-483b-a69e-a040524c0be5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:07.027434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.096023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Provisioning complete for port 65363fec-598d-4aaf-8b5e-6d4c82510316 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:07.096677 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.126914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.169520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 65363fec-598d-4aaf-8b5e-6d4c82510316 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:07.175789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2f5d1436-dbad-4046-bfe3-33a994901625 req-3368e30a-879c-4e67-af2b-58df03d2b6bc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 210 time: 0.0743356 Nov 23 18:51:07.321896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 65363fec-598d-4aaf-8b5e-6d4c82510316 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:07.322964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.429019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.508150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] For port 65363fec-598d-4aaf-8b5e-6d4c82510316, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=65363fec-598d-4aaf-8b5e-6d4c82510316,segment=NetworkSegment(4035c8b2-7c42-4b70-b3ea-d654b0deac98),segment_id=4035c8b2-7c42-4b70-b3ea-d654b0deac98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:07.515423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.625787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.666199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Pushing event updated for resources: {'Port': ['ID=65363fec-598d-4aaf-8b5e-6d4c82510316,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:07.672618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Provisioning complete for port 154d2256-e074-4a53-bf96-041fbd707b7f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:07.673530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.753584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4424a-98a1-4653-8362-dd0e9343a18b None None] Port 154d2256-e074-4a53-bf96-041fbd707b7f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:07.762547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:07.763085 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:07.816890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.878996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c081ae36-d4b5-4579-baa0-0a2985ec2414 None None] Provisioning complete for port 65363fec-598d-4aaf-8b5e-6d4c82510316 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:07.879125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c081ae36-d4b5-4579-baa0-0a2985ec2414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:07.895914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Router 0312b4bc-dbd9-482f-aed5-01459ebc5956 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:51:08.004662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c081ae36-d4b5-4579-baa0-0a2985ec2414 None None] Provisioning complete for port 154d2256-e074-4a53-bf96-041fbd707b7f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:08.005241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c081ae36-d4b5-4579-baa0-0a2985ec2414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.047420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c081ae36-d4b5-4579-baa0-0a2985ec2414 None None] Port 154d2256-e074-4a53-bf96-041fbd707b7f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:08.073359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Subnet': ['ID=35d1e578-a25a-4ecd-93bb-a1e629ad3426,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:08.075836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f403d-a0ed-4027-a34a-5e49d012f158 req-1bf83d5b-252f-4c7a-a023-e107931b0dc0 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:08.077927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac5f403d-a0ed-4027-a34a-5e49d012f158 req-1bf83d5b-252f-4c7a-a023-e107931b0dc0 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 932 time: 0.1227396 Nov 23 18:51:08.145799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac5f403d-a0ed-4027-a34a-5e49d012f158 req-ee834537-ab82-4a97-bec1-ff0a847a8f43 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586977 Nov 23 18:51:08.154551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:08.167753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b34b05c-ac5b-4677-982f-eeeb04b83195 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0240965 Nov 23 18:51:08.168288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:08.171340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] Sync routers for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:08.192215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:08.192862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:08.200058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Checking segment: {'id': '9b2795fa-bff8-4583-b866-8ef28ceff87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:08.200435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network hostable DHCP agents. Network: 28efae16-f51e-4026-95bd-f880a8e5a28d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:08.395151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network 28efae16-f51e-4026-95bd-f880a8e5a28d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:08.430114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:08.456278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 28efae16-f51e-4026-95bd-f880a8e5a28d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:08.486244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.506960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd7e53d6-72b2-47b8-8631-6796f02cacb2 req-c75201c5-a1f3-48be-b29e-f6f21d88e3b1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 210 time: 0.0522678 Nov 23 18:51:08.524397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-af987cdf-54ee-4bb1-8537-172e121c9226 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:08.525932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-af987cdf-54ee-4bb1-8537-172e121c9226 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.3577516 Nov 23 18:51:08.587168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188923d-9d3d-48bb-86d6-bcafa7b7c0ea None None] Network 28efae16-f51e-4026-95bd-f880a8e5a28d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:08.588359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.609579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.612468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:08.626379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe4e100-d17a-4e97-925d-5e19bd3fe987 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:08.638402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:08.766682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:08.776129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:08.784075 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9dae5495-3167-4484-a0ae-36cde59fd169 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:08.785107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9dae5495-3167-4484-a0ae-36cde59fd169 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6139638 Nov 23 18:51:08.788864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:08.803286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:08.809421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.850249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event updated for resources: {'Subnet': ['ID=17a7330f-f8b1-414f-955c-4c708d131e94,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:08.873962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:08.875948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.878268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19c55858-d906-41b5-9121-f04140f1d501 req-a7dc915c-fabd-45f0-81ee-bbbdc708ca1b tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "PUT /v2.0/ports/1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 981 time: 2.8191149 Nov 23 18:51:08.886260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:08.890289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c921cb-992d-4156-895e-a264ccb5389a None None] The sync data for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:08.897838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:08.899369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 65363fec-598d-4aaf-8b5e-6d4c82510316 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:08.928633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:08.930738 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:08.940105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-49335420-391f-4e78-b053-3218ca0743b9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 379 time: 0.3786781 Nov 23 18:51:08.959602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'device_id': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'admin_state_up': True, 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'security_groups': ['88ae2638-f2f0-47dd-b8b1-285f6967d60f']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:09.024351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:09.089968 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa4fa1-d40c-404e-a31c-4119f2fba578 x-openstack-request-id: req-65aa4fa1-d40c-404e-a31c-4119f2fba578 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:09.090603 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:09.090791 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65aa4fa1-d40c-404e-a31c-4119f2fba578 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:09.091881 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:51:09.103398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Transition to ACTIVE for port object efe4e100-d17a-4e97-925d-5e19bd3fe987 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:09.124979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-28efae16-f51e-4026-95bd-f880a8e5a28d', 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d', 'tenant_id': '108d74a81e454068b3ccd55834e1a52d', 'fixed_ips': [{'subnet_id': '35d1e578-a25a-4ecd-93bb-a1e629ad3426'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:09.125815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.132817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 65363fec-598d-4aaf-8b5e-6d4c82510316 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:09.133183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.156311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Checking segment: {'id': '082fece1-2f4b-425f-9935-979eae95d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:09.156741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network hostable DHCP agents. Network: 0b93801e-4733-4217-ad84-cade5cea5291, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:09.161530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.184786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-47dd135b-bcd7-4870-849d-eb92acddbf3c tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-796235355&fields=id&tenant_id=d58ad50cb39345208b9f1af25dbc7036 HTTP/1.1" status: 200 len: 267 time: 0.1123323 Nov 23 18:51:09.249016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:09.300601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-8202dda1-08fb-496e-8005-7cccf7f03c67 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.303250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-8202dda1-08fb-496e-8005-7cccf7f03c67 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 984 time: 0.1181362 Nov 23 18:51:09.331077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'port': {'security_groups': ['ad2b0fdc-2c21-4153-b678-2db35b8c59b8']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:09.376997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-14b411fe-45a8-4607-aaa3-42aad8632082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.379634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-14b411fe-45a8-4607-aaa3-42aad8632082 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1135 time: 0.2863989 Nov 23 18:51:09.379895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:09.384618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.465190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Network 0b93801e-4733-4217-ad84-cade5cea5291 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:09.469997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Allocated IP 172.20.0.2 (28efae16-f51e-4026-95bd-f880a8e5a28d/35d1e578-a25a-4ecd-93bb-a1e629ad3426/f0eda6d9-670c-4462-8d2b-2b9e34fb71f5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:09.478959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878d9bf-0bea-40b6-97ef-3a6aeb1cdde3 req-180f3cc7-140a-4154-a69b-d24fea0fc401 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.488374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0878d9bf-0bea-40b6-97ef-3a6aeb1cdde3 req-180f3cc7-140a-4154-a69b-d24fea0fc401 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 944 time: 0.1833262 Nov 23 18:51:09.507245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.614180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-9fb37473-e159-4c8e-a6f6-70fec71b84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.615954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-9fb37473-e159-4c8e-a6f6-70fec71b84cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.1614451 Nov 23 18:51:09.625558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.687862 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.699449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.735827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-7dd9e3c0-47f6-4c35-bc28-82a40cf0327f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.0752313 Nov 23 18:51:09.741811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0b93801e-4733-4217-ad84-cade5cea5291) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:09.809533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.809533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.809843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:09.828619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc0999-c556-4c9b-a9dc-a10b086ba97a None None] Network 0b93801e-4733-4217-ad84-cade5cea5291 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:09.850192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-196ebeca-85a8-4104-9bf1-b1d71375066a tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.4328902 Nov 23 18:51:09.863031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:09.941760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-f0c8b63c-a953-41b5-a23f-4d14fee7f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:09.943640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-f0c8b63c-a953-41b5-a23f-4d14fee7f84c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.1919136 Nov 23 18:51:09.964517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Network 28efae16-f51e-4026-95bd-f880a8e5a28d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:09.972563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:09.994492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Pushing event updated for resources: {'Port': ['ID=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:09.995863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Attempting to bind port efe4e100-d17a-4e97-925d-5e19bd3fe987 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:09.996210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Attempting to bind port efe4e100-d17a-4e97-925d-5e19bd3fe987 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'ca03214f-7b77-4ac9-a1cc-7c1880451bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:09.996544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Attempting to bind port efe4e100-d17a-4e97-925d-5e19bd3fe987 on network 3802c88b-4f08-4c9a-a10b-78879f93153a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:10.010213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:10.012893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0878d9bf-0bea-40b6-97ef-3a6aeb1cdde3 req-720bce15-3453-4d98-9bd6-4cc9b377a02b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235379 Nov 23 18:51:10.014665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:10.037769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Port efe4e100-d17a-4e97-925d-5e19bd3fe987 on network 3802c88b-4f08-4c9a-a10b-78879f93153a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:10.038100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Attempting to bind port efe4e100-d17a-4e97-925d-5e19bd3fe987 on network 3802c88b-4f08-4c9a-a10b-78879f93153a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:10.085634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-f06ead2a-ae79-43ed-9475-55e886579805 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033618 Nov 23 18:51:10.094750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:10.095562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Checking segment: {'id': 'ca03214f-7b77-4ac9-a1cc-7c1880451bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:10.095562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Bound using segment: {'id': 'ca03214f-7b77-4ac9-a1cc-7c1880451bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:10.095943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Bound port: efe4e100-d17a-4e97-925d-5e19bd3fe987, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca03214f-7b77-4ac9-a1cc-7c1880451bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:10.096310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.115836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbf867-9fd8-434b-a127-f99cb40e257c tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.117938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbf867-9fd8-434b-a127-f99cb40e257c tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.119092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbf867-9fd8-434b-a127-f99cb40e257c tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.124392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-22dbf867-9fd8-434b-a127-f99cb40e257c tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2513533 Nov 23 18:51:10.125410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:10.127241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Attempting to bind port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:10.127775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Attempting to bind port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '9b2795fa-bff8-4583-b866-8ef28ceff87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:10.128270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Attempting to bind port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 on network 28efae16-f51e-4026-95bd-f880a8e5a28d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:10.132001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0b93801e-4733-4217-ad84-cade5cea5291', 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291', 'tenant_id': '108d74a81e454068b3ccd55834e1a52d', 'fixed_ips': [{'subnet_id': '17a7330f-f8b1-414f-955c-4c708d131e94'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:10.132001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.154257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:10.155160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Checking segment: {'id': '9b2795fa-bff8-4583-b866-8ef28ceff87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:10.159146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.159571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Bound using segment: {'id': '9b2795fa-bff8-4583-b866-8ef28ceff87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:10.160652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Bound port: f0eda6d9-670c-4462-8d2b-2b9e34fb71f5, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2795fa-bff8-4583-b866-8ef28ceff87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28efae16-f51e-4026-95bd-f880a8e5a28d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:10.160652 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.185649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.20.0.11 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/8589e257-ef16-426d-823e-6c4b8f6796eb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:10.229233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Deleting subnet 35d1e578-a25a-4ecd-93bb-a1e629ad3426 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:10.237664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.242586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.284585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.304365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17443967-2e3a-4267-b24f-d2952429e000 req-eed4b94c-8df4-47ea-b88e-543baaf08d3a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 210 time: 0.0355337 Nov 23 18:51:10.323832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:10.355946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-2a6bee53-3567-4560-ac50-b9a72d002a76 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572291 Nov 23 18:51:10.361652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:10.413167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987,segment=NetworkSegment(ca03214f-7b77-4ac9-a1cc-7c1880451bee),segment_id=ca03214f-7b77-4ac9-a1cc-7c1880451bee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:10.428075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.446280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] For port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:10.448789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.501440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] For port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,segment=NetworkSegment(9b2795fa-bff8-4583-b866-8ef28ceff87b),segment_id=9b2795fa-bff8-4583-b866-8ef28ceff87b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:10.533105 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.542430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.543068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.544853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] 10.222.0.47 "PUT /v2.0/ports/efe4e100-d17a-4e97-925d-5e19bd3fe987 HTTP/1.1" status: 200 len: 1092 time: 3.6338253 Nov 23 18:51:10.659718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Allocated IP 172.20.0.18 (0b93801e-4733-4217-ad84-cade5cea5291/17a7330f-f8b1-414f-955c-4c708d131e94/cd78008e-349c-4ed5-b672-9561d4214442) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:10.724620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46961588-58d8-4477-92ce-564bbc6bc456 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:10.726068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ef60-741f-42e6-98a0-0305bd0c4339 None None] Pushing event updated for resources: {'Port': ['ID=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:10.762642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.771477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61bcbacf-2f77-4ee4-b5bd-016c59089bf5 req-b90c9460-c008-4425-b650-402fd35eb4fb service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955791 Nov 23 18:51:10.835011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-9bda3fa5-35d7-470a-9858-f326f201a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.837579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-9bda3fa5-35d7-470a-9858-f326f201a2fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bef33173bc7481496974af4e5cb82cc&device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 1095 time: 0.2289681 Nov 23 18:51:10.858061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:10.858806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.860230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dca1637-32eb-4363-8768-0eccc78fae54 req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "PUT /v2.0/ports/1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 942 time: 1.5343804 Nov 23 18:51:10.865765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:10.868072 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac5641-bae1-4d46-b2b3-ff07adb69700" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:10.880663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:10.979708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.022826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a6c65-5534-4c5b-ba6d-23094b99d9ea tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:11.035639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.036573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.067108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-87f49389-0c1a-4b6d-8a5d-a68964fc89fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987 HTTP/1.1" status: 200 len: 217 time: 0.2123640 Nov 23 18:51:11.153162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Network 0b93801e-4733-4217-ad84-cade5cea5291 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:11.170681 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa59b74-e680-470b-8729-4ee10ba7e99b x-openstack-request-id: req-afa59b74-e680-470b-8729-4ee10ba7e99b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:11.170986 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:11.171250 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afa59b74-e680-470b-8729-4ee10ba7e99b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:11.171699 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:51:11.200375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:11.220081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:11.244177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:11.244432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:11.246667 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:11.311378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.355088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:11.360984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Pushing event updated for resources: {'Port': ['ID=cd78008e-349c-4ed5-b672-9561d4214442,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:11.377956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91b29-44f4-47ff-a412-be32779d0b48 req-a34ce421-973a-434c-8e73-c9b39a9ec9e2 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:11.379620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08a91b29-44f4-47ff-a412-be32779d0b48 req-a34ce421-973a-434c-8e73-c9b39a9ec9e2 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 944 time: 0.1564171 Nov 23 18:51:11.387646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting port 154d2256-e074-4a53-bf96-041fbd707b7f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:11.388071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.438165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:11.439621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Attempting to bind port cd78008e-349c-4ed5-b672-9561d4214442 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:11.440011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Attempting to bind port cd78008e-349c-4ed5-b672-9561d4214442 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '082fece1-2f4b-425f-9935-979eae95d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:11.440383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Attempting to bind port cd78008e-349c-4ed5-b672-9561d4214442 on network 0b93801e-4733-4217-ad84-cade5cea5291 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:11.456927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:11.457371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Checking segment: {'id': '082fece1-2f4b-425f-9935-979eae95d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:11.457716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.458118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Bound using segment: {'id': '082fece1-2f4b-425f-9935-979eae95d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:11.458610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Bound port: cd78008e-349c-4ed5-b672-9561d4214442, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082fece1-2f4b-425f-9935-979eae95d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b93801e-4733-4217-ad84-cade5cea5291'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:11.459590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.485584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:11.504821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-21474a2e-68f0-4138-b19a-d295ce4fb58d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5120182 Nov 23 18:51:11.516565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:11.528130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.531767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:11.576135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08a91b29-44f4-47ff-a412-be32779d0b48 req-9661d123-96d9-47d7-a9c7-fbeaf83e4ceb tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836877 Nov 23 18:51:11.580449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.584971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/subnets/35d1e578-a25a-4ecd-93bb-a1e629ad3426 HTTP/1.1" status: 204 len: 168 time: 1.4455836 Nov 23 18:51:11.586037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60d107-6a57-4dd2-89d6-0a2a50444c94 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Subnet': ['ID=35d1e578-a25a-4ecd-93bb-a1e629ad3426,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:11.588325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:11.613275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.618257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] For port cd78008e-349c-4ed5-b672-9561d4214442, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:11.657548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.661778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] For port cd78008e-349c-4ed5-b672-9561d4214442, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd78008e-349c-4ed5-b672-9561d4214442,segment=NetworkSegment(082fece1-2f4b-425f-9935-979eae95d7a5),segment_id=082fece1-2f4b-425f-9935-979eae95d7a5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:11.681745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-d2303fdb-862c-4925-94bb-a01859e3b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:11.682270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.693128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-d2303fdb-862c-4925-94bb-a01859e3b29e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.4588132 Nov 23 18:51:11.695333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Calling delete_port for 154d2256-e074-4a53-bf96-041fbd707b7f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:11.702841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3602-0b72-4948-bccd-452a5cc36792 req-5e4335bf-a88d-42a2-b056-e90338fdbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:11.705465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-5e4335bf-a88d-42a2-b056-e90338fdbc0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bcb5f12-a3c2-4d81-b91a-67386ad99276 HTTP/1.1" status: 200 len: 852 time: 0.5285420 Nov 23 18:51:11.721580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Deleting subnet 17a7330f-f8b1-414f-955c-4c708d131e94 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:11.730046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:11.927189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae9377-a3cc-4010-ae4c-167fb57add29 None None] Pushing event updated for resources: {'Port': ['ID=cd78008e-349c-4ed5-b672-9561d4214442,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:11.955739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.007081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-723411fa-1f11-4b26-90ff-0a087ec3714b None None] Provisioning complete for port 8589e257-ef16-426d-823e-6c4b8f6796eb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:12.007555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-723411fa-1f11-4b26-90ff-0a087ec3714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.055739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-723411fa-1f11-4b26-90ff-0a087ec3714b None None] Port 8589e257-ef16-426d-823e-6c4b8f6796eb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:12.459168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.566797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.619491 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c94f2c-e751-4d7c-9ebc-cab54a92e167 x-openstack-request-id: req-a2c94f2c-e751-4d7c-9ebc-cab54a92e167 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:12.620021 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:12.620454 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2c94f2c-e751-4d7c-9ebc-cab54a92e167 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:12.620765 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987', 'status': 'completed', 'code': 200} Nov 23 18:51:12.671918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-60db5852-ea67-4e71-8e54-2799f0728a06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3802c88b-4f08-4c9a-a10b-78879f93153a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9493217 Nov 23 18:51:12.677198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Port': ['ID=154d2256-e074-4a53-bf96-041fbd707b7f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:12.688586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:12.689644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:12.710201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c728a2-5c2f-40a5-afea-35ecb07037b3 req-f9d77128-d5e2-4b0f-a35c-36dd212424a3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:12.712831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4c728a2-5c2f-40a5-afea-35ecb07037b3 req-f9d77128-d5e2-4b0f-a35c-36dd212424a3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 932 time: 0.3870318 Nov 23 18:51:12.728437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879eb41-f295-4ab4-8304-f8f2d8ed82cc None None] Network 28efae16-f51e-4026-95bd-f880a8e5a28d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:12.975370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] Provisioning complete for port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:12.976009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.019445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-432a5922-2f48-41ec-80e9-2b5159c80871 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0650973 Nov 23 18:51:13.022268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4c728a2-5c2f-40a5-afea-35ecb07037b3 req-cb51c293-2aac-4dc2-a033-4546a934ff3a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958884 Nov 23 18:51:13.025578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-4838807f-25de-4016-9645-6e3f16e3da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.027264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-4838807f-25de-4016-9645-6e3f16e3da8f service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 1.3061388 Nov 23 18:51:13.035908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.066210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Request body: {'port': {'device_id': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:13.091257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:13.095786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.170667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-41e5f02a-043c-4b93-9f6d-5394f595ee00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.1161048 Nov 23 18:51:13.172624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-50c87697-c2a7-4a32-aa72-505d9153eb57 service neutron] 10.222.0.47 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766238 Nov 23 18:51:13.202981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:13.203581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.299443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-95ed2f6c-5443-40d8-adc1-dea8d147fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.300926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-95ed2f6c-5443-40d8-adc1-dea8d147fa13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.1008129 Nov 23 18:51:13.308000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.315338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/subnets/17a7330f-f8b1-414f-955c-4c708d131e94 HTTP/1.1" status: 204 len: 168 time: 1.7236624 Nov 23 18:51:13.320287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7905-7aef-4ecf-961c-775e8979ca63 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Subnet': ['ID=17a7330f-f8b1-414f-955c-4c708d131e94,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:13.322233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:13.409987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770c1c-5b1e-4120-93de-06c77793d087 req-3bbd93e1-4fb3-4d2d-9250-327001f1eb35 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.411477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0770c1c-5b1e-4120-93de-06c77793d087 req-3bbd93e1-4fb3-4d2d-9250-327001f1eb35 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2346909 Nov 23 18:51:13.488659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.554189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3bc999-8b6f-4457-b59d-2ea1171611f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:13.560561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a3bc999-8b6f-4457-b59d-2ea1171611f5 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2344007 Nov 23 18:51:13.561349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:13.595838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.639940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Allocated IP 172.25.5.32 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/a3532fb2-b890-4bc7-8cee-662e9c85444c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:13.657001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] DHCP port deletion for 28efae16-f51e-4026-95bd-f880a8e5a28d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:13.663607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-7d2c9753-d5ee-47e4-818f-a70a66afbed3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3315005 Nov 23 18:51:13.681554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.733071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0770c1c-5b1e-4120-93de-06c77793d087 req-784d9d12-a2e2-4404-bef9-5f475320c26b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809560 Nov 23 18:51:13.736375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Router 0312b4bc-dbd9-482f-aed5-01459ebc5956 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:13.787163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.811049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.868337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] For port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,segment=NetworkSegment(9b2795fa-bff8-4583-b866-8ef28ceff87b),segment_id=9b2795fa-bff8-4583-b866-8ef28ceff87b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:13.876015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.941960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:13.943227 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:13.953738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:13.965384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-248cfe77-24a4-48a5-8ce1-2b3051bba466 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1751959 Nov 23 18:51:13.970514 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] Sync routers for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:13.973524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Deleting port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:13.974358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.988733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:13.993135 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:13.993840 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:14.053767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] For port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,segment=NetworkSegment(9b2795fa-bff8-4583-b866-8ef28ceff87b),segment_id=9b2795fa-bff8-4583-b866-8ef28ceff87b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:14.054629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.067829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Calling delete_port for f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:14.090495 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3247ca0a-74ad-4eb6-bcf3-2f605b19eb4d tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] delete failed (client error): The resource could not be found. Nov 23 18:51:14.092314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3247ca0a-74ad-4eb6-bcf3-2f605b19eb4d tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-17669382 HTTP/1.1" status: 404 len: 333 time: 0.1013377 Nov 23 18:51:14.095937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Deleting port cd78008e-349c-4ed5-b672-9561d4214442 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:14.096650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.100887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57790) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:14.108931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-531d3602-0b72-4948-bccd-452a5cc36792 req-cf790dbb-6bec-4c6c-b8c3-8d7f0018049e service neutron] 10.222.0.47 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9052796 Nov 23 18:51:14.110407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe21b95f-3bbb-4956-9358-6a16db234df3 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'router': {'external_gateway_info': {'network_id': '0312b4bc-dbd9-482f-aed5-01459ebc5956'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:14.114444 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:14.139935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b57cf1-8ad3-4581-b1d9-02896846884e req-c557d374-74a1-4172-a2cc-3a7ac9d915c7 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:14.140878 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:14.156721 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:14.160650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27b57cf1-8ad3-4581-b1d9-02896846884e req-c557d374-74a1-4172-a2cc-3a7ac9d915c7 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 944 time: 0.2959495 Nov 23 18:51:14.189566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6be16-651a-4132-969f-87744956d677 None None] Network 0b93801e-4733-4217-ad84-cade5cea5291 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:14.201222 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.230060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] No DVR routers for this DVR port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:14.276520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] Provisioning complete for port cd78008e-349c-4ed5-b672-9561d4214442 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:14.277031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.399806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:14.400372 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fba757-e1e2-4199-905b-253648ce3f96 None None] The sync data for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:14.456989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d889e4-2572-4317-9367-1a95ee305ab6 None None] Pushing event updated for resources: {'Port': ['ID=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:14.510308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d492fdd-4e68-4f6f-b63e-276b8ef0c45d None None] Pushing event deleted for resources: {'Port': ['ID=f0eda6d9-670c-4462-8d2b-2b9e34fb71f5,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:14.524577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] For port cd78008e-349c-4ed5-b672-9561d4214442, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd78008e-349c-4ed5-b672-9561d4214442,segment=NetworkSegment(082fece1-2f4b-425f-9935-979eae95d7a5),segment_id=082fece1-2f4b-425f-9935-979eae95d7a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:14.525472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.537530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:51:14.537992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd78008e-349c-4ed5-b672-9561d4214442 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:14.553192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Calling delete_port for cd78008e-349c-4ed5-b672-9561d4214442 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:14.636592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-f4d60665-3a13-4b73-b8fb-5375a6b1a452 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9240172 Nov 23 18:51:14.645264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27b57cf1-8ad3-4581-b1d9-02896846884e req-5223defe-9b0f-46c6-a718-ab90954c0374 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834363 Nov 23 18:51:14.671775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.726504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.770601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cd78008e-349c-4ed5-b672-9561d4214442 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:14.772820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.926061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99ac5641-bae1-4d46-b2b3-ff07adb69700 req-711e180e-4238-436f-9704-47f14cbf8f8b service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631304 Nov 23 18:51:14.936476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] DHCP port deletion for 0b93801e-4733-4217-ad84-cade5cea5291 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:14.937496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe21b95f-3bbb-4956-9358-6a16db234df3 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.954252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-bcc9e22d-269e-4fa3-9935-bdc4bec24bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:14.960964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-bcc9e22d-269e-4fa3-9935-bdc4bec24bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bef33173bc7481496974af4e5cb82cc&device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 1095 time: 0.7766850 Nov 23 18:51:14.983474 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-fe21b95f-3bbb-4956-9358-6a16db234df3 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] update failed (client error): The resource could not be found. Nov 23 18:51:14.984648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] For port cd78008e-349c-4ed5-b672-9561d4214442, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd78008e-349c-4ed5-b672-9561d4214442,segment=NetworkSegment(082fece1-2f4b-425f-9935-979eae95d7a5),segment_id=082fece1-2f4b-425f-9935-979eae95d7a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:14.986274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe21b95f-3bbb-4956-9358-6a16db234df3 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956 HTTP/1.1" status: 404 len: 339 time: 0.8838763 Nov 23 18:51:14.992042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:15.007522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-973582153'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:15.035168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.038730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.078094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Could not find standard attr ID for object cd78008e-349c-4ed5-b672-9561d4214442. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:51:15.083557 n-d-792364-9 neutron-server[103401]: INFO neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No ports have port_id starting with cd78008e-349c-4ed5-b672-9561d4214442 Nov 23 18:51:15.085253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea6d54-69cf-49aa-9380-4edbd9543ec9 None None] Pushing event deleted for resources: {'Port': ['ID=cd78008e-349c-4ed5-b672-9561d4214442,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.124214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] No DVR routers for this DVR port cd78008e-349c-4ed5-b672-9561d4214442 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:15.125737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Deleting port cd78008e-349c-4ed5-b672-9561d4214442 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:15.126364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.129413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Port': ['ID=cd78008e-349c-4ed5-b672-9561d4214442,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.153673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:15.158427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.173281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.269287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:15.284027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] For port cd78008e-349c-4ed5-b672-9561d4214442, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:15.284492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.285179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722b26-a977-4766-a8f9-0f2215879152 req-80775bd9-07c9-4b17-9314-8cf8a6b03029 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:15.287636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7722b26-a977-4766-a8f9-0f2215879152 req-80775bd9-07c9-4b17-9314-8cf8a6b03029 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 932 time: 0.1753697 Nov 23 18:51:15.304925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Calling delete_port for cd78008e-349c-4ed5-b672-9561d4214442 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:15.307695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Port cd78008e-349c-4ed5-b672-9561d4214442 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:51:15.309440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.330708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.338608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:15.343346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] Pushing event deleted for resources: {'Port': ['ID=cd78008e-349c-4ed5-b672-9561d4214442,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.365720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.366400 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Added segment 427bcf27-1187-484f-b703-7dcd16bc1668 of type vlan for network 53b175f3-600a-457d-9264-4d76bc04c940 Nov 23 18:51:15.373211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161fa75-1074-401a-ba80-ed958e7d848c None None] No DVR routers for this DVR port cd78008e-349c-4ed5-b672-9561d4214442 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:15.374922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:15.375271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0eda6d9-670c-4462-8d2b-2b9e34fb71f5 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:15.375728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd78008e-349c-4ed5-b672-9561d4214442 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:15.392396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:15.400906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b93801e-4733-4217-ad84-cade5cea5291']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:15.414727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cd78008e-349c-4ed5-b672-9561d4214442 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:15.414944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:15.415076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd78008e-349c-4ed5-b672-9561d4214442 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:15.441740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:15.443489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'Port': ['ID=a3532fb2-b890-4bc7-8cee-662e9c85444c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.448190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082fece1-2f4b-425f-9935-979eae95d7a5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:15.448190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082fece1-2f4b-425f-9935-979eae95d7a5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:15.453528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:15.478562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.484632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-c0e12b0c-95f7-4eb2-81c3-3b801900e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:15.485538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.486656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-c0e12b0c-95f7-4eb2-81c3-3b801900e733 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3802c88b-4f08-4c9a-a10b-78879f93153a HTTP/1.1" status: 200 len: 913 time: 0.5165622 Nov 23 18:51:15.489520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.503179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7722b26-a977-4766-a8f9-0f2215879152 req-4ffaea80-883e-4fba-a863-3a03ce20a652 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794336 Nov 23 18:51:15.517763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.541175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:15.541919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:15.546807 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:15.584305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-87ea5200-308b-4f92-aa62-30f5fba01af0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987 HTTP/1.1" status: 200 len: 217 time: 0.0849860 Nov 23 18:51:15.584917 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.591733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:15.592865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.616342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Transition to ACTIVE for port object 8589e257-ef16-426d-823e-6c4b8f6796eb will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:15.640569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.741976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-23fc7c9a-46b5-4fb4-9ccf-ea7ae997f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:15.743948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-23fc7c9a-46b5-4fb4-9ccf-ea7ae997f075 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bcb5f12-a3c2-4d81-b91a-67386ad99276 HTTP/1.1" status: 200 len: 852 time: 0.1451297 Nov 23 18:51:15.775359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7813435 Nov 23 18:51:15.776282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.778767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:15.783946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.786265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'subnet': {'network_id': '53b175f3-600a-457d-9264-4d76bc04c940', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:15.788855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/0b93801e-4733-4217-ad84-cade5cea5291 HTTP/1.1" status: 204 len: 168 time: 2.2246802 Nov 23 18:51:15.788855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:15.808764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f298d3-2d5e-4f1f-8f1e-89a1e5db31c1 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Network': ['ID=53b175f3-600a-457d-9264-4d76bc04c940,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.817756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.831396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-2d7a027d-a077-4a8b-8d7d-ea60b968b4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3802c88b-4f08-4c9a-a10b-78879f93153a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594368 Nov 23 18:51:15.841253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 53b175f3-600a-457d-9264-4d76bc04c940 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:15.855906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.876328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90408435-bdb7-455f-b1e6-205be5883915 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=0b93801e-4733-4217-ad84-cade5cea5291,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:15.937463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d665-dad3-4d79-835a-e8e3900a3f05 req-019c661f-4ab6-41f4-8e43-1d9715db552c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:15.946311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f44d665-dad3-4d79-835a-e8e3900a3f05 req-019c661f-4ab6-41f4-8e43-1d9715db552c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2782266 Nov 23 18:51:16.018300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.065704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f44d665-dad3-4d79-835a-e8e3900a3f05 req-d7f8ffe9-a7a5-4406-a23d-efedf69ae440 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187131 Nov 23 18:51:16.160402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.165990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Attempting to bind port 8589e257-ef16-426d-823e-6c4b8f6796eb on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:16.166323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Attempting to bind port 8589e257-ef16-426d-823e-6c4b8f6796eb by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:16.166654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Attempting to bind port 8589e257-ef16-426d-823e-6c4b8f6796eb on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:16.193807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.214210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Port 8589e257-ef16-426d-823e-6c4b8f6796eb on network d2b65789-e471-4b2c-8665-466d4f4b82cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:16.214532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Attempting to bind port 8589e257-ef16-426d-823e-6c4b8f6796eb on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:16.225671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:16.226034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:16.226395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:16.226837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Bound port: 8589e257-ef16-426d-823e-6c4b8f6796eb, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:16.227191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.245485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28efae16-f51e-4026-95bd-f880a8e5a28d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:16.252825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-da1b5dc1-80b9-403d-b682-6d0738ff1e3f service neutron] 10.222.0.47 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515429 Nov 23 18:51:16.258505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2795fa-bff8-4583-b866-8ef28ceff87b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:16.258797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2795fa-bff8-4583-b866-8ef28ceff87b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:16.271244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.295852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ebb0c-9eed-4896-9279-1a38106be642 req-1e16ed2e-3543-4ba8-9d51-853ebb2d3790 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:16.297394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f8ebb0c-9eed-4896-9279-1a38106be642 req-1e16ed2e-3543-4ba8-9d51-853ebb2d3790 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 944 time: 0.1060207 Nov 23 18:51:16.298440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.306863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:16.307290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.319192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Made reservation on behalf of 141db76e46e64e8c89aa0c8f83de5aec for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:16.321174 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:16.323344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.396722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.403367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.407847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/28efae16-f51e-4026-95bd-f880a8e5a28d HTTP/1.1" status: 204 len: 168 time: 0.6115646 Nov 23 18:51:16.416882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:16.458441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f8ebb0c-9eed-4896-9279-1a38106be642 req-6740e17d-ba39-4098-a1aa-c0e45eaa63df tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362126 Nov 23 18:51:16.462815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7826a-6978-499b-a2bb-866cc009a3f9 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=28efae16-f51e-4026-95bd-f880a8e5a28d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:16.532348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.536470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:16.590375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:16.600443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bda8879e-634c-4eca-9be0-5b5d0ac7ede9 req-ee76efbd-07ff-489a-baf7-179fcbb951ed service neutron] 10.222.0.47 "GET /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059769 Nov 23 18:51:16.604886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.708239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.752451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.780337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:16.780972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:16.782448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] 10.222.0.50 "PUT /v2.0/ports/8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1092 time: 3.7310359 Nov 23 18:51:16.782948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:16.785388 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c0310-f839-485c-b634-62ff0a698c16" -d '{"events": [{"name": "network-changed", "server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:16.833807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301078a-3a48-411f-8940-85e3b0b236ac service neutron] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.004911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.013640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event updated for resources: {'Port': ['ID=a3532fb2-b890-4bc7-8cee-662e9c85444c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.014050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.024264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.063001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c738227-79fb-4393-b130-892cdaf9190e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.071610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.072860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-4b5c3401-92e1-4848-bd0f-fede88eb8fb6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5581634 Nov 23 18:51:17.076641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3564e8d5-76b6-4186-9761-3ef511ebb928') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.076943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3564e8d5-76b6-4186-9761-3ef511ebb928') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.077555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0e9f5451-2788-46ed-9443-ccef98261e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.079033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-0e9f5451-2788-46ed-9443-ccef98261e95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1095 time: 0.2221599 Nov 23 18:51:17.090545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.107192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4b771-2c0a-4172-8945-28c28095deff req-0b23ae11-ef76-4140-b518-4b3ae3f7d612 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.113785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device efe4e100-d17a-4e97-925d-5e19bd3fe987 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:51:17.114280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5aa4b771-2c0a-4172-8945-28c28095deff req-0b23ae11-ef76-4140-b518-4b3ae3f7d612 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 944 time: 0.1030226 Nov 23 18:51:17.140152 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.144041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Subnet': ['ID=a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.156286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:17.157038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:17.160854 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:17.189033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-df77d773-b2b4-4b3e-a5b6-5502fe76b9c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 217 time: 0.0853119 Nov 23 18:51:17.192051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-b57925c4-3598-4a21-ae30-85d81942b193 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1055906 Nov 23 18:51:17.202721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Checking segment: {'id': '427bcf27-1187-484f-b703-7dcd16bc1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:17.203064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network hostable DHCP agents. Network: 53b175f3-600a-457d-9264-4d76bc04c940, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:17.206228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5aa4b771-2c0a-4172-8945-28c28095deff req-1e68f1fa-f380-4e57-a6c8-3a1e920bef5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911827 Nov 23 18:51:17.250600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987,segment=NetworkSegment(ca03214f-7b77-4ac9-a1cc-7c1880451bee),segment_id=ca03214f-7b77-4ac9-a1cc-7c1880451bee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:17.265315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'efe4e100-d17a-4e97-925d-5e19bd3fe987', 'network_id': '3802c88b-4f08-4c9a-a10b-78879f93153a', 'port_id': 'efe4e100-d17a-4e97-925d-5e19bd3fe987', 'mac_address': 'fa:16:3e:4d:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcb5f12-a3c2-4d81-b91a-67386ad99276', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:51:17.265590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.277074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.284830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/1c738227-79fb-4393-b130-892cdaf9190e HTTP/1.1" status: 204 len: 168 time: 0.8633747 Nov 23 18:51:17.285828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:17.307524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba033-4b41-491f-ad38-6c128cc1048f tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=1c738227-79fb-4393-b130-892cdaf9190e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.323283 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6f68f-02a9-4fbf-8b5c-3967ca313b3b x-openstack-request-id: req-7ae6f68f-02a9-4fbf-8b5c-3967ca313b3b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:17.325277 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:17.325689 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae6f68f-02a9-4fbf-8b5c-3967ca313b3b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:17.326215 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'status': 'completed', 'code': 200} Nov 23 18:51:17.327843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-2bcf71fd-402f-4f55-855e-ba6687bfcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.329443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-2bcf71fd-402f-4f55-855e-ba6687bfcdd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1240377 Nov 23 18:51:17.330867 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.332804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network 53b175f3-600a-457d-9264-4d76bc04c940 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:17.364263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe4e100-d17a-4e97-925d-5e19bd3fe987 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:17.394110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987,segment=NetworkSegment(ca03214f-7b77-4ac9-a1cc-7c1880451bee),segment_id=ca03214f-7b77-4ac9-a1cc-7c1880451bee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:17.400159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.432257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.463597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49284cd-b399-47fb-bd4f-ce8dc0fa37f4 req-944f6a80-2473-4cb8-8ef0-28e5ec2dfd3b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.465220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c49284cd-b399-47fb-bd4f-ce8dc0fa37f4 req-944f6a80-2473-4cb8-8ef0-28e5ec2dfd3b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0761070 Nov 23 18:51:17.474870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.573257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.603176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c49284cd-b399-47fb-bd4f-ce8dc0fa37f4 req-d8754845-6dd1-4f86-8ad5-809aaab9f91e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116483 Nov 23 18:51:17.607158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac09315-588a-4de4-a85f-b843438bcf79']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.618157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5873a366-93f8-4184-a770-2e7f1db89d83') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.618449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5873a366-93f8-4184-a770-2e7f1db89d83') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:17.635643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.651701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.656688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['efe4e100-d17a-4e97-925d-5e19bd3fe987'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:17.661917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:17.662336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:17.677071 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:17.766652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 53b175f3-600a-457d-9264-4d76bc04c940) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:17.767198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.777285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.777879 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.779364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:17.785503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] 10.222.0.37 "DELETE /v2.0/networks/eac09315-588a-4de4-a85f-b843438bcf79 HTTP/1.1" status: 204 len: 168 time: 0.4855347 Nov 23 18:51:17.791506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623ecc6-c759-421e-a936-a426f2d3cda4 None None] Network 53b175f3-600a-457d-9264-4d76bc04c940 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:17.810669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-ea6d6237-e42c-4cf9-bb08-9d8a3bef6f77 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.812672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-ea6d6237-e42c-4cf9-bb08-9d8a3bef6f77 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.5990732 Nov 23 18:51:17.821994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-12dd564f-a6cc-414d-a4e9-df0186185bce tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0402012 Nov 23 18:51:17.825777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:17.831421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-f7f70080-b0a5-4908-8192-49459968486f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:51:17.832430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3a02926-04ac-4162-8576-9e3d100afb32 req-f7f70080-b0a5-4908-8192-49459968486f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082388 Nov 23 18:51:17.834966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-3a748960-43e9-4c8e-86b7-a3fc24c994b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.842062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-3a748960-43e9-4c8e-86b7-a3fc24c994b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4960039 Nov 23 18:51:17.854219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bd66572d-1967-474e-9a7f-ebc99bfc4476 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'router': {'external_gateway_info': {'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:17.864240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bdc19-44d2-47b6-83c7-4dba07658445 req-8ac449e6-466f-4e78-ae79-113ce08541f6 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:17.865911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a0bdc19-44d2-47b6-83c7-4dba07658445 req-8ac449e6-466f-4e78-ae79-113ce08541f6 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 945 time: 0.1874382 Nov 23 18:51:17.866931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18beb89-4a7c-43a7-ba1e-06373ed88939 tempest-BulkNetworkOpsTest-152797037 tempest-BulkNetworkOpsTest-152797037-project] Pushing event deleted for resources: {'Network': ['ID=eac09315-588a-4de4-a85f-b843438bcf79,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:17.978068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a0bdc19-44d2-47b6-83c7-4dba07658445 req-afa00c90-289a-48e5-a948-0008c1d74340 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Nov 23 18:51:18.129546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-53b175f3-600a-457d-9264-4d76bc04c940', 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940', 'tenant_id': '141db76e46e64e8c89aa0c8f83de5aec', 'fixed_ips': [{'subnet_id': 'a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:18.131613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.227995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:18.250585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-cff9ccf1-82b3-415b-b65b-5c93890cb0e5 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926945 Nov 23 18:51:18.253542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd66572d-1967-474e-9a7f-ebc99bfc4476 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.280578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-66b4ea21-95ad-4b9b-bdfc-6bc6285f720e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:18.282215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-66b4ea21-95ad-4b9b-bdfc-6bc6285f720e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1724808 Nov 23 18:51:18.363697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Allocated IP 2001:db8:1::2 (53b175f3-600a-457d-9264-4d76bc04c940/a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7/fde7b8f3-2a00-443d-8622-06d4c688451c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:18.407016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-772cc7f7-6669-4b7a-a1e0-dadeb999a273 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1101353 Nov 23 18:51:18.424631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'floatingip': {'port_id': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:18.442171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a0e144bf-07b8-44d1-b439-c89dc6bb03ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=108d74a81e454068b3ccd55834e1a52d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2113228 Nov 23 18:51:18.448613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:18.477552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de97653-5043-4574-b8b1-95bbf6c1df64 req-555522cb-9cbf-4a0d-b2d9-41b4f3b87952 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:18.479258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7de97653-5043-4574-b8b1-95bbf6c1df64 req-555522cb-9cbf-4a0d-b2d9-41b4f3b87952 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 944 time: 0.1431999 Nov 23 18:51:18.486615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.521568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6564d0b-1504-4819-91fc-6c56b97aa040 req-1e27728f-68d0-4aa1-9847-ccef7cd1aac7 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572844 Nov 23 18:51:18.576619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7de97653-5043-4574-b8b1-95bbf6c1df64 req-114dc532-bddc-4f67-9054-d7c2c580cb79 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898330 Nov 23 18:51:18.611433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.612674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.617528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.648489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.721349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.725203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.726389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb10b878-cd63-482a-ae8e-394ed8dad318 HTTP/1.1" status: 204 len: 168 time: 0.2758489 Nov 23 18:51:18.752012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384c46-dd32-42f2-944c-33e3b185e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb10b878-cd63-482a-ae8e-394ed8dad318,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:18.752254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0310-f839-485c-b634-62ff0a698c16 req-aaf98538-3a91-4d86-b987-0e4ecd0184f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:18.754247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-aaf98538-3a91-4d86-b987-0e4ecd0184f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1095 time: 0.1316020 Nov 23 18:51:18.784693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Network 53b175f3-600a-457d-9264-4d76bc04c940 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:18.802956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:18.805534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Pushing event updated for resources: {'Port': ['ID=fde7b8f3-2a00-443d-8622-06d4c688451c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:18.808462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:18.845474 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-bd66572d-1967-474e-9a7f-ebc99bfc4476 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:18.847107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd66572d-1967-474e-9a7f-ebc99bfc4476 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956 HTTP/1.1" status: 400 len: 364 time: 1.0094712 Nov 23 18:51:18.855711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:18.901919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Attempting to bind port fde7b8f3-2a00-443d-8622-06d4c688451c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:18.902298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Attempting to bind port fde7b8f3-2a00-443d-8622-06d4c688451c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '427bcf27-1187-484f-b703-7dcd16bc1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:18.902689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Attempting to bind port fde7b8f3-2a00-443d-8622-06d4c688451c on network 53b175f3-600a-457d-9264-4d76bc04c940 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:18.908263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:18.908804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Checking segment: {'id': '427bcf27-1187-484f-b703-7dcd16bc1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:18.909218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.909625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Bound using segment: {'id': '427bcf27-1187-484f-b703-7dcd16bc1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:18.910111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Bound port: fde7b8f3-2a00-443d-8622-06d4c688451c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427bcf27-1187-484f-b703-7dcd16bc1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53b175f3-600a-457d-9264-4d76bc04c940'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:18.910500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.924604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6a271-062d-45ab-abc6-aebb4fccddff req-9c48f428-d66e-4c6e-a0ee-30ab421d0a6b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:18.926706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5af6a271-062d-45ab-abc6-aebb4fccddff req-9c48f428-d66e-4c6e-a0ee-30ab421d0a6b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1314886 Nov 23 18:51:19.025577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] For port fde7b8f3-2a00-443d-8622-06d4c688451c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:19.029359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5af6a271-062d-45ab-abc6-aebb4fccddff req-fae918d5-4a5a-47d8-8ecd-56fcd9590110 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947659 Nov 23 18:51:19.045445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] For port fde7b8f3-2a00-443d-8622-06d4c688451c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fde7b8f3-2a00-443d-8622-06d4c688451c,segment=NetworkSegment(427bcf27-1187-484f-b703-7dcd16bc1668),segment_id=427bcf27-1187-484f-b703-7dcd16bc1668)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:19.073837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.166322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device efe4e100-d17a-4e97-925d-5e19bd3fe987 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:19.172610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0310-f839-485c-b634-62ff0a698c16 req-d557ac03-0e10-4bb0-b38b-189db963e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:19.174079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-d557ac03-0e10-4bb0-b38b-189db963e3be service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.4121599 Nov 23 18:51:19.327607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383190e6-c3e3-4408-a157-91235b9825e6 None None] Pushing event updated for resources: {'Port': ['ID=fde7b8f3-2a00-443d-8622-06d4c688451c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:19.351573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port efe4e100-d17a-4e97-925d-5e19bd3fe987 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:51:19.357001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port efe4e100-d17a-4e97-925d-5e19bd3fe987 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:19.357431 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.390691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527d34-bd5a-43ae-9ca2-d510737a4859 req-6da3a2c7-9e6b-4e6c-8936-1645bfc86ebc tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:19.414156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c527d34-bd5a-43ae-9ca2-d510737a4859 req-6da3a2c7-9e6b-4e6c-8936-1645bfc86ebc tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 945 time: 0.1529551 Nov 23 18:51:19.441448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-4c040aec-5938-44d3-b990-4a00a7fbbce5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 217 time: 0.2444358 Nov 23 18:51:19.510770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c527d34-bd5a-43ae-9ca2-d510737a4859 req-81d96c7f-4536-4ccc-843b-c1d12c7395cb tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954032 Nov 23 18:51:19.564989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.601140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:19.603955 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66225af5-25a5-4519-bba6-12d8482764e2" -d '{"events": [{"server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "name": "network-vif-plugged", "status": "completed", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:19.629313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987,segment=NetworkSegment(ca03214f-7b77-4ac9-a1cc-7c1880451bee),segment_id=ca03214f-7b77-4ac9-a1cc-7c1880451bee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:19.636391 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.765597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.766935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:19.768101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0310-f839-485c-b634-62ff0a698c16 req-99dfc2ee-de1b-4006-90f3-47f751bbab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:19.772012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-99dfc2ee-de1b-4006-90f3-47f751bbab05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.3201530 Nov 23 18:51:19.786156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:19.860764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334483ff-ab27-46ee-9259-12c798b14b78 req-74ddc655-cde0-4d5d-9e7a-2dbc94bf750d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:19.868159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-334483ff-ab27-46ee-9259-12c798b14b78 req-74ddc655-cde0-4d5d-9e7a-2dbc94bf750d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 944 time: 0.1087155 Nov 23 18:51:19.940001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-334483ff-ab27-46ee-9259-12c798b14b78 req-3f908989-b0e7-4dd3-beea-9a74f1cc3658 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692685 Nov 23 18:51:19.964953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0310-f839-485c-b634-62ff0a698c16 req-c97b579d-5bb8-44bd-bddc-cc1c3ea32973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:19.968643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-c97b579d-5bb8-44bd-bddc-cc1c3ea32973 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397703 Nov 23 18:51:19.975845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.001561 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac279e9-46c9-4ec1-b984-ccd63951761a x-openstack-request-id: req-eac279e9-46c9-4ec1-b984-ccd63951761a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:20.001904 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "name": "network-vif-plugged", "status": "completed", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:20.002132 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eac279e9-46c9-4ec1-b984-ccd63951761a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:20.002966 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987', 'code': 200} Nov 23 18:51:20.137994 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Floating IP 1b4a5702-69f4-4141-a4c5-216412e21b26 associated. External IP: 172.25.5.32, port: 1097f313-52ec-46aa-b828-f7b0e560ec87. Nov 23 18:51:20.147594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:20.196133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13d4c-d18d-484d-8361-b70ee68023e2 req-6e94de68-cf0f-4835-bf4b-73e4bf339ecb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:20.199348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5a13d4c-d18d-484d-8361-b70ee68023e2 req-6e94de68-cf0f-4835-bf4b-73e4bf339ecb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0719540 Nov 23 18:51:20.264397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5a13d4c-d18d-484d-8361-b70ee68023e2 req-c29d26dc-eb93-446e-a778-5973ae3d0825 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595779 Nov 23 18:51:20.283665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-160789f1-6ddd-4b78-96cf-549306f47585 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:20.283665 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-160789f1-6ddd-4b78-96cf-549306f47585 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:51:20.283665 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-160789f1-6ddd-4b78-96cf-549306f47585 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:51:20.283665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-160789f1-6ddd-4b78-96cf-549306f47585 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1337051 Nov 23 18:51:20.288671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:20.295165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109565445'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:20.329151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.347658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.464987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.470224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.595635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.602977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.609778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae6215-63c3-45bc-88cc-feab32c5c720,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:20.700662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.705292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4153349 Nov 23 18:51:20.708241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:20.714725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': 'c3027c35-afeb-4013-b51a-6e9e9102d8af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:20.719500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667feb12-86cd-4778-8b59-c7a802952112 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3027c35-afeb-4013-b51a-6e9e9102d8af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:20.761302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c3f3-4448-463d-b991-251c92ef7863 req-fde306c0-b910-4439-b10a-088ac122170a tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:20.763081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8934c3f3-4448-463d-b991-251c92ef7863 req-fde306c0-b910-4439-b10a-088ac122170a tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.1134684 Nov 23 18:51:20.805493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.817327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-3ccbadea-0f9b-42df-9e55-b97fcf08ef16 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356533 Nov 23 18:51:20.841460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ea80-ae51-4c31-a07e-7711e0774707 req-34a499d3-f186-40db-8050-6058171b8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:20.844355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a867ea80-ae51-4c31-a07e-7711e0774707 req-34a499d3-f186-40db-8050-6058171b8477 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 1097 time: 0.7477582 Nov 23 18:51:20.877856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8934c3f3-4448-463d-b991-251c92ef7863 req-a8c8bf23-7889-442d-90a0-bf5b2116d1a8 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024389 Nov 23 18:51:20.906201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.910923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc2ce2-b02a-48eb-bc2d-9622a5330136 None None] Network 53b175f3-600a-457d-9264-4d76bc04c940 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:20.923391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.942387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b792d661-70c3-4622-b4a7-8b5e231d5878,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:20.960979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:20.962321 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ba04785-42d5-4938-96c4-02c90a3b34cf tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521729 Nov 23 18:51:20.965530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:20.972422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bbf8e9e8-f0a9-4d02-aff9-100e401b936d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': 'c3027c35-afeb-4013-b51a-6e9e9102d8af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:21.008379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e9e8-f0a9-4d02-aff9-100e401b936d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.038090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] Provisioning complete for port fde7b8f3-2a00-443d-8622-06d4c688451c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:21.044865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.079827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Allocated IP 2001:db8::1 (c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01/d96ae68a-eca7-4962-ab8a-bd2621db73f3/8d0dae4b-c8c6-40cb-be88-d09710bcfeb7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:21.130945 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-bbf8e9e8-f0a9-4d02-aff9-100e401b936d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 18:51:21.132409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bbf8e9e8-f0a9-4d02-aff9-100e401b936d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1657579 Nov 23 18:51:21.139342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:21.224743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302379e-abac-4507-8d8e-ea0549ad87a1 req-e0047722-2a31-4e6d-8308-7f80e765e306 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:21.227275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5302379e-abac-4507-8d8e-ea0549ad87a1 req-e0047722-2a31-4e6d-8308-7f80e765e306 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 944 time: 0.1526456 Nov 23 18:51:21.269403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.294516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a867ea80-ae51-4c31-a07e-7711e0774707 req-417dcf33-cb89-4441-8efd-aef0fb9ac247 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317482 Nov 23 18:51:21.326327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.335908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fde7b8f3-2a00-443d-8622-06d4c688451c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:21.354493 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5302379e-abac-4507-8d8e-ea0549ad87a1 req-03f78262-367a-4354-9e86-a0b1654cba32 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112683 Nov 23 18:51:21.434041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.438634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.440646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3027c35-afeb-4013-b51a-6e9e9102d8af HTTP/1.1" status: 204 len: 168 time: 0.3003259 Nov 23 18:51:21.445411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:21.484538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e9685-6acd-47e3-be9b-2cfd84a57046 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3027c35-afeb-4013-b51a-6e9e9102d8af,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:21.490343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fde7b8f3-2a00-443d-8622-06d4c688451c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:21.491045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.523154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Router cca7a6da-1e30-48b7-aa59-07ef8fef2263 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:21.564769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.603490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04c0310-f839-485c-b634-62ff0a698c16 req-5a269a79-b74d-47b1-a83b-b5e3c4135772 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575910 Nov 23 18:51:21.637356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] For port fde7b8f3-2a00-443d-8622-06d4c688451c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fde7b8f3-2a00-443d-8622-06d4c688451c,segment=NetworkSegment(427bcf27-1187-484f-b703-7dcd16bc1668),segment_id=427bcf27-1187-484f-b703-7dcd16bc1668)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:21.647047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.665784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc09c2fa-fe81-4a92-83ba-be5a2c321c48 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2113743 Nov 23 18:51:21.666030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:21.681038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843919110'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:21.704868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.750377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b9162-eed2-4c7e-b3e8-fd216a7f706d req-8a4e68ec-12b1-4b43-bbef-75fe80fd0bae tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:21.777735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-040b9162-eed2-4c7e-b3e8-fd216a7f706d req-8a4e68ec-12b1-4b43-bbef-75fe80fd0bae tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2953794 Nov 23 18:51:21.778894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:51:21.804414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7e9f-cb0e-42f8-bf7d-ba3b81eceeeb None None] Pushing event updated for resources: {'Port': ['ID=fde7b8f3-2a00-443d-8622-06d4c688451c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:21.822461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:21.835906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.838465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.867463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.915035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-040b9162-eed2-4c7e-b3e8-fd216a7f706d req-5b9d2945-1a3f-4311-ab55-4f87065f2f34 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337507 Nov 23 18:51:21.944614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:21.953477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Port': ['ID=8d0dae4b-c8c6-40cb-be88-d09710bcfeb7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:21.964656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:21.967935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-0cd48af7-1c5b-428c-a144-73c17febbd5d tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "PUT /v2.0/floatingips/1b4a5702-69f4-4141-a4c5-216412e21b26 HTTP/1.1" status: 200 len: 995 time: 3.5513918 Nov 23 18:51:21.968816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:21.970943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:51:21.971527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:21.972089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.975058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:21.977570 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009179f3-3eb7-4650-a4ee-76b74352f379" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:21.978727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Sync routers for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:21.985582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.991760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:21.994328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4c28748-3f01-48f4-8f64-a789c829553e None None] Provisioning complete for port fde7b8f3-2a00-443d-8622-06d4c688451c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:21.994716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c28748-3f01-48f4-8f64-a789c829553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.043001 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.045390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3781583 Nov 23 18:51:22.049316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:22.049953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:22.050443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.061288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cf430555-5e1d-4e13-9df1-ce698730b656 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': 'aabdb182-061e-4c6e-8090-6c2fcef542aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:22.062243 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-cf430555-5e1d-4e13-9df1-ce698730b656 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 18:51:22.062981 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-cf430555-5e1d-4e13-9df1-ce698730b656 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:22.064279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf430555-5e1d-4e13-9df1-ce698730b656 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118835 Nov 23 18:51:22.065199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ec745-591a-4e43-9e81-62d7de6e3fd9 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabdb182-061e-4c6e-8090-6c2fcef542aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:22.081077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.120701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-93e6fd40-d1bf-4d3c-a9e9-a5c04e838347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.122405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-93e6fd40-d1bf-4d3c-a9e9-a5c04e838347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.1017892 Nov 23 18:51:22.178200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.209695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.220975 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.240808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.260656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:22.313370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:22.320640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:22.366826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.427774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d1eb3-0360-4f96-b1d4-bf3ea7a358e3 req-f689f34d-13e3-4c84-ac65-a8180c9511bd tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.436433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99d1eb3-0360-4f96-b1d4-bf3ea7a358e3 req-f689f34d-13e3-4c84-ac65-a8180c9511bd tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.1919138 Nov 23 18:51:22.438617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.441828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.446716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/aabdb182-061e-4c6e-8090-6c2fcef542aa HTTP/1.1" status: 204 len: 168 time: 0.3605831 Nov 23 18:51:22.452199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.501541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-7eb14c7a-f8b5-4ab5-97f3-7f74bcff1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.503190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-7eb14c7a-f8b5-4ab5-97f3-7f74bcff1d61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.3727376 Nov 23 18:51:22.513671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edda5c-da5d-4d29-a43a-47a04fb79073 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabdb182-061e-4c6e-8090-6c2fcef542aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:22.588100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a99d1eb3-0360-4f96-b1d4-bf3ea7a358e3 req-e496a4ac-d745-426c-a0fb-a8d75aa6497b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424806 Nov 23 18:51:22.595634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:22.597001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1e8924ef-5cb5-462b-bb7d-a7069396bcf8 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1426046 Nov 23 18:51:22.603587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.619119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797281862'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:22.664191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.666514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-1eb22bbb-664f-4480-93d5-54a7647a8d8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 998 time: 0.1441658 Nov 23 18:51:22.752823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-95f9d652-a372-42cb-b4b8-76b33ec1b63e None None] Provisioning complete for port 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:22.753360 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95f9d652-a372-42cb-b4b8-76b33ec1b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.770311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.775030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.777102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.778281 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237e0643-6422-4a59-be1b-4f61ada527c6 x-openstack-request-id: req-237e0643-6422-4a59-be1b-4f61ada527c6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:22.778907 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:22.779414 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-237e0643-6422-4a59-be1b-4f61ada527c6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:22.779962 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:51:22.800550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.801152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8589e257-ef16-426d-823e-6c4b8f6796eb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:22.801395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.819623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:22.820544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2155614 Nov 23 18:51:22.826995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.854870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5888bbcd-6377-4e17-af76-cc30490cd885 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': 'f171cf8d-2bdb-4fca-9595-3ce7493c2853', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:22.854870 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-5888bbcd-6377-4e17-af76-cc30490cd885 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 18:51:22.854870 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5888bbcd-6377-4e17-af76-cc30490cd885 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:22.854870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5888bbcd-6377-4e17-af76-cc30490cd885 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0264723 Nov 23 18:51:22.860142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.889598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c039c-5941-4637-8437-11ef136a807c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f171cf8d-2bdb-4fca-9595-3ce7493c2853,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:22.908847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:22.916306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1262567741'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:22.931721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-95f9d652-a372-42cb-b4b8-76b33ec1b63e None None] Port 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:22.933240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fcbb1-f056-401b-bafc-6e3973b8be42 req-9176e504-1260-4765-afe8-07af8471efcb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.934854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-899fcbb1-f056-401b-bafc-6e3973b8be42 req-9176e504-1260-4765-afe8-07af8471efcb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1428931 Nov 23 18:51:22.938696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-c5f67657-a3e7-4fb5-8b6a-51f6e9405c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.940426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-c5f67657-a3e7-4fb5-8b6a-51f6e9405c55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.2567217 Nov 23 18:51:22.946702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event updated for resources: {'Port': ['ID=8d0dae4b-c8c6-40cb-be88-d09710bcfeb7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:22.969591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-ece1b65a-9cb8-4071-a226-615a66286b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:22.972491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-ece1b65a-9cb8-4071-a226-615a66286b44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.1905298 Nov 23 18:51:22.985192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:22.988701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.009839 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.029818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '1b4a5702-69f4-4141-a4c5-216412e21b26', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'port_id': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'mac_address': 'fa:16:3e:85:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:15Z', 'updated_at': '2021-11-23T18:51:19Z', 'revision_number': 1, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:23.041885 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-7d055003-4c0e-43bb-99b3-57b8708a6ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904937 Nov 23 18:51:23.056636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:23.060980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Checking router: cca7a6da-1e30-48b7-aa59-07ef8fef2263 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:51:23.066256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-899fcbb1-f056-401b-bafc-6e3973b8be42 req-5d1dd40f-39fe-431f-959e-06ff0486b073 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156046 Nov 23 18:51:23.068252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.085624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.085981 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Added segment 7d6efa81-2f69-4fdb-ab4c-b8752a5d7823 of type vlan for network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 Nov 23 18:51:23.102922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:23.103622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:23.114404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-2ff53f25-4c72-4989-8c34-3b855caa3f03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:51:23.115534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-2ff53f25-4c72-4989-8c34-3b855caa3f03 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065634 Nov 23 18:51:23.153402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.171964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.175410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.178938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/f171cf8d-2bdb-4fca-9595-3ce7493c2853 HTTP/1.1" status: 204 len: 168 time: 0.3155835 Nov 23 18:51:23.182620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:23.210674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:23.226559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4b594-e211-4ecf-a399-cb6cf66847e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171cf8d-2bdb-4fca-9595-3ce7493c2853,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:23.259455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:23.261930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fde7b8f3-2a00-443d-8622-06d4c688451c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:23.269852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.276303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:23.277000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.307943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3979352 Nov 23 18:51:23.310800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:23.319158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1968534311'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:23.325848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7bff0017-57f1-42aa-a3a6-8d91a14b3b13 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1415641 Nov 23 18:51:23.334915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:23.352198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:23.357756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921854353'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:23.364333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:23.365551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-283c4ecd-86c6-459f-9591-82860d55a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:23.368024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-283c4ecd-86c6-459f-9591-82860d55a522 service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.3681657 Nov 23 18:51:23.369977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.392446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-4a36f507-4d00-4bf2-a7c9-19653e25519d service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689157 Nov 23 18:51:23.400355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5003e9-c922-42f8-af1d-f9e6ac8f77ca req-fa937b6f-d121-4751-a3dd-bc5b8cfee465 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:23.408777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a5003e9-c922-42f8-af1d-f9e6ac8f77ca req-fa937b6f-d121-4751-a3dd-bc5b8cfee465 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1989334 Nov 23 18:51:23.499849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:23.508716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fde7b8f3-2a00-443d-8622-06d4c688451c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:23.509359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.515281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.515281 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Added segment 7f008844-70c8-45e5-bef1-f17b0bd2fa7c of type vlan for network d263aea2-1cfc-4228-9b39-7600e563994f Nov 23 18:51:23.581580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.609045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.613238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5000-e115-4ee8-8308-7a268c70044b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Network': ['ID=7e5c361e-a500-431b-bd2b-0d7f0bb26a37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:23.627827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:23.635921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a5003e9-c922-42f8-af1d-f9e6ac8f77ca req-825a8408-77e6-4936-b0f9-3fd8f658f5fb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261710 Nov 23 18:51:23.651904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.659785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:23.660764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:23.706149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-d2da9f8d-a431-40d6-a75b-899ede39ab54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 998 time: 0.3098540 Nov 23 18:51:23.730614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Router 0312b4bc-dbd9-482f-aed5-01459ebc5956 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:23.751526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Network': ['ID=d263aea2-1cfc-4228-9b39-7600e563994f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:23.777672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-721989df-409f-4e0f-9c42-3cff13e089ff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4629464 Nov 23 18:51:23.782374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:23.784421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d263aea2-1cfc-4228-9b39-7600e563994f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:23.793633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'subnet': {'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:23.831990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316720a9-59fb-4c2f-a4bd-6cc7024512cb req-4cd2bf76-8b0b-43b8-bc1f-6250c39d4a0b service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718269 Nov 23 18:51:23.942148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-7b02c2b1-9273-413b-bb2b-11e66fbc192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:23.944227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-7b02c2b1-9273-413b-bb2b-11e66fbc192a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.2098403 Nov 23 18:51:24.001780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d146a-679f-49fc-bf0c-cfcc485d1801 req-2c119856-2d5a-4c10-ae5a-b81b67a2ef92 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.002541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-552aa542-722f-49bb-9c6d-f67c3a4f6a58 None None] Provisioning complete for port 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:24.002917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-552aa542-722f-49bb-9c6d-f67c3a4f6a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.023357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-f97ed478-9319-4617-8300-dcfa152e5593 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667973 Nov 23 18:51:24.028583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-912d146a-679f-49fc-bf0c-cfcc485d1801 req-2c119856-2d5a-4c10-ae5a-b81b67a2ef92 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.1713791 Nov 23 18:51:24.050409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.085847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.098207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:24.102639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.126060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-552aa542-722f-49bb-9c6d-f67c3a4f6a58 None None] Port 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:24.135768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '1b4a5702-69f4-4141-a4c5-216412e21b26', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'port_id': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'mac_address': 'fa:16:3e:85:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:15Z', 'updated_at': '2021-11-23T18:51:19Z', 'revision_number': 1, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:24.141322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-912d146a-679f-49fc-bf0c-cfcc485d1801 req-9067a76d-b70c-4b68-9754-6196c840e325 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117351 Nov 23 18:51:24.149579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:24.168441 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] Sync routers for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:24.178105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8765bfa3-0e7e-45da-ad18-76b706d81d55 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3210270 Nov 23 18:51:24.187050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a810c3d-4ceb-43b5-aec1-5871da84f3f7 None None] The sync data for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 is: [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '1b4a5702-69f4-4141-a4c5-216412e21b26', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'port_id': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'mac_address': 'fa:16:3e:85:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:15Z', 'updated_at': '2021-11-23T18:51:19Z', 'revision_number': 1, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:24.192589 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:24.194884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:24.199691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.273493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:24.285342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:24.286762 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:24.328080 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:24.328738 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ee370-d91e-42c6-a56a-a98d27be7fe9 None None] The sync data for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:24.377740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7cfc8-cd70-4ec0-8e40-42698092e6c1 req-71ee072d-8eea-4856-bfc1-a72477ec5119 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.379235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97f7cfc8-cd70-4ec0-8e40-42698092e6c1 req-71ee072d-8eea-4856-bfc1-a72477ec5119 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1075399 Nov 23 18:51:24.486965 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.504241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97f7cfc8-cd70-4ec0-8e40-42698092e6c1 req-d15ee488-645a-4d21-8a36-d498e17e8906 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164072 Nov 23 18:51:24.536645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b20f09-ee71-4515-820d-e8cc8978e92c None None] New status for floating IP 1b4a5702-69f4-4141-a4c5-216412e21b26: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:51:24.576500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Subnet': ['ID=34a0227b-385a-4fa0-af3b-52947188f6ea,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:24.595795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:24.596491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network hostable DHCP agents. Network: 7e5c361e-a500-431b-bd2b-0d7f0bb26a37, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:24.665193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:24.678766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7e5c361e-a500-431b-bd2b-0d7f0bb26a37) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:24.689703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f07-1714-4b1a-bf8b-e452e2ed1b5c req-1167c932-6ee2-4d7f-b418-765002c836d0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.691270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49491f07-1714-4b1a-bf8b-e452e2ed1b5c req-1167c932-6ee2-4d7f-b418-765002c836d0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0832021 Nov 23 18:51:24.693326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.693795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.728141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ac57e70-67b5-452a-8698-a30e96f062ca tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9415951 Nov 23 18:51:24.728414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.733537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'subnet': {'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:24.756988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f96db5-6669-4cd1-961a-b7aac4ee463d None None] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:24.765292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-22c98ddf-9e94-4430-a100-3f387a86aab9 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 998 time: 0.7135510 Nov 23 18:51:24.768016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.769186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4298604 Nov 23 18:51:24.780565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.786001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-81fd5b4c-8d83-4368-ac41-f8c40bda7537 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '3d11bfbc-3c32-4706-b4ec-83ecebc363a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:24.795594 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-81fd5b4c-8d83-4368-ac41-f8c40bda7537 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 18:51:24.796223 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-81fd5b4c-8d83-4368-ac41-f8c40bda7537 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:24.797300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-81fd5b4c-8d83-4368-ac41-f8c40bda7537 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150084 Nov 23 18:51:24.807869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.819913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-582fdcf1-ebb3-4833-9a8b-914f72e73437 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '3d11bfbc-3c32-4706-b4ec-83ecebc363a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:24.819913 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-582fdcf1-ebb3-4833-9a8b-914f72e73437 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 18:51:24.819913 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-582fdcf1-ebb3-4833-9a8b-914f72e73437 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:24.824292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-582fdcf1-ebb3-4833-9a8b-914f72e73437 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0157259 Nov 23 18:51:24.843661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.865385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7453874b-cecb-4287-b42e-403b05103c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '3d11bfbc-3c32-4706-b4ec-83ecebc363a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:24.867398 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7453874b-cecb-4287-b42e-403b05103c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 18:51:24.868151 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7453874b-cecb-4287-b42e-403b05103c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:24.869372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7453874b-cecb-4287-b42e-403b05103c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0242007 Nov 23 18:51:24.870373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9722-a693-4929-a641-71b5ec589849 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d11bfbc-3c32-4706-b4ec-83ecebc363a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:24.889761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.891106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49491f07-1714-4b1a-bf8b-e452e2ed1b5c req-411895fb-398f-45ec-af93-74ab324368e7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838033 Nov 23 18:51:24.915633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7ace20f0-11d5-442b-a5f2-19b45067f6e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '3d11bfbc-3c32-4706-b4ec-83ecebc363a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:24.916534 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7ace20f0-11d5-442b-a5f2-19b45067f6e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 18:51:24.917039 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7ace20f0-11d5-442b-a5f2-19b45067f6e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:24.918057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7ace20f0-11d5-442b-a5f2-19b45067f6e5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0135987 Nov 23 18:51:24.923738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:24.933244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-5fbcb4b1-8033-4f5c-b99f-0c73cb060e22 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.935133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-5fbcb4b1-8033-4f5c-b99f-0c73cb060e22 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports/1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 942 time: 0.1469960 Nov 23 18:51:24.944634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-00bcbaa4-71d4-49a3-bbc4-e5d22c82335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:24.946428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-00bcbaa4-71d4-49a3-bbc4-e5d22c82335e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.6494949 Nov 23 18:51:24.948471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-a60f88dc-5a12-4129-8293-b2d1fe095517 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9123323 Nov 23 18:51:24.964073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:24.966738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6762112-3649-4c17-99a2-d780fe3b3468 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:24.969045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.048607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:25.050307 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.105080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.143421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.234747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.238172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.239219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d11bfbc-3c32-4706-b4ec-83ecebc363a1 HTTP/1.1" status: 204 len: 168 time: 0.3145535 Nov 23 18:51:25.263395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Allocated IP 10.1.1.2 (7e5c361e-a500-431b-bd2b-0d7f0bb26a37/34a0227b-385a-4fa0-af3b-52947188f6ea/87b67a73-97bf-4c22-8983-b91836873c60) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:25.265108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.285462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-009179f3-3eb7-4650-a4ee-76b74352f379 req-26f1c51a-9d03-4967-b3bb-61d210492c7e service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220685 Nov 23 18:51:25.289004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342793-942f-4ee4-988e-e1e5e5897cc6 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d11bfbc-3c32-4706-b4ec-83ecebc363a1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:25.341957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.379948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-eef6b16b-6826-4bba-8f63-7f490bd3dfdd tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.3343296 Nov 23 18:51:25.426104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33f9ee17-cf17-465e-8ebf-04938e446c93 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1585710 Nov 23 18:51:25.435790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.455723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--454713016'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:25.456366 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d6762112-3649-4c17-99a2-d780fe3b3468 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:51:25.458923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6762112-3649-4c17-99a2-d780fe3b3468 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956 HTTP/1.1" status: 409 len: 329 time: 1.2568841 Nov 23 18:51:25.461462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.489870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Checking segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:25.490216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network hostable DHCP agents. Network: d263aea2-1cfc-4228-9b39-7600e563994f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:25.500139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Subnet': ['ID=b7e5ae06-8869-4fad-a6d7-58613bfa9570,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:25.500788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-93a057e7-54bb-43f4-8286-760f03ac79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.503184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-93a057e7-54bb-43f4-8286-760f03ac79f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.5486729 Nov 23 18:51:25.513682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.522742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.529399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.552238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network d263aea2-1cfc-4228-9b39-7600e563994f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:25.560193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:25.563493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:25.567304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:25.568209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce53015-9800-4d66-9cea-027b05ea6103 req-200059cc-3db9-46f3-a866-39124b79c730 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.569769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ce53015-9800-4d66-9cea-027b05ea6103 req-200059cc-3db9-46f3-a866-39124b79c730 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.1330919 Nov 23 18:51:25.584156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d263aea2-1cfc-4228-9b39-7600e563994f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:25.602453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.603088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.629260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e74b9e-79cf-4127-a0cd-387be0ab6d97 None None] Network d263aea2-1cfc-4228-9b39-7600e563994f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:25.657816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Pushing event updated for resources: {'Port': ['ID=87b67a73-97bf-4c22-8983-b91836873c60,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:25.663808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ce53015-9800-4d66-9cea-027b05ea6103 req-8af8219f-6803-4417-aef6-53a8121243f1 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741019 Nov 23 18:51:25.667776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Attempting to bind port 87b67a73-97bf-4c22-8983-b91836873c60 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:25.667776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Attempting to bind port 87b67a73-97bf-4c22-8983-b91836873c60 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:25.667776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Attempting to bind port 87b67a73-97bf-4c22-8983-b91836873c60 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:25.668707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c42257e8-f91e-4857-a77a-5e3bdbdb0d1f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9392309 Nov 23 18:51:25.677085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.679208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:25.679768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:25.680283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.680469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'name': 'tempest-TaggedBootDevicesTest-809390720', 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:25.681618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Bound using segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:25.681618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Bound port: 87b67a73-97bf-4c22-8983-b91836873c60, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:25.681993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.715293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-61ab1c58-afd2-4e65-a7dc-48c313753c20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1001 time: 0.1644275 Nov 23 18:51:25.721238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.726701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.734820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-05d4c00c-39aa-4b88-8476-7cef62afa708 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.739980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-05d4c00c-39aa-4b88-8476-7cef62afa708 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.3494720 Nov 23 18:51:25.805941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:25.840494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.844410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4039137 Nov 23 18:51:25.846164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.856566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c32d-c79b-487a-b2ea-3ec3ef0e90f1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd196f5-ecd0-428b-8b7f-159f7d3f26cd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:25.867216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3753e9e5-368a-49ac-bd72-7e94e6a13628 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:25.868164 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-3753e9e5-368a-49ac-bd72-7e94e6a13628 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:51:25.868638 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3753e9e5-368a-49ac-bd72-7e94e6a13628 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:25.871583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3753e9e5-368a-49ac-bd72-7e94e6a13628 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150957 Nov 23 18:51:25.875157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:25.882718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3df01ec4-08e0-4780-822a-69abab0f2c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:25.915975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] For port 87b67a73-97bf-4c22-8983-b91836873c60, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:25.919512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f29482-9efa-4b28-87cb-635910f3da99 req-1780e513-3d85-4d0b-b87c-a5008b513ab4 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.924851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9f29482-9efa-4b28-87cb-635910f3da99 req-1780e513-3d85-4d0b-b87c-a5008b513ab4 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1279464 Nov 23 18:51:25.942477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-57b304c8-7db1-481c-ac5c-606485605c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:25.944219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-57b304c8-7db1-481c-ac5c-606485605c54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.2023013 Nov 23 18:51:25.953603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] For port 87b67a73-97bf-4c22-8983-b91836873c60, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=87b67a73-97bf-4c22-8983-b91836873c60,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:25.957094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-598cd832-d98a-4820-9802-f35358fa75ed tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.1945622 Nov 23 18:51:25.970483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:25.977020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:25.983489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 8589e257-ef16-426d-823e-6c4b8f6796eb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:51:26.000543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9f29482-9efa-4b28-87cb-635910f3da99 req-e810e0ad-912c-4ed6-b7bb-b5e086059d93 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689652 Nov 23 18:51:26.022539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8589e257-ef16-426d-823e-6c4b8f6796eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:26.022539 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.057717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:26.092170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d263aea2-1cfc-4228-9b39-7600e563994f', 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ips': [{'subnet_id': 'b7e5ae06-8869-4fad-a6d7-58613bfa9570'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:26.093468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.118165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-a6d7d13f-56e5-491b-b773-8e28f49f5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:26.119864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-a6d7d13f-56e5-491b-b773-8e28f49f5fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617541 Nov 23 18:51:26.143049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.169652 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3df01ec4-08e0-4780-822a-69abab0f2c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.171944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3df01ec4-08e0-4780-822a-69abab0f2c72 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2943256 Nov 23 18:51:26.186189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.193510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8ced0f0e-11e0-48b2-ac4c-fd24a3f62492 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.193976 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-8ced0f0e-11e0-48b2-ac4c-fd24a3f62492 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 18:51:26.194453 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-8ced0f0e-11e0-48b2-ac4c-fd24a3f62492 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.198767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ced0f0e-11e0-48b2-ac4c-fd24a3f62492 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092525 Nov 23 18:51:26.200551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.213965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9bb8211a-45b3-4444-b378-6cf472060dd5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.237497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbc53b-4178-4ba2-858d-5de6c23a853a None None] Pushing event updated for resources: {'Port': ['ID=87b67a73-97bf-4c22-8983-b91836873c60,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:26.245007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddbc6f-3963-4bd0-ad0d-428bc8db1376 req-c8f7c4f7-0244-472c-81f9-a951f7543087 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:26.245985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33ddbc6f-3963-4bd0-ad0d-428bc8db1376 req-c8f7c4f7-0244-472c-81f9-a951f7543087 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0909300 Nov 23 18:51:26.249276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.303684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] device_id is not set on port 2a50e867-d994-41e1-8a5b-672c2f4d72ea yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:51:26.357373 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.371677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33ddbc6f-3963-4bd0-ad0d-428bc8db1376 req-eb612d39-dfa3-4747-a51a-8648eb1eb8fd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070993 Nov 23 18:51:26.404317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:26.406620 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203276d0-b295-494e-93d4-9c17d84d11e6" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:26.426924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Allocated IP 10.2.2.2 (d263aea2-1cfc-4228-9b39-7600e563994f/b7e5ae06-8869-4fad-a6d7-58613bfa9570/63f1b75a-5900-4261-8e61-02c09f6d8c51) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:26.457719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:26.466937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-66423b4c-67d0-42bb-ad96-2a353cf516aa service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277514 Nov 23 18:51:26.471299 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.542399 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9bb8211a-45b3-4444-b378-6cf472060dd5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.543735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9bb8211a-45b3-4444-b378-6cf472060dd5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3385389 Nov 23 18:51:26.547847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.549514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.566297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3838e030-c050-4841-a096-f52b2490784d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.567369 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-3838e030-c050-4841-a096-f52b2490784d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 18:51:26.567564 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3838e030-c050-4841-a096-f52b2490784d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.569124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3838e030-c050-4841-a096-f52b2490784d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124359 Nov 23 18:51:26.573186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.574412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.574754 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Floating IP 1b4a5702-69f4-4141-a4c5-216412e21b26 disassociated. External IP: 172.25.5.32, port: 1097f313-52ec-46aa-b828-f7b0e560ec87. Nov 23 18:51:26.580527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b28ea0ba-1a50-42f1-b463-276fa79a889d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.596309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:26.645215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.1.1.168 (7e5c361e-a500-431b-bd2b-0d7f0bb26a37/34a0227b-385a-4fa0-af3b-52947188f6ea/2a50e867-d994-41e1-8a5b-672c2f4d72ea) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:26.662492 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbfc1b7-b102-4a9e-a7a9-6f5876779b26 x-openstack-request-id: req-9bbfc1b7-b102-4a9e-a7a9-6f5876779b26 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:26.662694 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:26.662905 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bbfc1b7-b102-4a9e-a7a9-6f5876779b26 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:26.663399 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:51:26.676984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.718303 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-b28ea0ba-1a50-42f1-b463-276fa79a889d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Project 285440ca493c40d8a5cd0048b3288f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:51:26.762156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.772474 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.828294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Network d263aea2-1cfc-4228-9b39-7600e563994f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:26.844301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:26.847613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Pushing event updated for resources: {'Port': ['ID=63f1b75a-5900-4261-8e61-02c09f6d8c51,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:26.859080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:26.936467 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b28ea0ba-1a50-42f1-b463-276fa79a889d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.937342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b28ea0ba-1a50-42f1-b463-276fa79a889d tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3603346 Nov 23 18:51:26.938294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.941879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.950406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-04cd90c8-e42e-492b-9f2c-9ef8ab4318a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.950889 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-04cd90c8-e42e-492b-9f2c-9ef8ab4318a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 18:51:26.951410 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-04cd90c8-e42e-492b-9f2c-9ef8ab4318a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:26.952429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04cd90c8-e42e-492b-9f2c-9ef8ab4318a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064669 Nov 23 18:51:26.957348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Attempting to bind port 63f1b75a-5900-4261-8e61-02c09f6d8c51 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:26.957348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Attempting to bind port 63f1b75a-5900-4261-8e61-02c09f6d8c51 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:26.957348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Attempting to bind port 63f1b75a-5900-4261-8e61-02c09f6d8c51 on network d263aea2-1cfc-4228-9b39-7600e563994f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:26.957931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:26.966026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:26.966886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Checking segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:26.967082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8df88b0f-81a2-4513-b8b9-ff1c5413c899 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:26.967962 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.968650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Bound using segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:26.970006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Bound port: 63f1b75a-5900-4261-8e61-02c09f6d8c51, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:26.970399 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:26.973617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90609fa7-f13d-453e-b1b8-fe0a1649b13c req-ea4463cb-efc6-431a-ae7b-78a89f3914b3 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959307 Nov 23 18:51:26.990409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45632fde-edc4-4080-8e60-324001c32aaf req-7404fcf6-5fac-4dc2-9476-47362d013d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:26.990780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-5c07b879-5f6a-45fe-ad59-68bd13c23533 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:26.991899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45632fde-edc4-4080-8e60-324001c32aaf req-7404fcf6-5fac-4dc2-9476-47362d013d2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1097 time: 0.1863637 Nov 23 18:51:26.992377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-5c07b879-5f6a-45fe-ad59-68bd13c23533 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.47 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.1573443 Nov 23 18:51:27.007649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce87c45-4ba9-4b32-97e6-8f10be954aff req-82750221-52dd-4077-bab8-9a2e7d56f92d tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:27.010369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ce87c45-4ba9-4b32-97e6-8f10be954aff req-82750221-52dd-4077-bab8-9a2e7d56f92d tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 946 time: 0.2147176 Nov 23 18:51:27.063814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] For port 63f1b75a-5900-4261-8e61-02c09f6d8c51, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:27.067809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] For port 63f1b75a-5900-4261-8e61-02c09f6d8c51, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63f1b75a-5900-4261-8e61-02c09f6d8c51,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:27.073088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.174806 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-8df88b0f-81a2-4513-b8b9-ff1c5413c899 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Project 285440ca493c40d8a5cd0048b3288f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:51:27.184584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10af87-d7c8-46eb-aa8b-99ddd0625ff6 None None] Pushing event updated for resources: {'Port': ['ID=63f1b75a-5900-4261-8e61-02c09f6d8c51,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:27.201132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.301186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ce87c45-4ba9-4b32-97e6-8f10be954aff req-e96892cb-65a2-4e40-8cd6-deb8ea1aac6a tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/security-groups?id=667ef2bb-6e86-42ff-85a1-32d2a0ee81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721910 Nov 23 18:51:27.305314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:27.325710 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-8df88b0f-81a2-4513-b8b9-ff1c5413c899 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:27.326792 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8df88b0f-81a2-4513-b8b9-ff1c5413c899 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3672945 Nov 23 18:51:27.331398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:27.351454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c761a1b2-80f4-4144-be41-c91bf384be38 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '4bd196f5-ecd0-428b-8b7f-159f7d3f26cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:27.368328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 87b67a73-97bf-4c22-8983-b91836873c60 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:27.377751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:27.424575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:27.429740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:27.464232 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-885329f3-7e47-42e2-9fd6-34f245b15999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.487406 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-c761a1b2-80f4-4144-be41-c91bf384be38 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Project 285440ca493c40d8a5cd0048b3288f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:51:27.547564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 87b67a73-97bf-4c22-8983-b91836873c60 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:27.547945 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.605541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Deleting port efe4e100-d17a-4e97-925d-5e19bd3fe987 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:27.605883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.657998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:27.658689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.678875 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-c761a1b2-80f4-4144-be41-c91bf384be38 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:27.680114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c761a1b2-80f4-4144-be41-c91bf384be38 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3477302 Nov 23 18:51:27.687556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:27.748659 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.767828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1843b582-7f2c-46ba-8d78-4408d554caa5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0916955 Nov 23 18:51:27.813804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8f7de-611e-462b-929f-460f996f8bc6 req-614d1eda-6d69-4c52-bbba-e2497bcc8094 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:27.815947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 87b67a73-97bf-4c22-8983-b91836873c60, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=87b67a73-97bf-4c22-8983-b91836873c60,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:27.822476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6b8f7de-611e-462b-929f-460f996f8bc6 req-614d1eda-6d69-4c52-bbba-e2497bcc8094 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.3213789 Nov 23 18:51:27.825258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:27.832700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:27.848078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'name': 'tempest-TaggedBootDevicesTest-1468081016', 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:27.894119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=87b67a73-97bf-4c22-8983-b91836873c60,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:27.917097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45632fde-edc4-4080-8e60-324001c32aaf req-d92125ce-600d-4dab-9bb7-81d400f845d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8884964 Nov 23 18:51:27.924160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13c439-0117-410f-b679-ef35dd3f2000 None None] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:27.960298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] For port efe4e100-d17a-4e97-925d-5e19bd3fe987, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=efe4e100-d17a-4e97-925d-5e19bd3fe987,segment=NetworkSegment(ca03214f-7b77-4ac9-a1cc-7c1880451bee),segment_id=ca03214f-7b77-4ac9-a1cc-7c1880451bee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:27.960693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.006843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Calling delete_port for efe4e100-d17a-4e97-925d-5e19bd3fe987 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:28.028160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Router cca7a6da-1e30-48b7-aa59-07ef8fef2263 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:28.031740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-001aaaf1-4537-40e9-ae33-cfbc1e9153ac None None] Provisioning complete for port 87b67a73-97bf-4c22-8983-b91836873c60 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:28.032114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-001aaaf1-4537-40e9-ae33-cfbc1e9153ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.037248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.048881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6b8f7de-611e-462b-929f-460f996f8bc6 req-5949ead9-c681-4780-b2d9-aa5cf28317fd tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255151 Nov 23 18:51:28.154833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting port 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:28.155649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.334123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:28.342538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.349887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Sync routers for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:28.372363 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:28.374727 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:28.380800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.402730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2cfae643-9ecd-4925-80e3-8214c146ebec tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "PUT /v2.0/floatingips/1b4a5702-69f4-4141-a4c5-216412e21b26 HTTP/1.1" status: 200 len: 694 time: 2.4323244 Nov 23 18:51:28.406848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:28.409253 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7306e-6423-4334-bb43-05ab07788557" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:28.414061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Calling delete_port for 8d0dae4b-c8c6-40cb-be88-d09710bcfeb7 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:28.535772 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:28.543809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.576937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53c25e02-da82-4804-ba58-e541c4e270ed None None] Provisioning complete for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:28.582815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53c25e02-da82-4804-ba58-e541c4e270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.608032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-a817ccd2-5ca8-4c66-9b16-9a0260f45bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:28.609632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-a817ccd2-5ca8-4c66-9b16-9a0260f45bf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.1707613 Nov 23 18:51:28.679035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-53c25e02-da82-4804-ba58-e541c4e270ed None None] Port 2a50e867-d994-41e1-8a5b-672c2f4d72ea cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:28.700646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53c25e02-da82-4804-ba58-e541c4e270ed None None] Provisioning complete for port 87b67a73-97bf-4c22-8983-b91836873c60 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:28.701825 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53c25e02-da82-4804-ba58-e541c4e270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.722999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.726707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.730386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/4bd196f5-ecd0-428b-8b7f-159f7d3f26cd HTTP/1.1" status: 204 len: 168 time: 1.0333550 Nov 23 18:51:28.733540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:28.791095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24923b7a-d364-4ff0-90f5-c555434150c0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd196f5-ecd0-428b-8b7f-159f7d3f26cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:28.805401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:28.826907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:28.902763 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:28.947219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-22827d9b-2295-4693-b578-e63f77afe81a tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1890771 Nov 23 18:51:28.953215 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Checking router: cca7a6da-1e30-48b7-aa59-07ef8fef2263 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:51:28.953828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:28.964209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--240165157'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:28.970227 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:28.971783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:28.972905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b816d-dc22-418d-973b-00a1b040b2a5 req-6a90b5e4-a96c-48ef-8c18-c300d874ac8c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:28.984186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-216b816d-dc22-418d-973b-00a1b040b2a5 req-6a90b5e4-a96c-48ef-8c18-c300d874ac8c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.5274236 Nov 23 18:51:29.002245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] device_id is not set on port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:51:29.039096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-dc57e93c-9e43-4a62-af71-f034dff00032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:29.043910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-dc57e93c-9e43-4a62-af71-f034dff00032 service neutron] 10.222.0.37 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.3578963 Nov 23 18:51:29.061566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afa339-ca78-475d-b3a1-1d3246bac663 None None] Network d263aea2-1cfc-4228-9b39-7600e563994f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:29.129981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-918f0769-5eb9-4eab-bee0-115ce2db788b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.0778029 Nov 23 18:51:29.139600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.145018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.152948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.164287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['efe4e100-d17a-4e97-925d-5e19bd3fe987'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:29.200483 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:29.241393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Port': ['ID=8d0dae4b-c8c6-40cb-be88-d09710bcfeb7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:29.242348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-216b816d-dc22-418d-973b-00a1b040b2a5 req-58237d54-f931-4ef1-ba19-477d3d0da0f7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566411 Nov 23 18:51:29.244373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Pushing event deleted for resources: {'Port': ['ID=efe4e100-d17a-4e97-925d-5e19bd3fe987,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:29.407489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] No DVR routers for this DVR port efe4e100-d17a-4e97-925d-5e19bd3fe987 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:29.432581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.446350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7b9a61b2-5ad5-4a97-918e-d0c43ea5d8c7 req-a6e65ef2-802e-49d2-90a4-ddaa9f7cfc09 tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.47 "DELETE /v2.0/ports/efe4e100-d17a-4e97-925d-5e19bd3fe987 HTTP/1.1" status: 204 len: 173 time: 2.4315503 Nov 23 18:51:29.447008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'name': 'network-vif-deleted', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:29.453502 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643e3c9-beda-43e1-a173-231ce6c0bbec" -d '{"events": [{"server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "name": "network-vif-deleted", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:29.478382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.546391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Provisioning complete for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:29.548896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.634916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ef25eec-d83d-4801-931b-46e7d2d4b8f2 req-d60e5917-b38d-4fb7-b130-cdb8052f843b tempest-ServerPasswordTestJSON-1626476539 tempest-ServerPasswordTestJSON-1626476539-project] 10.222.0.37 "GET /v2.0/ports?device_id=07dd3a3e-c0cf-4e46-860d-acb5f872e017 HTTP/1.1" status: 200 len: 210 time: 0.0605810 Nov 23 18:51:29.667372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.1.1.87 (7e5c361e-a500-431b-bd2b-0d7f0bb26a37/34a0227b-385a-4fa0-af3b-52947188f6ea/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:29.795733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.806005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Port 2a50e867-d994-41e1-8a5b-672c2f4d72ea cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:29.806916 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3a3bb3-9599-452a-b2ee-903709cef4f4 x-openstack-request-id: req-9c3a3bb3-9599-452a-b2ee-903709cef4f4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:29.807229 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:29.808015 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c3a3bb3-9599-452a-b2ee-903709cef4f4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:29.808875 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:51:29.817603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.827733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-943522ae-61f3-4423-9c4f-743079f59b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.831140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Provisioning complete for port 63f1b75a-5900-4261-8e61-02c09f6d8c51 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:29.832614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:29.902122 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:29.937103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-e6e1f3bc-2d5e-42c7-ac3e-7bca33b32b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:29.939718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-e6e1f3bc-2d5e-42c7-ac3e-7bca33b32b34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.7947173 Nov 23 18:51:29.963024 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe5995-fdab-43e2-88fd-7ad1376fdc01 None None] The sync data for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 is: [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:50:04Z', 'revision_number': 4, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b', 'name': '', 'network_id': '332c9967-f40a-44d2-88e7-615d5d8cc618', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'mac_address': 'fa:16:3e:55:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:02Z', 'updated_at': '2021-11-23T18:50:09Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'subnets': [{'id': 'a60de05e-980e-48b2-96a3-b89cff028a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:29.996793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.006554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63f1b75a-5900-4261-8e61-02c09f6d8c51 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:30.077050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-038d3c8b-51dc-4811-992f-9fcb7b34c1b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274817 Nov 23 18:51:30.129357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cc8a0-ef05-4961-9490-0d5466504953 req-d34746d0-982b-4e36-be09-f90d3c746d50 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.133023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-066cc8a0-ef05-4961-9490-0d5466504953 req-d34746d0-982b-4e36-be09-f90d3c746d50 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2721312 Nov 23 18:51:30.134124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.139715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1807606 Nov 23 18:51:30.162930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] For port 63f1b75a-5900-4261-8e61-02c09f6d8c51, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63f1b75a-5900-4261-8e61-02c09f6d8c51,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:30.169129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.205414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 63f1b75a-5900-4261-8e61-02c09f6d8c51 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:30.206832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.218161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:30.227695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1c78f728-d269-47a5-afb7-3c793d71c728 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '8cccac50-b108-426f-8b7b-62ea577b8c07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:30.258306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.269034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06c3d-0824-4df8-be7c-7db6bdf9e25c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cccac50-b108-426f-8b7b-62ea577b8c07,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:30.336130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-066cc8a0-ef05-4961-9490-0d5466504953 req-85a1030b-23b7-4e32-be67-583b6025a1e2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542044 Nov 23 18:51:30.341635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f937f83-3181-4228-9107-b8a742e83c40 None None] Pushing event updated for resources: {'Port': ['ID=63f1b75a-5900-4261-8e61-02c09f6d8c51,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:30.343540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-e968ee04-8ac4-4ed8-89d0-09fb64a351bf service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922324 Nov 23 18:51:30.348689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 87b67a73-97bf-4c22-8983-b91836873c60 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:30.380439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7306e-6423-4334-bb43-05ab07788557 req-07024f77-4c9d-4804-8704-d1e9be3a6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.380675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3fd184da-0959-4649-b3b9-94cdd4e12df4 None None] Provisioning complete for port 63f1b75a-5900-4261-8e61-02c09f6d8c51 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:30.380810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fd184da-0959-4649-b3b9-94cdd4e12df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.382519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-07024f77-4c9d-4804-8704-d1e9be3a6d51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58ad50cb39345208b9f1af25dbc7036&device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 1096 time: 0.5728467 Nov 23 18:51:30.402696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.424094 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9916a6b-26d0-41b7-9aa9-5c2dd53fb3b0 x-openstack-request-id: req-a9916a6b-26d0-41b7-9aa9-5c2dd53fb3b0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:30.424407 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd3a3e-c0cf-4e46-860d-acb5f872e017", "name": "network-vif-deleted", "tag": "efe4e100-d17a-4e97-925d-5e19bd3fe987", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:30.424667 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9916a6b-26d0-41b7-9aa9-5c2dd53fb3b0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:30.425083 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd3a3e-c0cf-4e46-860d-acb5f872e017', 'name': 'network-vif-deleted', 'tag': 'efe4e100-d17a-4e97-925d-5e19bd3fe987', 'status': 'completed', 'code': 200} Nov 23 18:51:30.471463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:30.475996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-1826e28f-6435-4cc9-b5a3-754fb1120446 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2416472 Nov 23 18:51:30.479352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:30.497916 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1c78f728-d269-47a5-afb7-3c793d71c728 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The resource could not be found. Nov 23 18:51:30.500216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c78f728-d269-47a5-afb7-3c793d71c728 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2770731 Nov 23 18:51:30.501142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:30.512435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58060) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:30.526977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9525dbd-6f76-4bee-995a-276b5e6afd70 None None] New status for floating IP 1b4a5702-69f4-4141-a4c5-216412e21b26: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:51:30.549492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-51381286-488f-4856-a722-afccef945693 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '8cccac50-b108-426f-8b7b-62ea577b8c07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '83df37d4-ce22-4ed8-88b6-aecf683c7556'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:30.552952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Router 0312b4bc-dbd9-482f-aed5-01459ebc5956 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:30.579107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:30.662039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 87b67a73-97bf-4c22-8983-b91836873c60 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:30.662486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.695212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce55d01-0630-4f7a-9f8b-85e697fd0477 req-43617284-9566-433c-ac94-ee1963fb3301 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.696895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ce55d01-0630-4f7a-9f8b-85e697fd0477 req-43617284-9566-433c-ac94-ee1963fb3301 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.1603146 Nov 23 18:51:30.710679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.711257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.719068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-1820e3d0-6d10-4ed1-b8f9-9313d9942dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.720606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-1820e3d0-6d10-4ed1-b8f9-9313d9942dad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.1494126 Nov 23 18:51:30.758675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:30.766916 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-51381286-488f-4856-a722-afccef945693 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The resource could not be found. Nov 23 18:51:30.773644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9e0ab709-1dcc-4079-b0aa-e7fb4f4aa6bc tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3052645 Nov 23 18:51:30.773830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51381286-488f-4856-a722-afccef945693 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2251236 Nov 23 18:51:30.778451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:30.778791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:30.780935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5476dc3e-e3df-4b87-8a0f-9070f3082652 req-2b514aed-41ba-4953-b740-d3bc46c08bfb service neutron] 10.222.0.37 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366000 Nov 23 18:51:30.782637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] Sync routers for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:30.805829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef5190a8-86fc-410e-bc9d-315bab00366c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9611595 Nov 23 18:51:30.806073 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:30.806073 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:30.893210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7306e-6423-4334-bb43-05ab07788557 req-6cdb3dba-71c7-4352-b0a0-9a55c34f30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.899387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-6cdb3dba-71c7-4352-b0a0-9a55c34f30ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 200 len: 921 time: 0.3912144 Nov 23 18:51:30.902419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ce55d01-0630-4f7a-9f8b-85e697fd0477 req-b9b13ed9-d32e-4d03-99ce-c2503340c062 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878378 Nov 23 18:51:30.934771 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:30.938417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:30.940533 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-cc0167ae-fbb4-4d36-9dd8-78c30e937d36 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] show failed (client error): The resource could not be found. Nov 23 18:51:30.945368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cc0167ae-fbb4-4d36-9dd8-78c30e937d36 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1457093152 HTTP/1.1" status: 404 len: 335 time: 0.1619132 Nov 23 18:51:30.946837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:30.953161 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] Routers {'0312b4bc-dbd9-482f-aed5-01459ebc5956'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:30.954045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0312b4bc-dbd9-482f-aed5-01459ebc5956'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:30.961270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-613de6a6-3d46-474f-8c01-8cadb1741c63 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:30.966930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-25cc8088-6208-43d9-8e69-2b1ee722e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:30.969146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-25cc8088-6208-43d9-8e69-2b1ee722e388 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.2153792 Nov 23 18:51:31.000718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.008535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-35a37f79-16c0-42ab-b63c-ca14e334b4fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 200 len: 217 time: 0.0889828 Nov 23 18:51:31.037915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c592dcdd-113c-4181-a073-176687f120a3 None None] Provisioning complete for port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:31.038288 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c592dcdd-113c-4181-a073-176687f120a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.055038 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:31.060830 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cc8-7b17-432d-ba29-888dd5b22f09 None None] The sync data for ids ['0312b4bc-dbd9-482f-aed5-01459ebc5956'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:31.084723 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-613de6a6-3d46-474f-8c01-8cadb1741c63 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] update failed (client error): The resource could not be found. Nov 23 18:51:31.085663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-613de6a6-3d46-474f-8c01-8cadb1741c63 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1410980221 HTTP/1.1" status: 404 len: 335 time: 0.1373136 Nov 23 18:51:31.094774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.103229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c592dcdd-113c-4181-a073-176687f120a3 None None] Port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:31.157351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device efe4e100-d17a-4e97-925d-5e19bd3fe987 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:31.167849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-c05c0ccd-df6b-4fc1-92a6-27df300aefe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1001 time: 0.1477430 Nov 23 18:51:31.168926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.180968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: efe4e100-d17a-4e97-925d-5e19bd3fe987 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:31.181569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device efe4e100-d17a-4e97-925d-5e19bd3fe987 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:31.191560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-9ed352be-767a-478d-adbc-332799f6d058 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips/1b4a5702-69f4-4141-a4c5-216412e21b26 HTTP/1.1" status: 200 len: 692 time: 0.1129987 Nov 23 18:51:31.204437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.228231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7306e-6423-4334-bb43-05ab07788557 req-1113c69a-fc7f-4efc-b7c9-6accea93f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:31.231902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-1113c69a-fc7f-4efc-b7c9-6accea93f97c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 200 len: 860 time: 0.2068307 Nov 23 18:51:31.244521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63f1b75a-5900-4261-8e61-02c09f6d8c51 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:31.277834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting subnet a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:31.282182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-4fad81df-50fa-415f-8942-2ac6d692d389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=332c9967-f40a-44d2-88e7-615d5d8cc618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385110 Nov 23 18:51:31.282363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-020eb25d-ba44-4b44-b979-618f325dd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:31.290788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-020eb25d-ba44-4b44-b979-618f325dd2bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.1128900 Nov 23 18:51:31.292259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Deleting subnet 1bcb5f12-a3c2-4d81-b91a-67386ad99276 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:31.299411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.302493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.318959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 63f1b75a-5900-4261-8e61-02c09f6d8c51 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:31.319340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.440163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.443276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.444475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/8cccac50-b108-426f-8b7b-62ea577b8c07 HTTP/1.1" status: 204 len: 168 time: 0.6567247 Nov 23 18:51:31.444704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.446666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-9593f058-c8f7-4c07-bae6-f3c5d47245f0 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478190 Nov 23 18:51:31.451257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.490707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-ca7a1647-a4c1-4042-84f5-bae2a9525425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:31.492008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-ca7a1647-a4c1-4042-84f5-bae2a9525425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861639 Nov 23 18:51:31.503075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.507487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac80c3-e4d7-4c81-b50e-3fe44d3c3e0e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cccac50-b108-426f-8b7b-62ea577b8c07,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:31.513131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142748029', 'description': 'tempest-description--1834732806'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:31.543822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.589400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-1d3964c6-0001-48e2-97b0-9116ef0a235a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:31.590911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-1d3964c6-0001-48e2-97b0-9116ef0a235a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 784 time: 0.3985620 Nov 23 18:51:31.641310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-dda4e396-97c1-49ad-9778-dfb1524229af tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:51:31.642328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-dda4e396-97c1-49ad-9778-dfb1524229af tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290024 Nov 23 18:51:31.684121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d0778ef3-b1e9-4269-a9fa-3e09f86148b3 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2289991 Nov 23 18:51:31.696132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58084) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.706109 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.735301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2f3119fd-0a51-4381-ac04-32e5932ed6b0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '07b89200-e1bd-44b2-a7dc-096bd6404f7a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:31.741014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.741816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.772797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-e9e6a310-60e5-47ea-9def-18ec3d8c5c6c service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661860 Nov 23 18:51:31.796356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1f7306e-6423-4334-bb43-05ab07788557 req-4894386f-0f21-4ab8-9dce-b5b94867ad90 service neutron] 10.222.0.50 "GET /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348916 Nov 23 18:51:31.805967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731dd4f-4038-452b-aedc-282c71d022b2 req-b34a260d-e1a0-435c-904f-765761e6d1cc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:31.811875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7731dd4f-4038-452b-aedc-282c71d022b2 req-b34a260d-e1a0-435c-904f-765761e6d1cc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.2394671 Nov 23 18:51:31.817187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:31.824283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'floatingip': {'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:31.833594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-358a990e-99e1-4e03-a7db-64b4eb63f2bc tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1808977 Nov 23 18:51:31.837634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d6065a6b-2228-48d8-be61-3a1f02c4e202 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1759739 Nov 23 18:51:31.909709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:31.932133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-fb753246-892e-4b56-a6bd-3a431b3c8708 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.0975008 Nov 23 18:51:31.960184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.081602 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2f3119fd-0a51-4381-ac04-32e5932ed6b0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The resource could not be found. Nov 23 18:51:32.088018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2f3119fd-0a51-4381-ac04-32e5932ed6b0 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3858511 Nov 23 18:51:32.088018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.099582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58090) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:32.106815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459736028'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:32.115882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.165596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Subnet': ['ID=a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:32.169236 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3285401-996a-4cba-9f8a-102c242bfa3e req-ede876bc-8c78-41de-8212-0bd8893d572e service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845389 Nov 23 18:51:32.178938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.185724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d52fce6e-b738-43a8-9d82-a593f289251c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/subnets/a2169f6b-2ec7-4f40-90f4-8b4f8fa46ea7 HTTP/1.1" status: 204 len: 168 time: 1.0905142 Nov 23 18:51:32.187845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:32.191019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e37b2-2240-4d3f-866e-3947cab3c9c1 None None] Network 53b175f3-600a-457d-9264-4d76bc04c940 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:32.285200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.408205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.443163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Deleting port a3532fb2-b890-4bc7-8cee-662e9c85444c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:32.443586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.510211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] DHCP port deletion for 53b175f3-600a-457d-9264-4d76bc04c940 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:32.561256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.561887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.571635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcb5f12-a3c2-4d81-b91a-67386ad99276,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:32.574618 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.575164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.581589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab319ad1-e334-4e5b-8b47-2daf64182359 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1bcb5f12-a3c2-4d81-b91a-67386ad99276 HTTP/1.1" status: 204 len: 168 time: 1.5688598 Nov 23 18:51:32.586122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.586279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:32.670607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Deleting port fde7b8f3-2a00-443d-8622-06d4c688451c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:32.673157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.674668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5731626 Nov 23 18:51:32.676513 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.679253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.679641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.686019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:32.695981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--950214904'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:32.714976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.715490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.716178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.716385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.717516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.717986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.718452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.721823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-edaaaf51-d8a8-4fae-9adc-30553619721c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.7505655 Nov 23 18:51:32.722094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fc23a-e9d9-4b28-a08b-3c963472e54f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e170a51-3cdf-4ae6-8486-4b08235e469e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:32.734613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.740827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2271214 Nov 23 18:51:32.741059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Calling delete_port for a3532fb2-b890-4bc7-8cee-662e9c85444c owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:32.741194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3493-c6f2-410a-9abd-6c4c78e550c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cec56f-850b-4794-8dbe-8ab95cf4dea6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:32.741302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58098) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:32.748931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'security_group_rule': {'security_group_id': '01cec56f-850b-4794-8dbe-8ab95cf4dea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:32.762664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting port fde7b8f3-2a00-443d-8622-06d4c688451c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:32.763045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.770311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.834583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] For port fde7b8f3-2a00-443d-8622-06d4c688451c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fde7b8f3-2a00-443d-8622-06d4c688451c,segment=NetworkSegment(427bcf27-1187-484f-b703-7dcd16bc1668),segment_id=427bcf27-1187-484f-b703-7dcd16bc1668)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:32.835123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.859612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Calling delete_port for fde7b8f3-2a00-443d-8622-06d4c688451c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:32.925727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d6df70d0-c76c-45b5-b35b-f4fd48501031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.926232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d6df70d0-c76c-45b5-b35b-f4fd48501031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.926785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d6df70d0-c76c-45b5-b35b-f4fd48501031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:32.929874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d6df70d0-c76c-45b5-b35b-f4fd48501031 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 2296 time: 0.1191950 Nov 23 18:51:32.982222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] For port fde7b8f3-2a00-443d-8622-06d4c688451c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fde7b8f3-2a00-443d-8622-06d4c688451c,segment=NetworkSegment(427bcf27-1187-484f-b703-7dcd16bc1668),segment_id=427bcf27-1187-484f-b703-7dcd16bc1668)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:32.982222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.991738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:32.996978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.016639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Calling delete_port for fde7b8f3-2a00-443d-8622-06d4c688451c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:33.044120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] Pushing event deleted for resources: {'Port': ['ID=fde7b8f3-2a00-443d-8622-06d4c688451c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.061185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902106eb-7397-41c3-a5e8-0b369dbf6c22 None None] No DVR routers for this DVR port fde7b8f3-2a00-443d-8622-06d4c688451c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:33.066582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.077762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.117569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3802c88b-4f08-4c9a-a10b-78879f93153a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:33.140053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-8db8e3da-a698-4107-bffe-0b0ad42eb527 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1001 time: 0.1958046 Nov 23 18:51:33.201193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca03214f-7b77-4ac9-a1cc-7c1880451bee') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:33.202019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca03214f-7b77-4ac9-a1cc-7c1880451bee') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:33.209041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.281016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fde7b8f3-2a00-443d-8622-06d4c688451c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:33.281453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.308285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fde7b8f3-2a00-443d-8622-06d4c688451c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:33.308285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fde7b8f3-2a00-443d-8622-06d4c688451c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:33.337593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.349177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.349759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-817b2b10-0f53-4c48-bac8-76db2a1537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:33.351649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-817b2b10-0f53-4c48-bac8-76db2a1537d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.2034771 Nov 23 18:51:33.356212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.373051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:33.373423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.376533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:33.377498 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:33.402236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.416376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.472340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.473666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7826793 Nov 23 18:51:33.481612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:33.488899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6c70556-5d52-4256-8b9c-4aa3fa7c4093 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '3e170a51-3cdf-4ae6-8486-4b08235e469e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9f755f24-c265-4e26-8a07-4766701fa01f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:33.502969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03109e48-36a5-45a7-9213-8607739a894f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f755f24-c265-4e26-8a07-4766701fa01f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.538325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-a1ee9ea9-219c-4603-9171-0ec0eb6fcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:33.539925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-a1ee9ea9-219c-4603-9171-0ec0eb6fcc25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799011 Nov 23 18:51:33.686433 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d6c70556-5d52-4256-8b9c-4aa3fa7c4093 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:33.690638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6c70556-5d52-4256-8b9c-4aa3fa7c4093 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2049468 Nov 23 18:51:33.690638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.694865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:33.703921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.744055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event deleted for resources: {'Port': ['ID=a3532fb2-b890-4bc7-8cee-662e9c85444c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.799449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.801175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f09113-e38b-43f0-ab77-2813c2456a6a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.831100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-6332a056-5ec2-453d-807f-425c5b97f650 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766600 Nov 23 18:51:33.864315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.865506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1654698b-48db-4434-9fec-de4e8e24b2bd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1204281 Nov 23 18:51:33.866348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Port': ['ID=fde7b8f3-2a00-443d-8622-06d4c688451c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.871282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:33.873954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] No DVR routers for this DVR port fde7b8f3-2a00-443d-8622-06d4c688451c on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:33.877661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.886291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.886503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'security_group_rule': {'security_group_id': '01cec56f-850b-4794-8dbe-8ab95cf4dea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:33.899283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.902429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3802c88b-4f08-4c9a-a10b-78879f93153a HTTP/1.1" status: 204 len: 168 time: 1.3104913 Nov 23 18:51:33.941278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d701b97-2dd9-43dd-b6d7-c047fec13741 admin admin] Pushing event deleted for resources: {'Network': ['ID=3802c88b-4f08-4c9a-a10b-78879f93153a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:33.955140 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Floating IP ea0c8725-9483-4458-a3c7-adf9746df6c0 associated. External IP: 172.25.5.133, port: 8589e257-ef16-426d-823e-6c4b8f6796eb. Nov 23 18:51:33.958637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.963576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.966694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:33.972019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56e70440-5226-4ae3-bae6-de889c2a1588 req-3519c8d7-197a-41df-b80c-5e56775450f3 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "DELETE /v2.0/floatingips/1b4a5702-69f4-4141-a4c5-216412e21b26 HTTP/1.1" status: 204 len: 173 time: 2.0382373 Nov 23 18:51:34.028227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.037612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.072505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b175f3-600a-457d-9264-4d76bc04c940']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:34.094562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427bcf27-1187-484f-b703-7dcd16bc1668') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:34.094947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427bcf27-1187-484f-b703-7dcd16bc1668') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:34.111872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.122379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-c79bec93-5f04-46ff-b880-aa12a48f6333 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692802 Nov 23 18:51:34.128706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.150236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.152857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.156282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.163121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f755f24-c265-4e26-8a07-4766701fa01f HTTP/1.1" status: 204 len: 168 time: 0.4611583 Nov 23 18:51:34.171230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.182249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:34.182662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:34.189905 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:34.200432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-6dcf75ef-1831-462b-b6c8-cbcc44bcd8ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 217 time: 0.0697515 Nov 23 18:51:34.202107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.209257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f5cd042c-4062-4671-a588-101305b28cb7 req-2ac84e95-2ac7-4cb6-a8f0-a6855ce4c82f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups/363e84c6-56c8-4974-a1d6-70b3ff01e8bf HTTP/1.1" status: 200 len: 1825 time: 0.1945231 Nov 23 18:51:34.219502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4f21-7689-4c3f-a492-1f5f342c298f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f755f24-c265-4e26-8a07-4766701fa01f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:34.230097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.324597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b389961-0f0e-4e44-8b18-c687e1bc550a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:34.327637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-981c66fe-f64a-443e-9673-1632636b4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:34.329168 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-981c66fe-f64a-443e-9673-1632636b4394 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1190112 Nov 23 18:51:34.339410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79939b66-c7c3-4d4f-819d-3ba58e2ded09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bef33173bc7481496974af4e5cb82cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093997 Nov 23 18:51:34.340734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.343906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.352883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.357086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/networks/53b175f3-600a-457d-9264-4d76bc04c940 HTTP/1.1" status: 204 len: 168 time: 2.1471071 Nov 23 18:51:34.366585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.377883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.380611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a487a663-2f40-4917-ba29-6a88e40fa85f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5071607 Nov 23 18:51:34.394786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.402224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:34.410963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625f9f5-f622-46a2-ba9c-652ada2b52c5 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Network': ['ID=53b175f3-600a-457d-9264-4d76bc04c940,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:34.427782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-40b5f72d-48ed-41f2-bdb6-9f579ea72766 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2549992 Nov 23 18:51:34.430766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.458661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.517251 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.532799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5cd042c-4062-4671-a588-101305b28cb7 req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.546780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting subnet 08b77c1e-182c-4129-8af9-dec5780805ef {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:34.568958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.572710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d92d8557-a813-4ea1-a61a-bc2ecefe1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:34.574244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d92d8557-a813-4ea1-a61a-bc2ecefe1448 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2323382 Nov 23 18:51:34.582157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.632413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5cd042c-4062-4671-a588-101305b28cb7 req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.647691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.650976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.655487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e170a51-3cdf-4ae6-8486-4b08235e469e HTTP/1.1" status: 204 len: 168 time: 0.2236838 Nov 23 18:51:34.656976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.667085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Router 880df3bb-dd01-4c85-8404-85ffb36b889e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:34.670300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.685882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.689526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520e55f-b3c4-478a-ab10-b05a58c44f1b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e170a51-3cdf-4ae6-8486-4b08235e469e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:34.691503 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.764189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e732cc4-4d54-424b-83fa-6703c703872f tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969770 Nov 23 18:51:34.764531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:34.768885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--49593630'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:34.788290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.830190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.859860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 172.25.5.6 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ce2a76bf-c047-497b-935e-303d0a568e1f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:34.895384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5cd042c-4062-4671-a588-101305b28cb7 req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.899720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5cd042c-4062-4671-a588-101305b28cb7 req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:34.901092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f5cd042c-4062-4671-a588-101305b28cb7 req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "DELETE /v2.0/security-groups/363e84c6-56c8-4974-a1d6-70b3ff01e8bf HTTP/1.1" status: 204 len: 173 time: 0.6786299 Nov 23 18:51:34.931602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-8c581cb0-d1b3-48ac-a31b-ae596092587d service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259523 Nov 23 18:51:34.943095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123a8ef-1399-4051-b3c2-498d139b54f6 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e84c6-56c8-4974-a1d6-70b3ff01e8bf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:34.996828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.005518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.040290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.043594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.044745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/667ef2bb-6e86-42ff-85a1-32d2a0ee81be HTTP/1.1" status: 204 len: 168 time: 0.7016542 Nov 23 18:51:35.050926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.064607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.068776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3005986 Nov 23 18:51:35.068776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da1167-8312-4042-9b84-da5f31286391 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa72e7-ab49-4a83-921b-631407b91a36,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:35.080160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:35.086510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-856f7c65-941d-4fd5-bfcb-fba32ca90c88 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '79aa72e7-ab49-4a83-921b-631407b91a36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:35.111130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.133178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bcf1f-1f73-45d9-895d-69746e50b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ef2bb-6e86-42ff-85a1-32d2a0ee81be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:35.149102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:35.160889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.170708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Sync routers for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:35.189149 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-856f7c65-941d-4fd5-bfcb-fba32ca90c88 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:35.194980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-856f7c65-941d-4fd5-bfcb-fba32ca90c88 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1098228 Nov 23 18:51:35.194980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:35.201066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2410ca96-ae45-4c00-8ffd-feb766d7e99b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group_rule': {'security_group_id': '79aa72e7-ab49-4a83-921b-631407b91a36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:35.240061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d74c9bd7-36bf-4555-96e7-cd49280b0d0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "PUT /v2.0/floatingips/ea0c8725-9483-4458-a3c7-adf9746df6c0 HTTP/1.1" status: 200 len: 992 time: 3.4185207 Nov 23 18:51:35.242878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:35.246245 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec" -d '{"events": [{"name": "network-changed", "server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:35.250773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.262126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-6d09f769-b4a2-4fb2-bcc2-4e82619c8a19 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822895 Nov 23 18:51:35.270485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:35.271467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:35.327570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.328471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:35.336437 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2410ca96-ae45-4c00-8ffd-feb766d7e99b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:35.337442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2410ca96-ae45-4c00-8ffd-feb766d7e99b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1413715 Nov 23 18:51:35.338613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:35.342730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:35.344539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:35.383898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=ce2a76bf-c047-497b-935e-303d0a568e1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:35.415761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-0ae899ca-96a0-4afb-a3e6-ba9fb02ff424 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 217 time: 0.1089602 Nov 23 18:51:35.419830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Subnet': ['ID=08b77c1e-182c-4129-8af9-dec5780805ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:35.438165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.445548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-337d4097-7d0f-486b-99d5-05bc1006a390 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/subnets/08b77c1e-182c-4129-8af9-dec5780805ef HTTP/1.1" status: 204 len: 168 time: 1.0778782 Nov 23 18:51:35.446537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:35.446695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24b57e-7466-46bc-b8af-302c4da9b564 None None] Network 656f4d7c-46c8-432f-9d72-808d9705e40d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:35.488952 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5cd012-e9e8-4ec8-8396-af5be84137fd x-openstack-request-id: req-cf5cd012-e9e8-4ec8-8396-af5be84137fd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:35.489623 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:35.490049 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf5cd012-e9e8-4ec8-8396-af5be84137fd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:35.490880 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'status': 'completed', 'code': 200} Nov 23 18:51:35.506279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a391-0678-41d2-a8a0-8aa079ad9636 req-679f6743-900c-46b5-9a47-1ee7cfba211f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:35.509381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be18a391-0678-41d2-a8a0-8aa079ad9636 req-679f6743-900c-46b5-9a47-1ee7cfba211f tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2545023 Nov 23 18:51:35.560086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-6dbcc4ea-4179-440b-a267-a14234573e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:35.561880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-6dbcc4ea-4179-440b-a267-a14234573e8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1259027 Nov 23 18:51:35.571938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting subnet 9072b25f-4ea3-4f9b-b4d4-bb8246b8d365 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:35.577581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.579477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.647965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be18a391-0678-41d2-a8a0-8aa079ad9636 req-7aa48219-7d1e-4103-bcfc-8cb963cfa2b0 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231008 Nov 23 18:51:35.674813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.684631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.693509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.711482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-0314dd31-e775-4368-8d5c-428b6ff1d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:35.713111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-0314dd31-e775-4368-8d5c-428b6ff1d9d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1097 time: 0.2023585 Nov 23 18:51:35.799183 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.834625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:35.949780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.954384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:35.955711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/79aa72e7-ab49-4a83-921b-631407b91a36 HTTP/1.1" status: 204 len: 168 time: 0.6096172 Nov 23 18:51:36.013351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:36.048596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3fec9-9d4f-41d5-9332-4fa1c19c2948 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa72e7-ab49-4a83-921b-631407b91a36,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:36.121987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.136327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.157617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.176485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] DHCP port deletion for 656f4d7c-46c8-432f-9d72-808d9705e40d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:36.220475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-1130ec37-bc9f-4903-9df6-28721c61f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:36.222070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-1130ec37-bc9f-4903-9df6-28721c61f18d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5839634 Nov 23 18:51:36.294482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'ea0c8725-9483-4458-a3c7-adf9746df6c0', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:03Z', 'updated_at': '2021-11-23T18:51:33Z', 'revision_number': 1, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:36.308075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-011c921d-6773-416e-8062-ed0a5fee2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:36.310891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-011c921d-6773-416e-8062-ed0a5fee2c00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.5789933 Nov 23 18:51:36.336407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Checking router: 880df3bb-dd01-4c85-8404-85ffb36b889e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:51:36.357114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d206e5e-17e1-4117-86b3-670f479371c7 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3424006 Nov 23 18:51:36.359963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Deleting port 65363fec-598d-4aaf-8b5e-6d4c82510316 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:36.360367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.364811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:36.367454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:36.368798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.368965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:36.376268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791198235'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:36.466301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=ce2a76bf-c047-497b-935e-303d0a568e1f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:36.481653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Subnet': ['ID=9072b25f-4ea3-4f9b-b4d4-bb8246b8d365,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:36.497066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.501060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f4726178-4dc4-4e14-b265-fe72f6c46caa tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/subnets/9072b25f-4ea3-4f9b-b4d4-bb8246b8d365 HTTP/1.1" status: 204 len: 168 time: 1.0530972 Nov 23 18:51:36.504873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:36.549761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399eca3-df1f-418b-8496-e4c596c99f99 None None] Network 8494bc78-24c6-4642-8f88-8b6c7cb2440c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:36.562431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-472bd79b-97f8-4f9d-9a2f-3b9145a92256 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023262 Nov 23 18:51:36.612703 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.614838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-24aa72ed-c7ae-4638-99c7-f101f4c5fd35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.2906015 Nov 23 18:51:36.620897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.625086 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.660155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] For port 65363fec-598d-4aaf-8b5e-6d4c82510316, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=65363fec-598d-4aaf-8b5e-6d4c82510316,segment=NetworkSegment(4035c8b2-7c42-4b70-b3ea-d654b0deac98),segment_id=4035c8b2-7c42-4b70-b3ea-d654b0deac98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:36.660834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.703882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Calling delete_port for 65363fec-598d-4aaf-8b5e-6d4c82510316 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:36.711415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.722298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66e8ea76-46e8-47a2-9687-a603b8292a26 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3262548 Nov 23 18:51:36.751451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:36.820357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.833295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.844003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting port 65363fec-598d-4aaf-8b5e-6d4c82510316 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:36.844381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.957046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.985162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:36.989882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6150236 Nov 23 18:51:36.995751 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:51:37.002128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee4d19-9d2d-4810-92ec-453ed1f490a1 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61edd80-1874-45b5-9d22-48a363e76dc9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:37.012611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:37.019127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1da52d70-b21e-4456-b3c0-9e8ca67e3579 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:37.019706 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-1da52d70-b21e-4456-b3c0-9e8ca67e3579 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 18:51:37.019937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] DHCP port deletion for 8494bc78-24c6-4642-8f88-8b6c7cb2440c request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:37.021689 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1da52d70-b21e-4456-b3c0-9e8ca67e3579 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 18:51:37.022843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1da52d70-b21e-4456-b3c0-9e8ca67e3579 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "PUT /v2.0/security-groups/e61edd80-1874-45b5-9d22-48a363e76dc9 HTTP/1.1" status: 409 len: 330 time: 0.0083168 Nov 23 18:51:37.027418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:37.029773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] For port 65363fec-598d-4aaf-8b5e-6d4c82510316, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=65363fec-598d-4aaf-8b5e-6d4c82510316,segment=NetworkSegment(4035c8b2-7c42-4b70-b3ea-d654b0deac98),segment_id=4035c8b2-7c42-4b70-b3ea-d654b0deac98)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:37.030159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.034998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-e19ac9bf-9f4c-4583-b175-9e7d64fe5955 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319956 Nov 23 18:51:37.068804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Calling delete_port for 65363fec-598d-4aaf-8b5e-6d4c82510316 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:37.087785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-47209846-d992-4491-9a59-015e201f23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:37.090020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-47209846-d992-4491-9a59-015e201f23c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.4403312 Nov 23 18:51:37.115044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] Pushing event deleted for resources: {'Port': ['ID=65363fec-598d-4aaf-8b5e-6d4c82510316,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:37.148395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-9e1a8098-88c4-4760-8d49-bc2ca71a5552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 217 time: 0.0559351 Nov 23 18:51:37.222890 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.229218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630df76-a1ee-43d4-a7b8-f1d58abaaabf None None] No DVR routers for this DVR port 65363fec-598d-4aaf-8b5e-6d4c82510316 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:37.257833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-e5284c59-974c-43f4-80dd-5cd36cfec530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:37.259389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-e5284c59-974c-43f4-80dd-5cd36cfec530 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097410 Nov 23 18:51:37.282060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b2f5-ac56-429b-ab84-3d4da5b6d66d req-bb5bd48f-25e6-4c2c-82e1-f797f689a799 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:37.284226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.288570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d826b2f5-ac56-429b-ab84-3d4da5b6d66d req-bb5bd48f-25e6-4c2c-82e1-f797f689a799 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2404213 Nov 23 18:51:37.318213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-c0e045f1-b18c-410d-ac31-3c7213b558d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:37.319242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-c0e045f1-b18c-410d-ac31-3c7213b558d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1285067 Nov 23 18:51:37.322126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0e79bed-9b6c-483b-a69e-a040524c0be5 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:37.333672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.393641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Port': ['ID=65363fec-598d-4aaf-8b5e-6d4c82510316,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:37.406573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] No DVR routers for this DVR port 65363fec-598d-4aaf-8b5e-6d4c82510316 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:37.463333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Deleting port c0e79bed-9b6c-483b-a69e-a040524c0be5 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:37.463716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.546614 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.552898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] For port c0e79bed-9b6c-483b-a69e-a040524c0be5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0e79bed-9b6c-483b-a69e-a040524c0be5,segment=NetworkSegment(8f027ca3-4e06-4cd6-937b-bd893f8aa5d9),segment_id=8f027ca3-4e06-4cd6-937b-bd893f8aa5d9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:37.553532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.568050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Calling delete_port for c0e79bed-9b6c-483b-a69e-a040524c0be5 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:37.589900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656f4d7c-46c8-432f-9d72-808d9705e40d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:37.604004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4035c8b2-7c42-4b70-b3ea-d654b0deac98') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:37.604471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4035c8b2-7c42-4b70-b3ea-d654b0deac98') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:37.616552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.632187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.638841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:37.639250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.651587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d826b2f5-ac56-429b-ab84-3d4da5b6d66d req-6e45d995-efff-4c7f-8a75-c3a67af08f91 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618896 Nov 23 18:51:37.669173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'ea0c8725-9483-4458-a3c7-adf9746df6c0', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:03Z', 'updated_at': '2021-11-23T18:51:33Z', 'revision_number': 1, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:37.700903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-3b05a832-6cdb-482e-b1de-af382cb1dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:37.709020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-3b05a832-6cdb-482e-b1de-af382cb1dbde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3682725 Nov 23 18:51:37.710787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.715493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-4eb8569b-76e6-4b9a-b055-6944f68a767f service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190657 Nov 23 18:51:37.726227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b4f7d-15d0-4186-81c7-10b5aaadc903 None None] The sync data for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 is: [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'ea0c8725-9483-4458-a3c7-adf9746df6c0', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:03Z', 'updated_at': '2021-11-23T18:51:33Z', 'revision_number': 1, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:37.758604 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:37.762328 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.769430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.771651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c0e79bed-9b6c-483b-a69e-a040524c0be5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0e79bed-9b6c-483b-a69e-a040524c0be5,segment=NetworkSegment(8f027ca3-4e06-4cd6-937b-bd893f8aa5d9),segment_id=8f027ca3-4e06-4cd6-937b-bd893f8aa5d9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:37.774914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/networks/656f4d7c-46c8-432f-9d72-808d9705e40d HTTP/1.1" status: 204 len: 168 time: 1.2685597 Nov 23 18:51:37.804381 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.805882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 65363fec-598d-4aaf-8b5e-6d4c82510316 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:37.807662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:37.848128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 65363fec-598d-4aaf-8b5e-6d4c82510316 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:37.849356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 65363fec-598d-4aaf-8b5e-6d4c82510316 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:37.880502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4da77-847b-4e85-9c8a-46d54bf93405 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Network': ['ID=656f4d7c-46c8-432f-9d72-808d9705e40d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:37.892298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-684d3d77-a35b-4881-aa2f-3de76500e426 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1142748029&fields=id&tenant_id=b1e6a1f658b84b16b5fd0fea2930619c HTTP/1.1" status: 200 len: 267 time: 0.1353221 Nov 23 18:51:37.900047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.904998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.906729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/e61edd80-1874-45b5-9d22-48a363e76dc9 HTTP/1.1" status: 204 len: 168 time: 0.8735721 Nov 23 18:51:37.913371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:37.961419 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:37.971177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6830a9f7-9cec-4fcb-9462-ddb5368d1cb1 req-498597fc-2e90-4a11-b5ae-1b1924bf7dcb tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.1623700 Nov 23 18:51:37.977218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c0e79bed-9b6c-483b-a69e-a040524c0be5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:38.044821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] No DVR routers for this DVR port c0e79bed-9b6c-483b-a69e-a040524c0be5 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:38.053413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697bced-6d8c-4a6a-b6a6-8380fd08782f None None] Pushing event deleted for resources: {'Port': ['ID=c0e79bed-9b6c-483b-a69e-a040524c0be5,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:38.085017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44f1d9-5b63-4f2b-a72f-b3179a7ea0d5 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61edd80-1874-45b5-9d22-48a363e76dc9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:38.126176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3187d4a8-ad0a-471a-a863-f5eabc3f331b tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1957772 Nov 23 18:51:38.127709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:38.170918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-cd49dc24-d0ed-4f5b-8095-e27e384c129c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.181799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-cd49dc24-d0ed-4f5b-8095-e27e384c129c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 931 time: 0.2735035 Nov 23 18:51:38.185611 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-25dfe750-9052-481d-90de-e0b7bb88805e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] delete failed (client error): The resource could not be found. Nov 23 18:51:38.187341 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-25dfe750-9052-481d-90de-e0b7bb88805e tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a069dff-ee50-4835-aa12-8859509a2c40 HTTP/1.1" status: 404 len: 347 time: 0.0562077 Nov 23 18:51:38.206474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:38.249113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-398b74ef-dc48-4a8f-9579-2c45cb4a5cec req-08dcac8c-d9e7-4a6a-bbaa-9f391bbc4323 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145113 Nov 23 18:51:38.268378 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bfdb89-9150-49da-9da4-9353932d1b0c None None] New status for floating IP ea0c8725-9483-4458-a3c7-adf9746df6c0: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:51:38.291946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-85bb5752-4a04-47fa-b403-c631e1ce044c service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594172 Nov 23 18:51:38.313340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.316043 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3a6457ea-0fb1-4c91-ac6e-124ddeb9cf2c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] show failed (client error): The resource could not be found. Nov 23 18:51:38.328131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a6457ea-0fb1-4c91-ac6e-124ddeb9cf2c tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-groups/70cb78af-41d1-4c25-9abb-1b4188dce652 HTTP/1.1" status: 404 len: 347 time: 0.1171734 Nov 23 18:51:38.335025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:38.350375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-2e309f68-5f02-4046-b619-4819b7d6ddaf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.367250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-2e309f68-5f02-4046-b619-4819b7d6ddaf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 931 time: 0.1842003 Nov 23 18:51:38.414621 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a8fdc059-8725-43d4-ae1b-25939d812459 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] show failed (client error): The resource could not be found. Nov 23 18:51:38.416079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a8fdc059-8725-43d4-ae1b-25939d812459 tempest-NegativeSecGroupIPv6Test-1088486939 tempest-NegativeSecGroupIPv6Test-1088486939-project] 10.222.0.37 "GET /v2.0/security-group-rules/7268aa57-0ae5-429d-b36c-5168311b2a8c HTTP/1.1" status: 404 len: 356 time: 0.0783460 Nov 23 18:51:38.510910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b46acfc7-3eec-4ecc-9d21-0e24750d4b1b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1419418 Nov 23 18:51:38.612563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fceb76a6-05d1-4904-b615-bb056c5b036d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0997450 Nov 23 18:51:38.681021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.740606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8494bc78-24c6-4642-8f88-8b6c7cb2440c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:38.751630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.778681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-bbd19f06-9243-47da-8dae-b584314c78d4 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574194 Nov 23 18:51:38.783440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:38.783807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f027ca3-4e06-4cd6-937b-bd893f8aa5d9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:38.804783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.806401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ba5045ee-dbb4-4782-a4b1-f721e567daff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.813862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ba5045ee-dbb4-4782-a4b1-f721e567daff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.833754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ba5045ee-dbb4-4782-a4b1-f721e567daff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.844920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ba5045ee-dbb4-4782-a4b1-f721e567daff tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=d263aea2-1cfc-4228-9b39-7600e563994f&id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 1989 time: 0.2295115 Nov 23 18:51:38.852945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-7bc7585e-72b2-4059-adfc-501887838d48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 217 time: 0.0581214 Nov 23 18:51:38.859679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.864919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ecae8012-94f8-4f4d-bb6a-9d99ac8d15fb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/quotas/b1e6a1f658b84b16b5fd0fea2930619c HTTP/1.1" status: 200 len: 375 time: 0.0184445 Nov 23 18:51:38.870762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-98cd9bf7-ecb0-4ff6-8e67-ec0ff4e008df tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:38.872468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-98cd9bf7-ecb0-4ff6-8e67-ec0ff4e008df tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.1446385 Nov 23 18:51:38.891491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:38.891989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:38.902133 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:38.955904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-13db5ff6-65cc-4919-a21a-b4b5f76cbf49 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0888004 Nov 23 18:51:39.006328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:39.089234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.101962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-2fe48c4b-4567-45f5-8828-8cf83cfac1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:39.103807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-2fe48c4b-4567-45f5-8828-8cf83cfac1a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.2302270 Nov 23 18:51:39.108064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.111334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/networks/8494bc78-24c6-4642-8f88-8b6c7cb2440c HTTP/1.1" status: 204 len: 168 time: 1.2860661 Nov 23 18:51:39.113923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:39.153684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac569cc-cdd0-4ead-a70a-10030390b733 req-4980cbda-06e0-4abf-81fa-b47c1a83806a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:39.161004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ac569cc-cdd0-4ead-a70a-10030390b733 req-4980cbda-06e0-4abf-81fa-b47c1a83806a tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 945 time: 0.2723775 Nov 23 18:51:39.179345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba6ec7-397f-46d3-a3b4-8d7b5e7773e6 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Network': ['ID=8494bc78-24c6-4642-8f88-8b6c7cb2440c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:39.238439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting subnet d96ae68a-eca7-4962-ab8a-bd2621db73f3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:39.257591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ac569cc-cdd0-4ead-a70a-10030390b733 req-3aacc0c2-1890-4da8-9223-e1a2b0256745 tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad2b0fdc-2c21-4153-b678-2db35b8c59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956295 Nov 23 18:51:39.265027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d764bf66-ca29-48b4-8231-d804a54bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:39.267116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-d764bf66-ca29-48b4-8231-d804a54bfdcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508598 Nov 23 18:51:39.267988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.279610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Deleting port 1097f313-52ec-46aa-b828-f7b0e560ec87 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:39.279610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.337425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19bc7024-a0ed-425d-bc3e-17071d2461a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=285440ca493c40d8a5cd0048b3288f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277593 Nov 23 18:51:39.339973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:39.386919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.478572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] For port 1097f313-52ec-46aa-b828-f7b0e560ec87, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1097f313-52ec-46aa-b828-f7b0e560ec87,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:39.478935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.489889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.491414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-fea7655f-f8ab-44e5-b118-7e27c8e0ff7b service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087650 Nov 23 18:51:39.497180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Calling delete_port for 1097f313-52ec-46aa-b828-f7b0e560ec87 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:39.540136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-a5ef19d6-be98-4167-a03e-d4183c4fb0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816543 Nov 23 18:51:39.592243 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.657427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.658893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-8380a2a8-75ea-413a-8eae-845522cdaf69 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580939 Nov 23 18:51:39.705190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-5bd9adc6-c9fe-4f7a-9f2b-daa5851eff09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.0377941 Nov 23 18:51:39.749911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-0f20d64e-0728-4edf-9fae-4ea8d323dff0 service neutron] 10.222.0.37 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088563 Nov 23 18:51:39.789692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.792273 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.793691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27ae6215-63c3-45bc-88cc-feab32c5c720 HTTP/1.1" status: 204 len: 168 time: 0.4510884 Nov 23 18:51:39.808331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-0e64e1be-e895-4132-8742-bb405737a1f0 service neutron] 10.222.0.37 "GET /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0574949 Nov 23 18:51:39.811801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89c9fd67-3965-4c15-b535-8b92cba54b1c req-7e301cc3-23c5-449e-86f0-84f1eecd063d tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0969646 Nov 23 18:51:39.833029 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.841846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-890da2e8-7a01-4f67-82a8-44d9186b69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:39.843668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-890da2e8-7a01-4f67-82a8-44d9186b69f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1276224 Nov 23 18:51:39.860158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7e418-bdd6-4d87-9ba4-ce730900e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae6215-63c3-45bc-88cc-feab32c5c720,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:39.862473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c85e2-d885-463a-b66e-54bbb92d9f77 None None] Network c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:39.863167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.871692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/subnets/d96ae68a-eca7-4962-ab8a-bd2621db73f3 HTTP/1.1" status: 204 len: 168 time: 0.7560909 Nov 23 18:51:39.872180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:39.875207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:39.902247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697aebd-10f1-4e78-8ff1-30474f73a637 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Subnet': ['ID=d96ae68a-eca7-4962-ab8a-bd2621db73f3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:39.958867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1097f313-52ec-46aa-b828-f7b0e560ec87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:51:39.972017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Pushing event deleted for resources: {'Port': ['ID=1097f313-52ec-46aa-b828-f7b0e560ec87,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:39.988437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fc62daa6-99c4-4327-8460-9b1333f4834c service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792407 Nov 23 18:51:40.069276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.072068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] No DVR routers for this DVR port 1097f313-52ec-46aa-b828-f7b0e560ec87 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:40.076008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-1e58ca9f-807a-42e6-84b2-a49a32c12408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:40.081088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-1e58ca9f-807a-42e6-84b2-a49a32c12408 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206993 Nov 23 18:51:40.081088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.082287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0db57c7c-19e3-49a3-8e71-92cbab6be263 req-22b6c20d-eead-4956-8602-fdea8284532e tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.50 "DELETE /v2.0/ports/1097f313-52ec-46aa-b828-f7b0e560ec87 HTTP/1.1" status: 204 len: 173 time: 1.1969709 Nov 23 18:51:40.083917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'name': 'network-vif-deleted', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:40.086221 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321c543-3953-4756-a75b-ee44a5bd8f35" -d '{"events": [{"server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "name": "network-vif-deleted", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:40.143953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f0797a94-7242-4b66-bf32-ab2bb614644b service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456614 Nov 23 18:51:40.179255 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04134d-a63c-48a8-808b-90a9b361e220 x-openstack-request-id: req-9e04134d-a63c-48a8-808b-90a9b361e220 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:40.179564 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed3016e-907f-4e04-b1c0-56f48e8d4fdf", "name": "network-vif-deleted", "tag": "1097f313-52ec-46aa-b828-f7b0e560ec87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:40.183748 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e04134d-a63c-48a8-808b-90a9b361e220 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:40.183748 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed3016e-907f-4e04-b1c0-56f48e8d4fdf', 'name': 'network-vif-deleted', 'tag': '1097f313-52ec-46aa-b828-f7b0e560ec87', 'status': 'completed', 'code': 200} Nov 23 18:51:40.190477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] DHCP port deletion for c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:51:40.239335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-7e752a32-fefd-4fee-8e1a-16d6c3597586 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499932 Nov 23 18:51:40.246008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Deleting port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:40.246397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.316124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-bc938b29-eb0b-47e2-be8e-b3d418a32cb1 service neutron] 10.222.0.37 "GET /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1405253 Nov 23 18:51:40.339414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.365201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Deleting port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:40.366067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.416226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] For port f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,segment=NetworkSegment(b6d427ca-fae6-4efe-88f3-d33eb18516ea),segment_id=b6d427ca-fae6-4efe-88f3-d33eb18516ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:40.416725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.436012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Calling delete_port for f6057bb0-f132-4fe1-b7fc-64d3bedf4547 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:40.489789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0912a7d7-ebaf-4dc6-be5d-4964ea011f60 req-029a6c76-f4dc-41eb-ab04-e9e0379017ae tempest-ServerRescueTestJSONUnderV235-1682969616 tempest-ServerRescueTestJSONUnderV235-1682969616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ed3016e-907f-4e04-b1c0-56f48e8d4fdf HTTP/1.1" status: 200 len: 210 time: 0.0572462 Nov 23 18:51:40.502049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-24e81657-d9b3-4e96-9fc5-14b9a45c17c3 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522123 Nov 23 18:51:40.507506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] For port f6057bb0-f132-4fe1-b7fc-64d3bedf4547, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,segment=NetworkSegment(b6d427ca-fae6-4efe-88f3-d33eb18516ea),segment_id=b6d427ca-fae6-4efe-88f3-d33eb18516ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:40.507949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.529023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Calling delete_port for f6057bb0-f132-4fe1-b7fc-64d3bedf4547 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:40.646457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-064c5ff1-8952-43a6-bbc0-36da8cff0c0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.0741084 Nov 23 18:51:40.658908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-e266e454-8bd2-4b13-aca4-aafa1c03ef70 service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316245 Nov 23 18:51:40.755623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.757750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-e83854a4-a557-4aac-934e-8c184becec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:40.759480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-e83854a4-a557-4aac-934e-8c184becec88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1057866 Nov 23 18:51:40.768203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:40.799667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] Pushing event deleted for resources: {'Port': ['ID=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:40.806847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dba2f-a0c3-4171-971c-7a60bf70fb87 None None] No DVR routers for this DVR port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:40.840316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a78c65d-d5b7-470f-bc4c-432b09d58b8b req-fb721353-405e-4beb-9c0c-7273ab0308d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0354581 Nov 23 18:51:40.841428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Port': ['ID=f6057bb0-f132-4fe1-b7fc-64d3bedf4547,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:40.890735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] No DVR routers for this DVR port f6057bb0-f132-4fe1-b7fc-64d3bedf4547 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:51:40.899076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c6dc78fc-90d2-455d-b658-e1938c960b6c service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386684 Nov 23 18:51:40.993450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-3442eb3c-ab63-460f-8132-06dbe0ee8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:40.995117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-3442eb3c-ab63-460f-8132-06dbe0ee8879 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2188551 Nov 23 18:51:40.997092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.022279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-df483d67-68c0-4647-be96-1a7efd018bfe service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169183 Nov 23 18:51:41.039258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60261fef-0bdc-4a01-a694-e43eb6830dec req-5f5dade3-a2fe-43b4-b5a4-138ac3626499 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0773947 Nov 23 18:51:41.066061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:41.084529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d427ca-fae6-4efe-88f3-d33eb18516ea') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:41.085113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d427ca-fae6-4efe-88f3-d33eb18516ea') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:41.122938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:41.131607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.132401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-7fb96f81-a242-434e-a2a7-7687a2844235 service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017218 Nov 23 18:51:41.154942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.169209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:41.169828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:41.172991 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:41.208958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-4a1938ef-698b-4885-8c43-784de5b6d479 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009270 Nov 23 18:51:41.259817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f6057bb0-f132-4fe1-b7fc-64d3bedf4547 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:41.283977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1947246576'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:41.284957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f6057bb0-f132-4fe1-b7fc-64d3bedf4547 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:41.285520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f6057bb0-f132-4fe1-b7fc-64d3bedf4547 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:41.288730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-71b85eda-f6c4-41b8-a991-2aa878555078 service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461987 Nov 23 18:51:41.320280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.360230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.363489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/networks/c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01 HTTP/1.1" status: 204 len: 168 time: 1.4900744 Nov 23 18:51:41.379404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:41.395931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071219-1ed4-4acc-900c-d33bc74ddf4c tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Pushing event deleted for resources: {'Network': ['ID=c4d1f9ba-6ef9-4bf2-888b-0a921c2c1f01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:41.416366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4c85add3-37b2-452c-8cb2-33d4ecf823e7 tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "GET /v2.0/ports?device_id=0312b4bc-dbd9-482f-aed5-01459ebc5956 HTTP/1.1" status: 200 len: 205 time: 0.0342298 Nov 23 18:51:41.417189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Made reservation on behalf of e861373c30fb4049b3283fdd6ef2324d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:41.421020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.424456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:41.502732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.526744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b057115-3de7-4c97-bd08-fc8fbc471a81 req-233bf990-3677-4c17-a3f3-90eb61e8e324 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531707 Nov 23 18:51:41.532593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:41.703919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:41.834905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9b487bd-f7e9-48e6-913c-e49e8ef7c546 req-f4f0487d-9624-4fba-9029-904eac8d7860 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0298274 Nov 23 18:51:41.840893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-61816e56-f6d4-4437-8c31-e6fa82f59168 service neutron] 10.222.0.37 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429888 Nov 23 18:51:41.894473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1097f313-52ec-46aa-b828-f7b0e560ec87 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:41.916529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 1097f313-52ec-46aa-b828-f7b0e560ec87 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:41.917142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1097f313-52ec-46aa-b828-f7b0e560ec87 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:42.027279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c4cf1fc0-40ae-4d1b-a53f-33a53f28414c service neutron] 10.222.0.37 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747553 Nov 23 18:51:42.087940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.090781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.178424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.179446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Fanout notify agent at l3_agent the message router_deleted on router 0312b4bc-dbd9-482f-aed5-01459ebc5956 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:51:42.185244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-48ddf5d2-2087-4740-b889-91f3c8929fd8 service neutron] 10.222.0.37 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489642 Nov 23 18:51:42.189917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.193685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3944db4-aeb9-404d-8e26-bed2c9d85a9f tempest-RoutersNegativeIpV6Test-165171893 tempest-RoutersNegativeIpV6Test-165171893-project] 10.222.0.37 "DELETE /v2.0/routers/0312b4bc-dbd9-482f-aed5-01459ebc5956 HTTP/1.1" status: 204 len: 168 time: 0.7656229 Nov 23 18:51:42.220004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2336bf4-88e2-4902-b031-3596f8364379 req-3d785672-9d0e-496d-83bf-7d01606a3460 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0577197 Nov 23 18:51:42.228100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.235006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.268211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:42.286599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c47b4d-dd46-47c8-ab0a-feab0046bf14,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:42.289660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.290084 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Added segment b41ce9a9-5cd3-4f94-9ace-7a98086d69d0 of type vlan for network 4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2 Nov 23 18:51:42.341305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-755cc188-2156-4fc7-8130-ec4de5dae70b service neutron] 10.222.0.37 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426568 Nov 23 18:51:42.341506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.370530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.377825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:42.378389 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.383929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.431638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3059022 Nov 23 18:51:42.435952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.441084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-e3dd691e-570c-4e0f-b05f-c1f0d7db1ff5 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1729466909') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:42.501549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305bb0-57b5-4ffe-96f9-b135c4bf1f43 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Pushing event updated for resources: {'Network': ['ID=4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:42.513099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:42.545630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4f848e2c-f6e9-485c-9347-a3b68bd20ebf service neutron] 10.222.0.37 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878347 Nov 23 18:51:42.606521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.650406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e3dd691e-570c-4e0f-b05f-c1f0d7db1ff5 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "PUT /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1729466909 HTTP/1.1" status: 201 len: 201 time: 0.2130163 Nov 23 18:51:42.651735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.656098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-733dfd74-d5b9-4589-a3df-e8da120022cf tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1729466909') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:42.742450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Deleting port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:42.742943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.815185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.819863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-733dfd74-d5b9-4589-a3df-e8da120022cf tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1729466909 HTTP/1.1" status: 204 len: 168 time: 0.1591654 Nov 23 18:51:42.821297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-ba312ebb-6cac-483e-8ae3-8c02b4b221e3 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:42.866474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1abe360c-0174-40f5-acf6-7ab5046aebec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=141db76e46e64e8c89aa0c8f83de5aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572904 Nov 23 18:51:42.869247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.878723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] For port b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,segment=NetworkSegment(a5a95e97-78c1-485d-af90-a673344f0eae),segment_id=a5a95e97-78c1-485d-af90-a673344f0eae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:42.879189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.900814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Calling delete_port for b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:42.956312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba312ebb-6cac-483e-8ae3-8c02b4b221e3 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags HTTP/1.1" status: 200 len: 238 time: 0.1396461 Nov 23 18:51:42.957011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:42.958707 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:42.965803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-9bd9b666-7043-4cf7-a3d3-26dd3fc82da2 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', {'tags': ['tempest-TagsTest-Tag-1936399939', 'tempest-TagsTest-Tag-1647021445', 'tempest-TagsTest-Tag-2090708304']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:42.994558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.065213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.068142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.069340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20f22598-f7fe-436c-8492-77663f0dfa9f HTTP/1.1" status: 204 len: 168 time: 0.1989882 Nov 23 18:51:43.083871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eb3b7-0530-4259-ad12-645061e61d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f22598-f7fe-436c-8492-77663f0dfa9f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:43.140104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9bd9b666-7043-4cf7-a3d3-26dd3fc82da2 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "PUT /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags HTTP/1.1" status: 200 len: 309 time: 0.1797521 Nov 23 18:51:43.141451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.147041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-7ec76727-21e1-4a5d-b334-ff9a88afaf36 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1936399939') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:43.238084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.265818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7ec76727-21e1-4a5d-b334-ff9a88afaf36 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "DELETE /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1936399939 HTTP/1.1" status: 204 len: 168 time: 0.1205211 Nov 23 18:51:43.266663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.272247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-c7750921-1493-4483-9e86-cf14e3644b14 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1936399939') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:43.274916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:43.430879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-215025d4-5a55-42b6-bbd5-bfc92f6b9db6 req-30807a02-2d8f-41da-8d7e-e1f80628b15b tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0377207 Nov 23 18:51:43.458438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f01de82-fae9-41dc-b3d5-716099e967cf req-3e8cfb13-ced9-4437-ad89-eb930bb7a76a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0802672 Nov 23 18:51:43.488195 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-c7750921-1493-4483-9e86-cf14e3644b14 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] show failed (client error): The resource could not be found. Nov 23 18:51:43.489808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c7750921-1493-4483-9e86-cf14e3644b14 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1936399939 HTTP/1.1" status: 404 len: 326 time: 0.2216346 Nov 23 18:51:43.494418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.511387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-f847ec41-d2eb-4c3c-8b39-4ee5b2a8be9c tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1647021445') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:43.637867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.642762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f847ec41-d2eb-4c3c-8b39-4ee5b2a8be9c tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1647021445 HTTP/1.1" status: 204 len: 168 time: 0.1437831 Nov 23 18:51:43.646732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.659224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-2e6e3d3f-9a15-40cd-becd-10281fb22f84 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-2090708304') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:43.756790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e6e3d3f-9a15-40cd-becd-10281fb22f84 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-2090708304 HTTP/1.1" status: 204 len: 168 time: 0.1058860 Nov 23 18:51:43.758440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.764128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-d51ffe63-6d56-4024-ad64-955662e3c155 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:43.982388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d51ffe63-6d56-4024-ad64-955662e3c155 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "DELETE /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.2220874 Nov 23 18:51:43.984511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:43.991057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-335177d8-31c0-4bbc-8120-d4b6e7e59a52 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-1647021445') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.055252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b136f7b3-008e-4576-83f2-872d67b784cb req-6ae02eb1-9bd1-4169-8e1d-515c1128340b tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0844676 Nov 23 18:51:44.088550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Router cca7a6da-1e30-48b7-aa59-07ef8fef2263 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:51:44.126751 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-335177d8-31c0-4bbc-8120-d4b6e7e59a52 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] show failed (client error): The resource could not be found. Nov 23 18:51:44.131685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-335177d8-31c0-4bbc-8120-d4b6e7e59a52 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-1647021445 HTTP/1.1" status: 404 len: 326 time: 0.1460946 Nov 23 18:51:44.132420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.137002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-e801088a-1dd8-4578-836d-ebdc60a3d994 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2', 'tempest-TagsTest-Tag-2090708304') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.230370 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e801088a-1dd8-4578-836d-ebdc60a3d994 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] show failed (client error): The resource could not be found. Nov 23 18:51:44.235810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e801088a-1dd8-4578-836d-ebdc60a3d994 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "GET /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags/tempest-TagsTest-Tag-2090708304 HTTP/1.1" status: 404 len: 326 time: 0.1022356 Nov 23 18:51:44.236524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.242816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-8a04e8fb-d26d-465d-95df-dbabb88235fd tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.261311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:44.272551 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-05c57a3d-1511-46ee-8af1-e3e94edc7b28 admin admin] 10.222.0.37 "PUT /v2.0/routers/cca7a6da-1e30-48b7-aa59-07ef8fef2263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638578 Nov 23 18:51:44.272551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.275878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Sync routers for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:44.288157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.295475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:44.296464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.362869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.363238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a04e8fb-d26d-465d-95df-dbabb88235fd tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "DELETE /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.1253400 Nov 23 18:51:44.441559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1721556393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:44.467988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.469189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.490820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.496678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.503743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:44.557993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.563949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.590083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.592571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-53270141-c384-43b3-9035-450e8dce4671 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3021142 Nov 23 18:51:44.596519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:44.603017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1788390409'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:44.627187 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4910d50a-dc34-4126-a928-82e273400956 req-82bde301-d44a-4087-a0cc-60c67ccf156d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0787747 Nov 23 18:51:44.628674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:44.637719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.661430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.727912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'd536813c-3296-451f-8477-a96c034cfdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:51:43Z', 'revision_number': 5, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port': {'id': 'd536813c-3296-451f-8477-a96c034cfdee', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:49:55Z', 'updated_at': '2021-11-23T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.752566 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.763735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.766179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Checking router: cca7a6da-1e30-48b7-aa59-07ef8fef2263 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:51:44.771868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.778802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.783479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Routers {'cca7a6da-1e30-48b7-aa59-07ef8fef2263'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:44.784477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.790169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.825084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:44.833227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41ce9a9-5cd3-4f94-9ace-7a98086d69d0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.833631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41ce9a9-5cd3-4f94-9ace-7a98086d69d0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:44.844493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.864620 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.868116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f413e4d-9cd2-4a08-a69c-ff29f909e937,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:44.882526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-a02b55ec-2c8f-42dd-85eb-88484bfe6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:44.884174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-a02b55ec-2c8f-42dd-85eb-88484bfe6ca6 service neutron] 10.222.0.50 "GET /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 1027 time: 0.0521760 Nov 23 18:51:44.896275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] Set router cca7a6da-1e30-48b7-aa59-07ef8fef2263 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:51:44.901474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:44.902208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:44.906115 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:44.931040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f40579be-5dbf-4021-b09e-71c5907eac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:44.932783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f40579be-5dbf-4021-b09e-71c5907eac1c service neutron] 10.222.0.50 "GET /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 1027 time: 0.0389068 Nov 23 18:51:44.943733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Deleting port d536813c-3296-451f-8477-a96c034cfdee {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:44.944174 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.973268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:51:44Z', 'revision_number': 6, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:45.011953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ed488-35b3-46ec-ae0f-25adbaad6e57 None None] The sync data for ids ['cca7a6da-1e30-48b7-aa59-07ef8fef2263'] in n-d-792364-9 is: [{'id': 'cca7a6da-1e30-48b7-aa59-07ef8fef2263', 'name': 'tempest-ServerRescueTestJSONUnderV235-2138850889-router', 'tenant_id': 'd58ad50cb39345208b9f1af25dbc7036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:49:54Z', 'updated_at': '2021-11-23T18:51:44Z', 'revision_number': 6, 'project_id': 'd58ad50cb39345208b9f1af25dbc7036', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:45.165009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9b29e556-3cc5-4019-9619-731a029612ae tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:45.172720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9b29e556-3cc5-4019-9619-731a029612ae tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:45.180132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9b29e556-3cc5-4019-9619-731a029612ae tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:45.182759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9b29e556-3cc5-4019-9619-731a029612ae tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=d263aea2-1cfc-4228-9b39-7600e563994f&id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 1989 time: 0.2230034 Nov 23 18:51:45.264409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-28914609-9946-4758-a852-e5c8b5e5c2a5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e6a1f658b84b16b5fd0fea2930619c HTTP/1.1" status: 200 len: 380 time: 0.0693505 Nov 23 18:51:45.277287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'admin_state_up': True, 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'security_groups': ['01cec56f-850b-4794-8dbe-8ab95cf4dea6']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:45.381815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.382166 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Added segment 7244b1d8-b51f-4693-b705-9e975099cd83 of type vlan for network dfcec1d6-923c-42e2-ad69-4f0ec380ccae Nov 23 18:51:45.392915 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d194f9e8-27bb-4df4-8203-92cde556fbd6 req-5c07b1d4-9fdf-4583-b5a3-25c4fb2a76f8 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0488319 Nov 23 18:51:45.424349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.439081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.442381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] 10.222.0.37 "DELETE /v2.0/networks/4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2 HTTP/1.1" status: 204 len: 168 time: 1.0784595 Nov 23 18:51:45.475287 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.485283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:45.489361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.521129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3291526-e636-45f9-ac8b-b360a4df8174 tempest-TagsTest-57332587 tempest-TagsTest-57332587-project] Pushing event deleted for resources: {'Network': ['ID=4cdafe0f-2852-47fb-85e0-50fa8f0f7ba2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:45.538186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:45.548165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] For port d536813c-3296-451f-8477-a96c034cfdee, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d536813c-3296-451f-8477-a96c034cfdee,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:45.548621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.562849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Calling delete_port for d536813c-3296-451f-8477-a96c034cfdee owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:45.585951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:45.588383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b5f0a1b7-0cdd-4a77-a8ce-195b7349b83b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:45.647553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.653780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:45.654390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.696567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 172.20.0.4 (12cabe37-3dac-406c-88ba-4744631137e2/573eb34e-5990-44e5-807a-d96b11530ad5/7d50c3f1-2d95-407d-af8e-e23ea4f2403e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:45.709582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1117017 Nov 23 18:51:45.718711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:45.726356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'subnet': {'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:45.765115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3394fbe-02f0-41c1-bbb1-ae5c27ecce88 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Network': ['ID=dfcec1d6-923c-42e2-ad69-4f0ec380ccae,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:45.790935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:45.874057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25a484a5-b6dc-4be0-8366-fdfd90c52001 req-f95923a1-1ea3-4909-9b1a-b82e67cc0aa4 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0384097 Nov 23 18:51:45.976969 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.977501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.979385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:46.025904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d536813c-3296-451f-8477-a96c034cfdee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:46.029619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.037734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:46.042007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.077437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 12cabe37-3dac-406c-88ba-4744631137e2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:46.081161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:46.083927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:46.140755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:46.169976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:46.170677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.195937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.212855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c5c932cc-4a94-4e76-b490-92793c6fdc48 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9407547 Nov 23 18:51:46.252746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'admin_state_up': True, 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'security_groups': ['01cec56f-850b-4794-8dbe-8ab95cf4dea6']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:46.399607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5324c675-9dde-4f30-8e04-fdf4b1581df7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e861373c30fb4049b3283fdd6ef2324d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185531 Nov 23 18:51:46.402413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:46.422322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:46.425919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.439332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.444068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.536980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.537781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca7a6da-1e30-48b7-aa59-07ef8fef2263 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:51:46.545498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-42ddd6f9-bf96-4995-aaf7-22feb98c7bc4 None None] Provisioning complete for port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:46.546920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ddd6f9-bf96-4995-aaf7-22feb98c7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.558993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.593429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bfff1287-39aa-493d-8ec2-36f3b50ecef3 req-629a5a61-7939-4686-bf6c-a2877089b890 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0681970 Nov 23 18:51:46.593749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.593868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.593868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9556c357-e920-482b-9dc8-de563d5f9ee6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cca7a6da-1e30-48b7-aa59-07ef8fef2263 HTTP/1.1" status: 204 len: 168 time: 2.3040814 Nov 23 18:51:46.593868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:46.603694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.677436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-42ddd6f9-bf96-4995-aaf7-22feb98c7bc4 None None] Port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:46.721753 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.723586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Deleting subnet a60de05e-980e-48b2-96a3-b89cff028a01 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:51:46.725414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.726659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c47b4d-dd46-47c8-ab0a-feab0046bf14 HTTP/1.1" status: 204 len: 168 time: 0.3232343 Nov 23 18:51:46.728102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.1.1.241 (7e5c361e-a500-431b-bd2b-0d7f0bb26a37/34a0227b-385a-4fa0-af3b-52947188f6ea/c6dd1ad4-5a46-4267-ad1a-d3053d8e2999) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:46.745846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d07f8-904f-44cf-9918-8a72e34fdafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c47b4d-dd46-47c8-ab0a-feab0046bf14,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:46.760738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.818826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Subnet': ['ID=f73455b8-1579-430f-9059-47424589bd29,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:46.828620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Checking segment: {'id': '7244b1d8-b51f-4693-b705-9e975099cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:46.829245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network hostable DHCP agents. Network: dfcec1d6-923c-42e2-ad69-4f0ec380ccae, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:46.857075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.886254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:46.902139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, dfcec1d6-923c-42e2-ad69-4f0ec380ccae) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:46.913144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa9a74-df68-48b9-b100-7ef18819f241 None None] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:46.919479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:46.920082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.929692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.968920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.985807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1278442c-1317-4802-939a-3920bc088418 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2611833 Nov 23 18:51:46.986049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:46.993215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'network': {'name': 'tempest-router-network01--684479391'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:47.033556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.036493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:47.040871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.070233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.076968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60de05e-980e-48b2-96a3-b89cff028a01,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:47.093619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.101623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-046a24d2-5f4b-42d1-a884-6c99c2714198 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a60de05e-980e-48b2-96a3-b89cff028a01 HTTP/1.1" status: 204 len: 168 time: 0.5062687 Nov 23 18:51:47.103826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:47.148897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:47.175604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:47.182171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:47.191855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:47.198117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.198569 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Added segment 917c747e-98c6-4ca0-8053-079855f942a9 of type vlan for network 15f25666-d7d9-4e17-b616-05fc30eb10b1 Nov 23 18:51:47.264393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-dfcec1d6-923c-42e2-ad69-4f0ec380ccae', 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae', 'tenant_id': '086ef6bcea6e4e5ebea78c51e1f65517', 'fixed_ips': [{'subnet_id': 'f73455b8-1579-430f-9059-47424589bd29'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:47.265281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.295032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.331981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bea06f-2856-4590-ac98-5f11dd7b8c63 req-ed99a808-f96c-4203-94b3-59344454cbea tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:47.333846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d536813c-3296-451f-8477-a96c034cfdee no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:51:47.339918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bea06f-2856-4590-ac98-5f11dd7b8c63 req-ed99a808-f96c-4203-94b3-59344454cbea tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:47.346244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01bea06f-2856-4590-ac98-5f11dd7b8c63 req-ed99a808-f96c-4203-94b3-59344454cbea tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 1653 time: 0.2852311 Nov 23 18:51:47.393690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.398375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:47.399599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d536813c-3296-451f-8477-a96c034cfdee {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:51:47.408002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d536813c-3296-451f-8477-a96c034cfdee not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:51:47.451455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:47.452102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.478944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.517272 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c0979cbf-538b-4469-a8ec-f1c4153f03de tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2955024 Nov 23 18:51:47.522294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.525336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332c9967-f40a-44d2-88e7-615d5d8cc618']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:47.530376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:47.531020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.555020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'admin_state_up': True, 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'security_groups': ['01cec56f-850b-4794-8dbe-8ab95cf4dea6']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:47.558340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a95e97-78c1-485d-af90-a673344f0eae') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:47.558642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a95e97-78c1-485d-af90-a673344f0eae') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:47.573902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5845721 Nov 23 18:51:47.577439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:47.588466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'network': {'name': 'tempest-router-network02--1343719735'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:47.604533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.624245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01bea06f-2856-4590-ac98-5f11dd7b8c63 req-43aa1894-abd7-4981-8d3a-a0d4e6b612ac tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866887 Nov 23 18:51:47.655979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.685597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d6cfed8d-237a-443a-bc18-5b11b057fb68 None None] Provisioning complete for port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:47.686158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6cfed8d-237a-443a-bc18-5b11b057fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.691688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:51:47.692055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:51:47.722609 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:51:47.744486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac021-b5e2-45a7-8711-771c527c7c86 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Network': ['ID=15f25666-d7d9-4e17-b616-05fc30eb10b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:47.748528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Allocated IP 172.20.0.2 (dfcec1d6-923c-42e2-ad69-4f0ec380ccae/f73455b8-1579-430f-9059-47424589bd29/fec330c1-9a30-46c4-b484-d09e69ad557a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:47.784077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:47.788625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.836361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:47.843961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:47.848998 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.901931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c6e95cd-0a06-4bd4-b2f4-8646b3d293e1 req-3c8a461a-c185-465d-b232-afb000ba4084 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.1636312 Nov 23 18:51:47.905984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:51:47.918988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.927885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.928319 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Added segment c6845a95-c70c-4579-bb7c-e7c9b822364d of type vlan for network ff44474c-6429-48d6-8c09-fa2543f8acb5 Nov 23 18:51:47.929962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:47.936425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] 10.222.0.37 "DELETE /v2.0/networks/332c9967-f40a-44d2-88e7-615d5d8cc618 HTTP/1.1" status: 204 len: 168 time: 0.8306859 Nov 23 18:51:47.942537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfed8d-237a-443a-bc18-5b11b057fb68 None None] Port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:47.971595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f762-84c2-4b57-886b-1992088f53ad admin admin] Pushing event deleted for resources: {'Network': ['ID=332c9967-f40a-44d2-88e7-615d5d8cc618,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.047021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.106236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.112270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:48.113014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.138637 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.151489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.202563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Network': ['ID=ff44474c-6429-48d6-8c09-fa2543f8acb5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.203794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.1.1.141 (7e5c361e-a500-431b-bd2b-0d7f0bb26a37/34a0227b-385a-4fa0-af3b-52947188f6ea/8a868bd0-84ff-41a5-b429-053d41fdd984) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:48.220235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:48.220618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a5875b0d-fe47-4a69-8606-90b98e0f0b34 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6418092 Nov 23 18:51:48.232588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:48.232846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'subnet': {'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:48.241150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:51:48.246449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:48.305707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3aa45715-5e77-4846-ad17-0e9362f06162 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d58ad50cb39345208b9f1af25dbc7036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575316 Nov 23 18:51:48.308158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:48.322913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:48.327522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:48.336014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Pushing event updated for resources: {'Port': ['ID=fec330c1-9a30-46c4-b484-d09e69ad557a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.430621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.434675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.493539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.495112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.585036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.590818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.593422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad2b0fdc-2c21-4153-b678-2db35b8c59b8 HTTP/1.1" status: 204 len: 168 time: 0.2839358 Nov 23 18:51:48.609384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7bb06-8500-40f9-9d80-ad1bd5936636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b0fdc-2c21-4153-b678-2db35b8c59b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.699742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Attempting to bind port fec330c1-9a30-46c4-b484-d09e69ad557a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:48.700309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Attempting to bind port fec330c1-9a30-46c4-b484-d09e69ad557a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7244b1d8-b51f-4693-b705-9e975099cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:48.700580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Attempting to bind port fec330c1-9a30-46c4-b484-d09e69ad557a on network dfcec1d6-923c-42e2-ad69-4f0ec380ccae {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:48.712164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:48.712568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Checking segment: {'id': '7244b1d8-b51f-4693-b705-9e975099cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:48.713187 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.713741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Bound using segment: {'id': '7244b1d8-b51f-4693-b705-9e975099cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:48.714532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Bound port: fec330c1-9a30-46c4-b484-d09e69ad557a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7244b1d8-b51f-4693-b705-9e975099cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfcec1d6-923c-42e2-ad69-4f0ec380ccae'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:48.715127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.808028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:48.810392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] For port fec330c1-9a30-46c4-b484-d09e69ad557a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:48.814637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] For port fec330c1-9a30-46c4-b484-d09e69ad557a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fec330c1-9a30-46c4-b484-d09e69ad557a,segment=NetworkSegment(7244b1d8-b51f-4693-b705-9e975099cd83),segment_id=7244b1d8-b51f-4693-b705-9e975099cd83)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:48.819784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.847146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:48.854748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:48.869731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.903101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e03ce-155d-4e30-a4d0-85d987109a39 None None] Pushing event updated for resources: {'Port': ['ID=fec330c1-9a30-46c4-b484-d09e69ad557a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:48.974785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:48.981147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.053860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a011b3-5694-4fe2-9bd2-1df0405866ce req-8d2d1658-1ee5-481a-b8c5-5fcaf0a1b29f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:49.061935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a011b3-5694-4fe2-9bd2-1df0405866ce req-8d2d1658-1ee5-481a-b8c5-5fcaf0a1b29f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:49.069458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a011b3-5694-4fe2-9bd2-1df0405866ce req-8d2d1658-1ee5-481a-b8c5-5fcaf0a1b29f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:49.078340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-12a011b3-5694-4fe2-9bd2-1df0405866ce req-8d2d1658-1ee5-481a-b8c5-5fcaf0a1b29f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 2374 time: 0.3286550 Nov 23 18:51:49.220103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db569dc-adc5-4432-8806-4ea66e9f0126 req-6c3ffa62-96e7-449f-9b28-725e265b81ed tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.1036263 Nov 23 18:51:49.347922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:49.355248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.406327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ef00e7c3-09ce-490c-83cc-82ee7e13a436 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8558807 Nov 23 18:51:49.415204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-64aba5bf-74ad-4438-977c-c0c8d9563da2 None None] Provisioning complete for port 8a868bd0-84ff-41a5-b429-053d41fdd984 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:49.416471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64aba5bf-74ad-4438-977c-c0c8d9563da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.457422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'admin_state_up': True, 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'security_groups': ['01cec56f-850b-4794-8dbe-8ab95cf4dea6']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:49.508542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-64aba5bf-74ad-4438-977c-c0c8d9563da2 None None] Port 8a868bd0-84ff-41a5-b429-053d41fdd984 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:49.613743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-12a011b3-5694-4fe2-9bd2-1df0405866ce req-49a86ad5-f338-4af6-b33d-169c6ca6f133 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5344641 Nov 23 18:51:49.630675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.642948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:49.765006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Subnet': ['ID=fd8ee31b-2505-42b7-8fb0-83df3104099f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:49.780115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Checking segment: {'id': '917c747e-98c6-4ca0-8053-079855f942a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:49.780480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network hostable DHCP agents. Network: 15f25666-d7d9-4e17-b616-05fc30eb10b1, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:49.812283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.859614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:49.901170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 15f25666-d7d9-4e17-b616-05fc30eb10b1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:49.910019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba25814-180d-47b8-89a6-eac915a722d1 None None] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:49.919679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:49.920296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:49.956255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b829652f-237f-4c5e-b343-6e254c4f6ea0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7336044 Nov 23 18:51:49.960338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:49.969721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'subnet': {'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:50.177517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.2.2.100 (d263aea2-1cfc-4228-9b39-7600e563994f/b7e5ae06-8869-4fad-a6d7-58613bfa9570/da4690bb-d26b-4092-9aef-a37d7ca35848) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:50.225653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-15f25666-d7d9-4e17-b616-05fc30eb10b1', 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1', 'tenant_id': '086ef6bcea6e4e5ebea78c51e1f65517', 'fixed_ips': [{'subnet_id': 'fd8ee31b-2505-42b7-8fb0-83df3104099f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:50.226780 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.236912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Made reservation on behalf of 086ef6bcea6e4e5ebea78c51e1f65517 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:50.250055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.475186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d995b51-feca-41f7-a973-4fdd471a84d2 req-8bae45bf-796a-46e7-818d-8337359c92a8 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0485699 Nov 23 18:51:50.507642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Allocated IP 172.20.0.2 (15f25666-d7d9-4e17-b616-05fc30eb10b1/fd8ee31b-2505-42b7-8fb0-83df3104099f/35038122-c930-4bbc-bc4f-7745374f388e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:50.698122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.719672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.794487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.815502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.826397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:50.925225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network d263aea2-1cfc-4228-9b39-7600e563994f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:50.950224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:50.962772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:50.999906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:51.001375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859b76b-dc23-4b19-a702-23e5a58609bb None None] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:51.021692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:51.027387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:51.033782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Subnet': ['ID=77a8da17-792b-4b43-9712-90052af9b81c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:51.045097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Checking segment: {'id': 'c6845a95-c70c-4579-bb7c-e7c9b822364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:51.045680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network hostable DHCP agents. Network: ff44474c-6429-48d6-8c09-fa2543f8acb5, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:51:51.077109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:51.079448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-980aaab0-96f2-4e78-83b5-cd55c9543677 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.088038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-980aaab0-96f2-4e78-83b5-cd55c9543677 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.104207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-980aaab0-96f2-4e78-83b5-cd55c9543677 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.126159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-980aaab0-96f2-4e78-83b5-cd55c9543677 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.127601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.127959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.128513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.128869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.129210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.137320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.137694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.138807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.139040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-980aaab0-96f2-4e78-83b5-cd55c9543677 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 3095 time: 0.2858274 Nov 23 18:51:51.139666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.139920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.146531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.147822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:51.149353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:51:51.190400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.193268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.200215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Pushing event updated for resources: {'Port': ['ID=35038122-c930-4bbc-bc4f-7745374f388e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:51.217005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] Provisioning complete for port fec330c1-9a30-46c4-b484-d09e69ad557a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:51.217404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.225575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ff44474c-6429-48d6-8c09-fa2543f8acb5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:51.252128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:51.253076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.265420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-6ede48cb-be22-4db8-8d8c-7a050f7ccb8e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127754 Nov 23 18:51:51.305402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4f9bc-d963-49ea-baaf-f84f5cbb29a2 None None] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:51.318197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86c7d9f2-f00a-48c0-aac2-4d3d14650a0a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3547411 Nov 23 18:51:51.333031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'admin_state_up': True, 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'security_groups': ['01cec56f-850b-4794-8dbe-8ab95cf4dea6']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:51.334880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60000e5d-7a0a-4d8e-aeb0-496fcb8d3fb6 req-c570898f-5f30-4008-a7e2-19809774876d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936061 Nov 23 18:51:51.338200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:51.450353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fec330c1-9a30-46c4-b484-d09e69ad557a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:51.467973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b099e7b0-0b84-4d43-a2d0-2ea2e87b8f17 req-5515e8eb-3273-4909-aa21-c71dc332842b tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.2222092 Nov 23 18:51:51.518898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Attempting to bind port 35038122-c930-4bbc-bc4f-7745374f388e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:51.519261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Attempting to bind port 35038122-c930-4bbc-bc4f-7745374f388e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '917c747e-98c6-4ca0-8053-079855f942a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:51.519677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Attempting to bind port 35038122-c930-4bbc-bc4f-7745374f388e on network 15f25666-d7d9-4e17-b616-05fc30eb10b1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:51.528295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:51.528666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Checking segment: {'id': '917c747e-98c6-4ca0-8053-079855f942a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:51.528973 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.529361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Bound using segment: {'id': '917c747e-98c6-4ca0-8053-079855f942a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:51.529841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Bound port: 35038122-c930-4bbc-bc4f-7745374f388e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917c747e-98c6-4ca0-8053-079855f942a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '15f25666-d7d9-4e17-b616-05fc30eb10b1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:51.530214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.627756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fec330c1-9a30-46c4-b484-d09e69ad557a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:51.628059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.634525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Made reservation on behalf of b1e6a1f658b84b16b5fd0fea2930619c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:51:51.639254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.758444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bf1f805-47f9-4646-bc27-865a95f560c2 req-b43e90ca-dc9a-4c4c-a9e6-e37c83d9e6c0 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0824907 Nov 23 18:51:51.807571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.953175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:51.992609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] For port fec330c1-9a30-46c4-b484-d09e69ad557a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fec330c1-9a30-46c4-b484-d09e69ad557a,segment=NetworkSegment(7244b1d8-b51f-4693-b705-9e975099cd83),segment_id=7244b1d8-b51f-4693-b705-9e975099cd83)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:52.009335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Allocated IP 10.2.2.200 (d263aea2-1cfc-4228-9b39-7600e563994f/b7e5ae06-8869-4fad-a6d7-58613bfa9570/9acf191a-b129-4cd4-9af3-c60a4a1c5224) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:52.013689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ff44474c-6429-48d6-8c09-fa2543f8acb5', 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5', 'tenant_id': '086ef6bcea6e4e5ebea78c51e1f65517', 'fixed_ips': [{'subnet_id': '77a8da17-792b-4b43-9712-90052af9b81c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:51:52.016365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.021566 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.090776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] For port 35038122-c930-4bbc-bc4f-7745374f388e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:52.242929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] For port 35038122-c930-4bbc-bc4f-7745374f388e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=35038122-c930-4bbc-bc4f-7745374f388e,segment=NetworkSegment(917c747e-98c6-4ca0-8053-079855f942a9),segment_id=917c747e-98c6-4ca0-8053-079855f942a9)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:52.244223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.287176 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.335685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.414407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.459196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Allocated IP 172.20.0.1 (15f25666-d7d9-4e17-b616-05fc30eb10b1/fd8ee31b-2505-42b7-8fb0-83df3104099f/4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:52.522426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Network d263aea2-1cfc-4228-9b39-7600e563994f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:52.534189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:52.571909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:52.576383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ab57-4c14-4f69-901f-f161d9730483 None None] Pushing event updated for resources: {'Port': ['ID=fec330c1-9a30-46c4-b484-d09e69ad557a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:52.598515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b21fcc5c-bbc3-4b3c-a5c3-180b31666b82 None None] Provisioning complete for port da4690bb-d26b-4092-9aef-a37d7ca35848 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:52.598914 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b21fcc5c-bbc3-4b3c-a5c3-180b31666b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.687889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:52.705046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.745671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:52.761436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.842057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-27a246a0-853f-47b4-ab8a-94418bd0c3c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370138 Nov 23 18:51:52.878180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:52.941618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Allocated IP 172.20.0.2 (ff44474c-6429-48d6-8c09-fa2543f8acb5/77a8da17-792b-4b43-9712-90052af9b81c/0c1a5fc6-5c8e-41d2-80eb-4719095aaf16) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:51:52.989155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:53.002303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:53.028340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:53.035667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.037045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:53.043295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6761ad38-0c7b-432d-8d9a-6dc144edbeb2 req-c2249fbb-1678-44d4-86ab-35e17b4d9537 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.2398305 Nov 23 18:51:53.048106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:53.058796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-c85b744b-2dac-4cdf-bcf6-9071a2e7e099 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 3816 time: 0.5569606 Nov 23 18:51:53.186238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.228131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:53.251713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:53.266114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:53.313433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48fcdc33-a82b-4c29-82dd-28c849cfa4e3 req-4ba5174d-0cd4-4212-9812-b14225c442f0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532167 Nov 23 18:51:53.368685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9dd33134-7cf7-41dc-a4ab-86a84ebd7169 req-8c0268ec-665b-4579-bd4c-831dd49c682d tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0478430 Nov 23 18:51:53.372722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Port': ['ID=4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:53.375618 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:53.376147 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:53.389830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.390196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.390536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.390859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.391203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.391564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.391888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.393242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.393242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.393242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.393815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.394376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:51:53.422059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.425458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b21fcc5c-bbc3-4b3c-a5c3-180b31666b82 None None] Port da4690bb-d26b-4092-9aef-a37d7ca35848 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:53.431917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639e15-52bc-4b65-87fe-fdc9a94d555e None None] Pushing event updated for resources: {'Port': ['ID=35038122-c930-4bbc-bc4f-7745374f388e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:53.584140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-81cad9b7-e13f-40d6-b47e-1b9e30802d34 None None] Provisioning complete for port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:53.584747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81cad9b7-e13f-40d6-b47e-1b9e30802d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.615591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.630355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.665602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.702712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:53.703626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-81cad9b7-e13f-40d6-b47e-1b9e30802d34 None None] Port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:53.710715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:53.714143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:51:53.720137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Pushing event updated for resources: {'Port': ['ID=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:53.764232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-81cad9b7-e13f-40d6-b47e-1b9e30802d34 None None] Provisioning complete for port fec330c1-9a30-46c4-b484-d09e69ad557a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:53.764736 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81cad9b7-e13f-40d6-b47e-1b9e30802d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.816492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d50c3f1-2d95-407d-af8e-e23ea4f2403e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:53.835300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.856173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Transition to ACTIVE for port object 7d50c3f1-2d95-407d-af8e-e23ea4f2403e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:53.862293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.876000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Attempting to bind port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:53.876397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Attempting to bind port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c6845a95-c70c-4579-bb7c-e7c9b822364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:53.876771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Attempting to bind port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 on network ff44474c-6429-48d6-8c09-fa2543f8acb5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:53.955127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:53.955380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Checking segment: {'id': 'c6845a95-c70c-4579-bb7c-e7c9b822364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:53.955815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:53.956263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Bound using segment: {'id': 'c6845a95-c70c-4579-bb7c-e7c9b822364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:53.956789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Bound port: 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6845a95-c70c-4579-bb7c-e7c9b822364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ff44474c-6429-48d6-8c09-fa2543f8acb5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:53.957135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.086883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:54.201082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.213088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.230411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Attempting to bind port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:54.235806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Attempting to bind port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:54.241088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Attempting to bind port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e on network 12cabe37-3dac-406c-88ba-4744631137e2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:54.251293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e on network 12cabe37-3dac-406c-88ba-4744631137e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:54.251897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Attempting to bind port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e on network 12cabe37-3dac-406c-88ba-4744631137e2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:54.267753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:54.272203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Checking segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:54.272754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Bound using segment: {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:54.273357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Bound port: 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c4910d-1b22-4cb3-bbcd-716c6789be5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:54.275779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.277959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] For port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:54.290429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] For port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,segment=NetworkSegment(c6845a95-c70c-4579-bb7c-e7c9b822364d),segment_id=c6845a95-c70c-4579-bb7c-e7c9b822364d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:54.304959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.438383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fec330c1-9a30-46c4-b484-d09e69ad557a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:54.467393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.487823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Port': ['ID=4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:54.519681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23ae2c44-c3df-449e-ba3e-24b197b76d8a req-45f77941-5b72-4ec5-bbae-6914363932aa tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.1979425 Nov 23 18:51:54.608559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4f98-216e-456b-8569-3935fc0c89a1 None None] Pushing event updated for resources: {'Port': ['ID=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:54.643154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fec330c1-9a30-46c4-b484-d09e69ad557a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:54.643830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:54.667455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fea7a6d1-5dab-43e0-9461-e94a2964604e req-5fd5136b-a001-463d-a5ef-2af249cdb234 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.1439965 Nov 23 18:51:54.763496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13894e89-e10c-4520-b92e-2cdb097efc20 None None] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:54.788257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a9e8b98-d5a1-4b94-8e63-910a9150a5bc req-bf2bd1b5-2d5a-464c-ab9d-66788e70b04f tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0970371 Nov 23 18:51:54.807944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:51:54.816605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:54.827365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:51:54.875633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:54.891787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.002466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 35038122-c930-4bbc-bc4f-7745374f388e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:55.038604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.043607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.050202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 1091 time: 2.1938927 Nov 23 18:51:55.070670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.080300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:55.093747 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917888bb-43a3-4540-a514-f42edcfcee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:55.112390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.119278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.136002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.155847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:55.165404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-1d061316-8417-4b8b-9232-1cea5c0d47ce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 3828 time: 0.6689696 Nov 23 18:51:55.206927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:55.271668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6cab1-210e-47c5-b033-4acb0a1c75c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:55.276885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] Provisioning complete for port 35038122-c930-4bbc-bc4f-7745374f388e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:55.277327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.333859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.340053 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15314bb4-0f2c-4354-9b1c-2eec5c9a46dc x-openstack-request-id: req-15314bb4-0f2c-4354-9b1c-2eec5c9a46dc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:55.341337 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:55.341583 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15314bb4-0f2c-4354-9b1c-2eec5c9a46dc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:55.342016 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'status': 'completed', 'code': 200} Nov 23 18:51:55.407195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecec3d09-f31f-47ef-bc4c-78e1434d7002 req-7e26fe2a-b69d-45af-a7d3-fda5fdad0923 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306783 Nov 23 18:51:55.490004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Router ad383a99-bd66-4b66-913b-fe94a851dfec is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:51:55.511123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 35038122-c930-4bbc-bc4f-7745374f388e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:55.511730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.666157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:51:55.685132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] Sync routers for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:51:55.704753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a294dda-8a50-40a0-8d5c-790854640173 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3623583 Nov 23 18:51:55.706702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:55.714037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:55.715556 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:55.783988 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:55.803609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:55.808637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:51:55.809603 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:51:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:55.883707 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:51:55.884563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b536c-abcd-45af-9dad-2b69dc66f71c None None] The sync data for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:51:55.987576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:55.996854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] For port 35038122-c930-4bbc-bc4f-7745374f388e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=35038122-c930-4bbc-bc4f-7745374f388e,segment=NetworkSegment(917c747e-98c6-4ca0-8053-079855f942a9),segment_id=917c747e-98c6-4ca0-8053-079855f942a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:56.006165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.182361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.237228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3825-3fdf-47a1-90ca-ffc6b4304144 None None] Pushing event updated for resources: {'Port': ['ID=35038122-c930-4bbc-bc4f-7745374f388e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:56.258669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f54f24f9-2eaa-4ded-814d-040784a0fe92 req-4265ff61-53fb-46fc-b77e-0b9985c366c2 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.2435267 Nov 23 18:51:56.316605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:51:56.317634 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:51:56.346592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ef401c9-7c67-4820-936e-5889ea34e193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.387150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90694bfe-7cc9-430f-8ca2-428bfe7caa0c None None] Provisioning complete for port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:56.387808 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90694bfe-7cc9-430f-8ca2-428bfe7caa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.468626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-90694bfe-7cc9-430f-8ca2-428bfe7caa0c None None] Port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:56.486242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90694bfe-7cc9-430f-8ca2-428bfe7caa0c None None] Provisioning complete for port 35038122-c930-4bbc-bc4f-7745374f388e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:56.486712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90694bfe-7cc9-430f-8ca2-428bfe7caa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.538234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c50bf652-6c64-4aa7-bd8e-eb92aefcba84 req-95943622-3093-46e7-a4b0-4e33285efa26 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0590189 Nov 23 18:51:56.565120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.565543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.566192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.566872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.567593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.569582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-917888bb-43a3-4540-a514-f42edcfcee9c req-9af546c7-6e68-47e0-9146-e208c888c060 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 4363 time: 1.1886833 Nov 23 18:51:56.740528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669df8a-7e09-4a29-8d39-be7f6081ec6f None None] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:51:56.894108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ef401c9-7c67-4820-936e-5889ea34e193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.903569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ef401c9-7c67-4820-936e-5889ea34e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.907934 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-26542b4c-6efd-45bb-aaf3-1543b85595e3 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:51:56.912472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-26542b4c-6efd-45bb-aaf3-1543b85595e3 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2004547 Nov 23 18:51:56.914420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:56.938047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Provisioning complete for port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:56.939522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:56.941591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.948620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.956465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.970553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.978765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:56.981010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-b1757044-0767-41ef-a93d-ed93b7504eb5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 3828 time: 0.2752967 Nov 23 18:51:57.030434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-f7f594b0-39ee-4e92-94d4-a64099c10de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:57.031227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-f7f594b0-39ee-4e92-94d4-a64099c10de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:57.031925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-f7f594b0-39ee-4e92-94d4-a64099c10de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:57.034592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-917888bb-43a3-4540-a514-f42edcfcee9c req-f7f594b0-39ee-4e92-94d4-a64099c10de1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4457693 Nov 23 18:51:57.034810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:57.082199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Provisioning complete for port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:57.084043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.099734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ef401c9-7c67-4820-936e-5889ea34e193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ef30da046174f5294c22e481496a595&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1083755 Nov 23 18:51:57.100222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:57.117961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef401c9-7c67-4820-936e-5889ea34e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7121e4a-e8e2-4615-afd8-e94895afe4e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:57.276549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80cf0236-6a95-47ad-a007-9d34b5028d9e req-2dfebaf3-914d-40f0-9783-c3553c56b391 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841897 Nov 23 18:51:57.296097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a50e867-d994-41e1-8a5b-672c2f4d72ea {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:57.306990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.319885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.330006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917888bb-43a3-4540-a514-f42edcfcee9c req-b07f5c1f-50b6-47b9-8969-4dffc23e0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:57.332009 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-917888bb-43a3-4540-a514-f42edcfcee9c req-b07f5c1f-50b6-47b9-8969-4dffc23e0630 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830372 Nov 23 18:51:57.369118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Transition to ACTIVE for port object 2a50e867-d994-41e1-8a5b-672c2f4d72ea will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:57.374526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.403057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e7be37d-9121-49f9-93dd-22f475d80872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.440776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] For port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,segment=NetworkSegment(c6845a95-c70c-4579-bb7c-e7c9b822364d),segment_id=c6845a95-c70c-4579-bb7c-e7c9b822364d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:51:57.447869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 35038122-c930-4bbc-bc4f-7745374f388e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:57.509347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.559135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:57.602541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 35038122-c930-4bbc-bc4f-7745374f388e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:57.602924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.688351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65967-e6d0-419b-b80d-e38a42f0f456 None None] Pushing event updated for resources: {'Port': ['ID=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:57.717251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Attempting to bind port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:57.718167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Attempting to bind port 2a50e867-d994-41e1-8a5b-672c2f4d72ea by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:57.718167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Attempting to bind port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:57.733172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:57.733540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Attempting to bind port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:57.739958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eaed9c9c-3e8a-446b-9ecc-63bb55b21e5f None None] Provisioning complete for port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:57.740233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eaed9c9c-3e8a-446b-9ecc-63bb55b21e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.749155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:57.749579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:57.750033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Bound using segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:57.765861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ac66f73-d89f-4545-916e-2a2c55e48f97 req-98326120-882f-470f-abb9-1f1fa8bdc155 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0728214 Nov 23 18:51:57.770822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Bound port: 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:57.771038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.826908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.870018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:57.882451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e549f8a-83f0-4265-8e52-6f4f25896f34 req-c0553e12-ed4f-41db-98bf-6443a8d2c8f1 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0546920 Nov 23 18:51:57.912247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eaed9c9c-3e8a-446b-9ecc-63bb55b21e5f None None] Port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:51:57.933163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:57.944499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:57.950384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.987129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:57.987799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:57.997589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] 10.222.0.50 "PUT /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 1130 time: 2.8184721 Nov 23 18:51:57.998799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.002790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:58.003479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.065703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '2a50e867-d994-41e1-8a5b-672c2f4d72ea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:51:58.071346 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc45a08-f580-4d98-9d76-0fec67452e46" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "2a50e867-d994-41e1-8a5b-672c2f4d72ea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:51:58.114403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:51:58.172432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.176999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.180948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7121e4a-e8e2-4615-afd8-e94895afe4e8 HTTP/1.1" status: 204 len: 168 time: 1.0664666 Nov 23 18:51:58.232653 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1be48e-aa1f-45a6-9ac6-1a01a13023fa x-openstack-request-id: req-fd1be48e-aa1f-45a6-9ac6-1a01a13023fa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:51:58.232953 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "2a50e867-d994-41e1-8a5b-672c2f4d72ea", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:51:58.233209 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd1be48e-aa1f-45a6-9ac6-1a01a13023fa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:51:58.233627 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '2a50e867-d994-41e1-8a5b-672c2f4d72ea', 'status': 'completed', 'code': 200} Nov 23 18:51:58.258773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36058d4d-35f3-41d9-852f-7bae225927ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7121e4a-e8e2-4615-afd8-e94895afe4e8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:58.280531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e2cccf00-b954-4842-8edf-7d2d5ec42a97 None None] Provisioning complete for port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:58.280809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e2cccf00-b954-4842-8edf-7d2d5ec42a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.439634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe655402-f4c8-4485-a710-91fe038f432a service neutron] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:58.447874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.474419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.475194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.475893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.476618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.477232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.477984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.480234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-7fde6337-1372-42ab-8d7e-de8f58d284b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5286 time: 0.2069366 Nov 23 18:51:58.580962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.600071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.609646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.616912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.624491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.632956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.644189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.644551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-c7436080-677c-4631-bd77-90c99e983da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.645848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-c7436080-677c-4631-bd77-90c99e983da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.646317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-c7436080-677c-4631-bd77-90c99e983da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.648462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-c7436080-677c-4631-bd77-90c99e983da7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1295195 Nov 23 18:51:58.674791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-d416d86e-58b8-4a1d-bb4d-17d40b32e79c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 4600 time: 0.1824634 Nov 23 18:51:58.800566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-3f95f14f-607f-4ef4-8434-3ad967ac6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:58.802633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bc45a08-f580-4d98-9d76-0fec67452e46 req-3f95f14f-607f-4ef4-8434-3ad967ac6c0a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277368 Nov 23 18:51:58.807002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:58.883770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe97d5f6-0ab7-424d-8345-415e4558ec5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:58.962660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-683828d5-2a1d-4d87-b467-efe85bbbaf41 req-3505d903-95fb-4f17-97ca-e2293b24625b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865949 Nov 23 18:51:59.062703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45cb45f2-38d2-465c-b46c-60be327febaa req-1a962c8c-d174-421d-bfbf-d3691fadfcde tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0412183 Nov 23 18:51:59.143479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:51:59.255504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:51:59.256218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.259822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe97d5f6-0ab7-424d-8345-415e4558ec5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.269643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe97d5f6-0ab7-424d-8345-415e4558ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.343687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:51:59.353162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97d5f6-0ab7-424d-8345-415e4558ec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d909be-ab74-4805-9f50-7c723b1ed82c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:59.362055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.369198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe97d5f6-0ab7-424d-8345-415e4558ec5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f67ada8ea0fd442ab07ad80e896195bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610244 Nov 23 18:51:59.373043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:51:59.400252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Transition to ACTIVE for port object 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:51:59.406569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.445541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting port 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:51:59.445541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.517254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:59.575279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.643055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.651973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Attempting to bind port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:51:59.651973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Attempting to bind port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:51:59.651973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Attempting to bind port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:59.673418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e84f304-484f-4829-a5e1-fc2107e21e76 req-0eff5d07-c9eb-4a20-bca5-109e70cdec5a tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0432212 Nov 23 18:51:59.677643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:51:59.678054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Attempting to bind port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:51:59.685551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:51:59.685951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:51:59.686415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Bound using segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:51:59.686862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Bound port: 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:51:59.687219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.721711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.724951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.726135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6d909be-ab74-4805-9f50-7c723b1ed82c HTTP/1.1" status: 204 len: 168 time: 0.3521156 Nov 23 18:51:59.738680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6dffa84a-c5cd-434d-97aa-64c326319610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.810330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c618-1c83-46ed-bc09-2ce146ea6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d909be-ab74-4805-9f50-7c723b1ed82c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:51:59.816139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.847307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Calling delete_port for 4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:51:59.862563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:51:59.869482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:51:59.878885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.963816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:51:59.964806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:59.968109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 1130 time: 1.8871520 Nov 23 18:52:00.048836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:00.111188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468c61-c7d4-4d16-8843-cb29dc083f00 service neutron] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:00.216916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:00.247640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:00.250399 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a853f85f-7c3f-4c41-ac8e-1712237c1b27" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:00.313296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-25d3eed6-3683-49cf-b3df-3251a7aa8690 req-169e1f15-ed9e-4e2b-9a9d-3f0f649effde tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0499601 Nov 23 18:52:00.342323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.355392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.365861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:00.366789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.374762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.389591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.400195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.410935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.421407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63d92278-2e20-4645-b3b5-138f795c9942 req-2637603c-cefa-4387-bb5f-53dd153ba347 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5372 time: 0.3036864 Nov 23 18:52:00.473434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Port': ['ID=4b34cc18-1b44-4fcf-9cf9-ec3fd3c79249,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:00.564411 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542aa077-7dca-430f-a5e6-05e57cd7d242 x-openstack-request-id: req-542aa077-7dca-430f-a5e6-05e57cd7d242 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:00.564707 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:00.564966 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-542aa077-7dca-430f-a5e6-05e57cd7d242 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:00.565382 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5', 'status': 'completed', 'code': 200} Nov 23 18:52:00.671998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:00.714394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63d92278-2e20-4645-b3b5-138f795c9942 req-420d3663-6286-4713-81a0-4901dca31ec6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915103 Nov 23 18:52:00.780870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.781351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.781816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.782274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.782732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.783180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.783729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:00.786489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-58894205-c5ee-40be-9b73-f3094df24451 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6209 time: 0.1893270 Nov 23 18:52:00.903065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8732a4e2-9ed4-45db-9192-e5123ca43deb req-fce000a5-f0ec-4e29-9162-9dd778b6e99a tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0590856 Nov 23 18:52:00.907918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.064140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-2c065479-ab35-44fb-ad86-68210faf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:01.064695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-2c065479-ab35-44fb-ad86-68210faf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:01.065157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-2c065479-ab35-44fb-ad86-68210faf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:01.067750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-2c065479-ab35-44fb-ad86-68210faf8b29 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2165704 Nov 23 18:52:01.196101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Router ad383a99-bd66-4b66-913b-fe94a851dfec has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:52:01.222393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:01.233543 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.264250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Transition to ACTIVE for port object c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:52:01.265920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-7d07f443-85d6-4a42-8195-a369acb28484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:01.267806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a853f85f-7c3f-4c41-ac8e-1712237c1b27 req-7d07f443-85d6-4a42-8195-a369acb28484 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818902 Nov 23 18:52:01.269471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.318262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:52:01.330050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] Sync routers for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:52:01.331217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae6d3062-6e27-4a82-bbfd-4964cd9ae30a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4086709 Nov 23 18:52:01.339051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:01.349607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:01.351473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:01.352766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:01.418486 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-38c1dee7-6350-4fa0-af75-f09709f1aee0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] delete failed (client error): The resource could not be found. Nov 23 18:52:01.434123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:01.435765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38c1dee7-6350-4fa0-af75-f09709f1aee0 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1923690028 HTTP/1.1" status: 404 len: 335 time: 0.0954831 Nov 23 18:52:01.455449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e74e199c-4f4e-4de3-bd74-8d0c82a8ef80 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad383a99-bd66-4b66-913b-fe94a851dfec'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:01.478492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:01.505908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:01.507347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:01.557199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Attempting to bind port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:52:01.557547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Attempting to bind port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:52:01.557892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Attempting to bind port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:01.576645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:52:01.576891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Attempting to bind port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:01.587412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:52:01.587784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:01.588158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Bound using segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:52:01.588620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Bound port: c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:52:01.588977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.615213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:01.615924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35492b-2d77-469c-8cb7-8a223e265edc None None] The sync data for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:52:01.699893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:52:01.704757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:52:01.710915 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.744958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d916f7a-c206-428e-ae4c-bed0696575b6 req-23cc79ab-d32b-4ceb-9cdd-03f405132d96 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.3207989 Nov 23 18:52:01.774113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:01.814569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:01.815204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:01.818195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4a940c77-9ca4-4093-ae85-e8d937c1be06 service neutron] 10.222.0.50 "PUT /v2.0/ports/c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 200 len: 1091 time: 1.7901967 Nov 23 18:52:01.876181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:01.963290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e74e199c-4f4e-4de3-bd74-8d0c82a8ef80 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:02.011965 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e74e199c-4f4e-4de3-bd74-8d0c82a8ef80 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] update failed (client error): The resource could not be found. Nov 23 18:52:02.013067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e74e199c-4f4e-4de3-bd74-8d0c82a8ef80 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec HTTP/1.1" status: 404 len: 339 time: 0.5779741 Nov 23 18:52:02.017106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:02.117216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:02.124964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.131817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.138080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.144274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.156793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.165751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.178323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.186239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a423d52-c33f-43f0-8283-ea82d1d38695 req-e5179f2c-66a4-4bc8-9784-9705a1be8fdc tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0762613 Nov 23 18:52:02.188056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-de25b414-162d-4596-9361-1b2c6f8d1184 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5384 time: 0.2622690 Nov 23 18:52:02.196195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:02.429147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b97d24df-9d02-4958-8b62-36dadeb18f0f req-c0842a73-c718-4514-86bf-596765a5cc4e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2399318 Nov 23 18:52:02.568185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:02.571516 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df938c-cc48-4d5d-9fe3-b31070f6fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:02.582763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:02.683053 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3d0c7c-e91e-492e-b7bb-4b9b2f2b7517 x-openstack-request-id: req-fe3d0c7c-e91e-492e-b7bb-4b9b2f2b7517 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:02.683367 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:02.683630 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe3d0c7c-e91e-492e-b7bb-4b9b2f2b7517 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:02.684032 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999', 'status': 'completed', 'code': 200} Nov 23 18:52:02.764141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a868bd0-84ff-41a5-b429-053d41fdd984 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:02.783257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:02.809610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.810159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.810696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.811271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.812296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.812764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.813225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:02.815578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-8835e14f-aad2-48f0-a339-2d4e89df8774 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6276 time: 0.1002097 Nov 23 18:52:02.838618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Transition to ACTIVE for port object 8a868bd0-84ff-41a5-b429-053d41fdd984 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:52:02.860634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.018374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Pushing event updated for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:03.034561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Allocated IP 172.20.0.1 (dfcec1d6-923c-42e2-ad69-4f0ec380ccae/f73455b8-1579-430f-9059-47424589bd29/3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:52:03.122851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-4c0719a9-d961-492c-af7d-4564418aa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.123572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-4c0719a9-d961-492c-af7d-4564418aa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.124055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-4c0719a9-d961-492c-af7d-4564418aa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.126095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-4c0719a9-d961-492c-af7d-4564418aa0b1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3001237 Nov 23 18:52:03.126998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Attempting to bind port 8a868bd0-84ff-41a5-b429-053d41fdd984 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:52:03.127359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Attempting to bind port 8a868bd0-84ff-41a5-b429-053d41fdd984 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:52:03.127697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Attempting to bind port 8a868bd0-84ff-41a5-b429-053d41fdd984 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:03.133801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Port 8a868bd0-84ff-41a5-b429-053d41fdd984 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:52:03.134141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Attempting to bind port 8a868bd0-84ff-41a5-b429-053d41fdd984 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:03.195765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.220385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69fa6ff7-69ac-421d-b12b-2616cded7b18 req-d650d0ef-6fa1-4653-8cd9-b0798bb2a0f3 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.3591042 Nov 23 18:52:03.257560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:52:03.257560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Checking segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:03.257892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Bound using segment: {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:52:03.267189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Bound port: 8a868bd0-84ff-41a5-b429-053d41fdd984, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:52:03.267634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.292154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.358350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-28cafb23-33cc-4342-b171-18c6d52da197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.360197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86df938c-cc48-4d5d-9fe3-b31070f6fe93 req-28cafb23-33cc-4342-b171-18c6d52da197 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186358 Nov 23 18:52:03.405779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.440754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d3051bd-2b40-4166-bd5f-14f2549cfb63 req-4dfa5f98-b666-4635-8e56-cf946d2a26e8 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0593662 Nov 23 18:52:03.451730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:52:03.474336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:52:03.474336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:52:03.492527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:52:03.498034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a868bd0-84ff-41a5-b429-053d41fdd984,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:52:03.505755 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.521364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.522084 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.523801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] 10.222.0.50 "PUT /v2.0/ports/8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 200 len: 1091 time: 1.6556501 Nov 23 18:52:03.546170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Port': ['ID=3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:03.585523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.588470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:03.716666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.823053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:03.852183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d327e6-6288-4e16-8422-14f9c07fc71e service neutron] Pushing event updated for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:03.919416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.927557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.936617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.944275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.952183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.959015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.966670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:03.969214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74185684-729f-462e-b6ab-efaf15b707ba req-b9484468-0c06-4383-909d-43823d87d0bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5396 time: 0.3342464 Nov 23 18:52:04.185871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74185684-729f-462e-b6ab-efaf15b707ba req-00c3af9a-9a6d-4774-a284-ed08ef7bb8e0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424737 Nov 23 18:52:04.241569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfb01b2f-0218-454f-9362-a0214899d822 None None] Provisioning complete for port 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:04.242068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfb01b2f-0218-454f-9362-a0214899d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.363467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfb01b2f-0218-454f-9362-a0214899d822 None None] Port 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:52:04.534367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9aaa7d4d-5e36-4e4f-a89b-96a02932fb7b req-2929be28-0b32-4c2e-8b33-739634c226a4 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.1252592 Nov 23 18:52:04.571278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.586853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.694500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:04.697708 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ceb74a-0969-4a7f-83ff-55024634e30d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:04.793509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4690bb-d26b-4092-9aef-a37d7ca35848 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:04.818964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.834384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event updated for resources: {'Port': ['ID=3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:04.858509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Transition to ACTIVE for port object da4690bb-d26b-4092-9aef-a37d7ca35848 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:52:04.862812 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c9dd49-9dc2-43aa-90ae-77b543ca7888 x-openstack-request-id: req-f3c9dd49-9dc2-43aa-90ae-77b543ca7888 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:04.863979 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:04.864476 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c9dd49-9dc2-43aa-90ae-77b543ca7888 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:04.865206 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984', 'status': 'completed', 'code': 200} Nov 23 18:52:04.869269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.912912 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:04.969744 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6de7f34-4546-44ab-b981-b273a5b8f64a req-ce78782b-6649-4c9c-bde3-833522f2f6e5 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.1600685 Nov 23 18:52:05.036736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:05.059783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.061190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.061324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.062035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.062731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.063640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.064223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.067265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-c4c446b0-becd-40da-b4e7-ad4932492ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6368 time: 0.1557202 Nov 23 18:52:05.216692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:52:05.222186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:52:05.267473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-a1216937-a8ab-4881-a588-aa787da3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.267944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-a1216937-a8ab-4881-a588-aa787da3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.268402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-a1216937-a8ab-4881-a588-aa787da3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.270780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-a1216937-a8ab-4881-a588-aa787da3e0d6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1520388 Nov 23 18:52:05.310846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Attempting to bind port da4690bb-d26b-4092-9aef-a37d7ca35848 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:52:05.310846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Attempting to bind port da4690bb-d26b-4092-9aef-a37d7ca35848 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:52:05.311303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Attempting to bind port da4690bb-d26b-4092-9aef-a37d7ca35848 on network d263aea2-1cfc-4228-9b39-7600e563994f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:05.331797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Port da4690bb-d26b-4092-9aef-a37d7ca35848 on network d263aea2-1cfc-4228-9b39-7600e563994f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:52:05.332805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Attempting to bind port da4690bb-d26b-4092-9aef-a37d7ca35848 on network d263aea2-1cfc-4228-9b39-7600e563994f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:05.389916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:52:05.390258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Checking segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:05.391027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Bound using segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:52:05.391143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Bound port: da4690bb-d26b-4092-9aef-a37d7ca35848, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:52:05.391466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:05.405439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Router ad383a99-bd66-4b66-913b-fe94a851dfec has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:52:05.495875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-bb6834c4-53b0-4572-b9f7-b1135c6ba438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.497584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49ceb74a-0969-4a7f-83ff-55024634e30d req-bb6834c4-53b0-4572-b9f7-b1135c6ba438 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135952 Nov 23 18:52:05.517557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:52:05.522904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:52:05.528125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:05.559918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.574909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.583854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.596788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.608372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5c60e0d-0786-40b9-82f2-5353b0bd8101 None None] Provisioning complete for port 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:05.610164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c60e0d-0786-40b9-82f2-5353b0bd8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:05.623540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.628787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:05.640451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.648043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.650607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-7add1d9f-1dad-4e1c-87b9-0c7ef48c9fe1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5408 time: 0.2638118 Nov 23 18:52:05.662085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:05.662798 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:05.664449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-59720485-f8da-466c-a09c-bad0ff38a58c service neutron] 10.222.0.50 "PUT /v2.0/ports/da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 1091 time: 2.0976312 Nov 23 18:52:05.710254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5c60e0d-0786-40b9-82f2-5353b0bd8101 None None] Port 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:52:05.711069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Request body: {'port': {'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:05.725321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:52:05.740976 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] Sync routers for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:52:05.743907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2ac8569e-4c27-4e53-9830-3720175f4009 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7256575 Nov 23 18:52:05.744580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:05.766690 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:05.767683 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:05.857269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18c6f08c-c4cf-4368-ad58-27c04e6be14e req-670b0371-0538-45af-add6-21da9b44a82e tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0851340 Nov 23 18:52:05.882466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:05.919820 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:05.932161 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:05.935607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.193741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dddf535e-855d-4711-98db-8abc193f87cc req-371b9cff-525f-4de5-ab44-08627fb717f3 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.1034701 Nov 23 18:52:06.278838 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:06.279812 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34042bb-5f32-4cb6-b5a0-c05e7ce8ddf4 None None] The sync data for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:52:06.320481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f9dbce9-01b1-4a80-9883-854dee2216f8 req-5ae328f3-f8e8-45a9-9fb3-2e7377e31160 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6615748 Nov 23 18:52:06.360540 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71454d73-b62c-4dd2-9d47-50fe05a10314 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.456609 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-71454d73-b62c-4dd2-9d47-50fe05a10314 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 18:52:06.458426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71454d73-b62c-4dd2-9d47-50fe05a10314 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec HTTP/1.1" status: 409 len: 329 time: 0.7113121 Nov 23 18:52:06.463985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:06.544238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acf191a-b129-4cd4-9af3-c60a4a1c5224 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:06.552259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.566320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Transition to ACTIVE for port object 9acf191a-b129-4cd4-9af3-c60a4a1c5224 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:52:06.570777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.652692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:06.745611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Attempting to bind port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:52:06.746333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Attempting to bind port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:52:06.746863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Attempting to bind port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 on network d263aea2-1cfc-4228-9b39-7600e563994f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:06.752752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 on network d263aea2-1cfc-4228-9b39-7600e563994f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:52:06.753406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Attempting to bind port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 on network d263aea2-1cfc-4228-9b39-7600e563994f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:06.761694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:52:06.762374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Checking segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:06.762965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Bound using segment: {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:52:06.763728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Bound port: 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f008844-70c8-45e5-bef1-f17b0bd2fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:52:06.764305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.872149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:52:06.876870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:52:06.878949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:06.882766 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f444b53-a680-4720-8d2a-9dbe624dc3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:06.888474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.930663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:06.931391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:06.933705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] 10.222.0.50 "PUT /v2.0/ports/9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 1091 time: 1.2284911 Nov 23 18:52:07.044664 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f17404-4573-4171-82ae-3612e8230b2f x-openstack-request-id: req-b1f17404-4573-4171-82ae-3612e8230b2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:07.045623 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:07.045623 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1f17404-4573-4171-82ae-3612e8230b2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:07.045623 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'status': 'completed', 'code': 200} Nov 23 18:52:07.048966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:07.116692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270beaf2-c83c-48a0-aa0e-00322769263b service neutron] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:07.150176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.150654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.151123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.151618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.152076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.161701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.162342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.164925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-79611efa-151b-4c2a-b6da-1d556e89a849 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6477 time: 0.1636543 Nov 23 18:52:07.171015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-638693e3-b739-420d-a642-4d26d8c0eeca req-66397b39-d9eb-47c6-8113-0f1e78df8db1 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0467186 Nov 23 18:52:07.260568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9e65e101-d651-4f9d-b3fc-2712d531a9e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 217 time: 0.0763478 Nov 23 18:52:07.355980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4c2ea816-8d2c-4dea-8cbb-b696ee29b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.358391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-4c2ea816-8d2c-4dea-8cbb-b696ee29b6d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 200 len: 849 time: 0.0833225 Nov 23 18:52:07.386126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8156e3a-8a19-48c2-a167-e5eae6a92220 req-87c83a20-3727-40dd-902c-d8f32876c9a0 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0562243 Nov 23 18:52:07.461705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-10ee9c0c-d03f-4342-9fb0-8e74c59bfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.463365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-10ee9c0c-d03f-4342-9fb0-8e74c59bfb3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cabe37-3dac-406c-88ba-4744631137e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851998 Nov 23 18:52:07.607035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.608014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-d3beed0a-2ee2-4d03-bd4e-5dbebb92dd17 service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321971 Nov 23 18:52:07.612595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.618601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.624564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.631395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.637064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.643007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:07.645530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-78216443-f33e-4033-bcc3-7ca23e5b94a9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1147404 Nov 23 18:52:07.650095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting port 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:07.650432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:07.738111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-1e32939d-5364-4a15-b87d-dcbec483fb51 service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192646 Nov 23 18:52:07.790472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae814e39-b1a6-4610-bd4e-b6454e82448c req-fd28896b-7adb-4a70-86ce-66c732647f5b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233425 Nov 23 18:52:07.802148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:07.818008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Calling delete_port for 3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:08.117372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:08.150485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Port': ['ID=3f0d813d-6b8b-4312-b9b8-1a69fdc2ce6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:08.199476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-3ddeca76-c34a-43c0-bd58-bde5b39be57b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 217 time: 0.4501975 Nov 23 18:52:08.280972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c157871e-bc60-4d10-bf3c-b4a156ddcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:08.289148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c157871e-bc60-4d10-bf3c-b4a156ddcde5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0732434 Nov 23 18:52:08.344660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:08.391347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb81be5b-8d3b-447a-8d02-018b432a5449 req-f31ed86d-9e27-4c1f-a98e-008b14d051cc tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0380180 Nov 23 18:52:08.410699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-793d41be-ddb8-43a3-9287-5431baf6a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:08.412496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-793d41be-ddb8-43a3-9287-5431baf6a88c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895517 Nov 23 18:52:08.584449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-c981b01a-389d-41f2-9ae2-7a8c922e30b5 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469173 Nov 23 18:52:08.605054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d2d22b8-b140-4222-8ab3-0a8d41d11409 req-0b2382a4-3e98-4238-aaa0-278d45d25168 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0621476 Nov 23 18:52:08.612881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Router ad383a99-bd66-4b66-913b-fe94a851dfec has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:52:08.698089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:52:08.703680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-18578aa0-f17d-4079-9ae1-a2df0869270b tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379186 Nov 23 18:52:08.710318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:08.710594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] Sync routers for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:52:08.726072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:08.727029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:08.728860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-3999c606-a356-4b04-8493-3b25bbf73741 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314974 Nov 23 18:52:08.753819 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-400b450f-f754-4772-b2bf-bf31fa744963 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] show failed (client error): The resource could not be found. Nov 23 18:52:08.754992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-400b450f-f754-4772-b2bf-bf31fa744963 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-523404026 HTTP/1.1" status: 404 len: 334 time: 0.0425489 Nov 23 18:52:08.760568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:08.765474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a7256857-9843-44b2-8a15-a1edcca93296 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:08.771903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:08.784427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] Routers {'ad383a99-bd66-4b66-913b-fe94a851dfec'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:08.785944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ad383a99-bd66-4b66-913b-fe94a851dfec'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:08.789866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-12292e1f-de2d-403f-82d0-1df3397ed93e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 217 time: 0.0519662 Nov 23 18:52:08.805605 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-a7256857-9843-44b2-8a15-a1edcca93296 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] update failed (client error): The resource could not be found. Nov 23 18:52:08.806649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7256857-9843-44b2-8a15-a1edcca93296 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-459943975 HTTP/1.1" status: 404 len: 334 time: 0.0451224 Nov 23 18:52:08.816097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:08.837493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:08.839969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512adaba-e93b-4629-9b80-e6e01e7a5375 None None] The sync data for ids ['ad383a99-bd66-4b66-913b-fe94a851dfec'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:52:08.854319 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:08.874979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-1a1a6524-1c4d-4d92-9fa8-ba90000a721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:08.876753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-1a1a6524-1c4d-4d92-9fa8-ba90000a721b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0705888 Nov 23 18:52:08.904765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting subnet 77a8da17-792b-4b43-9712-90052af9b81c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:52:08.909708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:08.968674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:08.977563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-26bbb402-ee1f-42f8-821c-4fc88c5f1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:08.979215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-26bbb402-ee1f-42f8-821c-4fc88c5f1e7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911167 Nov 23 18:52:09.016726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.023667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.031145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.036565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.053900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.060188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.066601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.069562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-c8ced1bf-dcbb-4ee0-aea5-24fcf6e8d954 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1395829 Nov 23 18:52:09.083799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:09.087054 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d00ed-569d-4dfc-8aa1-b091cb691605" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:09.102327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.174334 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd48151-10f8-4093-9e27-40199365f147 x-openstack-request-id: req-fdd48151-10f8-4093-9e27-40199365f147 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:09.174632 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:09.175007 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdd48151-10f8-4093-9e27-40199365f147 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:09.176348 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'status': 'completed', 'code': 200} Nov 23 18:52:09.187040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.215063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e6c0c69-7e6d-4b1c-898b-71c13044dd83 req-2f9a4804-f9b4-4bc6-be18-1749f65fdca4 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232321 Nov 23 18:52:09.229037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-3ba47dfd-3e8a-4586-8dc6-40b32614d350 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408710 Nov 23 18:52:09.231300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Subnet': ['ID=77a8da17-792b-4b43-9712-90052af9b81c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:09.234275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.240962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6da41-639f-456c-b6ef-9ef540b203ca None None] Network ff44474c-6429-48d6-8c09-fa2543f8acb5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:52:09.243346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ba92981-9185-40dc-a037-9a2d6fd98c1a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/subnets/77a8da17-792b-4b43-9712-90052af9b81c HTTP/1.1" status: 204 len: 168 time: 0.4259140 Nov 23 18:52:09.244323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:09.329068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting subnet fd8ee31b-2505-42b7-8fb0-83df3104099f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:52:09.334924 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.355049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-21cb5e1c-65d0-4472-b0c6-96488a480b20 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115932 Nov 23 18:52:09.404864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.418301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-290fd9da-b1c2-4c63-92fa-e745ea7c12f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 200 len: 217 time: 0.0541344 Nov 23 18:52:09.493764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-7ed3ba7c-0856-4a7a-82de-14914e76c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.495714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-7ed3ba7c-0856-4a7a-82de-14914e76c00c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0615449 Nov 23 18:52:09.565663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] DHCP port deletion for ff44474c-6429-48d6-8c09-fa2543f8acb5 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:52:09.580434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ce83de-ad9c-4487-97bf-2be011cb8c8a req-cbc498de-3fdd-487d-b2d1-c2cdc347dfb0 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0375075 Nov 23 18:52:09.593065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-09c7de7b-e3f8-4862-a268-378d3354fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:09.595174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-09c7de7b-e3f8-4862-a268-378d3354fe71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893960 Nov 23 18:52:09.645785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.704709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Deleting port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:09.705463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.729945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.770230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8ee31b-2505-42b7-8fb0-83df3104099f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:09.774789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.779276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-621d2799-2e7b-456f-8d81-372fb2a99685 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/subnets/fd8ee31b-2505-42b7-8fb0-83df3104099f HTTP/1.1" status: 204 len: 168 time: 0.5327775 Nov 23 18:52:09.780113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-136058d2-7e6e-4f43-89b0-354cec733f5d service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738522 Nov 23 18:52:09.782745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:09.808899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce0bdcba-2f80-4749-9eaf-eea39b7b26cc req-fbe091d7-a25b-41bd-9f15-39531bff3a70 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0512550 Nov 23 18:52:09.870197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b893a6c-1751-40ad-9ee9-43bdfb193938 None None] Network 15f25666-d7d9-4e17-b616-05fc30eb10b1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:52:09.915259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:09.967885 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-a18dd565-7775-4c4a-a2fa-7fd21b0a1cf5 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573725 Nov 23 18:52:09.998812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:09.999606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.026501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] For port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,segment=NetworkSegment(c6845a95-c70c-4579-bb7c-e7c9b822364d),segment_id=c6845a95-c70c-4579-bb7c-e7c9b822364d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:10.026947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.032082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-aaabf5b0-4a4f-4619-bb33-d385870ee9be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 200 len: 217 time: 0.0443413 Nov 23 18:52:10.049413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Calling delete_port for 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:10.112380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] For port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,segment=NetworkSegment(c6845a95-c70c-4579-bb7c-e7c9b822364d),segment_id=c6845a95-c70c-4579-bb7c-e7c9b822364d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:10.112860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.139291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Calling delete_port for 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:10.140365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9651f58b-db0a-499f-be84-7dfefc3577b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.142834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-9651f58b-db0a-499f-be84-7dfefc3577b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0983965 Nov 23 18:52:10.161053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] DHCP port deletion for 15f25666-d7d9-4e17-b616-05fc30eb10b1 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:52:10.190253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.222259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Pushing event deleted for resources: {'Port': ['ID=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:10.240124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-1a94bfe6-5b4d-4d24-b04f-c1ac9bf054ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.241484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-1a94bfe6-5b4d-4d24-b04f-c1ac9bf054ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746100 Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.241976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:10.244546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581d118-6cde-4eb5-a616-b4d7b53eec70 None None] No DVR routers for this DVR port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:52:10.266820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.288436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Deleting port 35038122-c930-4bbc-bc4f-7745374f388e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:10.289052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.313978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Port': ['ID=0c1a5fc6-5c8e-41d2-80eb-4719095aaf16,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:10.323555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] No DVR routers for this DVR port 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:52:10.383384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] For port 35038122-c930-4bbc-bc4f-7745374f388e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=35038122-c930-4bbc-bc4f-7745374f388e,segment=NetworkSegment(917c747e-98c6-4ca0-8053-079855f942a9),segment_id=917c747e-98c6-4ca0-8053-079855f942a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:10.383716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.406006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Calling delete_port for 35038122-c930-4bbc-bc4f-7745374f388e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:10.454105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-3164e643-7629-43bb-9bd4-71734054dab3 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991427 Nov 23 18:52:10.476149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.484628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.498075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.519188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.526625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.542136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.543295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] Pushing event deleted for resources: {'Port': ['ID=35038122-c930-4bbc-bc4f-7745374f388e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:10.545194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1a0fb-7629-4d7b-85b1-2feda40863cb None None] No DVR routers for this DVR port 35038122-c930-4bbc-bc4f-7745374f388e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:52:10.556539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.569236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.576655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.583615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.585909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-35492a9f-203b-4514-9743-2c16ed1818fc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.2149341 Nov 23 18:52:10.588465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff44474c-6429-48d6-8c09-fa2543f8acb5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:10.611620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6845a95-c70c-4579-bb7c-e7c9b822364d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:10.612199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6845a95-c70c-4579-bb7c-e7c9b822364d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:10.634998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-90338720-82ee-4608-be4e-26361cd2b03d service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670716 Nov 23 18:52:10.641931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.672329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.706043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:52:10.706501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:52:10.711098 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:52:10.721503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-8a0259b6-6fc9-4cda-9401-253b0a43155c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 217 time: 0.0640845 Nov 23 18:52:10.742394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae67d4ea-2543-4b9b-a8fa-432ee33d45c0 req-201cef9a-9435-4e60-a72e-2a450cfbabd1 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0315711 Nov 23 18:52:10.751533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6aa9856-fb09-4eec-8d5b-741163570f90 req-fc4603e0-5b56-413f-a22f-fbb0b8bf6843 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550033 Nov 23 18:52:10.815827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-0125f170-4e66-429f-8a4f-db0f7e1ae350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.818123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-0125f170-4e66-429f-8a4f-db0f7e1ae350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.0781941 Nov 23 18:52:10.832956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.840903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:10.848530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/networks/ff44474c-6429-48d6-8c09-fa2543f8acb5 HTTP/1.1" status: 204 len: 168 time: 1.0641384 Nov 23 18:52:10.854592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:10.892844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-16321b09-b0d6-45c8-b84a-42b42614be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:10.895613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-16321b09-b0d6-45c8-b84a-42b42614be69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662374 Nov 23 18:52:10.897848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7290-137a-43e6-aea5-80ea0732f8fb tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Network': ['ID=ff44474c-6429-48d6-8c09-fa2543f8acb5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:11.009775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-f3af8de3-e924-49eb-8aae-9a7663c73ab5 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039181 Nov 23 18:52:11.018590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.038616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16cb38f5-b7c0-453b-8a2c-83e56bcab506 req-d29e6840-5a82-485f-bd49-9026a41cae5c tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0541673 Nov 23 18:52:11.147603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.165921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-e1a3653a-434c-45a5-af31-cc62fed86ba9 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422074 Nov 23 18:52:11.176278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f25666-d7d9-4e17-b616-05fc30eb10b1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:11.178933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:52:11.188015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917c747e-98c6-4ca0-8053-079855f942a9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:11.188788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917c747e-98c6-4ca0-8053-079855f942a9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:11.199755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.216454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.218156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:52:11.218669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0c1a5fc6-5c8e-41d2-80eb-4719095aaf16 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:52:11.219576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 35038122-c930-4bbc-bc4f-7745374f388e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:52:11.225372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ea58f6de-e461-4f44-a27e-7e5610339048 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 217 time: 0.0490201 Nov 23 18:52:11.226621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:52:11.227296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:52:11.230835 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:52:11.259578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 35038122-c930-4bbc-bc4f-7745374f388e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:52:11.260754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 35038122-c930-4bbc-bc4f-7745374f388e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:52:11.296486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ae66313d-3659-4ba1-916a-65bcfba44389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.298216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-ae66313d-3659-4ba1-916a-65bcfba44389 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.0644875 Nov 23 18:52:11.331529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.336635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.340258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/networks/15f25666-d7d9-4e17-b616-05fc30eb10b1 HTTP/1.1" status: 204 len: 168 time: 0.4852035 Nov 23 18:52:11.343967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:11.366023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b3c98-e8e7-4977-b720-65a86ba58031 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Network': ['ID=15f25666-d7d9-4e17-b616-05fc30eb10b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:11.387295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-521ec5c1-6071-4272-bd36-b403d2cd3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.390061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-521ec5c1-6071-4272-bd36-b403d2cd3cbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769417 Nov 23 18:52:11.416604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting subnet f73455b8-1579-430f-9059-47424589bd29 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:52:11.421578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.476971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.496851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-572f8db0-6635-47e8-aab0-bafb3c6301a2 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962973 Nov 23 18:52:11.570260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.627135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af2056c-6385-41d5-9729-dabfc93c23d2 req-beda8122-a3bc-4eef-895b-e9493637e459 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227016 Nov 23 18:52:11.654250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.690263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Subnet': ['ID=f73455b8-1579-430f-9059-47424589bd29,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:11.699722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.707544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69bf9460-28f2-45fe-b35c-c07a6fd37838 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/subnets/f73455b8-1579-430f-9059-47424589bd29 HTTP/1.1" status: 204 len: 168 time: 0.3589861 Nov 23 18:52:11.707971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:11.711544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117535c-0210-4575-9021-87383e522f00 None None] Network dfcec1d6-923c-42e2-ad69-4f0ec380ccae requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:52:11.901887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.903181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.905224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:11.907859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.908352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.908815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.909275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.914135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:11.921693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-87d63f51-ffe1-4c7c-bed6-8606114af4c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6477 time: 0.1885784 Nov 23 18:52:12.031967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-662035f5-02c9-4c10-bc0d-bc005faa59a8 req-8b16a6a5-8b1b-46cf-83a3-f383e5a53112 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0784905 Nov 23 18:52:12.091306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] DHCP port deletion for dfcec1d6-923c-42e2-ad69-4f0ec380ccae request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:52:12.154215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-8a542c08-f56a-4bf4-9eed-c5c03e80c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.159095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-8a542c08-f56a-4bf4-9eed-c5c03e80c45e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 903 time: 0.2267644 Nov 23 18:52:12.181933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Deleting port fec330c1-9a30-46c4-b484-d09e69ad557a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:12.182355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.184221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Deleting port fec330c1-9a30-46c4-b484-d09e69ad557a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:52:12.185995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.207434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.221139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-6418267d-30e2-4fca-b5b1-fca53fcde05e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 217 time: 0.0543869 Nov 23 18:52:12.226116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.232676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.239424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.249075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.256976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.264213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.272499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-8db0234f-3a22-4b5e-904f-45be7629a7fa tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.2528665 Nov 23 18:52:12.336410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] For port fec330c1-9a30-46c4-b484-d09e69ad557a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fec330c1-9a30-46c4-b484-d09e69ad557a,segment=NetworkSegment(7244b1d8-b51f-4693-b705-9e975099cd83),segment_id=7244b1d8-b51f-4693-b705-9e975099cd83)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:12.337220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.353837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Calling delete_port for fec330c1-9a30-46c4-b484-d09e69ad557a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:12.354609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-04b575db-0c06-4d40-b469-6fbc512a4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.357520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-04b575db-0c06-4d40-b469-6fbc512a4add service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.1191204 Nov 23 18:52:12.396608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] For port fec330c1-9a30-46c4-b484-d09e69ad557a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fec330c1-9a30-46c4-b484-d09e69ad557a,segment=NetworkSegment(7244b1d8-b51f-4693-b705-9e975099cd83),segment_id=7244b1d8-b51f-4693-b705-9e975099cd83)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:12.397180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.419431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f23bce14-0d94-4a38-b34b-1d8d86e7b4cd req-d57e0d78-efbe-444a-95ac-f3519db49d25 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380954 Nov 23 18:52:12.452304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Calling delete_port for fec330c1-9a30-46c4-b484-d09e69ad557a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:52:12.460276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.468555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-348797f7-b907-4424-b7cc-ad2d25f18058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.474306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-348797f7-b907-4424-b7cc-ad2d25f18058 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046138 Nov 23 18:52:12.495658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] Pushing event deleted for resources: {'Port': ['ID=fec330c1-9a30-46c4-b484-d09e69ad557a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:12.504385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d8124-d26c-4138-baaf-02c517f06359 None None] No DVR routers for this DVR port fec330c1-9a30-46c4-b484-d09e69ad557a on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:52:12.657447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0af6d3-a761-4ffd-8bf6-722139f05b92 req-09530cab-83df-4983-8f1d-8f63aa7c5f9d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:12.665825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef0af6d3-a761-4ffd-8bf6-722139f05b92 req-09530cab-83df-4983-8f1d-8f63aa7c5f9d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0924213 Nov 23 18:52:12.702138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.746154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Port': ['ID=fec330c1-9a30-46c4-b484-d09e69ad557a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:12.761873 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-607b5f6a-e0cc-4dc3-8d62-f077ade12ed5 req-5956a9a6-8c46-4012-b318-f72bf9f86577 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0671892 Nov 23 18:52:12.768627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef0af6d3-a761-4ffd-8bf6-722139f05b92 req-90fa5946-b423-4120-abec-087cbc51b3fd tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965543 Nov 23 18:52:12.770384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] No DVR routers for this DVR port fec330c1-9a30-46c4-b484-d09e69ad557a on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:52:12.804970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-38dee9e7-a52d-4088-bbec-9fa82e1bb690 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207598 Nov 23 18:52:12.925422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:12.950381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0f444b53-a680-4720-8d2a-9dbe624dc3d1 req-68f94261-45a7-4da9-83dc-644139626402 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354289 Nov 23 18:52:12.961899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcec1d6-923c-42e2-ad69-4f0ec380ccae']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:12.980120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7244b1d8-b51f-4693-b705-9e975099cd83') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:12.980570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7244b1d8-b51f-4693-b705-9e975099cd83') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:13.010290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.051455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.066838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:52:13.067657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:52:13.148699 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:52:13.169811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.174726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.186930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/networks/dfcec1d6-923c-42e2-ad69-4f0ec380ccae HTTP/1.1" status: 204 len: 168 time: 1.4774506 Nov 23 18:52:13.210990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.211509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.212834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.213864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.214335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:13.214491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.214605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fec330c1-9a30-46c4-b484-d09e69ad557a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:52:13.215099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.215443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.217715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-fcca328d-c457-4019-a0fa-fe8d90a50ade service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6477 time: 0.1874130 Nov 23 18:52:13.247251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3f9da-8823-4b77-a168-af12560e482a tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Pushing event deleted for resources: {'Network': ['ID=dfcec1d6-923c-42e2-ad69-4f0ec380ccae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:13.251723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fec330c1-9a30-46c4-b484-d09e69ad557a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:52:13.252247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fec330c1-9a30-46c4-b484-d09e69ad557a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:52:13.257516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5731622-2fa3-41e0-bce5-4b588f79a78b req-30def4e7-a1d3-43fd-bf39-d6b6292e7925 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0758357 Nov 23 18:52:13.264692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10a9e154-ab00-4d90-a494-74904b77a5b2 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad383a99-bd66-4b66-913b-fe94a851dfec HTTP/1.1" status: 200 len: 205 time: 0.0471199 Nov 23 18:52:13.272513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:13.388595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:13.416155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-dd8479fb-15e0-44a5-9568-46b2a555b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.418021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-dd8479fb-15e0-44a5-9568-46b2a555b751 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 903 time: 0.1730783 Nov 23 18:52:13.539433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-ec9c7e5c-e77d-490c-be22-d6b1c34dd807 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 217 time: 0.1114991 Nov 23 18:52:13.632745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-d063433c-c6d1-493f-80dc-34f85b6aa077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.634507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-d063433c-c6d1-493f-80dc-34f85b6aa077 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.0760453 Nov 23 18:52:13.711709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.717894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.724719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.733956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.741728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.748177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.755636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.764133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-42a90eb2-8026-49e7-963b-f5fb956da870 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.2214208 Nov 23 18:52:13.847133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3aad149-dde8-4611-ae1b-5dc13d9ec8f0 req-e5f33d17-4a02-44f8-8b49-9194619ae60e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819321 Nov 23 18:52:13.866578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-a7631c07-4c41-4cc3-81e9-f71d8044384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:13.868222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-a7631c07-4c41-4cc3-81e9-f71d8044384e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2182229 Nov 23 18:52:13.986360 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:13.999861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-861a79de-81c3-47cd-b868-f11a3f794e44 req-9052f6ba-a9a1-43f1-94a0-fef3ae353fed tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0441723 Nov 23 18:52:14.035158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.039818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.090189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-b4973b34-9e31-4cea-b46d-f32017b4bdfb service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993785 Nov 23 18:52:14.103257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.103782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Fanout notify agent at l3_agent the message router_deleted on router ad383a99-bd66-4b66-913b-fe94a851dfec {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:52:14.112862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.117518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-07f46303-d393-4737-aff6-0ba245e48b14 tempest-RoutersNegativeTest-1624854302 tempest-RoutersNegativeTest-1624854302-project] 10.222.0.37 "DELETE /v2.0/routers/ad383a99-bd66-4b66-913b-fe94a851dfec HTTP/1.1" status: 204 len: 168 time: 0.8438473 Nov 23 18:52:14.141733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728283-29ea-4046-916c-722c2d17f4de req-b4cf6723-3a55-4ca5-8688-1e4618b8cba8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:14.150184 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c728283-29ea-4046-916c-722c2d17f4de req-b4cf6723-3a55-4ca5-8688-1e4618b8cba8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.2577958 Nov 23 18:52:14.274629 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c728283-29ea-4046-916c-722c2d17f4de req-730373eb-1b34-4602-8f1f-96c807c4f88d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166561 Nov 23 18:52:14.288308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597d00ed-569d-4dfc-8aa1-b091cb691605 req-a9a61aa6-609e-4b3f-8fe1-4fcafacbe52f service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844747 Nov 23 18:52:14.446497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5cff83f-d49d-415a-a92f-f0b7de40041a req-7fa29518-11c2-4277-b58c-31df167e46e3 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0418921 Nov 23 18:52:14.532562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:14.749241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f7a7362-2cc3-499c-9e16-37d4b9d6b58f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=086ef6bcea6e4e5ebea78c51e1f65517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153389 Nov 23 18:52:14.753065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:14.825624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.854774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.918872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.925008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.927822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f413e4d-9cd2-4a08-a69c-ff29f909e937 HTTP/1.1" status: 204 len: 168 time: 0.1749713 Nov 23 18:52:14.941813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da177634-7dcd-4d01-97e4-1a750d2bb4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f413e4d-9cd2-4a08-a69c-ff29f909e937,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:15.084081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.103430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.121248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.141816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.149335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.157635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.165858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.175537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31489032-6cc1-42fb-a80f-30318f64957c req-db37d187-6ccd-4ca5-8a4a-e0a91ddba4a3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1845613 Nov 23 18:52:15.252107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71109053-fec2-4331-b0c0-f7d3fa25bc01 req-fdad72a8-9e97-473b-84b9-0a01f7333863 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0590053 Nov 23 18:52:15.270708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31489032-6cc1-42fb-a80f-30318f64957c req-a8fd2ed8-adc2-4693-b808-30c1a75ccfdf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938072 Nov 23 18:52:15.463929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018c1c-eeb2-4dd5-8b60-490591dbf183 req-34d9ebfb-f847-4beb-bcc7-90becf23b559 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:15.467532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0018c1c-eeb2-4dd5-8b60-490591dbf183 req-34d9ebfb-f847-4beb-bcc7-90becf23b559 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0842514 Nov 23 18:52:15.563182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0018c1c-eeb2-4dd5-8b60-490591dbf183 req-2385fdf6-c21a-4328-888d-f811337a66b1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891066 Nov 23 18:52:15.638226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-86785ec8-2954-4e2b-bdff-c315f9fc072e req-5592f347-fab3-4141-8057-c5f4da1baecd tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0633340 Nov 23 18:52:15.672811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:15.878994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc231bac-f2a2-4124-84b8-5eb66ad6149e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:15.991132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc231bac-f2a2-4124-84b8-5eb66ad6149e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:15.997761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc231bac-f2a2-4124-84b8-5eb66ad6149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.037462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dc231bac-f2a2-4124-84b8-5eb66ad6149e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2541ea1924544c23a903f1b34ee71fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608432 Nov 23 18:52:16.039522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:16.057197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231bac-f2a2-4124-84b8-5eb66ad6149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a1046c-2f92-4af4-91a8-c1978af2aa89,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:16.123188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.152952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.210055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.214662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.219759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5a1046c-2f92-4af4-91a8-c1978af2aa89 HTTP/1.1" status: 204 len: 168 time: 0.1791534 Nov 23 18:52:16.229944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b52ce-0050-4750-8066-93c708217642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a1046c-2f92-4af4-91a8-c1978af2aa89,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:16.439443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50863ccb-678c-4331-a718-3ca14f215500 req-90041214-2587-43c8-8163-bd58995ac324 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0545681 Nov 23 18:52:16.552970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.559488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.566553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.574076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.581664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.588442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.595210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.597904 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-a8cac069-e48d-4672-ab39-627e190ff30f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1923599 Nov 23 18:52:16.739939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb22be-5811-497e-a380-25a935584e65 req-1aa4179e-23a5-4072-a43d-fa95c388ec7b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:16.741483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14fb22be-5811-497e-a380-25a935584e65 req-1aa4179e-23a5-4072-a43d-fa95c388ec7b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0740583 Nov 23 18:52:16.774993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec022c48-b6e1-43e5-93d8-68cfefa219b0 req-e374c428-7761-455d-a21e-19fdaa216fa9 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636081 Nov 23 18:52:16.889407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14fb22be-5811-497e-a380-25a935584e65 req-580f8d85-d3f0-44fc-b1a2-bef923ee6d4f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305478 Nov 23 18:52:16.975617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:16.981793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52c604b5-5166-4b97-a2c7-127bf3be7cf2 req-8a71efbe-e02d-409f-a9ae-09a212a9a703 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0331440 Nov 23 18:52:16.994381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03ea91b5-6e42-43e5-a5ea-d36bdadcd2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.087565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03ea91b5-6e42-43e5-a5ea-d36bdadcd2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.094009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03ea91b5-6e42-43e5-a5ea-d36bdadcd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.141469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03ea91b5-6e42-43e5-a5ea-d36bdadcd2e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c7128565803424d8d41e82e7d68c3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635575 Nov 23 18:52:17.144665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:17.152947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea91b5-6e42-43e5-a5ea-d36bdadcd2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb9e2e-43a3-4541-b751-b4e73bf31334,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:17.173916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1265d833-f336-415c-8af1-c963697ad599 req-49374842-3540-41b0-90d8-95df6d3cce90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0302637 Nov 23 18:52:17.218856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.243513 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.305813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.309204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:17.310394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01fb9e2e-43a3-4541-b751-b4e73bf31334 HTTP/1.1" status: 204 len: 168 time: 0.1647270 Nov 23 18:52:17.321150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a3693-d4ab-4e82-9429-ac405b710ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb9e2e-43a3-4541-b751-b4e73bf31334,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:17.567383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f04d67-bb7b-43c5-b600-c41329c8a7af req-c7022ae5-a397-464e-a178-1957bdaf086c tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0379875 Nov 23 18:52:17.993890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:17.997297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.005162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.012522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.019810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.027026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.033962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.044611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-cc090ee6-1b02-4c7d-bdf5-a5929c813ffe tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1393020 Nov 23 18:52:18.098821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbafad-c2e0-4041-b89f-eded63c86583 req-00272ad0-d502-48dc-b12f-35a3009de48f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:18.107828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cecbafad-c2e0-4041-b89f-eded63c86583 req-00272ad0-d502-48dc-b12f-35a3009de48f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0710380 Nov 23 18:52:18.129165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-789d7da9-3b2f-4e8b-94a3-6528101cd689 req-1e0bbe65-c215-4579-9b89-135fbf6ad61d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809059 Nov 23 18:52:18.170730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cecbafad-c2e0-4041-b89f-eded63c86583 req-bb639396-d8aa-4e55-ab99-403618e0f7bd tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620077 Nov 23 18:52:18.290652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-595d0be0-0750-4ebc-91a1-285104ea2460 req-19a993ae-59b9-426a-91e2-00b22b9faf68 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0304415 Nov 23 18:52:18.701398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-986d8943-3d6e-4b70-ab7e-221e4486a8c7 req-3b7895e1-4fe7-447e-b7ef-2dae87d9c3c3 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0418715 Nov 23 18:52:19.276171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.282799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.289018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.296092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.305105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.308902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.315553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.317469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-62028ac2-55a6-4797-9a9b-1ddd59c66ebb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1031387 Nov 23 18:52:19.329355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2f11-03cd-4d2b-a037-fcab3122cd6c req-08cf017c-a02b-4b11-b7fd-3ec83232efb8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:19.331434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce4d2f11-03cd-4d2b-a037-fcab3122cd6c req-08cf017c-a02b-4b11-b7fd-3ec83232efb8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0662887 Nov 23 18:52:19.400847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce4d2f11-03cd-4d2b-a037-fcab3122cd6c req-8faa4abd-8f22-4df8-a0de-de5e5c0170eb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610845 Nov 23 18:52:19.411167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ed71e32-64fa-4c3a-ab3a-ffda0c6ea9d7 req-e6f06b39-333e-49f1-b040-4c802ce92ad7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841501 Nov 23 18:52:19.552855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:19.557300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44343624-ae38-4f10-b491-cbaf233064a6 req-28f53edb-345c-46e1-b367-c795fa34eaa3 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0334761 Nov 23 18:52:19.674114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7db8e-c937-4efa-989a-03b0a496b5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:19.780916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7db8e-c937-4efa-989a-03b0a496b5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:19.797230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93d7db8e-c937-4efa-989a-03b0a496b5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:19.862646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93d7db8e-c937-4efa-989a-03b0a496b5c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f3b0c6e6cc5479b970cd6fb78cca116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081028 Nov 23 18:52:19.865294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:19.876373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7db8e-c937-4efa-989a-03b0a496b5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d2890b-f751-4197-97b3-65a71c0e3a85,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:19.896173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cc115cd-3285-41b9-ad8b-c9afee036538 req-fe6e2ae7-7ed9-4b5f-85bc-e677f021026a tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a&device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0311050 Nov 23 18:52:19.928540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe53f0c4-35c3-464b-be57-fc97b7aa6b28 req-e4e7504b-8df5-40af-9ed6-ec2317032282 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0383525 Nov 23 18:52:19.957568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:19.984883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.047036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.050909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.052685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5d2890b-f751-4197-97b3-65a71c0e3a85 HTTP/1.1" status: 204 len: 168 time: 0.1857874 Nov 23 18:52:20.063451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89a971-681c-4033-893f-6739a1c8b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d2890b-f751-4197-97b3-65a71c0e3a85,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:20.170004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40725792-e26c-4564-864e-eb658c698bc0 req-b8365780-22bd-4c3d-b01c-201ece9e7481 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cfc2b409fea4f468842b8f9bcdc6802&device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0389075 Nov 23 18:52:20.170890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8f419f7-4903-4bbe-998c-710606b2b988 req-633331da-c7de-49f0-9f48-928a3de35cf6 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0326076 Nov 23 18:52:20.212804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40725792-e26c-4564-864e-eb658c698bc0 req-35fd332e-6399-45c1-adf7-2262bb86ce66 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cfc2b409fea4f468842b8f9bcdc6802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328841 Nov 23 18:52:20.409374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725792-e26c-4564-864e-eb658c698bc0 req-c6e98f71-870e-468b-8c0f-07fadc775556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.411289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:20.411834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40725792-e26c-4564-864e-eb658c698bc0 req-c6e98f71-870e-468b-8c0f-07fadc775556 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916649 Nov 23 18:52:20.428378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffba7789-56a2-47e8-8d93-71516116e189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.534832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffba7789-56a2-47e8-8d93-71516116e189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.555338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d276a-d5b0-4c0e-b1d3-0bf11e859d8e req-3e240b93-1a4f-4764-aec0-74d4e17a6735 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.556896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b91d276a-d5b0-4c0e-b1d3-0bf11e859d8e req-3e240b93-1a4f-4764-aec0-74d4e17a6735 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0724101 Nov 23 18:52:20.576165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffba7789-56a2-47e8-8d93-71516116e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.609272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba7789-56a2-47e8-8d93-71516116e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127cc1a0-2c07-4cfc-b437-cd449249273a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:20.622530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b91d276a-d5b0-4c0e-b1d3-0bf11e859d8e req-89a99a4e-7980-47fc-805b-698973178e2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592504 Nov 23 18:52:20.667002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.673289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.680976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.688113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.694735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.702881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.716345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:20.719025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ec03ed46-48ad-4691-bfd7-62431c1073d7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1864364 Nov 23 18:52:20.726286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:20.731951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ffba7789-56a2-47e8-8d93-71516116e189 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb1cc991e8414dd2924ed56cd5b0e78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191898 Nov 23 18:52:20.787123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.799543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ab56c1-c486-4fb3-b9f1-c5734dab5b33 req-ea09d3b1-57f8-4031-b2ea-3ba0b9d9e736 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663161 Nov 23 18:52:20.810916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.877524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.880481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:20.881901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/127cc1a0-2c07-4cfc-b437-cd449249273a HTTP/1.1" status: 204 len: 168 time: 0.1546147 Nov 23 18:52:20.891962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93e295-303c-4762-b4b8-9ce7a964bbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127cc1a0-2c07-4cfc-b437-cd449249273a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:21.037564 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50a8f0ed-24df-4b2c-bf8b-ce6e2a9ee03a req-07370727-2b20-4fd1-9a9f-5d2dd07fdfeb tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Nov 23 18:52:21.295686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24769ff9-59eb-4bd8-a647-86fe52f58531 req-96d982c4-ab88-4cf7-91c5-2b0bbf51f37f tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0431929 Nov 23 18:52:21.768278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40725792-e26c-4564-864e-eb658c698bc0 req-955030d4-8c5a-425b-aeee-ad525f4fe4d3 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0362988 Nov 23 18:52:21.768943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d61f7-5739-4f4f-becb-f2cc243d1d3a req-86a84ed7-1576-4f1d-8d55-3b11a2323f89 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:21.777705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b72d61f7-5739-4f4f-becb-f2cc243d1d3a req-86a84ed7-1576-4f1d-8d55-3b11a2323f89 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0714974 Nov 23 18:52:21.864345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b72d61f7-5739-4f4f-becb-f2cc243d1d3a req-485f41b3-1123-44ac-be13-fedca633b862 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854931 Nov 23 18:52:22.023904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.031617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.038131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.045676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.052827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.060632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.069423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:22.072257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-c78757b8-991e-4639-b77f-d14c6c22ce27 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1466391 Nov 23 18:52:22.152095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35c98f6e-4358-47cf-8901-a9da5fdabafa req-db13dea5-4975-4aca-b6c7-6de12e5aa994 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731025 Nov 23 18:52:22.206493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec1d3e7c-b894-4b4f-82ee-cbe32ccb5eac req-6a316320-dc42-494f-af2a-f5a575f40a93 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0322473 Nov 23 18:52:22.438003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-826989ca-a61d-4da5-be2e-8d93c70eb1cb req-7bac8c5d-28c6-4827-b25a-ca07f3b78831 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dc62ca1-bca7-4adf-8ef8-634c03062a0a HTTP/1.1" status: 200 len: 210 time: 0.0362751 Nov 23 18:52:23.043535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4011-c74b-47e5-8bfb-252a3bc530d6 req-a6a89cd0-0a0f-4817-af80-91bf36ce92ec tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.046229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-259d4011-c74b-47e5-8bfb-252a3bc530d6 req-a6a89cd0-0a0f-4817-af80-91bf36ce92ec tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0791128 Nov 23 18:52:23.141011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-259d4011-c74b-47e5-8bfb-252a3bc530d6 req-a7f27280-2e60-4d3f-a5cc-55b4da2b8c45 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776272 Nov 23 18:52:23.359076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.367870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.377209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.387953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.409250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.417637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.433182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a10070ba-a5ac-4d16-a28e-83b73138e8fa req-8a51e128-4e53-4082-833b-26706d65bb22 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0415385 Nov 23 18:52:23.435897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.438477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-f680bac1-eb4d-4d62-9c22-a1f2c4a4f7c5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1820817 Nov 23 18:52:23.564591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f47b1c38-26e2-488d-a921-0d606b2f1c2b req-a382f393-00a3-47a5-9a60-e03bc985e04d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138699 Nov 23 18:52:23.569361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-5d587b53-7eb3-4cd6-a7d4-a49183f2d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.572612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-5d587b53-7eb3-4cd6-a7d4-a49183f2d912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.1328030 Nov 23 18:52:23.610211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351d0ee-19f1-49fe-8c1d-cb1c9aca6a01 req-3c147aa8-620d-4656-9747-0068c3f0af91 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.621793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a351d0ee-19f1-49fe-8c1d-cb1c9aca6a01 req-3c147aa8-620d-4656-9747-0068c3f0af91 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0903797 Nov 23 18:52:23.723413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a351d0ee-19f1-49fe-8c1d-cb1c9aca6a01 req-0a0ea2ce-56c7-4a6e-a61c-97ea6e5f4bc9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001639 Nov 23 18:52:23.773233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-fa7c59ac-15a1-43d1-8f86-c709e96ac73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.776935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-fa7c59ac-15a1-43d1-8f86-c709e96ac73e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.1961768 Nov 23 18:52:23.919584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-53a6f267-9dd4-45f4-a53f-479fce2edc0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1001 time: 0.1326871 Nov 23 18:52:23.964904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:23.968985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df634388-4f19-42af-88d3-f148205aeb38 req-de5ff41f-88ec-4158-a6d8-22ea83d83e4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cfc2b409fea4f468842b8f9bcdc6802&device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0353928 Nov 23 18:52:23.994445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-ec6af89b-2c64-413c-bf28-c5a7eeff8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:23.996188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-ec6af89b-2c64-413c-bf28-c5a7eeff8bbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.0627584 Nov 23 18:52:24.016161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df634388-4f19-42af-88d3-f148205aeb38 req-3d47b150-b998-44c7-862f-729450e68afc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cfc2b409fea4f468842b8f9bcdc6802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314851 Nov 23 18:52:24.046077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72902510-ee88-4052-b494-75c4bf061414 req-31fdbb24-19a5-4dc4-8590-1a52c4cbbd86 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0598073 Nov 23 18:52:24.133969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-45646c02-db74-491e-84d1-0edea6d7cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.139912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-45646c02-db74-491e-84d1-0edea6d7cf0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233962 Nov 23 18:52:24.230073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e8540b-c69d-4b7e-9f6c-730ee389f9b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.271106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634388-4f19-42af-88d3-f148205aeb38 req-cfc3d739-b9c6-4e2b-9fe0-3bc82fd9f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.273833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df634388-4f19-42af-88d3-f148205aeb38 req-cfc3d739-b9c6-4e2b-9fe0-3bc82fd9f416 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262788 Nov 23 18:52:24.299666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-03633400-3b65-4c45-9f9d-1650b638e123 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515043 Nov 23 18:52:24.382805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e8540b-c69d-4b7e-9f6c-730ee389f9b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.389725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e8540b-c69d-4b7e-9f6c-730ee389f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.433886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aa19b43-83a8-4d0a-9ea1-344c649752ca req-6da96064-9c78-419f-b116-63c278795d5f service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251564 Nov 23 18:52:24.452427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c2e8540b-c69d-4b7e-9f6c-730ee389f9b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395e7ab5f76246c5b130b76b849b15ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854698 Nov 23 18:52:24.455870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:24.461146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8540b-c69d-4b7e-9f6c-730ee389f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a127f9c-73ff-4854-aa48-da910ff3a48f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:24.544185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.608623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7bad20-6db9-4588-aa34-329309ccef5d req-a61556b6-beb7-4aff-aeb8-3db063378c61 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0595229 Nov 23 18:52:24.614975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.711899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.715958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:24.721066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a127f9c-73ff-4854-aa48-da910ff3a48f HTTP/1.1" status: 204 len: 168 time: 0.2611861 Nov 23 18:52:24.731130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961ccd-1d5a-446f-a8a8-171075979bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a127f9c-73ff-4854-aa48-da910ff3a48f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:24.872570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.880863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.889085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.896720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.903634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.912544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.919995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.923744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-6ae0ea96-ec2a-49b4-87e9-29aca9496466 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1824424 Nov 23 18:52:24.979972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d65e-6943-4200-a42e-0bfe1b80cb9b req-4eb3f18b-9564-4fc9-908d-65f05e8b422d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:24.982316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f082d65e-6943-4200-a42e-0bfe1b80cb9b req-4eb3f18b-9564-4fc9-908d-65f05e8b422d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1171670 Nov 23 18:52:25.076449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88da5eb6-07d7-4134-8624-42c87b5439b3 req-5dde9356-bf06-4a52-a1db-42b8f622edce tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458328 Nov 23 18:52:25.088133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f082d65e-6943-4200-a42e-0bfe1b80cb9b req-a908bdb5-3635-41db-b582-8eec535bd87f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923100 Nov 23 18:52:25.257626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11473693-13d8-448f-9077-5e78155f15f5 req-d59b30f0-a85f-4d37-a132-efb23b723c01 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0517490 Nov 23 18:52:25.334148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:25.356333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f40349b-9d51-4aef-88ba-3ee972a3d42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.455014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f40349b-9d51-4aef-88ba-3ee972a3d42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.460886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f40349b-9d51-4aef-88ba-3ee972a3d42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.500506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40349b-9d51-4aef-88ba-3ee972a3d42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7561e6f3-af76-4a37-b54c-6e75327df88e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:25.505358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2f40349b-9d51-4aef-88ba-3ee972a3d42e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a8a7f068ec42f6a854fa669709dc8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695156 Nov 23 18:52:25.508349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:25.562402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.593951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.653623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.656302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:25.657437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7561e6f3-af76-4a37-b54c-6e75327df88e HTTP/1.1" status: 204 len: 168 time: 0.1478343 Nov 23 18:52:25.697402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df634388-4f19-42af-88d3-f148205aeb38 req-0e634e82-f2bb-47c0-b6ad-2cdd1e58357c tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0368791 Nov 23 18:52:25.698147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7385-581a-4cfe-ad2f-07164e45cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7561e6f3-af76-4a37-b54c-6e75327df88e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:25.851258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9ab87775-064e-438a-b1ce-93e274650a9b req-da206307-5d78-40c8-997a-38b13748c53b tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0470052 Nov 23 18:52:26.285788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.300976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.314203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.326125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.341951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1297b-5574-4184-abdd-bf052b3c64cd req-ac35c4a1-01d9-4658-9c1a-7c5df9d83c84 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.348294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.355825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ff1297b-5574-4184-abdd-bf052b3c64cd req-ac35c4a1-01d9-4658-9c1a-7c5df9d83c84 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.1123190 Nov 23 18:52:26.362083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.387611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:26.397146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08ed8444-98e0-4725-b95d-4c544a82173e req-cdac3826-2d6a-46b6-b6dc-daf7e12ee58a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1804450 Nov 23 18:52:26.484614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ff1297b-5574-4184-abdd-bf052b3c64cd req-381e8295-5987-4983-b08f-e8118d5bc116 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265767 Nov 23 18:52:26.500736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08ed8444-98e0-4725-b95d-4c544a82173e req-5a32bb6e-ce04-4c7e-a7a2-3a0f26f64ff8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024833 Nov 23 18:52:26.788081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d80f4345-fba1-4e1d-8bdf-94a38ec3e3ea req-1b2fea76-d6f1-41a6-bf15-07e8592b3a80 tempest-ServerShowV247Test-684585312 tempest-ServerShowV247Test-684585312-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4aedb57-1440-4cb9-9c79-923c16adc0f2 HTTP/1.1" status: 200 len: 210 time: 0.0796442 Nov 23 18:52:27.089201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfb055f9-d0f4-4b80-8078-a2063ffbba97 req-ca2cedd8-b9be-436a-9d33-67041c2712d5 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0527246 Nov 23 18:52:27.373065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-288e6d34-43e0-46ce-9dd9-59a32f05586e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:27.741150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.748253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.756739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.762943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.769786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.776393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.782421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:27.800485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-86acba3f-b0d6-48fd-b476-c1238fff9604 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1823223 Nov 23 18:52:27.920425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8eca8ea-535d-4117-bb10-7829cc14212b req-b011f508-bd6d-440c-86ed-ed113c35f135 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081834 Nov 23 18:52:28.185067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:28.248426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-856d1e70-1edb-4d5e-8f0f-e64a0a0c9673 req-7b3cc8da-a255-43cf-a850-9d2cb497e6bd tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Nov 23 18:52:28.307494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9f462b8-fac2-4d76-9343-4032690ef488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.400399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9f462b8-fac2-4d76-9343-4032690ef488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.404650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9f462b8-fac2-4d76-9343-4032690ef488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.443208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f462b8-fac2-4d76-9343-4032690ef488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5600640-5957-4bea-9a53-1c18afbac7ab,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:28.451872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f9f462b8-fac2-4d76-9343-4032690ef488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cfc2b409fea4f468842b8f9bcdc6802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622688 Nov 23 18:52:28.451872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:28.505302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.533078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.585589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.588691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:28.590072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5600640-5957-4bea-9a53-1c18afbac7ab HTTP/1.1" status: 204 len: 168 time: 0.1370902 Nov 23 18:52:28.600052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769deb88-3f1d-4947-ae9e-5e2aacbbe1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5600640-5957-4bea-9a53-1c18afbac7ab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:29.072616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.082756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.089621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.095762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.102581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.108744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.115178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:29.117138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-c79155c8-cd8c-4448-a61c-275df7ea15e1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1163852 Nov 23 18:52:29.195614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ce75a20-aacf-40d7-9e90-d0f8bb1f5739 req-abf71e97-e78b-457a-af2b-3064e3a4b02b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716329 Nov 23 18:52:29.367788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae7b9ce8-13a9-488c-950d-1bd88d0ef155 req-985dbcd9-b59c-4ae7-bdb1-697766dfbf71 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0329099 Nov 23 18:52:29.641232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:29.731007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d82c9bf-2a67-447f-a2f8-a97680e3996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:29.773285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c21971-e867-4275-91b2-425c6d5bf11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:29.911626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c21971-e867-4275-91b2-425c6d5bf11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:29.920465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c21971-e867-4275-91b2-425c6d5bf11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:29.969245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:29.969444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02c21971-e867-4275-91b2-425c6d5bf11a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c953b4437de45699aec2bb0a1fc2b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269951 Nov 23 18:52:29.970767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c21971-e867-4275-91b2-425c6d5bf11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bec6c0-32b5-42a2-8886-9cb19789a151,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:30.071089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:30.102340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:30.213481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:30.217030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:30.225828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87bec6c0-32b5-42a2-8886-9cb19789a151 HTTP/1.1" status: 204 len: 168 time: 0.2481685 Nov 23 18:52:30.246987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f9311-6f6c-4ee7-b3a5-6361bda38099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bec6c0-32b5-42a2-8886-9cb19789a151,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:30.406024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.415179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.427985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.439780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.450295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.462495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.469108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:30.479575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-0002995d-e345-4955-b2cd-3799ecca9f9b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1657917 Nov 23 18:52:30.540885 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f628cbff-ec2f-426b-a29b-6189f402eade req-fd42ae24-e47f-42c2-90cc-8eae7f4fce3d tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0499661 Nov 23 18:52:30.593353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ceeb2c91-4729-480f-888f-61522d050ed7 req-78f9e4ce-92c4-464c-bce5-4665fa77c048 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120508 Nov 23 18:52:30.661249 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:31.308930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-624bed49-ab71-4998-8118-198c69e97167 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715575 Nov 23 18:52:31.441847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-08c872ce-bed2-496f-ae53-c2261bfb8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:31.444122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-08c872ce-bed2-496f-ae53-c2261bfb8952 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 1096 time: 0.0673170 Nov 23 18:52:31.628780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-19c1e8ae-63f7-4544-be90-078abb3679c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:31.631683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-19c1e8ae-63f7-4544-be90-078abb3679c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.1581080 Nov 23 18:52:31.749242 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62edc710-b2ca-4286-a030-d35df70984cc req-6410c557-2055-4837-8214-5fa5dd0a42db tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0556164 Nov 23 18:52:31.830165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-950f3f97-af41-400e-9b30-ca73fb241435 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 200 len: 1001 time: 0.1845620 Nov 23 18:52:32.064224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-0b251143-7a02-43e5-add2-2270595480ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.065875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-0b251143-7a02-43e5-add2-2270595480ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.2268579 Nov 23 18:52:32.254117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-b31c54fa-803f-43b3-abcb-595b119a1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.255810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-b31c54fa-803f-43b3-abcb-595b119a1af2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814728 Nov 23 18:52:32.293232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.299540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:32.300379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.306992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.314002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.322195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.328763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.340382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:32.362363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-410d80c6-d685-4f8e-b32a-3707b4d18f2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.2280498 Nov 23 18:52:32.571955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-521f0846-b04b-4040-bb1c-d5a5d70cea05 req-d64d8198-97ef-4788-9683-dda6fbce7ec3 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085578 Nov 23 18:52:32.629972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-5292403b-9424-4b94-8e82-1dc179460e1d service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648281 Nov 23 18:52:32.756094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4f1e0a4-aed8-4047-9608-95f3b3e134d0 req-aa4c8a1a-7e2b-4297-b926-21040ce90209 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178801 Nov 23 18:52:32.923939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc91fa4c-bb20-43df-9876-fac6bca23f04 req-72193ccc-e3e2-4a54-a62f-662ee6ad9600 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0435894 Nov 23 18:52:33.189826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:33.632881 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2379175-10ed-4195-91c8-5e9d0f50c084 req-4aae884b-53e3-4c1b-ab45-d112fb237d59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0776653 Nov 23 18:52:33.774935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.781248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.788144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.794615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.801463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.807730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.813947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:33.815853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-f8bd350d-d754-4d54-b9b5-a4c2baabe77c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1113555 Nov 23 18:52:33.906955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc82351-ce0e-4f9b-82df-d2994354b9b3 req-d3b01b18-725f-4255-a974-6bbc91a51196 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784864 Nov 23 18:52:33.963903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-f7ade789-2a07-43ea-9663-f9583a9b2dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556078 Nov 23 18:52:34.051367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47d9aa1b-1445-44fb-b663-acb60fc1ddf1 req-efabe946-6660-4215-be22-4169ace4b274 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0401623 Nov 23 18:52:34.061779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-9c8b232e-6f05-4eba-ba38-dab41951cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:34.063496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-9c8b232e-6f05-4eba-ba38-dab41951cf1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1097 time: 0.0661941 Nov 23 18:52:34.205887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-c441fa9f-06fe-44d4-8b8a-8a3dd6dfcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:34.207544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-c441fa9f-06fe-44d4-8b8a-8a3dd6dfcba7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.1020446 Nov 23 18:52:34.302257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-da78554e-b0c4-42b1-8c39-4de36abc7d3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1002 time: 0.0871365 Nov 23 18:52:34.356674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-c09c98ad-ac46-4545-aa79-340026aa4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:34.358371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-c09c98ad-ac46-4545-aa79-340026aa4950 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.0467243 Nov 23 18:52:34.413531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-75d7988a-77ce-4a9c-a686-2e572e1e4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:34.414997 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-75d7988a-77ce-4a9c-a686-2e572e1e4843 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457475 Nov 23 18:52:34.540371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-72bbf9c6-efb1-431f-b377-02097d32de92 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162448 Nov 23 18:52:34.660216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fce4ba9-607d-4f8b-a664-bad02952ff56 req-66cb6cb2-d3cc-4f33-9b48-235b6186c254 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108241 Nov 23 18:52:35.220341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.240155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.251497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.269619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.283161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.298367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.311875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.326661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-27d9a9dc-d5db-4b49-826e-a37f41bd04da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.2875986 Nov 23 18:52:35.356505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2d5bd60-4550-4d6c-b4db-e822a4e21e48 req-19696e87-049e-47cd-ab98-b9723d933096 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0477626 Nov 23 18:52:35.444408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ca1132-a572-4ad6-a5f7-960774415513 req-2c28da5d-6c69-45a0-b1da-56b4c06dac5e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110406 Nov 23 18:52:35.770325 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f77e01e5-e4a4-4dca-b13c-1434cb38c1bc req-543697d8-b730-460d-a8df-8654127b05e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e17794ab255f40c1b2ec3ed86d3355eb&device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0555122 Nov 23 18:52:35.831781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4137f23-a1dd-4865-8c17-106e13d56d40 req-93dc5147-e3a3-4e4b-aa65-db4168aa2ad6 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Nov 23 18:52:35.842859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f77e01e5-e4a4-4dca-b13c-1434cb38c1bc req-3933c48c-0f6b-451c-afe0-87b706832016 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e17794ab255f40c1b2ec3ed86d3355eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526779 Nov 23 18:52:35.960505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e01e5-e4a4-4dca-b13c-1434cb38c1bc req-6234763d-d544-4f45-bd87-d54853e9c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:35.963846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f77e01e5-e4a4-4dca-b13c-1434cb38c1bc req-6234763d-d544-4f45-bd87-d54853e9c129 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096454 Nov 23 18:52:36.642580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.648780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.654860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.662944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.669527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.677118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.685065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:36.686986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-0d5f6c03-a090-474d-a3e0-e63f6f843c8a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1046574 Nov 23 18:52:36.770123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2bf7ee78-5e89-4e50-89cc-755fd35923fc req-81bf8053-d113-40e2-beda-37f29cdd09cc tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726881 Nov 23 18:52:37.024972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-813ce131-0910-450b-96ff-26aedc8a58f4 req-86688cee-bdf4-494c-9c01-1d4af6eff629 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0388842 Nov 23 18:52:37.665369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f77e01e5-e4a4-4dca-b13c-1434cb38c1bc req-2a7086ab-b383-49ae-9a5c-27b1502982c8 tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.50 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0499625 Nov 23 18:52:38.120435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.129201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.144914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.156032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.168484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.175641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.182200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:38.191399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:38.195723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-36a04547-bb92-48dd-9cf5-28f74a26f621 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5420 time: 0.1803420 Nov 23 18:52:38.229126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c9fa204-1309-43ef-927f-e25373725c5d req-766f6c9a-07af-426a-b66f-fe74c8b095bc tempest-ServerShowV254Test-1875749149 tempest-ServerShowV254Test-1875749149-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dd6378-9090-45c1-8879-cebbbf3f2d53 HTTP/1.1" status: 200 len: 210 time: 0.0505960 Nov 23 18:52:38.297296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b4ef8a9-aaae-4364-9084-c7c0e8ba63a2 req-22c8f900-4da1-4309-852a-a76b0cdc40cb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002276 Nov 23 18:52:38.396699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:38.410176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'port_id': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999', 'mac_address': 'fa:16:3e:da:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:38.450111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:38.467747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:38.513904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:38.521770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:38.522518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a868bd0-84ff-41a5-b429-053d41fdd984 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:38.618908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:38.661854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a868bd0-84ff-41a5-b429-053d41fdd984,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:38.678567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8a868bd0-84ff-41a5-b429-053d41fdd984', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'port_id': '8a868bd0-84ff-41a5-b429-053d41fdd984', 'mac_address': 'fa:16:3e:43:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:38.739735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:38.774387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a868bd0-84ff-41a5-b429-053d41fdd984 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:38.794382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:38.806428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a868bd0-84ff-41a5-b429-053d41fdd984,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:38.811386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:38.828758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:38.936735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:38.940612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:38.967655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'port_id': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5', 'mac_address': 'fa:16:3e:5d:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:39.016234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:39.032161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:39.067429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:39.074186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:39.075436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d50c3f1-2d95-407d-af8e-e23ea4f2403e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:39.288860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:39.291978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:39.321372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'port_id': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'mac_address': 'fa:16:3e:ad:54:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:39.465440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:39.512243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d50c3f1-2d95-407d-af8e-e23ea4f2403e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:39.565387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:39.571395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:39.572175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 2a50e867-d994-41e1-8a5b-672c2f4d72ea details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:39.610058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.619587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.627684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.637573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.646455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.654989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.664206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:39.677384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-f09a4d40-5730-4e25-ba07-a249e99057f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5423 time: 0.2069359 Nov 23 18:52:39.748062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:39.772449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93e46d1e-92d6-45f3-94e9-7b80ae4054b9 req-cff74354-e8b2-415e-9f67-54552e103182 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929294 Nov 23 18:52:39.773902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:39.784660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '2a50e867-d994-41e1-8a5b-672c2f4d72ea', 'network_id': '7e5c361e-a500-431b-bd2b-0d7f0bb26a37', 'port_id': '2a50e867-d994-41e1-8a5b-672c2f4d72ea', 'mac_address': 'fa:16:3e:d3:59:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a0227b-385a-4fa0-af3b-52947188f6ea', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:39.932448 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:39.957034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:39.967627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a50e867-d994-41e1-8a5b-672c2f4d72ea {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:39.991023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:39.999224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.000353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9acf191a-b129-4cd4-9af3-c60a4a1c5224 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:40.095530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:40.160164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bbadc6e-2edc-4bfb-ae6f-ded2baf85559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.177578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:40.191841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'port_id': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'mac_address': 'fa:16:3e:d6:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e5ae06-8869-4fad-a6d7-58613bfa9570', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:40.255185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.276896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acf191a-b129-4cd4-9af3-c60a4a1c5224 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:40.292512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bbadc6e-2edc-4bfb-ae6f-ded2baf85559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.299036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bbadc6e-2edc-4bfb-ae6f-ded2baf85559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.308626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:40.322221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.322221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device da4690bb-d26b-4092-9aef-a37d7ca35848 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:40.355476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5bbadc6e-2edc-4bfb-ae6f-ded2baf85559 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e17794ab255f40c1b2ec3ed86d3355eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947840 Nov 23 18:52:40.356336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:40.377845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbadc6e-2edc-4bfb-ae6f-ded2baf85559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b258a82-9032-4456-aba4-fd00812cc02d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:40.403264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.410838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:40.437757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:40.438151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.455460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'network_id': 'd263aea2-1cfc-4228-9b39-7600e563994f', 'port_id': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'mac_address': 'fa:16:3e:8c:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e5ae06-8869-4fad-a6d7-58613bfa9570', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:52:40.465594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.516683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.534807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.535572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4690bb-d26b-4092-9aef-a37d7ca35848 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:40.538013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.539519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b258a82-9032-4456-aba4-fd00812cc02d HTTP/1.1" status: 204 len: 168 time: 0.1820710 Nov 23 18:52:40.551339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e9147-5b32-4779-b9f1-e91c114ce841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b258a82-9032-4456-aba4-fd00812cc02d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:40.560567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:40.569103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:40.634279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:41.083126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.098337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.111831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.134625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.160797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.188011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.219025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:41.233621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-0e7b7512-1859-4686-b3a0-e645bf0bf7c2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5427 time: 0.3013027 Nov 23 18:52:41.411871 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1cd6018-3ba6-4704-b0d9-b4d8bdcd0ded req-2515fa86-032e-4fae-a352-1e28cb7ebd2b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613324 Nov 23 18:52:41.430514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:41.681058 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80b3341f-0da6-40f5-a144-f75145602a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:41.713477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['c6dd1ad4-5a46-4267-ad1a-d3053d8e2999'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.722932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7d50c3f1-2d95-407d-af8e-e23ea4f2403e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.859969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8a868bd0-84ff-41a5-b429-053d41fdd984'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.898355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80b3341f-0da6-40f5-a144-f75145602a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:41.907610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80b3341f-0da6-40f5-a144-f75145602a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:41.916532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['2a50e867-d994-41e1-8a5b-672c2f4d72ea'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.919038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.930777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['da4690bb-d26b-4092-9aef-a37d7ca35848'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:41.976814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:41.994179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80b3341f-0da6-40f5-a144-f75145602a30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=328f65dd50614605bbdfa30cc4729a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5626853 Nov 23 18:52:41.994961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3341f-0da6-40f5-a144-f75145602a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aff9a0f-d478-4341-b505-334dcc23f987,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:41.996802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:42.110747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.168422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.231806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-99189247-network', 'tenant_id': 'efa3de5d24d9454ea5842266abff349f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:42.258185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Made reservation on behalf of efa3de5d24d9454ea5842266abff349f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:52:42.261955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.274538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.312631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.315354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.325022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4aff9a0f-d478-4341-b505-334dcc23f987 HTTP/1.1" status: 204 len: 168 time: 0.3248398 Nov 23 18:52:42.346201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67b08d-b874-4de7-98ba-adf1e3efc216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aff9a0f-d478-4341-b505-334dcc23f987,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:42.489991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.497715 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.558969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94549057-7d31-44e7-806b-eb4d5aa62f96,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:42.580712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:52:42.608215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.612960 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Added segment 52fc0a66-7e44-4220-ab2f-8fe5e4932f09 of type vlan for network b8fff11c-f96a-4d7b-be02-223e826de7b0 Nov 23 18:52:42.656712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9acf191a-b129-4cd4-9af3-c60a4a1c5224'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:52:42.738366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.755759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.788205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.803174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.812626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.814089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.815457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.816666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:42.825911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.835051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.844640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:42.848433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-e50274d7-931a-4814-b13a-7afe70819c7b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5427 time: 0.1927514 Nov 23 18:52:43.000679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0226316 Nov 23 18:52:43.007393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:43.019455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Request body: {'subnet': {'network_id': 'b8fff11c-f96a-4d7b-be02-223e826de7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-99189247-subnet', 'tenant_id': 'efa3de5d24d9454ea5842266abff349f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:43.027305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0976a5-ac07-4b9c-8a91-0646b01abad2 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fff11c-f96a-4d7b-be02-223e826de7b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:43.053589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bbfd177-cbe9-453e-8d2f-aa08ce71a27b req-81017b4b-2ad5-47b0-8b1f-b97196399da0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982417 Nov 23 18:52:43.071180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Made reservation on behalf of efa3de5d24d9454ea5842266abff349f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:52:43.074815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:43.133176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network b8fff11c-f96a-4d7b-be02-223e826de7b0 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:52:43.451284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:43.595369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Checking segment: {'id': '52fc0a66-7e44-4220-ab2f-8fe5e4932f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b8fff11c-f96a-4d7b-be02-223e826de7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:43.595369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Network hostable DHCP agents. Network: b8fff11c-f96a-4d7b-be02-223e826de7b0, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:52:43.598345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34a5e1b-0a3e-4ecf-be6c-047183e71efb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:43.621914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Network b8fff11c-f96a-4d7b-be02-223e826de7b0 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:52:43.644714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, b8fff11c-f96a-4d7b-be02-223e826de7b0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:52:43.667888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:43.669504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:43.713010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0047d039-952b-4035-9453-dd89f2dfe4af admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7013652 Nov 23 18:52:43.738255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e2513-9227-4f5e-9941-079e32c3ae10 None None] Network b8fff11c-f96a-4d7b-be02-223e826de7b0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:52:44.031861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:44.103101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a30086-1f9b-431b-8ce2-d8e07aaaf390 None None] Network b8fff11c-f96a-4d7b-be02-223e826de7b0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:52:44.156697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Deleting subnet d34a5e1b-0a3e-4ecf-be6c-047183e71efb {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:52:44.168607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.266083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.390334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.397358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.409947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.433620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.441029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.457828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.473805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.491788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:44.512269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-f4ef9f90-57a3-45ca-9dee-a446d68ab494 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5427 time: 0.2688513 Nov 23 18:52:44.527023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.578861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34a5e1b-0a3e-4ecf-be6c-047183e71efb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:44.590635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.606845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:44.607453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2e1b5196-aa14-45ba-a87c-ce9e9ff0e83e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d34a5e1b-0a3e-4ecf-be6c-047183e71efb HTTP/1.1" status: 204 len: 168 time: 0.5716684 Nov 23 18:52:44.777149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dde4672-22c6-461a-ac15-dea65b2928b5 req-68e07919-b0d1-4360-8ac6-d7aa70ed15f6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2631028 Nov 23 18:52:44.782515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:44.782881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.939643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.980431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fff11c-f96a-4d7b-be02-223e826de7b0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:44.993345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-223bacc0-2b2e-4115-b220-8164f36b6598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.004483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fc0a66-7e44-4220-ab2f-8fe5e4932f09') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:45.004893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fc0a66-7e44-4220-ab2f-8fe5e4932f09') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:45.032008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.059615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.081228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:52:45.081909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:52:45.084453 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:52:45.189926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.198754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.208208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8fff11c-f96a-4d7b-be02-223e826de7b0 HTTP/1.1" status: 204 len: 168 time: 0.5987718 Nov 23 18:52:45.233879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-223bacc0-2b2e-4115-b220-8164f36b6598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.244884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-223bacc0-2b2e-4115-b220-8164f36b6598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.325063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bacc0-2b2e-4115-b220-8164f36b6598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729e9bc9-5637-4e39-a42d-d8f5bf0ad8d0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:45.391196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-223bacc0-2b2e-4115-b220-8164f36b6598 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e46844e99c84522a7f9ae64ba5362a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6070848 Nov 23 18:52:45.395203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:45.558470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.565641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:45.636730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.767682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.773700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.784422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/729e9bc9-5637-4e39-a42d-d8f5bf0ad8d0 HTTP/1.1" status: 204 len: 168 time: 0.3864620 Nov 23 18:52:45.818879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee09ca5-4190-4cec-a33d-fafbbff41425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e9bc9-5637-4e39-a42d-d8f5bf0ad8d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:45.867207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de7016c8-bc61-40c4-a1ae-a9911f7c97e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efa3de5d24d9454ea5842266abff349f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993248 Nov 23 18:52:45.870903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:45.976170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:46.018055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.079547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5e8d4-0b63-4f49-add9-f20abc1f0979 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fff11c-f96a-4d7b-be02-223e826de7b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:46.088068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.219257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.224941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.228715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94549057-7d31-44e7-806b-eb4d5aa62f96 HTTP/1.1" status: 204 len: 168 time: 0.3517854 Nov 23 18:52:46.250960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afca4fc-8d2c-4efa-abd1-6bae973446e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94549057-7d31-44e7-806b-eb4d5aa62f96,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:46.261589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.270649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.277676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.291345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.325695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.333129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.339739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:46.358222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-8711277b-df71-496e-805e-cf7ac818a6d5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5427 time: 0.2624516 Nov 23 18:52:46.442553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:46.474455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-011bd9de-d0b9-4e7a-b231-4560464b1c7c req-efa367fe-1f22-4994-84d8-6c3b38f8230f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109650 Nov 23 18:52:46.556347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2924ae71-6dff-42d9-b582-a8be6aa48735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.612012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d50c3f1-2d95-407d-af8e-e23ea4f2403e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:46.671836 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd8daf83-9d0f-4048-ad51-17679242ddbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.695656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:46.701497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:46.702556 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.776529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2924ae71-6dff-42d9-b582-a8be6aa48735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.783446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2924ae71-6dff-42d9-b582-a8be6aa48735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.871462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924ae71-6dff-42d9-b582-a8be6aa48735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b006a8ed-062c-4511-a10f-4b34732773ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:46.881433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.883269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2924ae71-6dff-42d9-b582-a8be6aa48735 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03dfe4f24b3e4ffea99e2e904838264b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9031377 Nov 23 18:52:46.887432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:46.909551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd8daf83-9d0f-4048-ad51-17679242ddbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.915345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd8daf83-9d0f-4048-ad51-17679242ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.931188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:46.934815 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4bd0c-4331-4f82-940f-5854e119340d" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:46.954655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:46.980985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.981822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:47.008704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8daf83-9d0f-4048-ad51-17679242ddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f89c4-c161-4c6e-af05-62e4fa22e3da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.022597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd8daf83-9d0f-4048-ad51-17679242ddbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9939190ba5084cc0b23a31c49440410d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788395 Nov 23 18:52:47.026027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:47.038570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.062020 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689da104-7fc0-4692-977b-09e2986c07eb x-openstack-request-id: req-689da104-7fc0-4692-977b-09e2986c07eb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:47.062369 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:47.062578 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-689da104-7fc0-4692-977b-09e2986c07eb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:47.062988 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'code': 200} Nov 23 18:52:47.122256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.124053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.153608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.194466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.199398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.200995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b006a8ed-062c-4511-a10f-4b34732773ec HTTP/1.1" status: 204 len: 168 time: 0.3118134 Nov 23 18:52:47.212004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537e540-ab61-456f-bcc0-ad8412275eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b006a8ed-062c-4511-a10f-4b34732773ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.239111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.243866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.247593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/400f89c4-c161-4c6e-af05-62e4fa22e3da HTTP/1.1" status: 204 len: 168 time: 0.2180629 Nov 23 18:52:47.253620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.258388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff77d6-dc40-4a32-93a6-3e87401b61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f89c4-c161-4c6e-af05-62e4fa22e3da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.273198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:47.282286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:47.282725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.377168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.413772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:47.419531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.420925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a868bd0-84ff-41a5-b429-053d41fdd984 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:47.513748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.536669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 8a868bd0-84ff-41a5-b429-053d41fdd984 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:47.540808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8a868bd0-84ff-41a5-b429-053d41fdd984 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:47.541197 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.626699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.633048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.639132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.639714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.646150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.660362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.667937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.675531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:47.676392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a868bd0-84ff-41a5-b429-053d41fdd984,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:47.681458 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db859d47-264a-48eb-93fb-9cd148770648 req-cad846e4-603c-4888-9519-a535276f7eba tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5429 time: 0.1121991 Nov 23 18:52:47.682258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.753647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:47.754537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db859d47-264a-48eb-93fb-9cd148770648 req-a9ad3b71-65c8-49f6-b820-80b7c435eebd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692735 Nov 23 18:52:47.795199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:47.824978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26b431c3-7554-4dd6-9492-d56f8215d021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.905259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26b431c3-7554-4dd6-9492-d56f8215d021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.909681 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26b431c3-7554-4dd6-9492-d56f8215d021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:47.943741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:47.943933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-26b431c3-7554-4dd6-9492-d56f8215d021 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c16e0f4f3b644b89a0fcc44ad876d2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474645 Nov 23 18:52:47.963983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b431c3-7554-4dd6-9492-d56f8215d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43874125-1a35-444f-91c9-9d62e89657d9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:48.010316 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.045940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.109345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.114133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.119112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43874125-1a35-444f-91c9-9d62e89657d9 HTTP/1.1" status: 204 len: 168 time: 0.1715586 Nov 23 18:52:48.126699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d4525-559d-45d4-bf90-c0407b2c8619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43874125-1a35-444f-91c9-9d62e89657d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:48.351669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:48.592464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-434304086-network', 'tenant_id': 'c0c54fdae0974d3ab8bac7d481bd7806'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:48.612493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 2a50e867-d994-41e1-8a5b-672c2f4d72ea up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:48.648510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Made reservation on behalf of c0c54fdae0974d3ab8bac7d481bd7806 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:52:48.651507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.663809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.683563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:48.691087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:48.692269 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.781888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.789904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.852610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.852770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a4d46-d9b3-4bd9-a11d-719a4a141d0c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:48.870185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:52:48.892783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.894177 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Added segment 44f01c9f-6140-4dd9-885c-22a3b38c3085 of type vlan for network 100cd3b4-d177-42fc-8ee9-7b4a867773a3 Nov 23 18:52:48.927662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:48.934290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.935125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:49.032470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.064095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999'}, {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984'}, {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a50e867-d994-41e1-8a5b-672c2f4d72ea'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:49.070430 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132b2ce7-8d94-44f7-9bc5-d93e0c4c23c2" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999"}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984"}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "2a50e867-d994-41e1-8a5b-672c2f4d72ea"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:49.077921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.094187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:49.099416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.118616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.124654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:49.129431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.134410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:49.135358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.152194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.165776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.171194 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c938d-378b-41f3-86fd-1f75fa6431c2 x-openstack-request-id: req-fa5c938d-378b-41f3-86fd-1f75fa6431c2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:49.171586 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999", "code": 200}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984", "code": 200}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "2a50e867-d994-41e1-8a5b-672c2f4d72ea", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:49.171894 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa5c938d-378b-41f3-86fd-1f75fa6431c2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:49.173177 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999', 'code': 200} Nov 23 18:52:49.173713 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984', 'code': 200} Nov 23 18:52:49.174370 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a50e867-d994-41e1-8a5b-672c2f4d72ea', 'code': 200} Nov 23 18:52:49.178679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.193345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-f987c6f9-afdb-4366-870e-ab7b5fd680f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5431 time: 0.2392488 Nov 23 18:52:49.230366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.232385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:49.233153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.244070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.285656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9242399 Nov 23 18:52:49.288309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:49.294575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.296724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9acf191a-b129-4cd4-9af3-c60a4a1c5224 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:49.445582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:49.453859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921148c3-e46b-42fa-a38b-f01e4a82c395 admin admin] Pushing event updated for resources: {'Network': ['ID=100cd3b4-d177-42fc-8ee9-7b4a867773a3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:49.478538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 100cd3b4-d177-42fc-8ee9-7b4a867773a3 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:52:49.480436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cfa2b301-5f6a-48cb-85c6-001ee900e763 req-a711f508-8018-4d3c-83d1-9c00639ffa0e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830114 Nov 23 18:52:49.484401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:49.534712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:49.535082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.689235 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.792631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:49.801877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:49.802879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device da4690bb-d26b-4092-9aef-a37d7ca35848 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:52:50.001819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:50.014259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port da4690bb-d26b-4092-9aef-a37d7ca35848 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:52:50.020127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port da4690bb-d26b-4092-9aef-a37d7ca35848 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:50.020437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.129333 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.196019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e076dc6-7e42-430d-9ebf-7fccecd2bd06 req-0b654cfd-32f4-4159-972c-8712dfdfaf41 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.200448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:50.203801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e076dc6-7e42-430d-9ebf-7fccecd2bd06 req-0b654cfd-32f4-4159-972c-8712dfdfaf41 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.207920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.232036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e076dc6-7e42-430d-9ebf-7fccecd2bd06 req-0b654cfd-32f4-4159-972c-8712dfdfaf41 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.233720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e076dc6-7e42-430d-9ebf-7fccecd2bd06 req-0b654cfd-32f4-4159-972c-8712dfdfaf41 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2378070 Nov 23 18:52:50.276391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:50.375811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0535-8fbe-4d1e-85c8-65fd7bf44c58 req-fd36256e-d69d-402a-91e5-b07a12339750 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.377262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-33fb0535-8fbe-4d1e-85c8-65fd7bf44c58 req-fd36256e-d69d-402a-91e5-b07a12339750 tempest-ComputeTenantNetworksTest-1870833037 tempest-ComputeTenantNetworksTest-1870833037-project] 10.222.0.37 "GET /v2.0/networks/100cd3b4-d177-42fc-8ee9-7b4a867773a3 HTTP/1.1" status: 200 len: 768 time: 0.1132817 Nov 23 18:52:50.386203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:50.458816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.552851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.577103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100cd3b4-d177-42fc-8ee9-7b4a867773a3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:50.590570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f01c9f-6140-4dd9-885c-22a3b38c3085') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:50.591172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f01c9f-6140-4dd9-885c-22a3b38c3085') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:50.602390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.623929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.631151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:52:50.631589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:52:50.633280 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:52:50.699209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.704526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.705484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.712025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.712239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:50.723887 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/100cd3b4-d177-42fc-8ee9-7b4a867773a3 HTTP/1.1" status: 204 len: 168 time: 0.3308246 Nov 23 18:52:50.732096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22341c-4638-415a-859f-51fad01f9cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=100cd3b4-d177-42fc-8ee9-7b4a867773a3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:50.734987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.742784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.750419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.758572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:50.761367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6828a374-48fb-436e-8abb-e1383474df04 req-b4704024-9e97-44d8-98f7-efc8709d090e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.1371987 Nov 23 18:52:50.909825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6828a374-48fb-436e-8abb-e1383474df04 req-23db39f3-a9dd-4fab-8a95-debd275a5858 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397610 Nov 23 18:52:50.973002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:50.986452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:51.018859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-28d18464-d5fe-4e51-8479-128932c9bba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0c54fdae0974d3ab8bac7d481bd7806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441384 Nov 23 18:52:51.021184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:51.074142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.097568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.108811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:51.152622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.155553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.159587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee1a4d46-d9b3-4bd9-a11d-719a4a141d0c HTTP/1.1" status: 204 len: 168 time: 0.1345751 Nov 23 18:52:51.166465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a4d46-d9b3-4bd9-a11d-719a4a141d0c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:51.175613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.176012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.176399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.176781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.177173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.177293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5'}, {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224'}, {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:51.177756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.177917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.178211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.178547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.178948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.179214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.179569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc39d7-e38b-47d3-b97e-6afc8c0f3002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:51.181951 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b175fc5a-19ea-4199-a0c4-712ef3514da3" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5"}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224"}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:51.235922 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5837c6a-3edf-4579-882b-7e9dc5f15492 x-openstack-request-id: req-d5837c6a-3edf-4579-882b-7e9dc5f15492 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:51.236615 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5", "code": 200}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224", "code": 200}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-plugged", "status": "completed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:51.237907 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5837c6a-3edf-4579-882b-7e9dc5f15492 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:51.238472 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5', 'code': 200} Nov 23 18:52:51.238912 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'code': 200} Nov 23 18:52:51.239502 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'code': 200} Nov 23 18:52:51.245200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-263b73ef-78ca-4070-a6a6-773e19cab23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.332155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-aabac87f-2515-4b2a-8c04-4290a1d95b83 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=22e7e162f3a24cf487f258dde5d214bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272136 Nov 23 18:52:51.369996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-263b73ef-78ca-4070-a6a6-773e19cab23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.374657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-263b73ef-78ca-4070-a6a6-773e19cab23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.416322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-263b73ef-78ca-4070-a6a6-773e19cab23f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ef276a434cd483b87b0494ebee44125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064156 Nov 23 18:52:51.418855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b73ef-78ca-4070-a6a6-773e19cab23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946f17e-06c6-4bab-ad4a-9bfad6f0de3e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:51.421363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:51.463095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.463724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.464039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.464693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.465149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.465601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.466144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.468264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a727e792-ec53-41eb-a069-e274d66523ff req-3c70033c-bfec-470a-bf83-e415613bfcc7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.1175640 Nov 23 18:52:51.483536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.506898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-0b74188f-1237-41d9-85a5-938f39fa6c19 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:51.507634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.508145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-0b74188f-1237-41d9-85a5-938f39fa6c19 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686912 Nov 23 18:52:51.549870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-53618529-4a9a-4cca-b024-eef7fd58ed3c tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/quotas/22e7e162f3a24cf487f258dde5d214bf HTTP/1.1" status: 200 len: 375 time: 0.0284836 Nov 23 18:52:51.572987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a727e792-ec53-41eb-a069-e274d66523ff req-bc9a2e82-23b3-4928-8dd6-fc060c863dac service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&id=7c82faf6-ffa7-4016-886f-53540397649b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942471 Nov 23 18:52:51.579340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.582142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:51.587194 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e946f17e-06c6-4bab-ad4a-9bfad6f0de3e HTTP/1.1" status: 204 len: 168 time: 0.1641374 Nov 23 18:52:51.597767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e266a5-5e98-4288-89bb-6d70545b87b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946f17e-06c6-4bab-ad4a-9bfad6f0de3e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:51.606236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-d03c6ce3-73d1-4603-a547-38a7905d8e75 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=22e7e162f3a24cf487f258dde5d214bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549529 Nov 23 18:52:51.849045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9901a52-ca51-4eb6-9a4d-cc591fb0cb30 req-c2a4cbbc-7a43-457b-a20b-7aad592a1de4 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 210 time: 0.0382178 Nov 23 18:52:52.079271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:52.099201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b070222-d5b2-4ed1-b01b-c9393a431b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.230593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.237688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.245355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.252278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.259653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.265997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.277870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:52.279975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-2bb23e87-741f-41b1-a56e-2351c5ca9b34 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.1472857 Nov 23 18:52:52.337284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b070222-d5b2-4ed1-b01b-c9393a431b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.343737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b070222-d5b2-4ed1-b01b-c9393a431b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.424629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4b070222-d5b2-4ed1-b01b-c9393a431b64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c16ef4cdd07a41feaf356815e11c6691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437891 Nov 23 18:52:52.427269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070222-d5b2-4ed1-b01b-c9393a431b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f43684-3c0f-407a-8ded-16c463400ae9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:52.428257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:52.462711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ded277cb-7036-4bf3-b56f-fd70e5e39c97 req-1ad76221-ce3f-47d2-ab2c-2f5d00f4c177 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451836 Nov 23 18:52:52.533204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.579331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.682346 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.692316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:52.694168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81f43684-3c0f-407a-8ded-16c463400ae9 HTTP/1.1" status: 204 len: 168 time: 0.2645957 Nov 23 18:52:52.711649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad70f-a4bf-47d3-b25e-3619ccd1c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f43684-3c0f-407a-8ded-16c463400ae9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:53.057798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6757dc9-b1d2-49e0-900d-e6cbe7c35e21 req-d94efef3-3bb1-46cd-b130-60ed7415ca3e tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 210 time: 0.0818245 Nov 23 18:52:53.206258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-b8c511df-d022-4165-88dc-44495921fcc0 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=22e7e162f3a24cf487f258dde5d214bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565724 Nov 23 18:52:53.460515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-27ae2c0f-ec7a-4be6-a210-c176cff2193a tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.462390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-27ae2c0f-ec7a-4be6-a210-c176cff2193a tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486401 Nov 23 18:52:53.478289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Request body: {'port': {'device_id': 'db69843c-716a-49b6-a675-6151643566ed', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '22e7e162f3a24cf487f258dde5d214bf'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:53.639685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.646756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.654157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.662818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.663236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Made reservation on behalf of 22e7e162f3a24cf487f258dde5d214bf for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:52:53.667507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:53.673382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.687121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.688748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:53.709964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:53.712828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d194faa-0c12-4744-9457-43f93fcee0db req-39399e20-0517-4bc8-94c5-f63948262822 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.1738937 Nov 23 18:52:53.845274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d194faa-0c12-4744-9457-43f93fcee0db req-6b73cb86-072e-41a1-96cd-9491516f7fb0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213045 Nov 23 18:52:53.920109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:53.925953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.075925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa72f0c-795e-4793-b79e-13b83460e043,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:54.090631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.090992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.091350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.091699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.092186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.092525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.092858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.093190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.093523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.093837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.094219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.094550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:52:54.098273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.117900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.124710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Allocated IP 192.168.233.48 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:52:54.139369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.153552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.162700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.173304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.181031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.190018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c8ee32a-a732-49a7-8126-264187b2fd9d req-63f0089b-2d92-47ae-ac32-7a6a6b1cb058 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.2065456 Nov 23 18:52:54.202284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:54.212489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Request body: {'floatingip': {'port_id': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:54.276510 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8e73e3a-a0fe-4bbf-a10e-105342faf8c3 req-f9273125-75f3-41d9-97d8-44735983fa61 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 210 time: 0.0493288 Nov 23 18:52:54.281437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.441510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.479767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.538240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:52:54.540012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Pushing event updated for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:54.545121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:52:54.545362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:52:54.595754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:54.597235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.616170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-84f6767b-c9c5-49e3-ac70-7c325fc1c787 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1438129 Nov 23 18:52:54.632340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Request body: {'port': {'device_id': 'db69843c-716a-49b6-a675-6151643566ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:52:54.717213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.826554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-62c89fa9-abfd-4f7c-ac89-3d1746da40a9 None None] Provisioning complete for port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:52:54.827684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62c89fa9-abfd-4f7c-ac89-3d1746da40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.876729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-62c89fa9-abfd-4f7c-ac89-3d1746da40a9 None None] Port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:52:54.911549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:54.917179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.082197 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Floating IP 18f7e24d-1082-47de-b17e-319db3044a59 associated. External IP: 172.25.5.6, port: 7d50c3f1-2d95-407d-af8e-e23ea4f2403e. Nov 23 18:52:55.406253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Router 136c8a22-695f-420e-800a-bda6d4f0481c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:52:55.506927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:52:55.517262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:55.527781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.557612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Transition to ACTIVE for port object 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:52:55.563673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.608682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0611ef7-82a2-4785-8142-71eedf0a9fca req-4e13ce17-a9de-4930-bcb5-9da513fe880c tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:55.617454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0611ef7-82a2-4785-8142-71eedf0a9fca req-4e13ce17-a9de-4930-bcb5-9da513fe880c tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 935 time: 0.1959081 Nov 23 18:52:55.648731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:52:55.659579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.661525 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Sync routers for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:52:55.675706 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:55.680468 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:55.687206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:55.736165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0611ef7-82a2-4785-8142-71eedf0a9fca req-e3147082-b213-4b13-8654-a8dfd24f766f tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168830 Nov 23 18:52:55.741338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-34cb04c6-fb9a-421c-8406-b1c0e2afe58e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "PUT /v2.0/floatingips/18f7e24d-1082-47de-b17e-319db3044a59 HTTP/1.1" status: 200 len: 989 time: 1.5352228 Nov 23 18:52:55.741338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:55.759906 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6adf4-77e3-4344-8319-f48257af9bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:55.824682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Attempting to bind port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:52:55.825296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Attempting to bind port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:52:55.825581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Attempting to bind port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:55.838489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:52:55.838890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Attempting to bind port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:52:55.881114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66953ea9-5933-46af-83cd-acb910494a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.886935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:52:55.888598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:52:55.890064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:52:55.890814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Bound port: 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:52:55.891430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:55.961500 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd70b54-7921-40ed-8be8-1130bc60cab4 x-openstack-request-id: req-cbd70b54-7921-40ed-8be8-1130bc60cab4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:55.962407 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:55.962925 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbd70b54-7921-40ed-8be8-1130bc60cab4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:55.964475 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'status': 'completed', 'code': 200} Nov 23 18:52:55.996799 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:52:56.116451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66953ea9-5933-46af-83cd-acb910494a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.121504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:52:56.126693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66953ea9-5933-46af-83cd-acb910494a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.127278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.128007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.129022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.129833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.130645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.131534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.132239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.134391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-f137a40c-e9b9-4616-ade9-3ca1bbe786b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.1330082 Nov 23 18:52:56.165523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:52:56.184048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.206248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.207435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.209038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] 10.222.0.47 "PUT /v2.0/ports/1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 HTTP/1.1" status: 200 len: 1095 time: 1.5831239 Nov 23 18:52:56.249346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:52:56.252079 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8" -d '{"events": [{"name": "network-changed", "server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:52:56.259470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66953ea9-5933-46af-83cd-acb910494a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d78adb-0f03-435e-874e-c9074e4009a0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:56.286601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66953ea9-5933-46af-83cd-acb910494a78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c5c4cba5c414dd08c930b63d3b7729d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683918 Nov 23 18:52:56.298439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:56.344184 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956f11a-ed1b-4c34-8a1b-af5a75843feb x-openstack-request-id: req-e956f11a-ed1b-4c34-8a1b-af5a75843feb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:52:56.344526 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:52:56.344854 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e956f11a-ed1b-4c34-8a1b-af5a75843feb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:52:56.345276 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8', 'status': 'completed', 'code': 200} Nov 23 18:52:56.393754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-4a169057-eaff-4730-ae30-bfb3267ec202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.395573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-4a169057-eaff-4730-ae30-bfb3267ec202 service neutron] 10.222.0.50 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2 HTTP/1.1" status: 200 len: 911 time: 0.2534428 Nov 23 18:52:56.416347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe187-5baf-4cef-a4cd-7cb03798ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:56.431873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-0e45a07f-ec75-4b8a-8024-8e1d4e6a0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.434457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-0e45a07f-ec75-4b8a-8024-8e1d4e6a0aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22e7e162f3a24cf487f258dde5d214bf&device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 1098 time: 0.1573038 Nov 23 18:52:56.460718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '18f7e24d-1082-47de-b17e-319db3044a59', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'port_id': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'mac_address': 'fa:16:3e:ad:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:35Z', 'updated_at': '2021-11-23T18:52:54Z', 'revision_number': 1, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:56.493121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-eb2691e8-06cd-4be2-a358-fd61dc2745ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0486250 Nov 23 18:52:56.499948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.530369 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Checking router: 136c8a22-695f-420e-800a-bda6d4f0481c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:52:56.554855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:52:56.557211 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:52:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:56.570348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-82f22c48-26de-4166-bd87-3206e8288e2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 997 time: 0.1632769 Nov 23 18:52:56.572324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-cbb33d34-a3fb-477c-9781-12ddfdf1e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.574359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-cbb33d34-a3fb-477c-9781-12ddfdf1e2f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0708330 Nov 23 18:52:56.633610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.680816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-e78bb1fc-af56-4669-a395-6cbabb3e8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.682759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-e78bb1fc-af56-4669-a395-6cbabb3e8ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972145 Nov 23 18:52:56.687468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-e5abaa32-8a9a-42ea-b29e-47dbb26ec5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.688937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-e5abaa32-8a9a-42ea-b29e-47dbb26ec5f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 200 len: 849 time: 0.1104560 Nov 23 18:52:56.769552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.772356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-4be57905-acf1-49c7-88a3-4e04dd3de8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:56.773735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:56.774731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72d78adb-0f03-435e-874e-c9074e4009a0 HTTP/1.1" status: 204 len: 168 time: 0.4640253 Nov 23 18:52:56.777182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-4be57905-acf1-49c7-88a3-4e04dd3de8e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cabe37-3dac-406c-88ba-4744631137e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760422 Nov 23 18:52:56.778873 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:52:56.792648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef4ce8-b8f5-4561-a9c9-d4e2c3448ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d78adb-0f03-435e-874e-c9074e4009a0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:56.856548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-15213237-05f5-4267-8c49-6c6b2609d2c5 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659238 Nov 23 18:52:56.921998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-afe82633-cd6e-4d87-bbff-0e524d158a04 service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393740 Nov 23 18:52:57.073562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa0089c-b661-47fd-8e79-aa612f89834a req-ba178a6b-0a41-4de7-a899-a0a9c643755b service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080948 Nov 23 18:52:57.121816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bf6adf4-77e3-4344-8319-f48257af9bd5 req-b9443462-f604-4ad4-979e-cd0a5d4e99a4 service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884120 Nov 23 18:52:57.211283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f06156-f7bf-49ff-b2d2-57c9acdfc056 req-c1535d2d-7e68-437f-beae-be3fecc6f6a1 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:57.213864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7f06156-f7bf-49ff-b2d2-57c9acdfc056 req-c1535d2d-7e68-437f-beae-be3fecc6f6a1 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 947 time: 0.2909312 Nov 23 18:52:57.242569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-e0d90976-e27e-461b-9215-69e2da893304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:57.245137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-e0d90976-e27e-461b-9215-69e2da893304 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22e7e162f3a24cf487f258dde5d214bf&device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 1098 time: 0.0800626 Nov 23 18:52:57.289051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7f06156-f7bf-49ff-b2d2-57c9acdfc056 req-56873386-5abd-4724-9b6d-d1de02f16c54 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677745 Nov 23 18:52:57.312660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:57.338330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd7c77ae-e496-4ad8-8eb0-7dcea47d1d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.358993 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '18f7e24d-1082-47de-b17e-319db3044a59', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'port_id': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'mac_address': 'fa:16:3e:ad:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:35Z', 'updated_at': '2021-11-23T18:52:54Z', 'revision_number': 1, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:52:57.359730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12146333-23db-4419-bdd9-83f874ae1c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.400273 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1471-36bb-4b4d-8e5c-800514ccf454 None None] The sync data for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 is: [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '18f7e24d-1082-47de-b17e-319db3044a59', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'port_id': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'mac_address': 'fa:16:3e:ad:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:51:35Z', 'updated_at': '2021-11-23T18:52:54Z', 'revision_number': 1, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:52:57.438598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-d2a23f46-98c4-401e-b9aa-f4fec7a83538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:57.441250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-d2a23f46-98c4-401e-b9aa-f4fec7a83538 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1874697 Nov 23 18:52:57.443385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd7c77ae-e496-4ad8-8eb0-7dcea47d1d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.448795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd7c77ae-e496-4ad8-8eb0-7dcea47d1d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.493711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-bf772601-a2da-4b97-8bcb-3a642a02fde6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0431376 Nov 23 18:52:57.494668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cd7c77ae-e496-4ad8-8eb0-7dcea47d1d09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6609dfdde4f04225a3e66348dec0b3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783969 Nov 23 18:52:57.495586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c77ae-e496-4ad8-8eb0-7dcea47d1d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368eaba0-426d-4b29-a946-c3f5d8e3b072,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:57.503697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:57.585803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-8d394a37-d504-4da4-8a61-33dff0160c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:57.587249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-8d394a37-d504-4da4-8a61-33dff0160c10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0770950 Nov 23 18:52:57.626822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.654314 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.674280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e2733-c1ca-4075-8e87-451bc243c490 None None] New status for floating IP 18f7e24d-1082-47de-b17e-319db3044a59: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:52:57.729420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.732100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:57.735542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/368eaba0-426d-4b29-a946-c3f5d8e3b072 HTTP/1.1" status: 204 len: 168 time: 0.2283869 Nov 23 18:52:57.748745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9e82-e95c-4ec5-8be6-7c92581b7666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368eaba0-426d-4b29-a946-c3f5d8e3b072,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:52:57.764724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-f230f917-aa93-445b-b2bd-1bf5f174083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:57.766969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-f230f917-aa93-445b-b2bd-1bf5f174083a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713066 Nov 23 18:52:57.925320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-5643ea73-e027-42d4-bdf3-67ab444b6219 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488898 Nov 23 18:52:58.040642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62a582ce-fc3a-4a3c-ac45-9c83b304cec8 req-190f8507-cfeb-4eb4-b70c-624e794e7147 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062527 Nov 23 18:52:58.436140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963f7b1-3762-4bd1-92e8-ee7f3abf9ee7 req-a4984062-6103-4bdc-939c-4b6759877363 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:58.438260 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8963f7b1-3762-4bd1-92e8-ee7f3abf9ee7 req-a4984062-6103-4bdc-939c-4b6759877363 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 947 time: 0.0526202 Nov 23 18:52:58.523044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8963f7b1-3762-4bd1-92e8-ee7f3abf9ee7 req-99a508a7-e978-4c97-bddc-087237984aa2 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722868 Nov 23 18:52:59.620538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:52:59.766342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84d533-0282-484c-be21-b86004336b95 req-11fae059-3ae7-4253-8e85-a7540dbc72d1 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:52:59.768525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa84d533-0282-484c-be21-b86004336b95 req-11fae059-3ae7-4253-8e85-a7540dbc72d1 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 947 time: 0.0962846 Nov 23 18:52:59.807984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:52:59.864204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec639-ab81-43ed-b908-51372b5ae5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:59.941086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa84d533-0282-484c-be21-b86004336b95 req-dd324cef-4880-4fcd-b8b9-83e9e0b87015 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574686 Nov 23 18:52:59.959819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:52:59.996506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8', 'mac_address': 'fa:16:3e:e3:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:00.087861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb85ab47-b2a6-4c2b-8827-457bdfc453c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.092874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.117527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:00.156473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:00.165227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.240509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8490f02-08b0-4032-9fae-600891deddab req-a632ec28-2609-40b3-a49f-003f27f9e5cc tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:00.242148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8490f02-08b0-4032-9fae-600891deddab req-a632ec28-2609-40b3-a49f-003f27f9e5cc tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0929809 Nov 23 18:53:00.257954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:00.295873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb85ab47-b2a6-4c2b-8827-457bdfc453c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.301759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb85ab47-b2a6-4c2b-8827-457bdfc453c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.325432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8490f02-08b0-4032-9fae-600891deddab req-72c9eb26-480f-4317-9ac9-efe2af33f00e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756743 Nov 23 18:53:00.393456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85ab47-b2a6-4c2b-8827-457bdfc453c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbca9d7-3283-4073-a31d-271130d9a6c3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:00.399535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-eb85ab47-b2a6-4c2b-8827-457bdfc453c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9b2a92746846e99e69a0f04b19c835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899880 Nov 23 18:53:00.403916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:00.429919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:00.505553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.537155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.606976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.612713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:00.616846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dbca9d7-3283-4073-a31d-271130d9a6c3 HTTP/1.1" status: 204 len: 168 time: 0.2118320 Nov 23 18:53:00.628744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879577ec-b83e-4bb7-8498-a3d13c5bea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbca9d7-3283-4073-a31d-271130d9a6c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:00.823995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:01.123165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0e000-3ece-481b-acad-3695ea30789f req-e0c44c54-c2c9-481a-a21f-97ed52f75096 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:01.133195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32f0e000-3ece-481b-acad-3695ea30789f req-e0c44c54-c2c9-481a-a21f-97ed52f75096 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 948 time: 0.0736866 Nov 23 18:53:01.214793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32f0e000-3ece-481b-acad-3695ea30789f req-dd76a79d-ce21-40f9-820f-019651cba674 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Nov 23 18:53:01.480697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b7f86-3512-45e9-9921-89cf49b7e628 req-cd906496-f175-4a41-80b3-4d3cbdf1b026 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:01.489577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b26b7f86-3512-45e9-9921-89cf49b7e628 req-cd906496-f175-4a41-80b3-4d3cbdf1b026 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0694375 Nov 23 18:53:01.547015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b26b7f86-3512-45e9-9921-89cf49b7e628 req-f3054d81-1570-476c-84a8-4290474e2249 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561171 Nov 23 18:53:01.641433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:53:01.716847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:53:01.723083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:53:01.723776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:01.927018 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:01.952346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:01.954900 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a8f2d3-aab6-4038-8b45-57781be752c2" -d '{"events": [{"server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "name": "network-vif-plugged", "status": "completed", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:01.972304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:01.978717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.020333 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6b1e9-6ba8-4f45-a909-edd39a132430 x-openstack-request-id: req-faa6b1e9-6ba8-4f45-a909-edd39a132430 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:02.020650 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "name": "network-vif-plugged", "status": "completed", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:02.020921 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faa6b1e9-6ba8-4f45-a909-edd39a132430 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:02.021551 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8', 'code': 200} Nov 23 18:53:02.038793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:02.122284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defe838-4e07-48b1-854e-fbeed790226b req-8c3a5a37-fb86-4da2-ae68-10f82c278b65 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:02.123455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.124567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5defe838-4e07-48b1-854e-fbeed790226b req-8c3a5a37-fb86-4da2-ae68-10f82c278b65 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0667257 Nov 23 18:53:02.150376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab6ea-8401-499d-ad19-b7e19a3ff27c req-e79b5bbe-06ec-43e4-9aff-fcf4aab7ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:02.153104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a0ab6ea-8401-499d-ad19-b7e19a3ff27c req-e79b5bbe-06ec-43e4-9aff-fcf4aab7ee2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 1100 time: 0.0770819 Nov 23 18:53:02.229900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a0ab6ea-8401-499d-ad19-b7e19a3ff27c req-72049e75-cad0-43b8-91bf-9ffcdc83f237 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651705 Nov 23 18:53:02.314302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Deleting port 3503bf80-4940-4c16-bb08-ee991c74e331 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:02.315524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.375463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2a029-3014-4dc8-9626-67fc30efc7f9 req-5a8d6577-5297-4489-aaa3-d6d2b72ea246 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:02.384278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1cd2a029-3014-4dc8-9626-67fc30efc7f9 req-5a8d6577-5297-4489-aaa3-d6d2b72ea246 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 949 time: 0.0839601 Nov 23 18:53:02.450525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1cd2a029-3014-4dc8-9626-67fc30efc7f9 req-c9aad998-e787-461a-ac75-2da68a12b55d tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Nov 23 18:53:02.459232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:02.461745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] For port 3503bf80-4940-4c16-bb08-ee991c74e331, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3503bf80-4940-4c16-bb08-ee991c74e331,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:02.462262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.645881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc507e8-678f-457d-8d3b-36170ea3b38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.741861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.742135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.742489 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Floating IP 162edb55-83a7-4871-8969-b6e1f245423b disassociated. External IP: 172.25.5.171, port: 3503bf80-4940-4c16-bb08-ee991c74e331. Nov 23 18:53:02.742994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Calling delete_port for 3503bf80-4940-4c16-bb08-ee991c74e331 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:02.746512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556bf7c-83b7-4f54-ab03-c575077bfc82 req-e87754d9-7568-4ab5-8516-8fd8d4e48a7c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:02.748327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2556bf7c-83b7-4f54-ab03-c575077bfc82 req-e87754d9-7568-4ab5-8516-8fd8d4e48a7c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 945 time: 0.0841253 Nov 23 18:53:02.850285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc507e8-678f-457d-8d3b-36170ea3b38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.858447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc507e8-678f-457d-8d3b-36170ea3b38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.892314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc507e8-678f-457d-8d3b-36170ea3b38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57ffd8-7ed1-4589-a7f9-d80296ca6a3d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:02.916288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2556bf7c-83b7-4f54-ab03-c575077bfc82 req-91aca17b-f4f9-4ba5-8c95-3c9e4a95deed tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=d6d84a36-f362-4699-afe1-bcb0c0271868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599748 Nov 23 18:53:02.943854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:02.950291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-efc507e8-678f-457d-8d3b-36170ea3b38e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1b937ff1ada4d3c805150ca1818ba58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4896584 Nov 23 18:53:02.951307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:03.004593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'Port': ['ID=3503bf80-4940-4c16-bb08-ee991c74e331,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:03.051950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.090977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.152960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.156008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.158024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e57ffd8-7ed1-4589-a7f9-d80296ca6a3d HTTP/1.1" status: 204 len: 168 time: 0.2054279 Nov 23 18:53:03.176605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2679192-7bed-4c59-9a17-3e619a990f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57ffd8-7ed1-4589-a7f9-d80296ca6a3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:03.201900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.216298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:53:03.403281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:53:03.413568 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:53:03.429824 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:53:03.430452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:53:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:03.509768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] No DVR routers for this DVR port 3503bf80-4940-4c16-bb08-ee991c74e331 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:53:03.513108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:03.517090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5defe838-4e07-48b1-854e-fbeed790226b req-d4a82a75-8765-49b1-9f1f-9e2df2428595 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "DELETE /v2.0/ports/3503bf80-4940-4c16-bb08-ee991c74e331 HTTP/1.1" status: 204 len: 173 time: 1.3812962 Nov 23 18:53:03.518315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'name': 'network-vif-deleted', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:03.521648 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210486c-60f5-45f8-afc7-3fb73fd4713e" -d '{"events": [{"server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "name": "network-vif-deleted", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:03.596986 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de675a3-66d0-432a-814f-77df1e3093f9 x-openstack-request-id: req-3de675a3-66d0-432a-814f-77df1e3093f9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:03.597611 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05977d25-7964-43aa-a2d1-21eb99eb6719", "name": "network-vif-deleted", "tag": "3503bf80-4940-4c16-bb08-ee991c74e331", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:03.598067 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3de675a3-66d0-432a-814f-77df1e3093f9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:03.598659 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05977d25-7964-43aa-a2d1-21eb99eb6719', 'name': 'network-vif-deleted', 'tag': '3503bf80-4940-4c16-bb08-ee991c74e331', 'status': 'completed', 'code': 200} Nov 23 18:53:03.773604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8070f-ebe0-499f-a83e-bfae5a63ecca req-b0fd3f26-4390-4814-8e6a-daf9f52e6586 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:03.773870 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:53:03.777739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5e8070f-ebe0-499f-a83e-bfae5a63ecca req-b0fd3f26-4390-4814-8e6a-daf9f52e6586 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 949 time: 0.1353569 Nov 23 18:53:03.862389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5e8070f-ebe0-499f-a83e-bfae5a63ecca req-a8cb46de-597f-425d-9ce3-1315b55920d5 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786717 Nov 23 18:53:04.079211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1c401c1-a7c5-457b-835b-ddc483d025df req-9bbb4cb4-826b-4716-8332-ac2790d81355 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=05977d25-7964-43aa-a2d1-21eb99eb6719 HTTP/1.1" status: 200 len: 210 time: 0.0478704 Nov 23 18:53:04.221298 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:04.258027 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:53:04.271493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:53:04.272301 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:53:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:04.481649 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:53:05.020517 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:05.057429 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6030d-aa60-4d4f-80d9-da228ce43606 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:53:05.276987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:05.464070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:05.527935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:05.611130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:05.619859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:05.621046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "DELETE /v2.0/security-groups/d6d84a36-f362-4699-afe1-bcb0c0271868 HTTP/1.1" status: 204 len: 168 time: 0.3430691 Nov 23 18:53:05.632989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:05.648457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3503bf80-4940-4c16-bb08-ee991c74e331 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:53:05.654822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fd3d0-f696-4931-9481-1bffce54b4d6 None None] New status for floating IP 162edb55-83a7-4871-8969-b6e1f245423b: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:53:05.682264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64bd9e-53e6-4337-96cf-f53f468af894 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d84a36-f362-4699-afe1-bcb0c0271868,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:05.687452 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-47fabfb4-da1b-41e6-8119-79e682fe2c12 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] show failed (client error): The resource could not be found. Nov 23 18:53:05.692789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47fabfb4-da1b-41e6-8119-79e682fe2c12 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups/d6d84a36-f362-4699-afe1-bcb0c0271868 HTTP/1.1" status: 404 len: 347 time: 0.0544620 Nov 23 18:53:05.693489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:06.070348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Deleting port bef7c28a-8dee-4a32-9ead-98e9cf55dc5f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:06.071126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.097384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 3503bf80-4940-4c16-bb08-ee991c74e331 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:53:06.099395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3503bf80-4940-4c16-bb08-ee991c74e331 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:53:06.263201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.263648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.296835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Calling delete_port for bef7c28a-8dee-4a32-9ead-98e9cf55dc5f owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:06.674876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.708578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'Port': ['ID=bef7c28a-8dee-4a32-9ead-98e9cf55dc5f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:06.831820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.839409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.842108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-761440ed-73f5-45bd-b766-37040419cb1f tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "DELETE /v2.0/floatingips/162edb55-83a7-4871-8969-b6e1f245423b HTTP/1.1" status: 204 len: 168 time: 1.1476145 Nov 23 18:53:07.194803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60876) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:07.200600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365332922', 'description': 'tempest-description--723507059'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:07.263093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.414069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.421350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.491241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.492928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2967749 Nov 23 18:53:07.493928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f113ba-0959-427c-a214-8ccb2658afb3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc53696-ca0a-491a-ae1b-8963ea23cc92,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:07.495854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:07.504372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group_rule': {'security_group_id': '5cc53696-ca0a-491a-ae1b-8963ea23cc92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:07.596833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.728134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.739689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.783434 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:07.787963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2884841 Nov 23 18:53:07.791132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:07.796486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'security_group_rule': {'security_group_id': '5cc53696-ca0a-491a-ae1b-8963ea23cc92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:07.806694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38475e-4aec-4246-8d44-247f5be49980 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983dfbc8-a583-4a29-a0d2-7063aba30699,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:07.878911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.025999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.044319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.073589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b0dbf-2e9c-4b75-9c62-b109d0a40266,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:08.111201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.113117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-912b8ed5-989c-448a-815e-0c6e70cc68e7 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205581 Nov 23 18:53:08.116648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:08.121617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:08.188632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.400678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.414142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:08.550334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Allocated IP 172.25.5.136 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/eeb657e3-a59b-478f-bdd1-1dbc93ac1021) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:53:08.572149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1a76af2-39b2-4a53-87ad-594970c39a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.728394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.732423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1a76af2-39b2-4a53-87ad-594970c39a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.738453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1a76af2-39b2-4a53-87ad-594970c39a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.776139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.789735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76af2-39b2-4a53-87ad-594970c39a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f29aba-b41a-482a-8b06-2dbd260416db,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:08.834398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f1a76af2-39b2-4a53-87ad-594970c39a72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d143f6f5570c4e7d947a6dbaa2c68e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190826 Nov 23 18:53:08.835138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:08.838595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:08.914875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:53:08.933048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:08.952168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:09.037616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=eeb657e3-a59b-478f-bdd1-1dbc93ac1021,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:09.111007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.174698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.185229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.300289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.395194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.398055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.401885 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f29aba-b41a-482a-8b06-2dbd260416db HTTP/1.1" status: 204 len: 168 time: 0.5570469 Nov 23 18:53:09.438764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f28afd-8afa-44de-ba34-fa02ffb60ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f29aba-b41a-482a-8b06-2dbd260416db,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:09.602284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:09.703153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.710429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.841394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=eeb657e3-a59b-478f-bdd1-1dbc93ac1021,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:09.873166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.880341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fda4f899-66a5-4541-be0e-42e8627a8460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.907330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:09.909177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3a68755a-0192-47a4-b58d-f83d1e023d2e tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7912865 Nov 23 18:53:09.913785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:09.956801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-273c3a87-779f-4a61-976c-f0503f277bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.127509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-273c3a87-779f-4a61-976c-f0503f277bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.135180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-273c3a87-779f-4a61-976c-f0503f277bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.180171 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fda4f899-66a5-4541-be0e-42e8627a8460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.189737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fda4f899-66a5-4541-be0e-42e8627a8460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.191046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-273c3a87-779f-4a61-976c-f0503f277bda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9e5ddb3b84140a298346f27ff2a8dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760367 Nov 23 18:53:10.195067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:10.239945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fda4f899-66a5-4541-be0e-42e8627a8460 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dc32ce55c00470a9231c1ad2e632ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369290 Nov 23 18:53:10.242278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4f899-66a5-4541-be0e-42e8627a8460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d20474-4f2e-4ebf-a052-8f4d6e3b8a9d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:10.250106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:10.319355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.379472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3a87-779f-4a61-976c-f0503f277bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaf5c1a-4f7f-46b2-b934-b8fdeff54bf1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:10.577236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-e54a306a-f64b-40c5-b430-526c90d04733 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1365332922&fields=id&tenant_id=240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 267 time: 0.3052568 Nov 23 18:53:10.620992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.647160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.711893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:10.723358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.742235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:10.861107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aef6bf55-8c2e-44a9-b644-a3be470cc5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.287962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-0003bfc7-2ba8-429b-b170-52ba0663b958 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:11.289533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-0003bfc7-2ba8-429b-b170-52ba0663b958 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 810 time: 0.7112174 Nov 23 18:53:11.296235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.299528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.300388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9d20474-4f2e-4ebf-a052-8f4d6e3b8a9d HTTP/1.1" status: 204 len: 168 time: 1.0347505 Nov 23 18:53:11.311532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baec668-c601-4905-8389-4294384d0fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d20474-4f2e-4ebf-a052-8f4d6e3b8a9d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:11.321134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.325189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.327014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbaf5c1a-4f7f-46b2-b934-b8fdeff54bf1 HTTP/1.1" status: 204 len: 168 time: 1.1075354 Nov 23 18:53:11.352467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee4063-e97e-47fe-bc2d-9797841968d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaf5c1a-4f7f-46b2-b934-b8fdeff54bf1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:11.359329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-25f8e460-e04a-41c9-b63a-e080c0419831 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/quotas/240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 375 time: 0.0170648 Nov 23 18:53:11.469346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-5a905b86-b58a-465b-8ac6-da7ec4d1767d tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011922 Nov 23 18:53:11.486059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aef6bf55-8c2e-44a9-b644-a3be470cc5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.492959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aef6bf55-8c2e-44a9-b644-a3be470cc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.546998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aef6bf55-8c2e-44a9-b644-a3be470cc5fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10e225f5285b48b08804d4cf96424dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8335245 Nov 23 18:53:11.550025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:11.609418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6bf55-8c2e-44a9-b644-a3be470cc5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4607c5de-aa4a-49f5-a667-2e4a01878896,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:11.651609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.686515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.770403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.777066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:11.783827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4607c5de-aa4a-49f5-a667-2e4a01878896 HTTP/1.1" status: 204 len: 168 time: 0.2319982 Nov 23 18:53:11.794588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffa5d0-d2f8-4ddb-9ead-831f970bde6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4607c5de-aa4a-49f5-a667-2e4a01878896,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:11.935571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60994) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:11.957875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dc72-365b-4a00-b1cb-fa2946fa3d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.012443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-58ae40d6-bce5-4a8e-8347-b3b3a6d5c832 service neutron] 10.222.0.37 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151544 Nov 23 18:53:12.153209 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dc72-365b-4a00-b1cb-fa2946fa3d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.160658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dc72-365b-4a00-b1cb-fa2946fa3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.243349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-d3ed51c3-2f57-441c-97bd-e3a78c577263 service neutron] 10.222.0.37 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221324 Nov 23 18:53:12.290294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:12.295895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e5d7dc72-365b-4a00-b1cb-fa2946fa3d90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27c4d3426a464bf48961f29e8d851d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595657 Nov 23 18:53:12.296918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7dc72-365b-4a00-b1cb-fa2946fa3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d90319e-be53-4351-b354-55a146c58bd9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:12.434829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.513669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.578555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26ea7509-8f67-48f4-a494-32fa99977f4c req-f6ee014e-51ec-487e-9062-da2cc85913d1 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 210 time: 0.0434608 Nov 23 18:53:12.632610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.637842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:12.643756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d90319e-be53-4351-b354-55a146c58bd9 HTTP/1.1" status: 204 len: 168 time: 0.3488700 Nov 23 18:53:12.663213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95273f31-1ed9-4dfd-bc3c-f2da88f71e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d90319e-be53-4351-b354-55a146c58bd9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:13.702548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68c8e608-92fd-4244-a817-e2186a054486 req-52c8a4e6-3227-41a0-8cf6-ff6938864d92 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 210 time: 0.0521660 Nov 23 18:53:13.907546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-c0c74e66-3e13-4b32-8ce8-48ca34cb11fb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:13.909057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-c0c74e66-3e13-4b32-8ce8-48ca34cb11fb tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 810 time: 0.1457062 Nov 23 18:53:14.025472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-bfaea7fc-8527-4ea8-a268-3f2d887a6db9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240e363bc41f45608adfb8ccacb55a8a HTTP/1.1" status: 200 len: 380 time: 0.1069639 Nov 23 18:53:14.036886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'port': {'device_id': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'admin_state_up': True, 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'security_groups': ['5cc53696-ca0a-491a-ae1b-8963ea23cc92']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:14.193497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Made reservation on behalf of 240e363bc41f45608adfb8ccacb55a8a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:14.198002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.383211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Allocated IP 172.20.0.7 (a0754717-0b52-4542-8a67-e67658a44d91/8465dc6b-7433-40b1-a6c1-048835c20b85/a4ae3c3c-133f-4468-a7ad-ad3368d0c91f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:53:14.570198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.617861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.665361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Network a0754717-0b52-4542-8a67-e67658a44d91 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:53:14.672513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:14.677632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:14.706927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event updated for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:14.746653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:14.747538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.771426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-db8896b0-058d-49fc-b934-610218dcc0b2 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389572 Nov 23 18:53:14.794736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Request body: {'port': {'device_id': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:14.938402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.056580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-468e3d0f-5da8-4bc1-a1c2-32501d3b3d4d None None] Provisioning complete for port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:53:15.057923 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-468e3d0f-5da8-4bc1-a1c2-32501d3b3d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.104984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-468e3d0f-5da8-4bc1-a1c2-32501d3b3d4d None None] Port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:53:15.169154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2503b9-25d9-46d8-8e01-1ccd066ced67 req-604d6058-3feb-41f5-a963-3551c5d93a63 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:15.170945 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e2503b9-25d9-46d8-8e01-1ccd066ced67 req-604d6058-3feb-41f5-a963-3551c5d93a63 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 931 time: 0.3356876 Nov 23 18:53:15.255809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e2503b9-25d9-46d8-8e01-1ccd066ced67 req-2acaf4c9-603d-4c43-852a-cbd824c32661 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716002 Nov 23 18:53:15.314068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ae3c3c-133f-4468-a7ad-ad3368d0c91f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:15.325069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.339128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Transition to ACTIVE for port object a4ae3c3c-133f-4468-a7ad-ad3368d0c91f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:53:15.350081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.446534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:15.516362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Attempting to bind port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:15.516750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Attempting to bind port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:15.517189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Attempting to bind port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:15.523743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f on network a0754717-0b52-4542-8a67-e67658a44d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:15.524241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Attempting to bind port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f on network a0754717-0b52-4542-8a67-e67658a44d91 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:15.531384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:53:15.531765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Checking segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:53:15.533090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Bound using segment: {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:53:15.533090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Bound port: a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859b5dcd-e851-43fb-a01c-ceae568fd684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:53:15.533090 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.653900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:15.658820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:53:15.663925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.702095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:15.702095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.702482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 1091 time: 0.9203527 Nov 23 18:53:15.705212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:15.707411 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e574962-b28b-4549-a2bc-d3c0c59f1b47" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:15.813331 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b47a9-2c0d-4435-9d57-015239020011 x-openstack-request-id: req-d49b47a9-2c0d-4435-9d57-015239020011 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:15.813331 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:15.813331 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d49b47a9-2c0d-4435-9d57-015239020011 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:15.813331 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'status': 'completed', 'code': 200} Nov 23 18:53:15.854370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9fdef-2036-4490-8148-0f2ad6fe7504 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:15.863401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-abcdd9cf-0898-4ae0-ad6c-8ef8b89a18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:15.865089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-abcdd9cf-0898-4ae0-ad6c-8ef8b89a18c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1094 time: 0.1040783 Nov 23 18:53:15.932448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-eebfe468-d9db-404a-9729-aa021b0046ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 217 time: 0.0561552 Nov 23 18:53:15.998718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-573ce485-b004-4928-bf30-96f5f23b0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.000947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-573ce485-b004-4928-bf30-96f5f23b0c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.0598328 Nov 23 18:53:16.091899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-86cb2496-75c1-475e-bf26-c5d1d57ee3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.093578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-86cb2496-75c1-475e-bf26-c5d1d57ee3b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841324 Nov 23 18:53:16.221652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-71664e26-3ac8-47bb-98d4-941042014f9f service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171293 Nov 23 18:53:16.349134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45aa4c36-c35f-4c22-b617-e92487be0021 req-deb80a41-b9ae-4f00-8528-d57e47bc865c service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196241 Nov 23 18:53:16.419808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac180-2dd8-4a91-99ec-1eec000e6cd2 req-e32bf2e7-a7ec-4da0-8b8b-870ef6c8c491 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.421434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dcac180-2dd8-4a91-99ec-1eec000e6cd2 req-e32bf2e7-a7ec-4da0-8b8b-870ef6c8c491 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 943 time: 0.0542998 Nov 23 18:53:16.455848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-050bc2ea-07e8-4b4b-91b2-9e3123d84a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.457889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-050bc2ea-07e8-4b4b-91b2-9e3123d84a9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1094 time: 0.0487559 Nov 23 18:53:16.495152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2dcac180-2dd8-4a91-99ec-1eec000e6cd2 req-ab263ebf-a0b5-432d-abea-ddb1ad2ff1a5 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588503 Nov 23 18:53:16.577182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-acf607b3-5c5c-4847-b4ab-aba993096ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.578719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-acf607b3-5c5c-4847-b4ab-aba993096ddd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.1124489 Nov 23 18:53:16.628475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-ecbc7e90-3acd-43a7-81b9-ea75e4af103c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 217 time: 0.0373278 Nov 23 18:53:16.683764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-e484de85-d9b5-4191-af24-b75956e00e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.686108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-e484de85-d9b5-4191-af24-b75956e00e3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.0526445 Nov 23 18:53:16.747550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-434104b7-0632-4952-a03f-0d356c155bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:16.749624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-434104b7-0632-4952-a03f-0d356c155bae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531840 Nov 23 18:53:16.909576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-75148c91-7044-49bd-a96d-09996cbc5a22 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511309 Nov 23 18:53:17.475491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e574962-b28b-4549-a2bc-d3c0c59f1b47 req-3fb639ab-af2e-40d6-ace5-4b8bac4fe4fb service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534015 Nov 23 18:53:17.747255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4efbd-0acb-4baf-a1f9-5f4938b17a20 req-a05eadbc-8350-4f0d-82d5-278c57c7fb8c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:17.757646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16e4efbd-0acb-4baf-a1f9-5f4938b17a20 req-a05eadbc-8350-4f0d-82d5-278c57c7fb8c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 943 time: 0.1297550 Nov 23 18:53:17.811157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16e4efbd-0acb-4baf-a1f9-5f4938b17a20 req-fae614ba-e603-4991-91ce-bb45d88e75f9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526667 Nov 23 18:53:18.958275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366667e-6d0b-4634-9b39-a2fc1de239ea req-f88b5bf3-d38a-409a-a797-49559ceaa136 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:18.960020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8366667e-6d0b-4634-9b39-a2fc1de239ea req-f88b5bf3-d38a-409a-a797-49559ceaa136 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 943 time: 0.0630708 Nov 23 18:53:19.031708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8366667e-6d0b-4634-9b39-a2fc1de239ea req-1ec4274f-ad06-4f6d-a6f3-f5bfc6ad689c tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570731 Nov 23 18:53:19.603051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889e14-0139-442a-8bdb-9b121f3da16f req-4c497ed8-5dca-44bb-9529-d5088aed72a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:19.605713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09889e14-0139-442a-8bdb-9b121f3da16f req-4c497ed8-5dca-44bb-9529-d5088aed72a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.0629475 Nov 23 18:53:19.688191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09889e14-0139-442a-8bdb-9b121f3da16f req-1f8a4e9e-ee10-42bf-ba5f-194aeaee5147 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739803 Nov 23 18:53:19.710519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4ae3c3c-133f-4468-a7ad-ad3368d0c91f details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:19.853643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:19.872515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'port_id': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'mac_address': 'fa:16:3e:30:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:19.952547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:19.978785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ae3c3c-133f-4468-a7ad-ad3368d0c91f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:20.005797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:20.010584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:20.083200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:20.105701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.106300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.106677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.107245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.107824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.108328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.108847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.109346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.112357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.114269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.115687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.116131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:20.234386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16582a-0bb4-4ef8-bd7e-15c90c68e6e3 req-3bc44cad-24a6-4013-af48-5024e89374a8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:20.236859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b16582a-0bb4-4ef8-bd7e-15c90c68e6e3 req-3bc44cad-24a6-4013-af48-5024e89374a8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 944 time: 0.1006684 Nov 23 18:53:20.257401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:20.363086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b16582a-0bb4-4ef8-bd7e-15c90c68e6e3 req-21a32481-dbb2-4543-a04f-09af6b02b7ad tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192446 Nov 23 18:53:21.558960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ee976-fe90-4974-a0b9-3fdd59749e44 req-40dd214e-1ef5-471f-9196-8bf88bd06689 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:21.561021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d00ee976-fe90-4974-a0b9-3fdd59749e44 req-40dd214e-1ef5-471f-9196-8bf88bd06689 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 944 time: 0.0886209 Nov 23 18:53:21.644941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d00ee976-fe90-4974-a0b9-3fdd59749e44 req-104ef466-934b-4d2e-b2b3-95163e3440b9 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731654 Nov 23 18:53:21.731178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4ae3c3c-133f-4468-a7ad-ad3368d0c91f up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:53:21.842289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:53:21.848666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:53:21.849037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:21.950986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:21.994167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:21.995192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:21.998220 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b84954-52cf-4f01-9794-47a12a520cc2" -d '{"events": [{"server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "name": "network-vif-plugged", "status": "completed", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:22.002522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:22.073524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:22.087491 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba4f4e-dd3d-419b-880a-52ee9fe50a84 x-openstack-request-id: req-2eba4f4e-dd3d-419b-880a-52ee9fe50a84 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:22.087828 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "name": "network-vif-plugged", "status": "completed", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:22.088040 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eba4f4e-dd3d-419b-880a-52ee9fe50a84 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:22.088781 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'code': 200} Nov 23 18:53:22.223666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc12f0-83f5-4cb4-940c-78c97cabf5d0 req-aa7c2d18-d559-4f4f-9811-e31ad68df86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:22.226879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20dc12f0-83f5-4cb4-940c-78c97cabf5d0 req-aa7c2d18-d559-4f4f-9811-e31ad68df86a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1096 time: 0.0554605 Nov 23 18:53:22.306334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20dc12f0-83f5-4cb4-940c-78c97cabf5d0 req-e93c1fe7-86a1-4176-a815-faf0e2189f75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705211 Nov 23 18:53:22.653294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:22.763485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:22.912210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0254934-cfb7-498d-a1ba-bda35d7eaad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:22.961539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21727cd9-23fc-45bb-a3ad-aea93801a4a8 req-d1b4167c-5528-4039-a35e-481de1f90abc tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:22.974144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21727cd9-23fc-45bb-a3ad-aea93801a4a8 req-d1b4167c-5528-4039-a35e-481de1f90abc tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.2184925 Nov 23 18:53:22.999656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:23.044957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:23.162308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.183743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:23.217395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:23.224201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.262579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21727cd9-23fc-45bb-a3ad-aea93801a4a8 req-548a78f1-925c-4d74-9a86-900066072904 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846236 Nov 23 18:53:23.313676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0254934-cfb7-498d-a1ba-bda35d7eaad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.328644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0254934-cfb7-498d-a1ba-bda35d7eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.368714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:23.409903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0254934-cfb7-498d-a1ba-bda35d7eaad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dcd779-d4cd-4ba3-a8ad-498925c3c30d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:23.456149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e0254934-cfb7-498d-a1ba-bda35d7eaad7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5097c0734cc2489da7649b9d20d083af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8003640 Nov 23 18:53:23.459554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:23.504763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8589e257-ef16-426d-823e-6c4b8f6796eb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:23.613414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.665253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.737767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.740390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:23.741586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6dcd779-d4cd-4ba3-a8ad-498925c3c30d HTTP/1.1" status: 204 len: 168 time: 0.2798672 Nov 23 18:53:23.753029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a03e-5916-4e3b-9ef8-95dbc41151b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dcd779-d4cd-4ba3-a8ad-498925c3c30d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:23.964429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:24.104121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961e737f-4a5c-4724-9e3a-0c979c16c3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.112565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:24.130340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ce594-bfba-4029-b12e-8b691a787e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.219388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ce594-bfba-4029-b12e-8b691a787e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.226106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ce594-bfba-4029-b12e-8b691a787e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.274241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961e737f-4a5c-4724-9e3a-0c979c16c3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.285086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-063ce594-bfba-4029-b12e-8b691a787e34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af2f24a41b444d56917da9accd5281d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712456 Nov 23 18:53:24.286962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ce594-bfba-4029-b12e-8b691a787e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59160471-1613-491e-9761-ea88db026f64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.289431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961e737f-4a5c-4724-9e3a-0c979c16c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.289976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:24.376028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-961e737f-4a5c-4724-9e3a-0c979c16c3af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70234f177c914f488723549a1ede7842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100053 Nov 23 18:53:24.377852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e737f-4a5c-4724-9e3a-0c979c16c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca6cf3-8eeb-49df-becc-73ef977ac210,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.381336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:24.433565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.464856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.521928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.551258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.554873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.559523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59160471-1613-491e-9761-ea88db026f64 HTTP/1.1" status: 204 len: 168 time: 0.2654710 Nov 23 18:53:24.576356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aff466-20b3-4616-b975-dc9880700ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59160471-1613-491e-9761-ea88db026f64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.586436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.691594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.695635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:24.697782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdca6cf3-8eeb-49df-becc-73ef977ac210 HTTP/1.1" status: 204 len: 168 time: 0.3012981 Nov 23 18:53:24.708410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e413a55-0c7a-4b06-a1b4-11b48bd6a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca6cf3-8eeb-49df-becc-73ef977ac210,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:24.784133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:53:24.968145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8589e257-ef16-426d-823e-6c4b8f6796eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:53:24.968653 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.038647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434ace9-d166-4fff-a6a0-c8638c8cc7a5 req-36e739b5-8521-4317-9250-378e5f062fc3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:25.059863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a434ace9-d166-4fff-a6a0-c8638c8cc7a5 req-36e739b5-8521-4317-9250-378e5f062fc3 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.5955746 Nov 23 18:53:25.156111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.189835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:25.196661 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d76d36-e675-4348-a1d5-9a130d4d2d29" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:25.229072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a434ace9-d166-4fff-a6a0-c8638c8cc7a5 req-d567233a-feac-41a6-b41c-08d76f37c511 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429825 Nov 23 18:53:25.250155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:25.256230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.339065 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f8489-64ec-460b-b56e-ac8efd396b9a x-openstack-request-id: req-f34f8489-64ec-460b-b56e-ac8efd396b9a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:25.339488 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:25.339861 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f34f8489-64ec-460b-b56e-ac8efd396b9a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:25.340336 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:53:25.428321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:25.490497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce820d38-eba2-4b9a-8a1c-93f8ef713f84 req-9d27ed6c-2568-4c46-a347-cebc3e9e3a81 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:25.494018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce820d38-eba2-4b9a-8a1c-93f8ef713f84 req-9d27ed6c-2568-4c46-a347-cebc3e9e3a81 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.1135073 Nov 23 18:53:25.500512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:25.507148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Request body: {'floatingip': {'port_id': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:25.559585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.715148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:25.736648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2686-be72-463b-9416-470b8cf4e57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.963405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2686-be72-463b-9416-470b8cf4e57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:25.973121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2686-be72-463b-9416-470b8cf4e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.049622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b2686-be72-463b-9416-470b8cf4e57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d7281-ca79-49db-8dcb-10ca1e26ff4f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:26.061471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0e6b2686-be72-463b-9416-470b8cf4e57d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27008838ad054e6cb0540ac33b0d359e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449535 Nov 23 18:53:26.064126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:26.203790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.263061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.368299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.371456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.374370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e5d7281-ca79-49db-8dcb-10ca1e26ff4f HTTP/1.1" status: 204 len: 168 time: 0.3082626 Nov 23 18:53:26.399158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ddeed-d98d-4954-97e1-7f524ef74879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d7281-ca79-49db-8dcb-10ca1e26ff4f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:26.732597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:53:26.885945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:26.894976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:27.241491 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Floating IP 565aeae0-87c2-4afe-891d-eb1b623b8c99 associated. External IP: 172.25.5.136, port: a4ae3c3c-133f-4468-a7ad-ad3368d0c91f. Nov 23 18:53:27.364077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-165b29b9-dee2-41bc-9137-cd79f7b09803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:27.754468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:27.942244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:53:27.986707 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:53:28.170201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:53:28.179678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66a3151a-90d8-4928-9c01-26fd491d71cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.180411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.182160 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:53:28.207814 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:53:28.208472 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:53:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:28.230346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0f3ce437-e488-4b76-b453-2e719f727ca0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "PUT /v2.0/floatingips/565aeae0-87c2-4afe-891d-eb1b623b8c99 HTTP/1.1" status: 200 len: 991 time: 2.7263575 Nov 23 18:53:28.231503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:28.235840 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:28.352327 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03bcccf-3776-4f4a-8f16-de75d84b4479 x-openstack-request-id: req-a03bcccf-3776-4f4a-8f16-de75d84b4479 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:28.353119 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:28.354098 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a03bcccf-3776-4f4a-8f16-de75d84b4479 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:28.355042 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'status': 'completed', 'code': 200} Nov 23 18:53:28.421182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66a3151a-90d8-4928-9c01-26fd491d71cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.440891 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66a3151a-90d8-4928-9c01-26fd491d71cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.474256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:28.474676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66a3151a-90d8-4928-9c01-26fd491d71cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=234de40beeaf4ca7b66f851a4ed982d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7173319 Nov 23 18:53:28.510779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3151a-90d8-4928-9c01-26fd491d71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e890e-4783-436f-be6f-59622a421031,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:28.517957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-76da76e8-62e4-4eb0-9748-a2774f836311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:28.522774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-76da76e8-62e4-4eb0-9748-a2774f836311 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1096 time: 0.1356797 Nov 23 18:53:28.639056 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:53:28.662367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.733875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.785003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-67004c5b-992e-4308-afb0-6fcc93fcb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:28.791677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-67004c5b-992e-4308-afb0-6fcc93fcb8c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.2550066 Nov 23 18:53:28.855777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.869640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:28.874268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2e890e-4783-436f-be6f-59622a421031 HTTP/1.1" status: 204 len: 168 time: 0.3952725 Nov 23 18:53:28.884554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49acc6a-9bfa-4501-8251-58a28d5b032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e890e-4783-436f-be6f-59622a421031,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:28.961707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-435f15e5-8436-4d85-a014-c304bbe4bb29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 999 time: 0.1588080 Nov 23 18:53:29.075118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-b67fbfee-8441-4a23-9166-52c90bc0dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:29.090220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-b67fbfee-8441-4a23-9166-52c90bc0dc69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.1233201 Nov 23 18:53:29.245483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-dfc37d92-7156-45d3-acc3-f5db2fe613b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:29.247043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-dfc37d92-7156-45d3-acc3-f5db2fe613b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491659 Nov 23 18:53:29.402544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-7edc1b3b-fb14-48dc-b11f-1c80ed0066f3 service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444244 Nov 23 18:53:29.413798 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '565aeae0-87c2-4afe-891d-eb1b623b8c99', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:30:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:53:09Z', 'updated_at': '2021-11-23T18:53:26Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:29.491489 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:53:29.507198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:53:29.508056 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:53:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:29.637562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fb4db8b-9f01-4b15-b4d0-f964e40cdb25 req-eb28056b-2687-464f-adde-3796b8585f3e service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262475 Nov 23 18:53:29.728599 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:53:29.745553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca42599b-fd46-4451-a404-8fa48ded37ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:30.365676 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '565aeae0-87c2-4afe-891d-eb1b623b8c99', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:30:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:53:09Z', 'updated_at': '2021-11-23T18:53:26Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:53:30.443492 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abc420-8472-4106-b5e4-cd88eeed2ba5 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '565aeae0-87c2-4afe-891d-eb1b623b8c99', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'port_id': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'mac_address': 'fa:16:3e:30:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:53:09Z', 'updated_at': '2021-11-23T18:53:26Z', 'revision_number': 1, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:53:30.675110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:30.989934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f3f6e-fd5e-4280-bc36-b9498420a3fa None None] New status for floating IP 565aeae0-87c2-4afe-891d-eb1b623b8c99: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:53:31.962435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:32.145176 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:32.259973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd0cf-93b5-4002-be6a-5fd13671001c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:32.363112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-03a3b34c-4f8b-4b5b-ba2c-33031da166e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334498 Nov 23 18:53:32.513435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd0cf-93b5-4002-be6a-5fd13671001c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:32.522795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd0cf-93b5-4002-be6a-5fd13671001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:32.626247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dd0cf-93b5-4002-be6a-5fd13671001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ebfe6-b425-46c6-9839-5cc61045dd57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:32.668797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ce0dd0cf-93b5-4002-be6a-5fd13671001c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47b52ca16e4b49f289cff38f312f706f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7016146 Nov 23 18:53:32.671547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:32.706332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-55037479-fced-4c1e-a402-df1b4d04fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:32.716192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-55037479-fced-4c1e-a402-df1b4d04fd6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22e7e162f3a24cf487f258dde5d214bf&device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 1100 time: 0.2528181 Nov 23 18:53:32.909891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:32.936061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-91fbba49-b042-4fd0-9fe0-f92846066e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:32.938035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-91fbba49-b042-4fd0-9fe0-f92846066e67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.1951482 Nov 23 18:53:32.973155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:33.051263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-703422b6-9f72-4363-9677-74b98de3a549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0993216 Nov 23 18:53:33.059161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:33.062863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:33.064915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/282ebfe6-b425-46c6-9839-5cc61045dd57 HTTP/1.1" status: 204 len: 168 time: 0.3925653 Nov 23 18:53:33.082987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faac76-2808-4a68-a8a7-593679688e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ebfe6-b425-46c6-9839-5cc61045dd57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:33.215888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-a412df7a-5f7e-4cfe-8457-be3142c75d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:33.223262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-a412df7a-5f7e-4cfe-8457-be3142c75d4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.1627326 Nov 23 18:53:33.234414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:33.395220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-9daf1425-b907-4fce-b103-c97074b2f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:33.397393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-9daf1425-b907-4fce-b103-c97074b2f263 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588349 Nov 23 18:53:33.779280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-901157c3-8329-43b0-9462-58703512f2ac service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623550 Nov 23 18:53:33.801340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-a943b214-0754-4ec4-bee4-83608b03245b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1388204 Nov 23 18:53:33.826976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:34.118438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.119175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.119571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.120153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.120621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.121081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.121538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.133108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3302deb7-15a0-43f9-b2d1-8df164a439b3 req-e83ac139-f751-4083-aca0-0ec0f78ffb49 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484976 Nov 23 18:53:34.135851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4bb933ac-6bd6-4f0f-ab01-bb9ce2ee72e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.1953394 Nov 23 18:53:34.150801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b295-cead-4a41-916e-f025efbaa887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:34.303691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4519ffb4-253e-4e67-b1f5-ee00bbdcc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.304652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4519ffb4-253e-4e67-b1f5-ee00bbdcc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.305282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4519ffb4-253e-4e67-b1f5-ee00bbdcc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.307561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4519ffb4-253e-4e67-b1f5-ee00bbdcc83d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 2296 time: 0.1218479 Nov 23 18:53:34.474151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b295-cead-4a41-916e-f025efbaa887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:34.501880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b295-cead-4a41-916e-f025efbaa887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:34.590723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2b295-cead-4a41-916e-f025efbaa887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f938254-c1d2-435e-90d4-b8dd40f60cc9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:34.670283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-387bf5f2-9361-4f6b-a109-f0aef290b584 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1001 time: 0.2860599 Nov 23 18:53:34.748621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:34.756757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ebf2b295-cead-4a41-916e-f025efbaa887 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a61592fc4154271b93ccadfd5aa72e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9285498 Nov 23 18:53:34.800161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4b5c048c-6522-42b5-9a6c-59f95471c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:34.801697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4b5c048c-6522-42b5-9a6c-59f95471c6da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.1703417 Nov 23 18:53:34.860151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:35.005551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:35.068907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-a8182246-3658-43e3-9dd7-d490ebc34b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:35.074107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-a8182246-3658-43e3-9dd7-d490ebc34b5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608078 Nov 23 18:53:35.245592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:35.250624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:35.255637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f938254-c1d2-435e-90d4-b8dd40f60cc9 HTTP/1.1" status: 204 len: 168 time: 0.5057395 Nov 23 18:53:35.284878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed924b4-944a-4304-b4c7-9c88f504458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f938254-c1d2-435e-90d4-b8dd40f60cc9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:35.420853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-f170168b-e199-4e9a-b2d2-0b4512ed73b2 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326323 Nov 23 18:53:35.770821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-eecb5adb-3699-4006-9c04-aa17765676bc service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424034 Nov 23 18:53:35.865103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-d847f373-4f2b-43fc-a366-1c08391156ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 217 time: 0.0862653 Nov 23 18:53:35.991185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-ab72c04a-cbc2-4552-a4ab-86ae1d20d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:35.992721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-ab72c04a-cbc2-4552-a4ab-86ae1d20d42c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1192575 Nov 23 18:53:36.028077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:36.057321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7be74bd4-cc97-456d-a8bb-2933fd27d48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.243306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-1118eab8-daf4-45a2-b0cf-90239a282bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:36.245515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-1118eab8-daf4-45a2-b0cf-90239a282bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2437599 Nov 23 18:53:36.375852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7be74bd4-cc97-456d-a8bb-2933fd27d48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.385451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7be74bd4-cc97-456d-a8bb-2933fd27d48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.429000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be74bd4-cc97-456d-a8bb-2933fd27d48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc13ff9-dd02-4004-96ee-e8fd9e226494,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:36.455236 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7be74bd4-cc97-456d-a8bb-2933fd27d48a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0ee6424ca824effa9fb4d64fb563306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240668 Nov 23 18:53:36.457702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:36.565330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-401a341e-90d9-42a4-a27a-4e115e9a5a8a service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044021 Nov 23 18:53:36.627541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.685278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.858326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.864855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:36.865836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-b781c11c-3892-4399-a49a-f699d72e1abc service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908013 Nov 23 18:53:36.875003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bc13ff9-dd02-4004-96ee-e8fd9e226494 HTTP/1.1" status: 204 len: 168 time: 0.4154930 Nov 23 18:53:36.903151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aea8e9-eeaa-4935-95b6-9fa0df2cda22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc13ff9-dd02-4004-96ee-e8fd9e226494,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:36.944181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-af4daaab-b8ff-4800-b0c0-83a18d9fa56a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 217 time: 0.0578375 Nov 23 18:53:37.033472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33748) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:37.081855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4331b3c0-f3a7-419f-828a-f829aff2ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:37.085061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4331b3c0-f3a7-419f-828a-f829aff2ada1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1160796 Nov 23 18:53:37.217865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-45e1c58a-3be3-4e22-a448-2c60a32c1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:37.219862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-45e1c58a-3be3-4e22-a448-2c60a32c1645 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241102 Nov 23 18:53:37.330489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-659e3b7c-314a-4714-bf15-071e184cc4b9 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971746 Nov 23 18:53:37.623344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2137581f-aa36-4a05-a77b-f827ad21fce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:37.681237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-675e12b2-eb77-44b8-b28e-d63cba016096 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404403 Nov 23 18:53:37.835510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-48f35a24-1ca0-41b5-81bb-1d269e3c9f56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 217 time: 0.1431901 Nov 23 18:53:37.904148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2137581f-aa36-4a05-a77b-f827ad21fce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:37.917445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2137581f-aa36-4a05-a77b-f827ad21fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.014579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-77307d20-c943-441f-b95e-fa5f224984a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.022584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-77307d20-c943-441f-b95e-fa5f224984a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1728220 Nov 23 18:53:38.048909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2137581f-aa36-4a05-a77b-f827ad21fce7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d3a7cca9ffa45b3adbb796061dea092&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0117841 Nov 23 18:53:38.048909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137581f-aa36-4a05-a77b-f827ad21fce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374d6c09-026e-43e4-a926-28c2514ea700,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:38.051793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:38.213404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-9fa0275b-8e1f-41cf-b83f-ce7bb9005393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:38.238923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-9fa0275b-8e1f-41cf-b83f-ce7bb9005393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1739125 Nov 23 18:53:38.442237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.530884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-bc1f73a3-e95d-4667-818e-5d08926680ec service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909973 Nov 23 18:53:38.533045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.813584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.834478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-6ee575b4-180c-4c6e-b28e-e0bb8cd5449a service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823625 Nov 23 18:53:38.839062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.846814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:38.861829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/374d6c09-026e-43e4-a926-28c2514ea700 HTTP/1.1" status: 204 len: 168 time: 0.7333832 Nov 23 18:53:38.885926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45d327-04ae-4023-ac98-21c2c1c0a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d6c09-026e-43e4-a926-28c2514ea700,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:38.927198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-8c9d539b-39a3-4e23-b34f-675adfd34d1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 217 time: 0.0639529 Nov 23 18:53:39.050467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-6ccb960c-6ef0-4206-83cb-96485b088a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:39.053263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-6ccb960c-6ef0-4206-83cb-96485b088a5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1149125 Nov 23 18:53:39.169467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-b7687361-36e3-47a3-afc6-93af2489a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:39.171033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-b7687361-36e3-47a3-afc6-93af2489a36c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093974 Nov 23 18:53:39.388735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-ab45bb49-e90a-417b-b4b1-fa008ded983a service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068093 Nov 23 18:53:39.680704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-f691e6a7-815d-4a74-b4aa-e46e56b72492 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818849 Nov 23 18:53:39.761273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-8b194415-3c29-4c13-b841-04626e052b94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.0706675 Nov 23 18:53:39.883154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-8eca21b2-24d0-4f84-9827-9ae3737b908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:39.885721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-8eca21b2-24d0-4f84-9827-9ae3737b908c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1146185 Nov 23 18:53:40.070508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-24d19c5d-fc7a-4f01-8197-d53f1583c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:40.075140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-24d19c5d-fc7a-4f01-8197-d53f1583c422 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782336 Nov 23 18:53:40.320067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:40.416629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-86a8e356-d3a7-4aa6-be40-165aaa3a35c3 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288684 Nov 23 18:53:40.764889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-0aec5f4a-c832-4609-a234-dda7b71291a5 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139811 Nov 23 18:53:40.906857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-ed6db6d5-1efd-4064-972b-344a42661404 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.1289246 Nov 23 18:53:41.003460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4daf8e23-592f-472f-ae15-ec50731a516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:41.005865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-4daf8e23-592f-472f-ae15-ec50731a516d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.0874271 Nov 23 18:53:41.075860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d118-ce1b-413b-9534-0f1d127af828 req-0c834300-61d5-4e62-89a3-c2c31fedbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:41.077771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-0c834300-61d5-4e62-89a3-c2c31fedbfb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630884 Nov 23 18:53:41.872740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-13c5e115-cee6-4878-9842-b92fc77fc603 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825866 Nov 23 18:53:42.015484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8259d118-ce1b-413b-9534-0f1d127af828 req-fbb6d360-789f-4101-b54d-d861d4c9c541 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336973 Nov 23 18:53:42.345392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:42.611437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:42.664970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:42.955488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.108819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Allocated IP 172.25.5.14 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/27f7e484-362f-4e74-8f31-29a6e779faf0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:53:43.413750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.529961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.590514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:53:43.620636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:43.626742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:43.719016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Pushing event updated for resources: {'Port': ['ID=27f7e484-362f-4e74-8f31-29a6e779faf0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:43.844587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.913705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.232815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.239915 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.331392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Pushing event updated for resources: {'Port': ['ID=27f7e484-362f-4e74-8f31-29a6e779faf0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:44.377267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:44.469099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.506821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.514355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-49d8a6b5-f34a-4129-9637-499faaf6986f tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1649055 Nov 23 18:53:44.514708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:44.526237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-355171866', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'fixed_ips': [{'ip_address': '172.25.5.14'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:44.573448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Made reservation on behalf of 30969ffa3b124446a4cf46bc21203572 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:44.579021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.607043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.816941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd5beb85-4d1d-4118-a3b5-0022953c98de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.820376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.831424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:44.866344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590917aa-01f0-4ae5-a34d-d2be2af582f3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:44.880685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] device_id is not set on port e14bb386-9937-416b-82ed-300dbe200343 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:45.107295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd5beb85-4d1d-4118-a3b5-0022953c98de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.116658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd5beb85-4d1d-4118-a3b5-0022953c98de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.227700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd5beb85-4d1d-4118-a3b5-0022953c98de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7daea27873d3493bac1e6c0cbb04bfb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8468299 Nov 23 18:53:45.230810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5beb85-4d1d-4118-a3b5-0022953c98de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d74c5-1f7c-4df9-837a-9f3381b62acd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:45.231906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:45.322437 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 18:53:45.323388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:53:45.345584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-113f243b-dd4e-4fda-80c3-622f79e8e060 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8297555 Nov 23 18:53:45.349961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:45.386844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.478312 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.583816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.590509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.591736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd9d74c5-1f7c-4df9-837a-9f3381b62acd HTTP/1.1" status: 204 len: 168 time: 0.3582020 Nov 23 18:53:45.612065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9b055-be9d-444a-9c69-e55d1f02d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d74c5-1f7c-4df9-837a-9f3381b62acd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:45.669889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Deleting port 27f7e484-362f-4e74-8f31-29a6e779faf0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:45.669889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.935971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.935971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.950960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Calling delete_port for 27f7e484-362f-4e74-8f31-29a6e779faf0 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:46.131083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.207411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Pushing event deleted for resources: {'Port': ['ID=27f7e484-362f-4e74-8f31-29a6e779faf0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:46.288384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.291834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.297822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8055eba3-b56f-40ff-9e11-72e99b85d796 tempest-ExternalNetworksAdminNegativeTestJSON-789699215 tempest-ExternalNetworksAdminNegativeTestJSON-789699215-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/b3cecf57-fabb-4e54-ab05-227f123005d6 HTTP/1.1" status: 204 len: 168 time: 0.9420786 Nov 23 18:53:46.349676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:46.386869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc70-68cf-44d4-a5ef-92b500d54b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.566416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc70-68cf-44d4-a5ef-92b500d54b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.575400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc70-68cf-44d4-a5ef-92b500d54b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.666875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:46.680879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b38dfc70-68cf-44d4-a5ef-92b500d54b8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc32712b114f420aa99d94e1388f8bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292708 Nov 23 18:53:46.683923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dfc70-68cf-44d4-a5ef-92b500d54b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4baa345-b3a2-4748-8406-98a7a3936390,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:46.782692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.831274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:46.872493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.971170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.974039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.978424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4baa345-b3a2-4748-8406-98a7a3936390 HTTP/1.1" status: 204 len: 168 time: 0.3102090 Nov 23 18:53:47.006894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008cd7c-c96d-48a4-ac98-263405913e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4baa345-b3a2-4748-8406-98a7a3936390,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:47.122055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65604f78-6949-4cfc-9260-8136e87085cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.330066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65604f78-6949-4cfc-9260-8136e87085cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.338524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65604f78-6949-4cfc-9260-8136e87085cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.431491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65604f78-6949-4cfc-9260-8136e87085cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00daea7-734a-4988-b77a-339be9dc3133,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:47.516176 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-65604f78-6949-4cfc-9260-8136e87085cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca5253549ad14deeafcc8b08f206f3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829371 Nov 23 18:53:47.519044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:47.682047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.774437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.959284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.974194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:47.978807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f00daea7-734a-4988-b77a-339be9dc3133 HTTP/1.1" status: 204 len: 168 time: 0.4555392 Nov 23 18:53:48.010059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3eeaa-c8d2-460b-b7f9-a032629aaa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00daea7-734a-4988-b77a-339be9dc3133,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:48.541795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:48.614598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f89943e-6ca9-42de-8092-6abb7f7c2cdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30969ffa3b124446a4cf46bc21203572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713146 Nov 23 18:53:48.617189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:48.752250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.805891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.874274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.877589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.878756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/590917aa-01f0-4ae5-a34d-d2be2af582f3 HTTP/1.1" status: 204 len: 168 time: 0.2598500 Nov 23 18:53:48.892912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38a28-529d-489b-b5a3-b923e3f24c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590917aa-01f0-4ae5-a34d-d2be2af582f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:51.120999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c00a47-6282-4e97-8422-abf3cbe06e2e req-dc823bb6-9a17-482d-9e5d-71add2d46350 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:51.124100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42c00a47-6282-4e97-8422-abf3cbe06e2e req-dc823bb6-9a17-482d-9e5d-71add2d46350 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.1053023 Nov 23 18:53:51.273315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42c00a47-6282-4e97-8422-abf3cbe06e2e req-70c88021-5fcf-40da-934a-40b0eb2d0d3e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323242 Nov 23 18:53:51.390197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:51.684182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1760620390'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:51.724550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Made reservation on behalf of 636a87fa2fe4471f9bf10d7715a7e323 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:51.734345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.752636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.888098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.908473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.962949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:53:51.983769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:51.984434 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Added segment 573d6893-bd54-4d5f-a3cc-49be7486c2e8 of type vlan for network 52805b26-f399-4a3e-a501-fa213188a251 Nov 23 18:53:52.085754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:52.126317 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:52.135435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:52.136466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:52.213900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6b77d0-ece9-4d4d-8e25-c178b4cd576c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:52.224469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8328645 Nov 23 18:53:52.241140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.242156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.242769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.243528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.244496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.245293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.246119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.246979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.247846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.248565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.249366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.249951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:52.336196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97163a7e-0b0b-4381-b52e-83b0ce37cb4f tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Pushing event updated for resources: {'Network': ['ID=52805b26-f399-4a3e-a501-fa213188a251,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:52.350474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 52805b26-f399-4a3e-a501-fa213188a251 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:53:52.875438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:52.888056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'network_id': '52805b26-f399-4a3e-a501-fa213188a251', 'binding:host_id': 'n-h2-792364-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-499362337'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:52.961350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Made reservation on behalf of 6c2d4997b3564256a8f35e1f7c4f28be for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:52.966878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:52.984752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:53.213770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:53.221688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:53.231684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:53.354683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844b2d1-353d-4f3b-be27-d89d2ef1690f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:53.633434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:53.653600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:53.664735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:53.769258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7abab9-4536-4ed6-a949-ffd689cfb9e0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:53.800701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Checking segment: {'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:53:53.801900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Network hostable DHCP agents. Network: 52805b26-f399-4a3e-a501-fa213188a251, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:53:53.837604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Network 52805b26-f399-4a3e-a501-fa213188a251 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:53:53.862309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 52805b26-f399-4a3e-a501-fa213188a251) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:53.870774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:53.871647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655750a0-1c93-4d2c-89c7-e4620f9176a0 None None] Network 52805b26-f399-4a3e-a501-fa213188a251 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:53:53.889798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:53.890607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:53.891800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:53.898332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:53.898332 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:53.898332 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 2 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:53.898800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:53.945115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:53.947859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:53.948474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:53.954657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:53.955496 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:53.956090 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 3 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:53.972980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:53.973721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:53.977889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:53.984339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:53.984670 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:53.985107 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 4 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.006330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.006702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.007061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.013309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.014813 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.015407 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 5 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.049129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.049483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.049585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.054943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.055278 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.055950 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 6 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.082406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.086858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.087303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.088015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.095136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.095539 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.095911 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 7 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.113830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.114357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.114930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.121860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.122082 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.122452 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 8 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.144833 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 9 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.160527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.160929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.161271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.166924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.167268 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.167972 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 10 to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 Nov 23 18:53:54.180773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.189222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.190634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:54.190966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:54.191355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:54.196444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:54.196768 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:54.197128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.231407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a7ab7-3cac-430f-9452-83c8bb36cb1e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:54.237481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=857320fac286402d89dc10bea266ba33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368609 Nov 23 18:53:54.242364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:54.250871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.251241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.251835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.252382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.252921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.253453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.253795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.254131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.254465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.254797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.255131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.255564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea74a4d-6620-40a0-96c5-52efa75e29bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:53:54.317093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.326720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:54.326720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:53:54.340447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.348103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.386365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:54.387241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.424459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5462070 Nov 23 18:53:54.426567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55987-ca0a-4274-9015-3966203f2b02 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7abab9-4536-4ed6-a949-ffd689cfb9e0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:54.429084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:54.439900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.443592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.447386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d98a7ab7-3cac-430f-9452-83c8bb36cb1e HTTP/1.1" status: 204 len: 168 time: 0.2012637 Nov 23 18:53:54.494631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d661f8-ac37-4181-be68-508ad536414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a7ab7-3cac-430f-9452-83c8bb36cb1e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:54.577234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Deleting port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:54.578294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.672676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port 7a7abab9-4536-4ed6-a949-ffd689cfb9e0, host n-h2-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:54.673505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.707878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Calling delete_port for 7a7abab9-4536-4ed6-a949-ffd689cfb9e0 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:54.836655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.902871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:53:54.908125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a7abab9-4536-4ed6-a949-ffd689cfb9e0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:54.930835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:54.935299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:53:54.941180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e9ed6f1b-79ef-4783-911e-bc10bac637d7 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7a7abab9-4536-4ed6-a949-ffd689cfb9e0 HTTP/1.1" status: 204 len: 168 time: 0.5081224 Nov 23 18:53:54.941384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:54.944125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:54.961418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19dee8ee-6939-4500-9e3b-b631dd0bf8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.009634 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab03d3f-5a17-4d4f-afeb-2fdb4e6b721b tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:53:55.012382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9ab03d3f-5a17-4d4f-afeb-2fdb4e6b721b tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports/7a7abab9-4536-4ed6-a949-ffd689cfb9e0 HTTP/1.1" status: 404 len: 333 time: 0.0664928 Nov 23 18:53:55.017890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:55.026941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'network_id': '52805b26-f399-4a3e-a501-fa213188a251', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-437320885'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:55.065450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Made reservation on behalf of 6c2d4997b3564256a8f35e1f7c4f28be for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:55.070016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.107234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:55.113990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19dee8ee-6939-4500-9e3b-b631dd0bf8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.118260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19dee8ee-6939-4500-9e3b-b631dd0bf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.171545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:55.173901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-19dee8ee-6939-4500-9e3b-b631dd0bf8df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a2cf8221b294f03a026c78ee8d85b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317300 Nov 23 18:53:55.177953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:55.203068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:53:55.243686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee8ee-6939-4500-9e3b-b631dd0bf8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223689e9-de5e-45f4-932a-bbc1dcde4d88,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:55.303605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.350781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.362407 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.388742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:55.419523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:55.432294 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.454478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.461844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.530288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.580908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.586112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.587870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/223689e9-de5e-45f4-932a-bbc1dcde4d88 HTTP/1.1" status: 204 len: 168 time: 0.4089749 Nov 23 18:53:55.601376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544463-8d20-4877-b581-de8fa10caca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223689e9-de5e-45f4-932a-bbc1dcde4d88,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:55.653681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff5f79d-3682-438f-86a0-0fea65d3dc18,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:55.684235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Network 52805b26-f399-4a3e-a501-fa213188a251 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:53:55.688948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:55.694192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8589e257-ef16-426d-823e-6c4b8f6796eb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:53:55.698258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:55.700850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:55.701470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:55.740527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86d60944-94f7-4080-8f85-6f7b71ba7e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7210429 Nov 23 18:53:55.743896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:55.744250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:55.751479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:53:55.752107 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:53:55.768629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:55.912773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:56.351660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:56.363428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:56.370393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:56.377111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:56.406446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:53:56.450075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:56.463837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:56.514418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff5f79d-3682-438f-86a0-0fea65d3dc18,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:56.548856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.550698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.551084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.565881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.571785 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.572335 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 2 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.580116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:56.599764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.600296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.600797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.615033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.615386 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.615778 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 3 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.654267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.654615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.654956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.664250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.664737 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.665645 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 4 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.690506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.690924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.691360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.712801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.713208 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.715112 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 5 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.745010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.745460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.747249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.754673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.755124 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.755644 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 6 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.781450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.781806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.782746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.788113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.788673 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.788942 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 7 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.836693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.837112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.837569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.866354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.866853 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.867188 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 8 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.906710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.907705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.907989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.920913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:53:56.921199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.921709 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.921838 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 9 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.946892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.947230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.947599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:56.956874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:56.957207 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:56.957596 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 10 to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 Nov 23 18:53:56.992275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:53:56.992615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:53:56.992952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:53:57.001277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:53:57.001607 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:53:57.001982 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.129435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8589e257-ef16-426d-823e-6c4b8f6796eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:53:57.136261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.147052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port 0ff5f79d-3682-438f-86a0-0fea65d3dc18, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:53:57.147448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:53:57.155244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.241790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.256853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff5f79d-3682-438f-86a0-0fea65d3dc18,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:57.273739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:53:57.277407 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c744fe-0643-4581-aafa-05cdf607eef7" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:53:57.277734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] In _notify_port_updated(), no bound segment for port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:53:57.278641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.279254 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.287097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bd7fe29f-39d4-4a8c-b392-0ecba0f09016 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "PUT /v2.0/ports/0ff5f79d-3682-438f-86a0-0fea65d3dc18 HTTP/1.1" status: 200 len: 974 time: 1.5416548 Nov 23 18:53:57.289674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:57.323601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:57.337379 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.408034 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39f33c-3804-4240-90d0-eade09f58707 x-openstack-request-id: req-dc39f33c-3804-4240-90d0-eade09f58707 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:53:57.409615 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:53:57.410123 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc39f33c-3804-4240-90d0-eade09f58707 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:53:57.410689 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:53:57.460565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8720a4cf-ad20-4389-89df-8495427c1fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.495877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:57.597904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.598514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.598983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.599576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.600214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.601099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.601723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.602341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.602958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.603599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.604844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.605564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.606176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.607287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.607954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.608595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.609225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.610544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.611306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.612051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.612710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.613346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.613977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.614613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.615247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.616276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.616963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.617606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.618918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.619748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.620396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.621166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.621974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.622624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.623276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.624059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.624709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.625347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.626873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.627609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.628266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.629320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.630140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.630794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.632215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.632759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.633262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.633784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:57.640691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d3fa0045-7b93-4d22-9d9a-b27e7328cd4a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43066 time: 0.3487911 Nov 23 18:53:57.645881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:57.823410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Deleting port 0ff5f79d-3682-438f-86a0-0fea65d3dc18 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:57.824008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.914789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port 0ff5f79d-3682-438f-86a0-0fea65d3dc18, host n-h2-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:53:57.916858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:57.941187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Calling delete_port for 0ff5f79d-3682-438f-86a0-0fea65d3dc18 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:58.196662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.276218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff5f79d-3682-438f-86a0-0fea65d3dc18,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:58.284936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.288453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2fce5f10-2b8f-4b28-9473-84fc48829db5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0ff5f79d-3682-438f-86a0-0fea65d3dc18 HTTP/1.1" status: 204 len: 168 time: 0.6415453 Nov 23 18:53:58.291349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:58.342496 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c19abbc-be3d-421a-a167-dc08a5caed1a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:53:58.344830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c19abbc-be3d-421a-a167-dc08a5caed1a tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports/0ff5f79d-3682-438f-86a0-0fea65d3dc18 HTTP/1.1" status: 404 len: 333 time: 0.0516737 Nov 23 18:53:58.349397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:58.367214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1409054056', 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:58.396490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Made reservation on behalf of 6c2d4997b3564256a8f35e1f7c4f28be for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:58.399708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.443069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port 8c78f7b9-afbe-4422-976f-ab5bed671c34 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:53:58.890147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:58.979509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.071198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Network 52805b26-f399-4a3e-a501-fa213188a251 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:53:59.079814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:53:59.086850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:53:59.087958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:59.088638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.106200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=8c78f7b9-afbe-4422-976f-ab5bed671c34,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:59.127207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:59.128302 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4be89577-c63f-42c6-8225-0ee9db96d918 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7649026 Nov 23 18:53:59.178335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b660b-0715-452a-b8b3-d935e142875d tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:53:59.180209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3f7b660b-0715-452a-b8b3-d935e142875d tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports/8c78f7b9-afbe-4422-976f-ab5bed671c34 HTTP/1.1" status: 200 len: 955 time: 0.0519648 Nov 23 18:53:59.183261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:59.380417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Deleting port 8c78f7b9-afbe-4422-976f-ab5bed671c34 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:53:59.381166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.529539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.567985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Calling delete_port for 8c78f7b9-afbe-4422-976f-ab5bed671c34 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:53:59.706491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.760372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c78f7b9-afbe-4422-976f-ab5bed671c34,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:53:59.765135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.771528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-092ebc70-e8d6-4d6e-9587-a08648608037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.774646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:59.775607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-22be94fb-1942-4d9c-89d3-b3581cca5efe tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8c78f7b9-afbe-4422-976f-ab5bed671c34 HTTP/1.1" status: 204 len: 168 time: 0.5900834 Nov 23 18:53:59.840184 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecc7b04-3d1b-47aa-81f0-2f4ccb51480f tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:53:59.847146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:53:59.854568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'network_id': '52805b26-f399-4a3e-a501-fa213188a251', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-283786439'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:53:59.861220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-eecc7b04-3d1b-47aa-81f0-2f4ccb51480f tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports/8c78f7b9-afbe-4422-976f-ab5bed671c34 HTTP/1.1" status: 404 len: 333 time: 0.0835979 Nov 23 18:53:59.899553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Made reservation on behalf of 6c2d4997b3564256a8f35e1f7c4f28be for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:53:59.911556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:59.958099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port ba276555-7636-4dc7-b667-120dae0ee31d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:00.296034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.354413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.433210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=ba276555-7636-4dc7-b667-120dae0ee31d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:00.443297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Network 52805b26-f399-4a3e-a501-fa213188a251 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:00.445140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:00.448216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:00.449453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:00.450241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.533152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d7448b6-28a2-4ccf-8c18-3f6063294843 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6839678 Nov 23 18:54:00.535939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:00.541600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:00.678854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:00.716703 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.081615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] device_id is not set on port ba276555-7636-4dc7-b667-120dae0ee31d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:01.090445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.103868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.154035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=ba276555-7636-4dc7-b667-120dae0ee31d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:01.206211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.212223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.213078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.231009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.231550 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.232039 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 2 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.267473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.267848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.268200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.273748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.274081 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.274770 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 3 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.291685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.292035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.292376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.298881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.299216 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.299771 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 4 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.314788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.315471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.315819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.320550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.320876 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.321455 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 5 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.348351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.348900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.349687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.368986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.369591 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.378640 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 6 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.399971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.400344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.400662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.412361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.412711 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.413105 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 7 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.433389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.433832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.448038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.448038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.448038 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.448038 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 8 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.498474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.502249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.502842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.517940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.518421 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.523354 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 9 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.546041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.548006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.548581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.555043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.555645 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.556512 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempt 10 to bind port ba276555-7636-4dc7-b667-120dae0ee31d Nov 23 18:54:01.574185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:54:01.574600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:54:01.575343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempting to bind port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:54:01.582063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:54:01.582672 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Failed to bind port ba276555-7636-4dc7-b667-120dae0ee31d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '573d6893-bd54-4d5f-a3cc-49be7486c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52805b26-f399-4a3e-a501-fa213188a251'}] Nov 23 18:54:01.583606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.709692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port ba276555-7636-4dc7-b667-120dae0ee31d, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:54:01.710635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:54:01.737644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.780063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] In _notify_port_updated(), no bound segment for port ba276555-7636-4dc7-b667-120dae0ee31d on network 52805b26-f399-4a3e-a501-fa213188a251 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:54:01.782375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:01.783671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:01.784880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "PUT /v2.0/ports/ba276555-7636-4dc7-b667-120dae0ee31d HTTP/1.1" status: 200 len: 974 time: 1.2479432 Nov 23 18:54:01.788951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:01.841923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8347424-fc1c-49f8-8569-b0944917c4a5 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event updated for resources: {'Port': ['ID=ba276555-7636-4dc7-b667-120dae0ee31d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:01.941178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Deleting port ba276555-7636-4dc7-b667-120dae0ee31d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:01.941593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.031868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] For port ba276555-7636-4dc7-b667-120dae0ee31d, host n-h2-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:02.032283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.052489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Calling delete_port for ba276555-7636-4dc7-b667-120dae0ee31d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:02.147983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.149404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.183662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba276555-7636-4dc7-b667-120dae0ee31d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:02.211363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.215390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a70f5149-5382-4acb-bb65-0c4022115e39 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ba276555-7636-4dc7-b667-120dae0ee31d HTTP/1.1" status: 204 len: 168 time: 0.4254115 Nov 23 18:54:02.218224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:02.269740 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2856f1e4-4b7e-4205-a947-b015b1246e80 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:54:02.275358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2856f1e4-4b7e-4205-a947-b015b1246e80 tempest-PortsAdminExtendedAttrsTestJSON-773672273 tempest-PortsAdminExtendedAttrsTestJSON-773672273-project-admin] 10.222.0.37 "GET /v2.0/ports/ba276555-7636-4dc7-b667-120dae0ee31d HTTP/1.1" status: 404 len: 333 time: 0.0547402 Nov 23 18:54:02.279195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:02.493812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.702874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.727670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52805b26-f399-4a3e-a501-fa213188a251']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:02.739159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573d6893-bd54-4d5f-a3cc-49be7486c2e8') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:02.739493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573d6893-bd54-4d5f-a3cc-49be7486c2e8') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:02.758743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.778111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.797079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:02.799347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:02.808822 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:02.936851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.949898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:02.954419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] 10.222.0.37 "DELETE /v2.0/networks/52805b26-f399-4a3e-a501-fa213188a251 HTTP/1.1" status: 204 len: 168 time: 0.6734536 Nov 23 18:54:02.978745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e340-80d1-4c24-bac4-6e5064dcf2af tempest-PortsAdminExtendedAttrsTestJSON-1533169711 tempest-PortsAdminExtendedAttrsTestJSON-1533169711-project] Pushing event deleted for resources: {'Network': ['ID=52805b26-f399-4a3e-a501-fa213188a251,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:03.214114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:03.796752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34898) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:04.122765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b4b2b1f-a9c4-48aa-99d5-8dcc2d7e8bf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=636a87fa2fe4471f9bf10d7715a7e323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213437 Nov 23 18:54:04.123495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:04.233204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:04.263408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:04.329856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:04.332524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:04.335846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a6b77d0-ece9-4d4d-8e25-c178b4cd576c HTTP/1.1" status: 204 len: 168 time: 0.2091830 Nov 23 18:54:04.356535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a5d8-ca53-457d-a5c1-16bdb1cf96ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6b77d0-ece9-4d4d-8e25-c178b4cd576c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:04.993569 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:54:05.304687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:05.423620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:05.426248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62ea42a0-7ac3-4d24-b89d-a8c134e069d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c2d4997b3564256a8f35e1f7c4f28be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201041 Nov 23 18:54:05.527796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:05.567974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:05.705791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:05.711487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:05.729045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e844b2d1-353d-4f3b-be27-d89d2ef1690f HTTP/1.1" status: 204 len: 168 time: 0.3027561 Nov 23 18:54:05.768298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23493006-d842-43ca-a4d7-007dcf35d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844b2d1-353d-4f3b-be27-d89d2ef1690f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:07.362522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:07.794542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1115955853'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:07.873441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:07.878060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:07.900319 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.100507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.108013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.172648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:08.225200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.227065 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Added segment 301e925d-d2c0-4bc0-afdb-55d9a1eace3e of type vlan for network 15c8510e-7bb8-421d-ad8a-62616cbf011f Nov 23 18:54:08.266887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c91aa4-b425-445a-ac38-34e577389466,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:08.342921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.375896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.386759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:08.387997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.504565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:08.506042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1418331 Nov 23 18:54:08.511139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'subnet': {'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:08.514971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614fc6e-6e75-4abe-9ccf-fa3077976056 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Network': ['ID=15c8510e-7bb8-421d-ad8a-62616cbf011f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:08.529158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:08.756827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:08.762457 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:08.791096 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.207814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.338907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Subnet': ['ID=c9258f12-305d-45f3-b926-0cb68dbe91a2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:09.366344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Checking segment: {'id': '301e925d-d2c0-4bc0-afdb-55d9a1eace3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:09.367050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network hostable DHCP agents. Network: 15c8510e-7bb8-421d-ad8a-62616cbf011f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:09.401932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:09.439604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 15c8510e-7bb8-421d-ad8a-62616cbf011f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:09.444285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:09.445029 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.452212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d428887-eb98-4b90-87cf-de874b530eca None None] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:09.477064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48b25f2a-8405-418e-966f-91c443b5f0ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9707747 Nov 23 18:54:09.479821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:09.486514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1013555702', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:09.548496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.550484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.810105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:09.837931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a13e7a-dd49-4d8b-a6c4-87bef4b0583a None None] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:10.198551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.307225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.588818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.645241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:10.876504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.139 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d9079595-0bab-4efb-90e2-5cd622cc358a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:11.103842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.157925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:11.294861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:11.306991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:11.325927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:11.397222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=d9079595-0bab-4efb-90e2-5cd622cc358a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:12.075594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.546583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:12.841809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:54:13.128895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:13.157695 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:13.189086 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:13.190085 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.194581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.198587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2fcd7a57-2325-488d-8c80-dd8d20b2c046 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7176099 Nov 23 18:54:13.201445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:13.235545 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.252899 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:13.257058 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.411350 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:13.412833 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2195894-c971-426a-b03c-7f1fad3f47bd None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:14.694264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.222069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.1 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/28e5599d-26ae-44fa-9aa9-36fafb381854) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:15.444024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.507859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.680409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:15.715677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:15.720604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:15.760032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=28e5599d-26ae-44fa-9aa9-36fafb381854,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:15.810639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.028922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.553627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f81d5-ae1f-4f35-8040-0da5bbfaad51 req-bc33ba0a-1d07-4062-b116-86d058c62483 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:16.555258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c1f81d5-ae1f-4f35-8040-0da5bbfaad51 req-bc33ba0a-1d07-4062-b116-86d058c62483 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1614196 Nov 23 18:54:16.676001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c1f81d5-ae1f-4f35-8040-0da5bbfaad51 req-4679babb-d767-469f-886d-e6e9d1315c10 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061206 Nov 23 18:54:16.742331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.748670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.834391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.901362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=28e5599d-26ae-44fa-9aa9-36fafb381854,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:17.007086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:17.009087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:17.232238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:17.375677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:17.386169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9bb20823-dd2e-42a7-b7ef-e4a20590af2e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/routers/43f88690-37f0-4ace-89dc-ba00db551f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1836295 Nov 23 18:54:17.388893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:17.389401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:17.396883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'port': {'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f', 'name': 'tempest-FloatingIPTestJSON-2061560759'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:17.404415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:17.407478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:17.454881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:17.455867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:17.466787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:17.467737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:17.509369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:17.510254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0fbd2-41a0-46ca-bce0-cbaa3ce58e47 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:17.594748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:17.600250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.631795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfcdb-fc95-461e-86b5-2326a9e4b44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.647263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] device_id is not set on port bf636651-a916-429f-a808-51a0a1301f2e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:17.793225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.14 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/bf636651-a916-429f-a808-51a0a1301f2e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:17.814179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfcdb-fc95-461e-86b5-2326a9e4b44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.844991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfcdb-fc95-461e-86b5-2326a9e4b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:17.940801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b4ebfcdb-fc95-461e-86b5-2326a9e4b44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2acb21aae3a6476aa91a6a73797c8009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4846196 Nov 23 18:54:17.943706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:17.977591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebfcdb-fc95-461e-86b5-2326a9e4b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e94cb05-c6a7-46c9-b513-a6523ededab9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:17.997656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74305dea-0d48-46a8-8b2c-7fc2b77dbd6b req-519c6daf-a306-4345-9979-2a6bc5e44ef2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:17.999706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74305dea-0d48-46a8-8b2c-7fc2b77dbd6b req-519c6daf-a306-4345-9979-2a6bc5e44ef2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.2050445 Nov 23 18:54:18.063910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.117823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-74305dea-0d48-46a8-8b2c-7fc2b77dbd6b req-a97c5e55-e53f-4de6-9256-281641a46702 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112719 Nov 23 18:54:18.137023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.166419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.216429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.274234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:18.275617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.278743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.288658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e94cb05-c6a7-46c9-b513-a6523ededab9 HTTP/1.1" status: 204 len: 168 time: 0.3398147 Nov 23 18:54:18.310263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:18.320877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:18.410835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aa4df-f43b-4d7c-97b2-5a79df4c7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e94cb05-c6a7-46c9-b513-a6523ededab9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:18.426475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=bf636651-a916-429f-a808-51a0a1301f2e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:18.480982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.482150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.508170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3a21d4fc-b682-46ce-908a-ffebd1b8d63a tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1159170 Nov 23 18:54:18.510839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:18.517380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'port': {'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f', 'name': 'tempest-FloatingIPTestJSON-2096361859'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:18.721082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:18.728835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.772166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:18.789660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] device_id is not set on port 3a92e696-359f-4170-ac7c-45dbe25f43da yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:18.820602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe14129-2800-4c6e-8d4e-8b741b096238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.900871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517a3e1-81ad-4817-87ae-df9001bf6257 req-a5793313-7a58-4488-8f07-5d421933a037 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:18.902637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2517a3e1-81ad-4817-87ae-df9001bf6257 req-a5793313-7a58-4488-8f07-5d421933a037 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1516085 Nov 23 18:54:18.936186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe14129-2800-4c6e-8d4e-8b741b096238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.941645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe14129-2800-4c6e-8d4e-8b741b096238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.006823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1fe14129-2800-4c6e-8d4e-8b741b096238 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fc8f26813414d7eb9136fad33329ecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313182 Nov 23 18:54:19.009294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:19.018694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.3 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/3a92e696-359f-4170-ac7c-45dbe25f43da) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:19.024620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2517a3e1-81ad-4817-87ae-df9001bf6257 req-747e1ba0-acb3-42a3-9b96-9cf6d87da741 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741467 Nov 23 18:54:19.079675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14129-2800-4c6e-8d4e-8b741b096238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31403e6d-7462-4af7-a6da-224276f5074e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:19.226887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.261376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.354647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.360551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.365817 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.394623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31403e6d-7462-4af7-a6da-224276f5074e HTTP/1.1" status: 204 len: 168 time: 0.3619742 Nov 23 18:54:19.426337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de28cb7-3947-4257-86be-fdcff94a111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31403e6d-7462-4af7-a6da-224276f5074e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:19.453672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.545174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:19.582337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:19.587372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:19.633718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=3a92e696-359f-4170-ac7c-45dbe25f43da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:19.690703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:19.692483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.721488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a88d8ff1-5453-459f-9436-e244cc1ab2eb tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2086792 Nov 23 18:54:19.724729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:19.731041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '3a92e696-359f-4170-ac7c-45dbe25f43da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:19.782578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:19.980955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:20.144610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.247 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:20.288819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64354f61-7778-4367-be48-f2e3891a5fea req-c1523a67-1d39-49f2-b91d-5655f4d8fb73 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:20.299891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64354f61-7778-4367-be48-f2e3891a5fea req-c1523a67-1d39-49f2-b91d-5655f4d8fb73 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1463017 Nov 23 18:54:20.401678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64354f61-7778-4367-be48-f2e3891a5fea req-700b7dfe-0000-46af-8571-f7e057f30d77 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990784 Nov 23 18:54:20.466100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:20.528387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:20.576839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:20.581081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:20.585531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:20.649922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:21.039201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:21.216090 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.216825 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.304981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:21.309043 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f37fcb1-73b7-47fb-ada3-d84bc672adf7" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:21.351242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:21.355364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.360843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.502324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:21.505561 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838de9f3-5fef-429e-bd08-86869287ea0c x-openstack-request-id: req-838de9f3-5fef-429e-bd08-86869287ea0c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:21.505856 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:21.506116 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-838de9f3-5fef-429e-bd08-86869287ea0c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:21.506514 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:54:21.529391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.529780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.530227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.530832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.531079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.531976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.532756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.532756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.532972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.533364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.533718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.534045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:21.712551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41bb27-3510-40cc-9964-dc67602fef46 req-6b3fe6d3-972f-4280-a645-d20d5841df3e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:21.718316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e41bb27-3510-40cc-9964-dc67602fef46 req-6b3fe6d3-972f-4280-a645-d20d5841df3e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0993848 Nov 23 18:54:21.777050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.784131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:21.853065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e41bb27-3510-40cc-9964-dc67602fef46 req-bac7c4c5-8048-4e3c-a3aa-2f68d8225ac7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292555 Nov 23 18:54:21.916385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:21.932798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.053583 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP edadaf36-a1ca-40af-b667-b726e4c80d8d associated. External IP: 172.25.5.247, port: 3a92e696-359f-4170-ac7c-45dbe25f43da. Nov 23 18:54:22.319939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:22.423555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:22.614833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c001340-528a-433a-9039-83c1431ae359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.797086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c001340-528a-433a-9039-83c1431ae359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.808161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c001340-528a-433a-9039-83c1431ae359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:22.861003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3c001340-528a-433a-9039-83c1431ae359 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef0e769ed1e44e5e820b711ecd5068f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362679 Nov 23 18:54:22.866163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:22.874181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c001340-528a-433a-9039-83c1431ae359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa4d2a-3c58-4aca-8ac5-481550c9794f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:22.973028 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.006754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.045068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:23.048517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:54:23.056322 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:23.072963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.076197 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:23.079508 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:23.095969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.099079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.102661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dfa4d2a-3c58-4aca-8ac5-481550c9794f HTTP/1.1" status: 204 len: 168 time: 0.2317660 Nov 23 18:54:23.144305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52019-4285-48fe-92bd-bdd42e98594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa4d2a-3c58-4aca-8ac5-481550c9794f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:23.280102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:23.281858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c9151449-abd3-4924-ae0c-01ab7ac3cc60 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5490172 Nov 23 18:54:23.287419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:23.329182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e96fb-b288-456b-b256-b0945941d44d req-29a93cd0-7fd6-4199-b6e1-99e9a8de382a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:23.340601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c56e96fb-b288-456b-b256-b0945941d44d req-29a93cd0-7fd6-4199-b6e1-99e9a8de382a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2019763 Nov 23 18:54:23.352352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:23.382373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:54:23.405164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:23.412778 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c56e96fb-b288-456b-b256-b0945941d44d req-632f3bc7-1782-4b41-a468-daf509d28887 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711806 Nov 23 18:54:23.440625 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:23.441274 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:23.496614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.507039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:23.509123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c88ee-c652-482c-aa88-8af7c2f7ee5d None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:23.531908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.603928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:54:23.679511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:23.694544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:23.710030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d83a48f-edc3-49f7-a663-89681c198561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.710313 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.845899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:23.888280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d83a48f-edc3-49f7-a663-89681c198561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.897576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d83a48f-edc3-49f7-a663-89681c198561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.901003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.907694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:23.908998 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP edadaf36-a1ca-40af-b667-b726e4c80d8d disassociated. External IP: 172.25.5.247, port: 3a92e696-359f-4170-ac7c-45dbe25f43da. Nov 23 18:54:23.910979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8589e257-ef16-426d-823e-6c4b8f6796eb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:54:23.990020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0d83a48f-edc3-49f7-a663-89681c198561 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67b6ecc1d631462c8399ded552ec27ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093474 Nov 23 18:54:23.992732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:24.032500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a48f-edc3-49f7-a663-89681c198561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e822b6-96b5-4a87-b898-1590842c2309,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:24.143046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.185158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.357198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.362529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:24.379567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87e822b6-96b5-4a87-b898-1590842c2309 HTTP/1.1" status: 204 len: 168 time: 0.3750954 Nov 23 18:54:24.414326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc42e3-fe8a-4ed1-aa9e-377a3c4c756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e822b6-96b5-4a87-b898-1590842c2309,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:24.608573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073951-812f-4a75-9cff-b33837873eb2 req-e9d165d5-7ee3-49f3-9d08-c66f48890691 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:24.626016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f073951-812f-4a75-9cff-b33837873eb2 req-e9d165d5-7ee3-49f3-9d08-c66f48890691 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.1168196 Nov 23 18:54:24.774782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f073951-812f-4a75-9cff-b33837873eb2 req-9db4dcba-59de-44e6-aad9-98da128beac7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476977 Nov 23 18:54:24.862010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:25.178114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:25.193000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:25.211858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:25.217932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:25.219149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:25.259624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-987f8a7f-9a2e-4917-a10d-4fd34484f36c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/edadaf36-a1ca-40af-b667-b726e4c80d8d HTTP/1.1" status: 200 len: 688 time: 1.9772220 Nov 23 18:54:25.262316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:25.282560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:25.294051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:25.295279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:25.337554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:25.338485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb663fa-a50d-49ab-a2cc-a7a1ab1bdf2b None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:25.580916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:25.581262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:25.740761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:25.741283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:25.776513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:26.067533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4a55d-0748-4ab4-aede-44180a7ed4da req-8504b908-db3b-4642-bb19-9f96eb794380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:26.084107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fbd4a55d-0748-4ab4-aede-44180a7ed4da req-8504b908-db3b-4642-bb19-9f96eb794380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.2002470 Nov 23 18:54:26.147343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:26.227391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fbd4a55d-0748-4ab4-aede-44180a7ed4da req-5b934700-50e0-4a80-b67c-c6442ef5dad6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407607 Nov 23 18:54:26.233803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=b8beff0d-8b1c-44c3-ad0e-97a72c7c5c53,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:26.431719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:26.434833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:26.440225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8ebc347-40af-4de1-92ad-00c1c00840ab tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/edadaf36-a1ca-40af-b667-b726e4c80d8d HTTP/1.1" status: 204 len: 168 time: 1.1730454 Nov 23 18:54:26.440586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:26.445351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'bf636651-a916-429f-a808-51a0a1301f2e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:26.502731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:26.644441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:26.821357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.176 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e212f10a-0576-4e9a-a32b-bc7f2055d3c5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:27.056808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.078859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:54:27.189790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.218726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8589e257-ef16-426d-823e-6c4b8f6796eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:54:27.220117 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.252145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=e212f10a-0576-4e9a-a32b-bc7f2055d3c5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:27.276504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:27.277965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:27.283542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:27.454392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-be536355-cb6f-4a79-96d1-47380e86b357 req-4c00679a-73b3-4fd0-ad35-31c865041f5e service neutron] (103400) timed out ('10.222.0.37', 36816) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:54:27.460760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea355105-f32c-4643-a842-f0896e8532d7 req-2d4c5d5e-c1b9-4ff1-a69b-c589db9ba24b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:27.472212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea355105-f32c-4643-a842-f0896e8532d7 req-2d4c5d5e-c1b9-4ff1-a69b-c589db9ba24b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 946 time: 0.1146011 Nov 23 18:54:27.506142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c696f30-f039-449e-afa2-28068047b1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.533210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.599148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea355105-f32c-4643-a842-f0896e8532d7 req-27a9ea5f-d924-4656-b911-d9e01678d239 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259236 Nov 23 18:54:27.618539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:27.621563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:27.644141 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d846e3-486f-4ff6-b621-fa934dd59475" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:27.662367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:27.761536 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd654f5-f48b-4188-9fca-960605eb6e55 x-openstack-request-id: req-edd654f5-f48b-4188-9fca-960605eb6e55 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:27.763986 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-plugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:27.764255 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edd654f5-f48b-4188-9fca-960605eb6e55 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:27.771280 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:54:27.887296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:28.108642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.257814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.691995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.730794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.879201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=e212f10a-0576-4e9a-a32b-bc7f2055d3c5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:28.923811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:28.936225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dc77e-bd5c-4e8d-96e9-c24e4b69b9a0 req-959f416c-afd0-4356-99e2-9eb766cfb0de tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:28.938701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-283dc77e-bd5c-4e8d-96e9-c24e4b69b9a0 req-959f416c-afd0-4356-99e2-9eb766cfb0de tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.2424533 Nov 23 18:54:29.048055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:29.127746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-283dc77e-bd5c-4e8d-96e9-c24e4b69b9a0 req-00556049-33b6-4806-99b4-783dc0e287bc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574662 Nov 23 18:54:29.148367 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP 94ba7e1f-8fea-47c5-a0eb-cbe608df7cae associated. External IP: 172.25.5.176, port: bf636651-a916-429f-a808-51a0a1301f2e. Nov 23 18:54:29.257757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a41861fa-1737-483b-b143-b3b48e2bdd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.397338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a41861fa-1737-483b-b143-b3b48e2bdd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.411726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:29.438576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a41861fa-1737-483b-b143-b3b48e2bdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.560730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a41861fa-1737-483b-b143-b3b48e2bdd87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6db6298f5822425bbe5018e475b63630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095778 Nov 23 18:54:29.588700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:29.646592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41861fa-1737-483b-b143-b3b48e2bdd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07d48d-ee2e-43e4-9d2d-067a3b1075ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:29.759774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14b1ec38-46f7-4489-a970-805c9c165eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.790838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.850774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.854489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:29.872008 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:29.904599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.922196 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:29.930649 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:29.936818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.944362 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:29.947444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d07d48d-ee2e-43e4-9d2d-067a3b1075ba HTTP/1.1" status: 204 len: 168 time: 0.3548331 Nov 23 18:54:29.954029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1750f501-e256-4412-b89e-b72c43839b06 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5108628 Nov 23 18:54:29.955196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:29.991971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34473d6-456c-4c5e-bb04-c674ea630f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07d48d-ee2e-43e4-9d2d-067a3b1075ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:30.010265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:30.036752 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:30.037473 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:30.048409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:30.057744 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-68bf6163-f0d9-4353-8d0c-aef540607db8 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/floatingips/94ba7e1f-8fea-47c5-a0eb-cbe608df7cae HTTP/1.1" status: 200 len: 979 time: 0.1010165 Nov 23 18:54:30.080719 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:30.081700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d790b-cd9d-44a9-8ef8-de5624da4592 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:30.275054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f03703a5-4ede-4cf2-969c-f562e53d6c86 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2254169 Nov 23 18:54:30.277560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:30.283971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': '3a92e696-359f-4170-ac7c-45dbe25f43da'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:30.294262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f26c-c99c-4ced-b3b5-ead3aea7698d req-76965648-3e9c-4d45-933d-61db472c5aa7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:30.303241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a871f26c-c99c-4ced-b3b5-ead3aea7698d req-76965648-3e9c-4d45-933d-61db472c5aa7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.0837386 Nov 23 18:54:30.397423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a871f26c-c99c-4ced-b3b5-ead3aea7698d req-7aba0ec1-0e91-4d3a-a35e-b9db087545ec tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927646 Nov 23 18:54:30.413242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.684393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.685412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:30.713690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc229d0-e35a-417c-a029-7214295830b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.848268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc229d0-e35a-417c-a029-7214295830b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.865281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bc229d0-e35a-417c-a029-7214295830b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:30.920250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc229d0-e35a-417c-a029-7214295830b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33af96-a565-4804-a78d-1de11a8e454a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:30.957219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3bc229d0-e35a-417c-a029-7214295830b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2f7e795ea934d9bb8067e701d305cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706525 Nov 23 18:54:30.959695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:31.030383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.056826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.123458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.129802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.133287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f33af96-a565-4804-a78d-1de11a8e454a HTTP/1.1" status: 204 len: 168 time: 0.1702032 Nov 23 18:54:31.140944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c75e49-478b-4e6c-b4cf-c7122bd9c062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33af96-a565-4804-a78d-1de11a8e454a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:31.317512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.325104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:31.549715 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP 94ba7e1f-8fea-47c5-a0eb-cbe608df7cae associated. External IP: 172.25.5.176, port: bf636651-a916-429f-a808-51a0a1301f2e. Nov 23 18:54:32.122175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d562e53-fa75-4310-b738-100564d18306 req-4570f2f5-7d6e-4f98-a032-effa731d74c7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:32.130504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d562e53-fa75-4310-b738-100564d18306 req-4570f2f5-7d6e-4f98-a032-effa731d74c7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.5954750 Nov 23 18:54:32.268875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d562e53-fa75-4310-b738-100564d18306 req-004a8a7c-b1fb-4ab8-a373-a0628e591bd3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322999 Nov 23 18:54:32.283474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:32.320562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:32.550775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:32.588326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:32.671238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:32.672262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:32.723620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:32.753785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:32.754416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:32.894438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:32.895119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d5507-1e39-40ba-9491-7aa58bfcb9c1 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:33.129493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:33.227058 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.423872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-81cb461b-5e08-4fb4-bf11-1c7b271e6bab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1471505 Nov 23 18:54:33.731451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-9130b108-be27-4dc5-a7da-841a2eb39818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.733157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-9130b108-be27-4dc5-a7da-841a2eb39818 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1096 time: 0.2626984 Nov 23 18:54:33.761529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e1a2d-04a4-45d4-9778-3227d8b98f99 req-9b5f3484-68cd-4f83-9e27-0911360b5c24 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.780331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd8e1a2d-04a4-45d4-9778-3227d8b98f99 req-9b5f3484-68cd-4f83-9e27-0911360b5c24 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.3309526 Nov 23 18:54:33.863975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:33.876624 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2813484-9740-4049-a529-240115408f6d None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:33.883941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:33.907031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2813484-9740-4049-a529-240115408f6d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:33.908795 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a2813484-9740-4049-a529-240115408f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:33.910245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-07d976cb-7fc5-4737-a030-be36b26674c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:33.913015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-07d976cb-7fc5-4737-a030-be36b26674c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.1290138 Nov 23 18:54:34.108633 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a2813484-9740-4049-a529-240115408f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:34.137893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e783d2db-133a-4667-bfad-143464be9e64 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/94ba7e1f-8fea-47c5-a0eb-cbe608df7cae HTTP/1.1" status: 200 len: 978 time: 3.8560436 Nov 23 18:54:34.138547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:34.142569 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2813484-9740-4049-a529-240115408f6d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:34.143342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a2813484-9740-4049-a529-240115408f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:34.159803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:34.160108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd8e1a2d-04a4-45d4-9778-3227d8b98f99 req-6b557e97-9f50-4113-aad8-64a23f99ae7f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714304 Nov 23 18:54:34.198390 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a2813484-9740-4049-a529-240115408f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:34.199755 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2813484-9740-4049-a529-240115408f6d None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:34.242623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-279f638b-350c-4ab3-a2ed-1985d83d404c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 1001 time: 0.2954564 Nov 23 18:54:34.334455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:34.361712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-7e27289b-e6bd-45fd-aeed-9196d1fbb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.363458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-7e27289b-e6bd-45fd-aeed-9196d1fbb1b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.1073277 Nov 23 18:54:34.472760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-ff3a78e5-70b6-4f35-ba5b-8f0722dd23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:34.474305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-ff3a78e5-70b6-4f35-ba5b-8f0722dd23ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983887 Nov 23 18:54:34.655598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-4c433ad0-ba53-4151-a74c-c36f58de93ba service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667719 Nov 23 18:54:34.685857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:34.700147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:34.700147 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP 94ba7e1f-8fea-47c5-a0eb-cbe608df7cae disassociated. External IP: 172.25.5.176, port: 3a92e696-359f-4170-ac7c-45dbe25f43da. Nov 23 18:54:35.053611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d65dfef-d079-47c6-a58d-1ae0bbe440df req-75ad5ae7-e2e4-4fc9-979e-a0617519c4ec service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823714 Nov 23 18:54:35.243892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:35.390756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2760d8-86ca-4146-abab-704dbc70ae47 req-d9ab9217-c2cb-4ac6-b176-2ea0915a0ae2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:35.399863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa2760d8-86ca-4146-abab-704dbc70ae47 req-d9ab9217-c2cb-4ac6-b176-2ea0915a0ae2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1107066 Nov 23 18:54:35.491287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa2760d8-86ca-4146-abab-704dbc70ae47 req-4f38f01d-493d-4a08-a87d-10845068c2fb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895679 Nov 23 18:54:35.507023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:35.518371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:35.522638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:35.543904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:35.544847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:35.590597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:35.599182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c505c729-e14c-420a-bfbe-789502ecdd4f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/94ba7e1f-8fea-47c5-a0eb-cbe608df7cae HTTP/1.1" status: 200 len: 688 time: 1.4595520 Nov 23 18:54:35.601799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:35.601969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:35.602734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:35.649516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:35.650409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72526ad3-d66c-4e30-905c-72b2bacd91b8 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:35.761267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-e41dc429-cb48-49e2-ae30-bdb313ec1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:35.762809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-e41dc429-cb48-49e2-ae30-bdb313ec1a0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1098 time: 0.1135023 Nov 23 18:54:35.943047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port e212f10a-0576-4e9a-a32b-bc7f2055d3c5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:35.943706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.050414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.050737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.066441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:36.073906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-83692e13-6888-4976-a3fc-36aa5dc0d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:36.076336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-83692e13-6888-4976-a3fc-36aa5dc0d333 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2860525 Nov 23 18:54:36.084756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for e212f10a-0576-4e9a-a32b-bc7f2055d3c5 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:36.290292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-3ee2a510-746b-47d2-9084-2a9f65319a66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1002 time: 0.2036352 Nov 23 18:54:36.322532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d394531-6115-4b64-8e48-b989a73c5022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.509048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-0156f091-0e61-4c7b-976c-b724cdccebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:36.516457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-0156f091-0e61-4c7b-976c-b724cdccebaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1552360 Nov 23 18:54:36.536114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d394531-6115-4b64-8e48-b989a73c5022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.543810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.619452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-dc6451d7-4f95-4eac-96c2-56f0ddfa3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:36.621630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=e212f10a-0576-4e9a-a32b-bc7f2055d3c5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:36.624220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d394531-6115-4b64-8e48-b989a73c5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.635984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-dc6451d7-4f95-4eac-96c2-56f0ddfa3a8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139941 Nov 23 18:54:36.730819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394531-6115-4b64-8e48-b989a73c5022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa008e9c-2512-4d9f-88d0-58bbf1878109,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:36.830761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.834300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:36.838506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fefbeda7-6939-447d-80f4-f63b8279b2be tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/94ba7e1f-8fea-47c5-a0eb-cbe608df7cae HTTP/1.1" status: 204 len: 168 time: 1.2356410 Nov 23 18:54:36.839587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36326) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:36.893615 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-62a2b067-0a41-4fb2-ad77-029d6d7545a6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] delete failed (client error): The resource could not be found. Nov 23 18:54:36.903202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:36.920054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62a2b067-0a41-4fb2-ad77-029d6d7545a6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/94ba7e1f-8fea-47c5-a0eb-cbe608df7cae HTTP/1.1" status: 404 len: 345 time: 0.0783279 Nov 23 18:54:36.945879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b692f5-fd12-4da1-9b10-e5ee5b6aa6f2 req-fac30012-9d72-4c3c-820d-650346196109 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:36.947494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8b692f5-fd12-4da1-9b10-e5ee5b6aa6f2 req-fac30012-9d72-4c3c-820d-650346196109 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.3183472 Nov 23 18:54:36.952135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d394531-6115-4b64-8e48-b989a73c5022 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b796ca862f714e1887acc4fa4da1b99a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8824489 Nov 23 18:54:36.959571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:36.967372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-b47a8056-9b57-42f3-81e4-7f85535d3108 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218093 Nov 23 18:54:37.098086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ecb7242-2193-4f2c-ad30-1c0fba0d652c req-ee808cd4-f420-4732-9ece-b9672b55587b service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120186 Nov 23 18:54:37.113543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:37.177512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75c167-138b-4741-b902-b7b332b58b5e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:37.184533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75c167-138b-4741-b902-b7b332b58b5e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:37.191586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75c167-138b-4741-b902-b7b332b58b5e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:37.196207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-df75c167-138b-4741-b902-b7b332b58b5e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/ports?network_id=15c8510e-7bb8-421d-ad8a-62616cbf011f HTTP/1.1" status: 200 len: 2359 time: 0.2918744 Nov 23 18:54:37.196779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8b692f5-fd12-4da1-9b10-e5ee5b6aa6f2 req-2fc23f8e-5aff-4f3a-95d9-f8c27d35925d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353673 Nov 23 18:54:37.200151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:37.217203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:37.283202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290efd4-afe9-4ac1-b088-b1e76d88d7f0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:37.285156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2290efd4-afe9-4ac1-b088-b1e76d88d7f0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/subnets/c9258f12-305d-45f3-b926-0cb68dbe91a2 HTTP/1.1" status: 200 len: 797 time: 0.0840273 Nov 23 18:54:37.292187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:37.302185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'port': {'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f', 'name': 'tempest-FloatingIPTestJSON-983008945', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:37.418140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:37.421819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:37.439756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa008e9c-2512-4d9f-88d0-58bbf1878109 HTTP/1.1" status: 204 len: 168 time: 0.4634490 Nov 23 18:54:37.554039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e0772-5746-44c5-b0f6-3cdf0267ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa008e9c-2512-4d9f-88d0-58bbf1878109,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:37.575337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:37.884649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:37.938295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] device_id is not set on port f051d36e-6598-48df-87e3-2461c086a1ec yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:38.260914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:38.283616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4182f77-a295-4a10-9229-54f3ddc9a36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.456283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4182f77-a295-4a10-9229-54f3ddc9a36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.463917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4182f77-a295-4a10-9229-54f3ddc9a36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.534288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4182f77-a295-4a10-9229-54f3ddc9a36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1420fc0-dd37-4d59-9863-e7b0745c787e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:38.554080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4182f77-a295-4a10-9229-54f3ddc9a36f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8efaf9e7b9e34d858a258565550426de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917504 Nov 23 18:54:38.559889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:38.728522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.774385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.781769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.882713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.886037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:38.889675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1420fc0-dd37-4d59-9863-e7b0745c787e HTTP/1.1" status: 204 len: 168 time: 0.3264194 Nov 23 18:54:38.897061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1127aaf-23e8-4de2-b5bb-439d0501d280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1420fc0-dd37-4d59-9863-e7b0745c787e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:39.094845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608c42-5a5f-475e-b0a9-c7cacb5bf722 req-943221a8-f754-4b4f-ab8f-c0e2e9fd1942 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:39.097861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c608c42-5a5f-475e-b0a9-c7cacb5bf722 req-943221a8-f754-4b4f-ab8f-c0e2e9fd1942 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1252100 Nov 23 18:54:39.330006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c608c42-5a5f-475e-b0a9-c7cacb5bf722 req-0289da10-4530-457b-8494-42c89c5acfb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197709 Nov 23 18:54:39.493153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.13 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/f051d36e-6598-48df-87e3-2461c086a1ec) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:39.500154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.12 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/f051d36e-6598-48df-87e3-2461c086a1ec) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:39.748519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:39.795004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:39.820242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:39.823950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:39.847569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:39.907658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=f051d36e-6598-48df-87e3-2461c086a1ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:39.949774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:39.950688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:39.992180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:39.998175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'f051d36e-6598-48df-87e3-2461c086a1ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:40.007106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-521c6f7c-e42e-47f2-9db7-94b012b6b698 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7127314 Nov 23 18:54:40.031185 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:40.258893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:40.329881 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:40.421872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.115 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/5666f995-b79f-4201-9edf-05155eed6a74) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:40.697608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca86d1-e044-4414-962f-b168990d34df req-b02e502b-901b-4064-9cb2-4f78b4fe34a9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:40.701291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49ca86d1-e044-4414-962f-b168990d34df req-b02e502b-901b-4064-9cb2-4f78b4fe34a9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1494517 Nov 23 18:54:40.705326 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:40.778787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49ca86d1-e044-4414-962f-b168990d34df req-41a62644-430a-4078-b477-8ddf9acd58a7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704241 Nov 23 18:54:40.792492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:40.897926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=5666f995-b79f-4201-9edf-05155eed6a74,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:40.923292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:40.927133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:40.933880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:41.525698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:41.712428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6194926c-7c8f-475f-9bba-e7d504396772 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1656606682'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:41.713057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6194926c-7c8f-475f-9bba-e7d504396772 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Unknown quota resources ['metering_label']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:54:41.733593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:41.942735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:41.993394 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:54:42.007966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6194926c-7c8f-475f-9bba-e7d504396772 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.009160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6194926c-7c8f-475f-9bba-e7d504396772 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4824400 Nov 23 18:54:42.031182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.039605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-638fa39f-335d-4391-b482-b45719f36d4e tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2c1cc312-0008-4936-8707-efa3e19d4c0c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:42.041024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-638fa39f-335d-4391-b482-b45719f36d4e tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:54:42.141744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.151785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.178895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec8419-8f6c-4a5b-926c-76af88c7a348 req-e6d8e6d6-8ec3-4900-a7c3-933f89aae11c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:42.191973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7aec8419-8f6c-4a5b-926c-76af88c7a348 req-e6d8e6d6-8ec3-4900-a7c3-933f89aae11c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1965282 Nov 23 18:54:42.193314 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-638fa39f-335d-4391-b482-b45719f36d4e tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:54:42.252433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=5666f995-b79f-4201-9edf-05155eed6a74,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:42.322829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7aec8419-8f6c-4a5b-926c-76af88c7a348 req-00853e75-5dc6-4722-81a0-e447251f38f2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188293 Nov 23 18:54:42.357023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.378244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638fa39f-335d-4391-b482-b45719f36d4e tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.379459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-638fa39f-335d-4391-b482-b45719f36d4e tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3451664 Nov 23 18:54:42.382418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.386867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15d85f9a-b0c7-487e-95bd-8cf0bd566c83 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2c1cc312-0008-4936-8707-efa3e19d4c0c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:42.387387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15d85f9a-b0c7-487e-95bd-8cf0bd566c83 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:54:42.463099 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-15d85f9a-b0c7-487e-95bd-8cf0bd566c83 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 18:54:42.541321 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP 22f4e1e9-c4b5-4441-9c62-a9e40f1b8e36 associated. External IP: 172.25.5.115, port: f051d36e-6598-48df-87e3-2461c086a1ec. Nov 23 18:54:42.584455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15d85f9a-b0c7-487e-95bd-8cf0bd566c83 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.585853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15d85f9a-b0c7-487e-95bd-8cf0bd566c83 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2023995 Nov 23 18:54:42.589120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.609994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6ce5a07f-19b5-4242-9aaa-6379c40efca7 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=6d633d49-9258-4c3d-8743-f6d1b7ba4df3 HTTP/1.1" status: 200 len: 464 time: 0.0171835 Nov 23 18:54:42.610647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.819377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:42.819933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bc4fa4d-30f0-4889-8adc-4605120859eb tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:42.819933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1bc4fa4d-30f0-4889-8adc-4605120859eb tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/6d633d49-9258-4c3d-8743-f6d1b7ba4df3 HTTP/1.1" status: 204 len: 168 time: 0.2034578 Nov 23 18:54:42.819933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.841166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d28dc583-c212-457b-ab3a-5236bb55121f tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=6d633d49-9258-4c3d-8743-f6d1b7ba4df3 HTTP/1.1" status: 200 len: 221 time: 0.0206597 Nov 23 18:54:42.845203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:42.853690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e2df7fe6-e91d-4885-b887-14608f283c2d tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--460447759', 'description': 'label created by tempest'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:42.855269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e2df7fe6-e91d-4885-b887-14608f283c2d tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Unknown quota resources ['metering_label']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:54:43.009294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:43.022117 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:43.036219 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:43.037031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:43.038812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:43.085954 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:43.099638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f84dcb10-dba8-4fc6-bea1-e1a244e82943 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1041975 Nov 23 18:54:43.100256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2df7fe6-e91d-4885-b887-14608f283c2d tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:43.100458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.101644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2df7fe6-e91d-4885-b887-14608f283c2d tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2554882 Nov 23 18:54:43.104144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.107633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': 'f051d36e-6598-48df-87e3-2461c086a1ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:43.113578 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:43.114530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:43.155637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:43.156605 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26dbb6-bd71-4ffd-8d26-27ea963bc978 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:43.223793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-690f2ded-42a3-4766-ab55-abe1b62e786f tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f08075cc-a8a4-492b-9888-e7ee21f05ca5 HTTP/1.1" status: 200 len: 467 time: 0.1182420 Nov 23 18:54:43.224518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.242127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:43.688269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e80212-cb50-4599-856f-228a0f3d616f tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:43.692337 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3e80212-cb50-4599-856f-228a0f3d616f tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f08075cc-a8a4-492b-9888-e7ee21f05ca5 HTTP/1.1" status: 204 len: 168 time: 0.4667330 Nov 23 18:54:43.693114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.735920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d12c9a0-95f2-42ea-9089-4f55031cbf28 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f08075cc-a8a4-492b-9888-e7ee21f05ca5 HTTP/1.1" status: 200 len: 216 time: 0.0407190 Nov 23 18:54:43.736569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.759637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-98e41838-4892-4a70-803e-28debaf53475 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215769 Nov 23 18:54:43.760233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.778903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-84515b3b-7c16-4c60-a87e-79ca4de4a7fe tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175574 Nov 23 18:54:43.779663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.839535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad07cfdf-f01d-40a3-b671-95b4411f4784 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/2c1cc312-0008-4936-8707-efa3e19d4c0c HTTP/1.1" status: 200 len: 473 time: 0.0557728 Nov 23 18:54:43.848887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.898584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678435e8-92fa-420f-8d05-6a7fbe699ee1 req-a2a667de-7798-4c55-9b52-f29c99fc86e3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:43.900576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-678435e8-92fa-420f-8d05-6a7fbe699ee1 req-a2a667de-7798-4c55-9b52-f29c99fc86e3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1198940 Nov 23 18:54:43.950002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3ef07a01-bcdb-42cc-9c7c-fbdabe571364 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/8352e509-9f7e-4ad1-a2a3-d101519ed304 HTTP/1.1" status: 200 len: 461 time: 0.0993230 Nov 23 18:54:43.962094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:43.982631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-678435e8-92fa-420f-8d05-6a7fbe699ee1 req-1b58c593-fee9-4204-9e6e-f8bb618ffbab tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704210 Nov 23 18:54:44.548742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9543c2-293a-40e6-985c-bfa317ec6c09 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:44.550398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea9543c2-293a-40e6-985c-bfa317ec6c09 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/8352e509-9f7e-4ad1-a2a3-d101519ed304 HTTP/1.1" status: 204 len: 168 time: 0.5812645 Nov 23 18:54:44.553304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:44.757869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:44.763743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:44.881534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19418896-60d6-463d-a845-133fe0687009 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:44.884416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19418896-60d6-463d-a845-133fe0687009 tempest-MeteringTestJSON-474710978 tempest-MeteringTestJSON-474710978-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2c1cc312-0008-4936-8707-efa3e19d4c0c HTTP/1.1" status: 204 len: 168 time: 0.3302987 Nov 23 18:54:45.256508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d38c64-d538-4e19-bed6-82d46a0e3937 req-a4b33085-452a-4835-b1f4-f1d21cf1ecfc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:45.267259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77d38c64-d538-4e19-bed6-82d46a0e3937 req-a4b33085-452a-4835-b1f4-f1d21cf1ecfc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1198950 Nov 23 18:54:45.286703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:45.420818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77d38c64-d538-4e19-bed6-82d46a0e3937 req-9f8562bb-c313-4dd3-a86b-c682e9d2214c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523652 Nov 23 18:54:45.503486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:45.558683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:45.567722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:45.573027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:45.608036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:45.616436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:45.692237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-165ecc87-b078-4b70-878e-babe69bb41e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/22f4e1e9-c4b5-4441-9c62-a9e40f1b8e36 HTTP/1.1" status: 200 len: 978 time: 2.5900795 Nov 23 18:54:45.695444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:45.747461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe76ae4a-8962-4b83-bc5e-b65660577912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:45.919855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:45.931427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:45.932353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:45.970890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:45.971882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb0f95-9765-4a0e-9836-faa98be7eb1d None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:45.994050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe76ae4a-8962-4b83-bc5e-b65660577912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.000361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe76ae4a-8962-4b83-bc5e-b65660577912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.032267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76ae4a-8962-4b83-bc5e-b65660577912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9df8db-7b02-4a57-9ae5-a91f04e8d25b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:46.075020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 5666f995-b79f-4201-9edf-05155eed6a74 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:46.075147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.097523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe76ae4a-8962-4b83-bc5e-b65660577912 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8db3359a89784a0988694b3ba19a96be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925863 Nov 23 18:54:46.098179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:46.242273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.242757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.245167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.275346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 5666f995-b79f-4201-9edf-05155eed6a74 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:46.298571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.374100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.378682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.394716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab9df8db-7b02-4a57-9ae5-a91f04e8d25b HTTP/1.1" status: 204 len: 168 time: 0.2951813 Nov 23 18:54:46.412350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39775d4f-f88c-4162-a8de-abe48d6efd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9df8db-7b02-4a57-9ae5-a91f04e8d25b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:46.628978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95656d-e628-4070-b576-debde1967959 req-a4451338-8145-47f7-9319-0f98ea61d91f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:46.630075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.640238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a95656d-e628-4070-b576-debde1967959 req-a4451338-8145-47f7-9319-0f98ea61d91f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1521676 Nov 23 18:54:46.701500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=5666f995-b79f-4201-9edf-05155eed6a74,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:46.736846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a95656d-e628-4070-b576-debde1967959 req-02ea0039-dc22-4ecb-be78-4f36bb5b2433 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955839 Nov 23 18:54:46.834801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.836175 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP 22f4e1e9-c4b5-4441-9c62-a9e40f1b8e36 disassociated (deleted). External IP: 172.25.5.115, port: f051d36e-6598-48df-87e3-2461c086a1ec. Nov 23 18:54:46.995051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:47.017126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae957d5-fa5c-4c83-8436-273e2e714a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.112172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:47.140312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae957d5-fa5c-4c83-8436-273e2e714a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.146798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae957d5-fa5c-4c83-8436-273e2e714a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.209067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ae957d5-fa5c-4c83-8436-273e2e714a89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b67a0497035d4aa49e834356f0560139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095380 Nov 23 18:54:47.221179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae957d5-fa5c-4c83-8436-273e2e714a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ed204-ddbd-45af-b945-3cbb2e5300d6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:47.225095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:47.261272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:47.274091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:47.274778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.294407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:47.295168 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:47.328987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:47.331365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94a268b0-daf6-4d02-9679-e5d0ef543757 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/22f4e1e9-c4b5-4441-9c62-a9e40f1b8e36 HTTP/1.1" status: 204 len: 168 time: 1.6320641 Nov 23 18:54:47.350406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.376491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:47.389243 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:47.390607 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:47.430916 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:47.431615 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88205754-8bfc-4c9b-a0fc-c2c9fd61bb64 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:47.459057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.564505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port f051d36e-6598-48df-87e3-2461c086a1ec {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:47.565000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.590732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.593612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.594948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/404ed204-ddbd-45af-b945-3cbb2e5300d6 HTTP/1.1" status: 204 len: 168 time: 0.3689022 Nov 23 18:54:47.624696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90380ec9-151a-4f74-89b6-e5e7863636ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ed204-ddbd-45af-b945-3cbb2e5300d6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:47.716820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:47.740642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for f051d36e-6598-48df-87e3-2461c086a1ec owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:48.051914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.359133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74aa20-5da5-452d-9fa5-8d488ce2a577 req-51b32bdc-090a-4d27-8a28-4ca74ffac4ac tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:48.360723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc74aa20-5da5-452d-9fa5-8d488ce2a577 req-51b32bdc-090a-4d27-8a28-4ca74ffac4ac tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.3770714 Nov 23 18:54:48.364961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=f051d36e-6598-48df-87e3-2461c086a1ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:48.483187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.491613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:48.493700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0c2521dd-b300-43dd-812f-537b66df35a0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/f051d36e-6598-48df-87e3-2461c086a1ec HTTP/1.1" status: 204 len: 168 time: 1.1629603 Nov 23 18:54:48.499732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:48.536345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.548992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc74aa20-5da5-452d-9fa5-8d488ce2a577 req-9a63435a-5edd-46c2-88ec-56ef73d52b90 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806996 Nov 23 18:54:48.694855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.873035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.134 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:49.092428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.183766 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.196678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbc2f-a282-4b1c-8c3c-ebdc7f1dd03e req-3584fde9-c4cd-4ab8-98a7-f0f527e3a255 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:49.198193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cacbc2f-a282-4b1c-8c3c-ebdc7f1dd03e req-3584fde9-c4cd-4ab8-98a7-f0f527e3a255 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.4008877 Nov 23 18:54:49.254649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:49.268412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:49.270931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:49.273430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:49.376644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cacbc2f-a282-4b1c-8c3c-ebdc7f1dd03e req-56640e46-0ace-4cfc-91c1-0a843a201cb4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230338 Nov 23 18:54:49.443238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.495798 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.734471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.735194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:49.740317 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.828401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:49.841398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.863289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.865034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-99f9cd7d-3a06-410a-a445-dd5980220262 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3722680 Nov 23 18:54:49.867654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:49.873176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'port': {'network_id': '15c8510e-7bb8-421d-ad8a-62616cbf011f', 'name': 'tempest-FloatingIPTestJSON-99409551'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:49.883416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-285147482', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:49.933425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Made reservation on behalf of 20f3d9c918f14427bd7ef371404a2635 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:49.937117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:49.959570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.038798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:50.043468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.065268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] device_id is not set on port 1774c617-a2ea-4d0f-81a5-4a04b44a50f2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:50.084013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.089882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.124603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:54:50.148547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.149773 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Added segment b5fb34eb-9904-4133-a129-cdc52569d87e of type vlan for network c21da82b-dd70-45d9-83a2-fcbc007fc52a Nov 23 18:54:50.156726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876e1766-7616-49ff-9906-4983986c4109,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:50.226713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.280880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.11 (15c8510e-7bb8-421d-ad8a-62616cbf011f/c9258f12-305d-45f3-b926-0cb68dbe91a2/1774c617-a2ea-4d0f-81a5-4a04b44a50f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:50.282915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.283778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:50.284483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.365060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6284838 Nov 23 18:54:50.370301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:50.383221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'subnet': {'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:50.431096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572700-42e9-4cbf-b5c8-987b13cd20e6 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Network': ['ID=c21da82b-dd70-45d9-83a2-fcbc007fc52a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:50.444017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:54:50.486881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Made reservation on behalf of 20f3d9c918f14427bd7ef371404a2635 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:50.489325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.791803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:50.943731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db15251-7409-41bf-be1d-ae8ba708806f req-8214172c-83c7-4749-a649-7e384261c03b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:50.952877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4db15251-7409-41bf-be1d-ae8ba708806f req-8214172c-83c7-4749-a649-7e384261c03b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.0691366 Nov 23 18:54:51.021972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4db15251-7409-41bf-be1d-ae8ba708806f req-a0c32a20-24db-482f-95d9-fe06d614332e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680513 Nov 23 18:54:51.041249 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.145569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 15c8510e-7bb8-421d-ad8a-62616cbf011f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:51.152694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:51.156186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=1774c617-a2ea-4d0f-81a5-4a04b44a50f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:51.157785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:54:51.158415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:51.232100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:51.232779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.277671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-750a208d-c8aa-4023-911e-5076607dcc8c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4088645 Nov 23 18:54:51.288992 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.295510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:51.302456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': '1774c617-a2ea-4d0f-81a5-4a04b44a50f2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:51.324137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:54:51.326526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:54:51.330046 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989e811a-8fff-4449-9673-a2c34e9761bf" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:54:51.334105 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.393437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=14']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:51.402953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe3da0-3acb-4099-8697-f2f0954cda87 req-d67ff233-c316-493b-a58d-138731df534b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:51.404709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edfe3da0-3acb-4099-8697-f2f0954cda87 req-d67ff233-c316-493b-a58d-138731df534b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 947 time: 0.1375391 Nov 23 18:54:51.412073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.419352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 18:54:51.419352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.463696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-91018f4d-d9c6-418f-9b78-657671bce8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:51.463979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edfe3da0-3acb-4099-8697-f2f0954cda87 req-b689f657-6f15-4b13-88fe-4d7b424af3ce tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506175 Nov 23 18:54:51.465403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-91018f4d-d9c6-418f-9b78-657671bce8fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1098 time: 0.2084441 Nov 23 18:54:51.475933 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdb7457-286e-4a7f-94d6-861585754e18 x-openstack-request-id: req-cbdb7457-286e-4a7f-94d6-861585754e18 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:54:51.476464 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:54:51.476464 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbdb7457-286e-4a7f-94d6-861585754e18 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:54:51.476847 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'code': 200} Nov 23 18:54:51.653295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Checking segment: {'id': 'b5fb34eb-9904-4133-a129-cdc52569d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:54:51.653661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network hostable DHCP agents. Network: c21da82b-dd70-45d9-83a2-fcbc007fc52a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:54:51.656198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bce5b75a-8a6a-4c8e-8022-310eafe40b54,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:51.770403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-0d32aa5d-307d-4160-a0b9-71fd85e80b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:51.771991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-0d32aa5d-307d-4160-a0b9-71fd85e80b66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2757504 Nov 23 18:54:51.774439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:54:51.792911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c21da82b-dd70-45d9-83a2-fcbc007fc52a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:51.803756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194cca6-569b-48e7-833d-b0f8f4a834c8 None None] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:51.828514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:51.829116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.878104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:51.878344 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f88dacfd-152e-4985-975a-c531e03337f8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5067685 Nov 23 18:54:51.884508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-815804616', 'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:51.911037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-f6c8ecf3-c816-4c36-a1ac-82a89b24b156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.1307702 Nov 23 18:54:51.914249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Made reservation on behalf of 20f3d9c918f14427bd7ef371404a2635 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:51.918302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:51.934633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] device_id is not set on port ef396762-a2f0-483e-99f5-ae5e73f73fe9 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:54:51.999413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5633d38e-e410-4a41-add1-0fec62813ee0 None None] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:54:52.053034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 2001:db8::12e (c21da82b-dd70-45d9-83a2-fcbc007fc52a/bce5b75a-8a6a-4c8e-8022-310eafe40b54/ef396762-a2f0-483e-99f5-ae5e73f73fe9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:52.057326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-620eb5d5-3813-4ab8-ac41-ea0b0349bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:52.059565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-620eb5d5-3813-4ab8-ac41-ea0b0349bbd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1054475 Nov 23 18:54:52.182079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-fed9f36b-2903-4c1b-82ff-12e6ba963cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:52.184528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-fed9f36b-2903-4c1b-82ff-12e6ba963cd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155679 Nov 23 18:54:52.244654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-93fefdb7-d4de-44bf-b0de-ec742d6f59f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:54:52.245649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-93fefdb7-d4de-44bf-b0de-ec742d6f59f5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054517 Nov 23 18:54:52.278104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.302082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.317022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.332113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.358010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:52.361593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:52.364044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:52.365583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:52.366994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.386781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=ef396762-a2f0-483e-99f5-ae5e73f73fe9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:52.403838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6afeb6e5-08fb-4c45-bf25-4e3d69e9c19e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5245914 Nov 23 18:54:52.406874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:52.481022 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP ac34b6ed-ce8b-40f6-8859-3080b313a83c associated. External IP: 172.25.5.134, port: 1774c617-a2ea-4d0f-81a5-4a04b44a50f2. Nov 23 18:54:52.487056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-1af392ba-bd62-43dd-85dc-643b889b2817 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317753 Nov 23 18:54:52.508093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Deleting port ef396762-a2f0-483e-99f5-ae5e73f73fe9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:52.508706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.658590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.677342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Calling delete_port for ef396762-a2f0-483e-99f5-ae5e73f73fe9 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:52.682406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccdd9d8e-fdbe-41ff-8d86-9348a0cfcc9a req-9921d39c-4a29-4662-9c60-32fe65d81730 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517453 Nov 23 18:54:52.687120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf912-3346-4bba-abad-f0fad838ec51 req-5d144b44-eb91-44c5-95eb-23716eece93b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:52.688783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1daf912-3346-4bba-abad-f0fad838ec51 req-5d144b44-eb91-44c5-95eb-23716eece93b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1196520 Nov 23 18:54:52.793469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1daf912-3346-4bba-abad-f0fad838ec51 req-5a0c7f30-58c8-4243-8f4b-889fc2622141 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938332 Nov 23 18:54:52.899755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.933374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef396762-a2f0-483e-99f5-ae5e73f73fe9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:52.974366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:52.981423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-da3272ee-ad88-4a35-a7f7-b21aedf2f6c3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ef396762-a2f0-483e-99f5-ae5e73f73fe9 HTTP/1.1" status: 204 len: 168 time: 0.5698342 Nov 23 18:54:52.981883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:52.987763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a', 'external_fixed_ips': [{'subnet_id': 'bce5b75a-8a6a-4c8e-8022-310eafe40b54', 'ip_address': '2001:db8::12e'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:53.020770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.022173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.114634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:53.129802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.300938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:53.306590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.314052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:53.329676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:53.331919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:53.339537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.368746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9d7b6fbb-5c8c-45b5-91c5-7a170a3e59fe tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/ac34b6ed-ce8b-40f6-8859-3080b313a83c HTTP/1.1" status: 200 len: 977 time: 2.0712295 Nov 23 18:54:53.369330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:53.371349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:53.384665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:53.385679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:53.430167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:53.431098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b5a75-ceff-46bd-87b0-1702cab0c5ab None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:53.532488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 1774c617-a2ea-4d0f-81a5-4a04b44a50f2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:53.532916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.589281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.615523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.657816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:53.848927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 2001:db8::12e (c21da82b-dd70-45d9-83a2-fcbc007fc52a/bce5b75a-8a6a-4c8e-8022-310eafe40b54/5db190fa-9c82-407a-b6ba-08656af3f708) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:53.987714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.010386 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.011077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.011286 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP ac34b6ed-ce8b-40f6-8859-3080b313a83c disassociated. External IP: 172.25.5.134, port: 1774c617-a2ea-4d0f-81a5-4a04b44a50f2. Nov 23 18:54:54.011764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 1774c617-a2ea-4d0f-81a5-4a04b44a50f2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:54.026143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.034958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91472f-42da-4076-9d4b-2a8d63b8e935 req-f28eefb1-7bf2-4d9c-8776-f916bb05b675 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:54.036629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db91472f-42da-4076-9d4b-2a8d63b8e935 req-f28eefb1-7bf2-4d9c-8776-f916bb05b675 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0796556 Nov 23 18:54:54.069244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network c21da82b-dd70-45d9-83a2-fcbc007fc52a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:54.073972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:54.079689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:54.082827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=5db190fa-9c82-407a-b6ba-08656af3f708,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.132139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db91472f-42da-4076-9d4b-2a8d63b8e935 req-d96479cf-7a50-4bad-8efc-98f27378d4ad tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624683 Nov 23 18:54:54.217411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.256995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=1774c617-a2ea-4d0f-81a5-4a04b44a50f2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:54.274058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.274513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.274921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.275338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.276059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.276187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.276697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.277091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.277532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.277923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.278326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.278713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:54.328885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.452975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990553-8e99-4cd4-ac05-77de4c47cc76 req-9e5b3708-9ac6-4fe2-8dfd-560328bb17a5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:54.454698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25990553-8e99-4cd4-ac05-77de4c47cc76 req-9e5b3708-9ac6-4fe2-8dfd-560328bb17a5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0771914 Nov 23 18:54:54.457392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:54:54.563822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25990553-8e99-4cd4-ac05-77de4c47cc76 req-6f8bbf8b-ca11-413f-a75e-d550bfc07595 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017058 Nov 23 18:54:54.582436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.631038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:54.643689 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:54.679899 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:54.681462 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.739989 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.751462 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:54.752482 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.770658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:54.779555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2c50cd6-7ea4-4816-9302-28509f561a8f tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/1774c617-a2ea-4d0f-81a5-4a04b44a50f2 HTTP/1.1" status: 204 len: 168 time: 1.4055519 Nov 23 18:54:54.779899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:54.800344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b0a5-8d9f-4f60-83ef-1ee8c6405002 req-50287795-417c-4927-bb8f-0bec06303d6f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:54.803412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22b8b0a5-8d9f-4f60-83ef-1ee8c6405002 req-50287795-417c-4927-bb8f-0bec06303d6f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1105599 Nov 23 18:54:54.815094 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:54.815793 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fca5e-a61f-4667-a5c2-08163b3327dc None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:54.862603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b21bab4f-4a16-413d-9822-cd8dce5beb4d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/floatingips/ac34b6ed-ce8b-40f6-8859-3080b313a83c HTTP/1.1" status: 200 len: 688 time: 0.0796824 Nov 23 18:54:54.865206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:54.874897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22b8b0a5-8d9f-4f60-83ef-1ee8c6405002 req-95bea10a-e959-41df-9d43-13a25e14de90 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659413 Nov 23 18:54:54.938625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router fd84aed4-9216-4d2e-a77c-85cdb7200f22 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:54:55.056626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:55.057157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.111800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:54:55.127750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Sync routers for ids ['fd84aed4-9216-4d2e-a77c-85cdb7200f22'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:54:55.143210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Routers {'fd84aed4-9216-4d2e-a77c-85cdb7200f22'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:55.144609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd84aed4-9216-4d2e-a77c-85cdb7200f22'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:55.159529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.160915 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f66c247f-c7ae-4d09-af11-3dab97320e16 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1780114 Nov 23 18:54:55.164321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:55.270061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.270671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.305025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:55.307294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Set router fd84aed4-9216-4d2e-a77c-85cdb7200f22 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:55.308751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.385476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-978c73d9-8f1c-4810-a1f7-98471f18349e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:55.386888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-978c73d9-8f1c-4810-a1f7-98471f18349e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.2103901 Nov 23 18:54:55.419385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-5915f34f-98ac-47c1-8276-785dd613a619 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/quotas/1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 375 time: 0.0227742 Nov 23 18:54:55.479442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.522809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-a4a72b0d-1d0a-4690-9887-3fbd9d09e799 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911007 Nov 23 18:54:55.548942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.597164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Deleting port 5db190fa-9c82-407a-b6ba-08656af3f708 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:54:55.597505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.636409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84aed4-9216-4d2e-a77c-85cdb7200f22', 'name': '', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a', 'external_fixed_ips': [{'subnet_id': 'bce5b75a-8a6a-4c8e-8022-310eafe40b54', 'ip_address': '2001:db8::12e'}], 'enable_snat': True}, 'gw_port_id': '5db190fa-9c82-407a-b6ba-08656af3f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:54:53Z', 'updated_at': '2021-11-23T18:54:54Z', 'revision_number': 3, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port': {'id': '5db190fa-9c82-407a-b6ba-08656af3f708', 'name': '', 'network_id': 'c21da82b-dd70-45d9-83a2-fcbc007fc52a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ae:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd84aed4-9216-4d2e-a77c-85cdb7200f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'bce5b75a-8a6a-4c8e-8022-310eafe40b54', 'ip_address': '2001:db8::12e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:54:53Z', 'updated_at': '2021-11-23T18:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bce5b75a-8a6a-4c8e-8022-310eafe40b54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:55.672875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=9371b1e1-3b3e-4e28-b7fd-ad5d97464fcb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:55.682775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.689030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Checking router: fd84aed4-9216-4d2e-a77c-85cdb7200f22 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:54:55.690377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Updating router fd84aed4-9216-4d2e-a77c-85cdb7200f22 port 5db190fa-9c82-407a-b6ba-08656af3f708 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:54:55.697176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Calling delete_port for 5db190fa-9c82-407a-b6ba-08656af3f708 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:54:55.721738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.876083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-2541d05f-764a-4c0f-9162-5ed87aedae67 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424892 Nov 23 18:54:55.922206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.925711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:55.933433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3297e04-b2d3-4e55-92d0-343e17ecdf0e tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac34b6ed-ce8b-40f6-8859-3080b313a83c HTTP/1.1" status: 204 len: 168 time: 1.0671611 Nov 23 18:54:55.937093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36988) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:55.944594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '3a92e696-359f-4170-ac7c-45dbe25f43da'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:56.008260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.014696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.040506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Port': ['ID=5db190fa-9c82-407a-b6ba-08656af3f708,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:56.041471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-93f1d40a-d281-42e8-b8ab-eb7634949ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583393 Nov 23 18:54:56.056103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.056495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.056809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.057153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.057681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.058030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.058364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.058694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.059023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.059370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.059701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.060025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:54:56.084300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.091375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.098700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.106530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.113857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:54:56.114253 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:54:56.117482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.125065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.132088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:56.140702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-fef28f5f-95f0-4de1-a1de-de1c6494d06d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.1830595 Nov 23 18:54:56.172184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.181768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.340113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b07ec932-8d6d-4c7a-8cdb-efcffbafe362 req-2f775a9d-d979-4c89-9125-39d3888da319 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 210 time: 0.0631597 Nov 23 18:54:56.446027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.75 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/7af85d16-b94c-406c-ade1-5e6779f47ec3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:56.670115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Port 5db190fa-9c82-407a-b6ba-08656af3f708 not found while updating agent binding for router fd84aed4-9216-4d2e-a77c-85cdb7200f22. {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 18:54:56.672420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.680287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.708823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Routers {'fd84aed4-9216-4d2e-a77c-85cdb7200f22'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:54:56.711812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:54:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['fd84aed4-9216-4d2e-a77c-85cdb7200f22'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:56.814238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e9d6e236-a74f-4469-bee6-0283fb97f89c req-753c0b36-af94-4dab-acdb-98b3a4b9eac7 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6726105 Nov 23 18:54:56.817767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.820479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd84aed4-9216-4d2e-a77c-85cdb7200f22 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:54:56.839640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:56.843888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-99b8ae7e-0459-4d72-a3a4-1d1770a90cd4 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fd84aed4-9216-4d2e-a77c-85cdb7200f22 HTTP/1.1" status: 204 len: 168 time: 1.6761005 Nov 23 18:54:56.844380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:56.995457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] Set router fd84aed4-9216-4d2e-a77c-85cdb7200f22 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:54:57.007802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Deleting subnet bce5b75a-8a6a-4c8e-8022-310eafe40b54 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:54:57.019989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.141908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.144690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd84aed4-9216-4d2e-a77c-85cdb7200f22', 'name': '', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:54:53Z', 'updated_at': '2021-11-23T18:54:55Z', 'revision_number': 5, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:57.194280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.203849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.210404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.218549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.223169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7c11d-eaf3-4ce1-a704-10098a9baeef None None] The sync data for ids ['fd84aed4-9216-4d2e-a77c-85cdb7200f22'] in n-d-792364-9 is: [{'id': 'fd84aed4-9216-4d2e-a77c-85cdb7200f22', 'name': '', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:54:53Z', 'updated_at': '2021-11-23T18:54:55Z', 'revision_number': 5, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:54:57.228834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.236275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.247171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:57.254071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5353c626-e676-462e-be4d-107493b34640 req-36aff5bc-0fb8-4401-b1cd-bb9b4bd8399d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.2380714 Nov 23 18:54:57.304399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.309387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.386745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7be8c572-9054-4458-a5ca-f22e3e0717cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.391398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.415949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.466494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:57.469739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.474320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/bce5b75a-8a6a-4c8e-8022-310eafe40b54 HTTP/1.1" status: 204 len: 168 time: 0.6285167 Nov 23 18:54:57.475671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7adab-1888-471a-abd0-0ff8c54b51b3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bce5b75a-8a6a-4c8e-8022-310eafe40b54,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:57.482136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:57.483955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:57.492889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:57.560511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=7af85d16-b94c-406c-ade1-5e6779f47ec3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:57.588420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b323d337-e995-4f44-bede-17f647d9a0a8 req-52bf29a8-5bc5-4dae-af91-38d39d066196 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 210 time: 0.1117795 Nov 23 18:54:57.767615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.070898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.119683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21da82b-dd70-45d9-83a2-fcbc007fc52a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.137846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fb34eb-9904-4133-a129-cdc52569d87e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.138458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fb34eb-9904-4133-a129-cdc52569d87e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:54:58.164660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.271512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.289969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:54:58.290986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:54:58.293117 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:54:58.419478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-15dacb20-de26-48eb-9760-474528b5d998 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:58.423858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-15dacb20-de26-48eb-9760-474528b5d998 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.3506384 Nov 23 18:54:58.456638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'device_id': '24df0c45-242d-484a-af96-92fa84979054', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'admin_state_up': True, 'tenant_id': '1927eec5f06e42f8827cb843265ae565'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:58.559847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.628507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.644894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c21da82b-dd70-45d9-83a2-fcbc007fc52a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 18:54:58.654233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:54:58.663827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.664892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:58.677938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c21da82b-dd70-45d9-83a2-fcbc007fc52a HTTP/1.1" status: 204 len: 168 time: 1.1869700 Nov 23 18:54:58.811775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143a52-e138-4b6f-8ea4-0803c0f11f8f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Network': ['ID=c21da82b-dd70-45d9-83a2-fcbc007fc52a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:58.821914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.114815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac6fd6fa-80bc-412f-a99e-8521adfa15d0 req-a1da8e80-124a-48b7-8265-c809be197ced tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 210 time: 0.1054368 Nov 23 18:54:59.257686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.20.0.6 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/3f034445-c6eb-4a5d-8227-6e4812860415) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:54:59.381963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.406017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'name': 'tempest-router--976513214', 'project_id': 'b0534a41375c4d60abada16a71b558c1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:54:59.456565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.457632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.522910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.564944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.585560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.594199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.596732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.652623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.731749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:54:59.736627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:54:59.755059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:54:59.858838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:54:59.859952 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.870130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:59.893038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-1803b343-b867-45e3-bb2a-a54113c347cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539633 Nov 23 18:54:59.911789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-f4de1f53-f1ba-461b-801f-ccc0e50723c7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:54:59.913652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-f4de1f53-f1ba-461b-801f-ccc0e50723c7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104167 Nov 23 18:54:59.932553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:59.936780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c78c61d8-1fca-4ef1-8104-faf776b80a75 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5509212 Nov 23 18:54:59.937950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:54:59.938119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=7af85d16-b94c-406c-ade1-5e6779f47ec3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:54:59.947703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.083526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85107520-933e-454a-a239-d0024b952367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.159114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.269331 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP dbf93013-196e-4989-a62b-e0f740b23b85 associated. External IP: 172.25.5.75, port: 3a92e696-359f-4170-ac7c-45dbe25f43da. Nov 23 18:55:00.277206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Request body: {'port': {'device_id': '24df0c45-242d-484a-af96-92fa84979054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:00.308988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0891f4d5-c932-4863-8aff-5c430f2c2990 None None] Provisioning complete for port 3f034445-c6eb-4a5d-8227-6e4812860415 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:00.309361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0891f4d5-c932-4863-8aff-5c430f2c2990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.403596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0891f4d5-c932-4863-8aff-5c430f2c2990 None None] Port 3f034445-c6eb-4a5d-8227-6e4812860415 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:00.536063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ca2c-54db-40f3-8e2b-fb0059edb622 req-fbec00be-3fd6-4a17-93dc-2b48864cfa12 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:00.538070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0048ca2c-54db-40f3-8e2b-fb0059edb622 req-fbec00be-3fd6-4a17-93dc-2b48864cfa12 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 931 time: 0.2633729 Nov 23 18:55:00.636741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.641035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.673276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0048ca2c-54db-40f3-8e2b-fb0059edb622 req-999c4063-f4f7-4e08-b92d-99149b258a2b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263647 Nov 23 18:55:00.698176 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.706784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:00.742593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.743212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af390cb1-5561-42b6-bc83-fad6aebdd100 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:00.745525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.754263 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:00.755754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b571c0d8-f11e-4ab4-9ca5-a360e64a0959 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/routers/af390cb1-5561-42b6-bc83-fad6aebdd100 HTTP/1.1" status: 204 len: 168 time: 0.8164241 Nov 23 18:55:00.945182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:01.037774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.038246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.038703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.039155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.041370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.041774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.042232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.047934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:01.056276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-edb91900-c155-47f8-b81d-ef7853e5a6d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.3317113 Nov 23 18:55:01.238585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1516312520', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:01.267956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:01.279378 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:01.295270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.297874 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:01.298049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.298524 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:01.319173 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.374604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.430635 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:01.437003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57233d78-60a0-4be5-8171-059c8a4d4948 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4955547 Nov 23 18:55:01.438509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:01.443827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-653019079'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:01.453635 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:01.454271 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:01.473943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4776629-8ca2-4af9-a6b6-6e42ef546bfa req-84d5610a-935f-4529-a483-7860c3dddf48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2e99198-3ae2-4c56-904f-d359984e6aa7&id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4160178 Nov 23 18:55:01.518094 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:01.523449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de8571-1ed5-4700-9354-ae8a11aebba7 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:01.523953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:01.527276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.564028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:01.576424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.577466 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Added segment 15ac0b51-8a2d-433e-9120-f08a725584c0 of type vlan for network d963b621-34dc-4335-83b1-d28d71e23516 Nov 23 18:55:01.645876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.662543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.684012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.691558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:01.692469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.702517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f034445-c6eb-4a5d-8227-6e4812860415 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:01.713943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.743293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Transition to ACTIVE for port object 3f034445-c6eb-4a5d-8227-6e4812860415 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:55:01.751055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:01.807770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3673310 Nov 23 18:55:01.836304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:01.888449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'subnet': {'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:01.949883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdde1d4-b542-4742-baaf-e636feeaf230 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Network': ['ID=d963b621-34dc-4335-83b1-d28d71e23516,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:01.973379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d963b621-34dc-4335-83b1-d28d71e23516 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:02.075643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Pushing event updated for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:02.386535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87e5f7-cd09-4e4e-b5c0-489e25d73a5e req-a8189c5d-97df-4fbe-9527-c12b824634bb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:02.387859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.394047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab87e5f7-cd09-4e4e-b5c0-489e25d73a5e req-a8189c5d-97df-4fbe-9527-c12b824634bb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 943 time: 0.5646737 Nov 23 18:55:02.477254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:02.481150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.613714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab87e5f7-cd09-4e4e-b5c0-489e25d73a5e req-654a1b8c-bf9e-4c6f-bae6-5fdef7a42855 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176483 Nov 23 18:55:02.750983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Attempting to bind port 3f034445-c6eb-4a5d-8227-6e4812860415 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:02.751715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Attempting to bind port 3f034445-c6eb-4a5d-8227-6e4812860415 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:02.751715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Attempting to bind port 3f034445-c6eb-4a5d-8227-6e4812860415 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:02.776424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Port 3f034445-c6eb-4a5d-8227-6e4812860415 on network d2b65789-e471-4b2c-8665-466d4f4b82cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:55:02.776964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Attempting to bind port 3f034445-c6eb-4a5d-8227-6e4812860415 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:02.791216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:02.791765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:02.792303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:02.792866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Bound port: 3f034445-c6eb-4a5d-8227-6e4812860415, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:02.793315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.818399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:02.858906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.033117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:03.059682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3f034445-c6eb-4a5d-8227-6e4812860415,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:03.089454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.191280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.191908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.193303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] 10.222.0.47 "PUT /v2.0/ports/3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 1091 time: 3.2659500 Nov 23 18:55:03.197808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:03.200271 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b3356-b17d-4729-ac0a-ca93f7915146" -d '{"events": [{"name": "network-changed", "server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:03.203879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.205976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:03.273586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Subnet': ['ID=23ac6d25-da4c-4ed2-87c7-391be04c5fda,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.299450 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4adee35-9589-4b72-922a-fd4ba9ea6af0 x-openstack-request-id: req-e4adee35-9589-4b72-922a-fd4ba9ea6af0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:03.299450 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:03.299672 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4adee35-9589-4b72-922a-fd4ba9ea6af0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:03.299969 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415', 'status': 'completed', 'code': 200} Nov 23 18:55:03.343657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Allocated IP 172.25.5.184 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f2762c82-ab3a-4f46-972d-d012b06b1258) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:03.348686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62809c5-73a9-4a81-bd5e-c7fe5d2a365d service neutron] Pushing event updated for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:03.396348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-7bdf0365-c1a5-4b7e-879c-63527f391d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.398208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-7bdf0365-c1a5-4b7e-879c-63527f391d08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1094 time: 0.1272950 Nov 23 18:55:03.802396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-008f3999-7056-4e53-a2c8-120f789607e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 217 time: 0.3898597 Nov 23 18:55:03.808519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Checking segment: {'id': '15ac0b51-8a2d-433e-9120-f08a725584c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:03.809379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network hostable DHCP agents. Network: d963b621-34dc-4335-83b1-d28d71e23516, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:03.961509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network d963b621-34dc-4335-83b1-d28d71e23516 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:03.985314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-2b38a385-0053-4cfc-bf5d-382fb34f318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:03.985580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-2b38a385-0053-4cfc-bf5d-382fb34f318c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1589451 Nov 23 18:55:03.995395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d963b621-34dc-4335-83b1-d28d71e23516) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:04.012096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53085da2-a64c-407b-8a33-4b6bd9355217 None None] Network d963b621-34dc-4335-83b1-d28d71e23516 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:04.030069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80114781-2ef5-4926-9df9-85a569b07cb7 req-20e209fa-744c-41a1-8b55-2c6a41eabee6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:04.032127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80114781-2ef5-4926-9df9-85a569b07cb7 req-20e209fa-744c-41a1-8b55-2c6a41eabee6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 943 time: 0.2499514 Nov 23 18:55:04.034079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:04.034526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.090778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.120971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a73cab22-ba3b-4eff-a914-35775f55236c tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2820368 Nov 23 18:55:04.124147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:04.133579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1744931930', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:04.170248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-3cda667a-22f4-41c8-9a15-a30c3c6fcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:04.173447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-3cda667a-22f4-41c8-9a15-a30c3c6fcdc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678507 Nov 23 18:55:04.181021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80114781-2ef5-4926-9df9-85a569b07cb7 req-c4d78796-5185-44e5-bc6d-d81b62116cce tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220937 Nov 23 18:55:04.193201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.194779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.268622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.276063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d963b621-34dc-4335-83b1-d28d71e23516', 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516', 'tenant_id': '27fdb80318684559b48afcde2ce7efcb', 'fixed_ips': [{'subnet_id': '23ac6d25-da4c-4ed2-87c7-391be04c5fda'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:04.278126 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.299525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.429465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-d8b56ba3-e5c0-441e-a04d-95a3c25ea6c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452445 Nov 23 18:55:04.482732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:04.496449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:04.517319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:04.524166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.590198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event updated for resources: {'Port': ['ID=f2762c82-ab3a-4f46-972d-d012b06b1258,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:04.620935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Allocated IP 172.20.0.2 (d963b621-34dc-4335-83b1-d28d71e23516/23ac6d25-da4c-4ed2-87c7-391be04c5fda/68115999-3080-40d0-b8bd-031459862006) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:04.676384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bd70df6-5b67-4db2-85d4-d35f0f22389a req-8a6fd6dc-51e2-4c16-a7a8-bafd3a925cc2 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212472 Nov 23 18:55:04.870259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.881256 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:04.988353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Network d963b621-34dc-4335-83b1-d28d71e23516 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:04.991663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:04.999993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:05.039942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.070980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.074116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-c25e7002-1d12-4e31-9963-b28226035a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:05.087193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-c25e7002-1d12-4e31-9963-b28226035a18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1094 time: 0.3356247 Nov 23 18:55:05.099330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Pushing event updated for resources: {'Port': ['ID=68115999-3080-40d0-b8bd-031459862006,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.132041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Attempting to bind port 68115999-3080-40d0-b8bd-031459862006 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:05.132688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Attempting to bind port 68115999-3080-40d0-b8bd-031459862006 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '15ac0b51-8a2d-433e-9120-f08a725584c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:05.133470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Attempting to bind port 68115999-3080-40d0-b8bd-031459862006 on network d963b621-34dc-4335-83b1-d28d71e23516 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:05.140405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:05.141107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Checking segment: {'id': '15ac0b51-8a2d-433e-9120-f08a725584c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:05.141753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.142333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Bound using segment: {'id': '15ac0b51-8a2d-433e-9120-f08a725584c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:05.142978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Bound port: 68115999-3080-40d0-b8bd-031459862006, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ac0b51-8a2d-433e-9120-f08a725584c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:05.143654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.225050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] For port 68115999-3080-40d0-b8bd-031459862006, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:05.228698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] For port 68115999-3080-40d0-b8bd-031459862006, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=68115999-3080-40d0-b8bd-031459862006,segment=NetworkSegment(15ac0b51-8a2d-433e-9120-f08a725584c0),segment_id=15ac0b51-8a2d-433e-9120-f08a725584c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:05.235371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.351673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.25.5.187 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/dba8bbc8-16d8-42e3-89de-72c5158bcd05) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:05.411149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986e0fe-9d97-4ab9-9f04-04e6560cfed3 None None] Pushing event updated for resources: {'Port': ['ID=68115999-3080-40d0-b8bd-031459862006,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:05.438824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.543667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-35bf3e85-2923-4d5a-9578-eb7e2775c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:05.547609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-35bf3e85-2923-4d5a-9578-eb7e2775c5fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.3737113 Nov 23 18:55:05.636462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab4ab7-43bc-4590-8f7f-94d0cd2fce54 req-1c6f18bb-e6ca-4e12-8d18-30ef7ccb4dd2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:05.644531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0ab4ab7-43bc-4590-8f7f-94d0cd2fce54 req-1c6f18bb-e6ca-4e12-8d18-30ef7ccb4dd2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 943 time: 0.2890816 Nov 23 18:55:05.669232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.711014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-496ed3c9-50e6-4d34-bc86-fd7cdcbd597d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 217 time: 0.0993207 Nov 23 18:55:05.800407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0ab4ab7-43bc-4590-8f7f-94d0cd2fce54 req-e5db2d42-625b-4303-a3e1-094b2ddb7a08 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035154 Nov 23 18:55:05.802524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:05.867235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:05.872198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:05.895022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:05.996477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=dba8bbc8-16d8-42e3-89de-72c5158bcd05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:06.029102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-b3314906-d47a-45b3-98b3-a284dec646e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:06.034257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-b3314906-d47a-45b3-98b3-a284dec646e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.3163698 Nov 23 18:55:06.302380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-3464ada2-1cf0-47b6-bbc7-90bcb6a21aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:06.304822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-3464ada2-1cf0-47b6-bbc7-90bcb6a21aff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398207 Nov 23 18:55:06.306579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.382872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.706423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-bdecfd42-83f8-4099-aaa4-601e5d34f3ad service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915563 Nov 23 18:55:06.858270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:06.917437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Router e9e8e1a4-f21c-4d72-858a-53b1101a3599 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:07.205864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:07.212556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-804b3356-b17d-4729-ac0a-ca93f7915146 req-2bba26e2-832e-4eae-a01d-6153588a49ef service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938338 Nov 23 18:55:07.225357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] Sync routers for ids ['e9e8e1a4-f21c-4d72-858a-53b1101a3599'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:07.270204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] Routers {'e9e8e1a4-f21c-4d72-858a-53b1101a3599'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:07.271148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e9e8e1a4-f21c-4d72-858a-53b1101a3599'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:07.272366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.281587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1786fc05-57d1-48bc-8e80-2176972d4b3e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3378158 Nov 23 18:55:07.286330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:07.409659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526e059-a4f4-42c6-a097-496ac86f8d03 None None] Network d963b621-34dc-4335-83b1-d28d71e23516 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:07.489230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9310be-d70d-417a-873b-00eb23c762d8 req-8ed80c63-8deb-42f7-9df1-54b6f6b2f2db tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:07.500159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a9310be-d70d-417a-873b-00eb23c762d8 req-8ed80c63-8deb-42f7-9df1-54b6f6b2f2db tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 943 time: 0.0895159 Nov 23 18:55:07.609099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:07.614463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a9310be-d70d-417a-873b-00eb23c762d8 req-95193a75-6f07-4820-a49a-2ff35a53283b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127305 Nov 23 18:55:07.635167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 0d29abf1-6c51-425a-85ac-070d55321de6 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:07.635167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:07.635972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27db7f3e-234c-4fc3-9b14-66544254183b tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/e9e8e1a4-f21c-4d72-858a-53b1101a3599 HTTP/1.1" status: 200 len: 925 time: 0.3479764 Nov 23 18:55:07.657332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] Routers {'e9e8e1a4-f21c-4d72-858a-53b1101a3599'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:07.657865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e9e8e1a4-f21c-4d72-858a-53b1101a3599'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:07.681518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-462048e1-5fc0-4866-b3d8-2a9d086aa512 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e8e1a4-f21c-4d72-858a-53b1101a3599 HTTP/1.1" status: 200 len: 205 time: 0.0475078 Nov 23 18:55:07.684144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:07.736268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] Provisioning complete for port 68115999-3080-40d0-b8bd-031459862006 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:07.736629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.745321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:07.751270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fe330-3531-4475-9442-9e9236fe7581 None None] The sync data for ids ['e9e8e1a4-f21c-4d72-858a-53b1101a3599'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:07.868110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 68115999-3080-40d0-b8bd-031459862006 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:07.971180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:07.983671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:07.991082 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] Sync routers for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:08.016956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.024530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e0a87c07-4f6b-49c5-84e5-54f62b05697d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8991323 Nov 23 18:55:08.029355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:08.031651 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:08.032287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:08.044900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.123152 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:08.147023 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:08.147861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:08.157718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] For port 68115999-3080-40d0-b8bd-031459862006, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=68115999-3080-40d0-b8bd-031459862006,segment=NetworkSegment(15ac0b51-8a2d-433e-9120-f08a725584c0),segment_id=15ac0b51-8a2d-433e-9120-f08a725584c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:08.166924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 68115999-3080-40d0-b8bd-031459862006 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:08.168326 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.172853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.233978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:08.234863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2407401-1ad9-40de-814b-55a37c5cbce4 None None] The sync data for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:08.298640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3f034445-c6eb-4a5d-8227-6e4812860415 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:55:08.372285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e352482-09ae-4ed1-a0f6-3aabcdbacd8f None None] Pushing event updated for resources: {'Port': ['ID=68115999-3080-40d0-b8bd-031459862006,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:08.637371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3f034445-c6eb-4a5d-8227-6e4812860415,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:08.666733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3f034445-c6eb-4a5d-8227-6e4812860415', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '3f034445-c6eb-4a5d-8227-6e4812860415', 'mac_address': 'fa:16:3e:97:90:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:55:08.745882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.747745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.769116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f034445-c6eb-4a5d-8227-6e4812860415 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:08.793818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1752e25e-fd16-44a0-bc96-4fe9fcd79fa7 None None] Provisioning complete for port 68115999-3080-40d0-b8bd-031459862006 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:08.794556 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1752e25e-fd16-44a0-bc96-4fe9fcd79fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.802008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.854456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3f034445-c6eb-4a5d-8227-6e4812860415,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:08.877503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.911093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca9bf-f523-4186-8231-357f62d788ac req-f5b908ee-acd2-4bd4-865c-7efc18d5c2ca tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:08.913167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f2ca9bf-f523-4186-8231-357f62d788ac req-f5b908ee-acd2-4bd4-865c-7efc18d5c2ca tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 943 time: 0.1023285 Nov 23 18:55:08.930843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port f2762c82-ab3a-4f46-972d-d012b06b1258 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:08.931283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:08.972671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:09.111842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f2ca9bf-f523-4186-8231-357f62d788ac req-b3f04276-380c-4012-a429-818d9651ad95 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883647 Nov 23 18:55:09.134274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.163304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for f2762c82-ab3a-4f46-972d-d012b06b1258 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:09.193743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.232085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:55:09.487357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.549885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=f2762c82-ab3a-4f46-972d-d012b06b1258,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:09.637542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.690548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.1 (d963b621-34dc-4335-83b1-d28d71e23516/23ac6d25-da4c-4ed2-87c7-391be04c5fda/f2974548-f773-4b20-8015-9716b400601a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:09.794865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 68115999-3080-40d0-b8bd-031459862006 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:09.836510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.838974 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.880223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 68115999-3080-40d0-b8bd-031459862006 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:09.880223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.945768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.956340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.957333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router e9e8e1a4-f21c-4d72-858a-53b1101a3599 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:09.963677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:09.968413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-00cbb216-dc98-4e4d-9b5f-b1e8017f9524 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/e9e8e1a4-f21c-4d72-858a-53b1101a3599 HTTP/1.1" status: 204 len: 168 time: 2.2796700 Nov 23 18:55:09.969252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:09.973581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076674977', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:10.022723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.024064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.049990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.129372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.137794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network d963b621-34dc-4335-83b1-d28d71e23516 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:10.149749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:10.214520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:10.218116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=f2974548-f773-4b20-8015-9716b400601a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:10.271972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3f034445-c6eb-4a5d-8227-6e4812860415 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:10.454830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.456104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.473465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 3f034445-c6eb-4a5d-8227-6e4812860415 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:55:10.481871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3f034445-c6eb-4a5d-8227-6e4812860415 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:10.484685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.613191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.617893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.673390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3f034445-c6eb-4a5d-8227-6e4812860415,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:10.676786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:10.680250 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed257de2-961c-4500-8532-d22f69b6b0e4" -d '{"events": [{"server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "name": "network-vif-plugged", "status": "completed", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:10.701979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.754538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b9f68d48-6956-4430-85b9-959534e5d29e None None] Provisioning complete for port f2974548-f773-4b20-8015-9716b400601a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:10.754921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9f68d48-6956-4430-85b9-959534e5d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:10.789123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10c939-c789-4a24-916a-389b24d6f846 req-5b06f70a-628a-44ba-8c7e-c5dfabff6a2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:10.799203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b10c939-c789-4a24-916a-389b24d6f846 req-5b06f70a-628a-44ba-8c7e-c5dfabff6a2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 944 time: 0.4540598 Nov 23 18:55:10.876294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b9f68d48-6956-4430-85b9-959534e5d29e None None] Port f2974548-f773-4b20-8015-9716b400601a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:10.881511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:10.901265 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ed96cb-2653-4e4f-9385-4232e0ead41a x-openstack-request-id: req-e4ed96cb-2653-4e4f-9385-4232e0ead41a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:10.901566 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "name": "network-vif-plugged", "status": "completed", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:10.901823 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4ed96cb-2653-4e4f-9385-4232e0ead41a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:10.902226 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415', 'code': 200} Nov 23 18:55:11.053264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b10c939-c789-4a24-916a-389b24d6f846 req-34425f8d-1f24-4708-9f69-d6a3d336816c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086277 Nov 23 18:55:11.072620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05944834-5592-4b21-93a9-0768ad9e8025 req-ca8c2a05-191a-4eca-80a2-90b8a6d7235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:11.077716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05944834-5592-4b21-93a9-0768ad9e8025 req-ca8c2a05-191a-4eca-80a2-90b8a6d7235a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1096 time: 0.1041858 Nov 23 18:55:11.135470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05944834-5592-4b21-93a9-0768ad9e8025 req-1ed8c213-d5c5-49e6-b82c-55f7d1ac81f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 Nov 23 18:55:11.208303 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.726248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.749924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:11.974017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 172.25.5.243 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/cd435a63-ac64-4bcd-999a-953f9b6459ea) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:12.057177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.099987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.257876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=f2974548-f773-4b20-8015-9716b400601a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:12.272618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.292391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.316787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ce20-f199-48ee-8f0c-2ffba4955ca9 req-d66b4ed3-eff3-4e7c-a49c-0d22ec069ec8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:12.326335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a52ce20-f199-48ee-8f0c-2ffba4955ca9 req-d66b4ed3-eff3-4e7c-a49c-0d22ec069ec8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1558199 Nov 23 18:55:12.459294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a52ce20-f199-48ee-8f0c-2ffba4955ca9 req-f94757e7-45f2-4a29-8408-e8bbfc78c0f7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320930 Nov 23 18:55:12.468827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:12.549157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:12.555588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:12.562862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network d963b621-34dc-4335-83b1-d28d71e23516 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:12.563903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:12.578266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=cd435a63-ac64-4bcd-999a-953f9b6459ea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:12.608835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:12.875126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 0d29abf1-6c51-425a-85ac-070d55321de6 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:13.023485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-393f6552-142b-4656-b787-f1777d64502c None None] Provisioning complete for port f2974548-f773-4b20-8015-9716b400601a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:13.025210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-393f6552-142b-4656-b787-f1777d64502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.066571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-393f6552-142b-4656-b787-f1777d64502c None None] Port f2974548-f773-4b20-8015-9716b400601a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:13.131878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.134135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:13.144537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d4aea83e-4fe3-449f-a540-3b069604d200 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/routers/0d29abf1-6c51-425a-85ac-070d55321de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097031 Nov 23 18:55:13.148557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] Sync routers for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:13.149383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:13.160967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:13.161905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:13.162136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'port': {'network_id': 'd963b621-34dc-4335-83b1-d28d71e23516', 'name': 'tempest-FloatingIPTestJSON-1968301610'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:13.394580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:13.408488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:13.409596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:13.422855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Made reservation on behalf of 27fdb80318684559b48afcde2ce7efcb for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:13.426849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.442172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.468259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] device_id is not set on port 84f6d699-52fa-450e-af07-053af232a9f7 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:55:13.470923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:13.471612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a7268-d991-4df2-90fd-d58b46b977dd None None] The sync data for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:13.666227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92763b-a7cf-4565-b194-cb340549967c req-a995ca52-ca71-40e1-b59d-5ffe67b7a23c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:13.668099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d92763b-a7cf-4565-b194-cb340549967c req-a995ca52-ca71-40e1-b59d-5ffe67b7a23c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1229911 Nov 23 18:55:13.687432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Allocated IP 172.20.0.5 (d963b621-34dc-4335-83b1-d28d71e23516/23ac6d25-da4c-4ed2-87c7-391be04c5fda/84f6d699-52fa-450e-af07-053af232a9f7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:13.757073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d92763b-a7cf-4565-b194-cb340549967c req-e18104d5-268a-4eff-8bd4-399a126df43a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Nov 23 18:55:13.761062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router c67a2775-e37d-4992-bb1e-13ab2f2f9544 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:13.920579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.925011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:13.943470 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Sync routers for ids ['c67a2775-e37d-4992-bb1e-13ab2f2f9544'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:13.947877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:13.951582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-69897dd1-7c98-4abf-a298-a6b9cf7365a3 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9794359 Nov 23 18:55:13.952040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:13.966792 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Routers {'c67a2775-e37d-4992-bb1e-13ab2f2f9544'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:13.968007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c67a2775-e37d-4992-bb1e-13ab2f2f9544'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:14.052837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.180180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event updated for resources: {'Port': ['ID=84f6d699-52fa-450e-af07-053af232a9f7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:14.189925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Network d963b621-34dc-4335-83b1-d28d71e23516 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:14.192219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:14.196356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:14.210736 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Set router c67a2775-e37d-4992-bb1e-13ab2f2f9544 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:14.307355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e9b3-4405-45a4-98c1-40d36e5f4fb5 req-00ad2fbe-9e36-4e9b-b444-5980f76dc524 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:14.312753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0458e9b3-4405-45a4-98c1-40d36e5f4fb5 req-00ad2fbe-9e36-4e9b-b444-5980f76dc524 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2094281 Nov 23 18:55:14.313444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:14.314325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.344354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d308ed1b-c1c9-4146-9efb-35b04f6d96ed tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1925633 Nov 23 18:55:14.348221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1e61eb92-6d14-496a-8845-ff00c5c852e7 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/c67a2775-e37d-4992-bb1e-13ab2f2f9544 HTTP/1.1" status: 200 len: 909 time: 0.3942599 Nov 23 18:55:14.350904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:14.351510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:14.356872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076674977', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:14.361501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Request body: {'floatingip': {'port_id': '84f6d699-52fa-450e-af07-053af232a9f7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:14.422196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0458e9b3-4405-45a4-98c1-40d36e5f4fb5 req-9ade79de-fee2-4e6d-ab01-a1b90b5e0c8c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082325 Nov 23 18:55:14.427792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.432356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.511909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.532479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.707263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e153d07-4bbc-4d2e-9851-5c1ad085ade5 None None] Provisioning complete for port 84f6d699-52fa-450e-af07-053af232a9f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:14.707953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e153d07-4bbc-4d2e-9851-5c1ad085ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.791777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1e153d07-4bbc-4d2e-9851-5c1ad085ade5 None None] Port 84f6d699-52fa-450e-af07-053af232a9f7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:14.868967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': False}, 'gw_port_id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:12Z', 'revision_number': 3, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port': {'id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:11Z', 'updated_at': '2021-11-23T18:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:14.912638 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Checking router: c67a2775-e37d-4992-bb1e-13ab2f2f9544 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:14.913173 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Updating router c67a2775-e37d-4992-bb1e-13ab2f2f9544 port cd435a63-ac64-4bcd-999a-953f9b6459ea binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:14.942620 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.171832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.306694 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.314111 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.385272 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Attempting to bind port cd435a63-ac64-4bcd-999a-953f9b6459ea on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:15.385659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Attempting to bind port cd435a63-ac64-4bcd-999a-953f9b6459ea by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:15.386030 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Attempting to bind port cd435a63-ac64-4bcd-999a-953f9b6459ea on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:15.394282 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:15.394663 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:15.395273 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.396000 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:15.396741 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Bound port: cd435a63-ac64-4bcd-999a-953f9b6459ea, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:15.397381 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.434668 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Pushing event updated for resources: {'Port': ['ID=cd435a63-ac64-4bcd-999a-953f9b6459ea,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:15.447832 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.448591 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.449165 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.449722 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.450653 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.451205 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.453189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.453521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.453864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.454446 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.454827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.455235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:15.478512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.502550 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] For port cd435a63-ac64-4bcd-999a-953f9b6459ea, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:15.506500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.508222 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] For port cd435a63-ac64-4bcd-999a-953f9b6459ea, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd435a63-ac64-4bcd-999a-953f9b6459ea,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:15.518372 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.563600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.570287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.623068 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Routers {'c67a2775-e37d-4992-bb1e-13ab2f2f9544'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:15.629807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['c67a2775-e37d-4992-bb1e-13ab2f2f9544'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:15.695482 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013cf1-b252-425a-81d5-c7d6421beead None None] Pushing event updated for resources: {'Port': ['ID=cd435a63-ac64-4bcd-999a-953f9b6459ea,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:15.741935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 172.25.5.127 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/58006799-660f-4030-990c-11ad028ad8ca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:15.763121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f701d-1da5-4182-9e51-52ab096b8175 req-196f3db3-7cf8-486d-a68b-a3984c7ea14e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:15.764934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-483f701d-1da5-4182-9e51-52ab096b8175 req-196f3db3-7cf8-486d-a68b-a3984c7ea14e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1090782 Nov 23 18:55:15.798947 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP dbf93013-196e-4989-a62b-e0f740b23b85 associated. External IP: 172.25.5.75, port: 3a92e696-359f-4170-ac7c-45dbe25f43da. Nov 23 18:55:15.806815 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] Set router c67a2775-e37d-4992-bb1e-13ab2f2f9544 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:15.912948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-483f701d-1da5-4182-9e51-52ab096b8175 req-869259c6-6edf-4ed0-9183-3bcaa81105ec tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378527 Nov 23 18:55:15.959504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.015401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.077822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:16.086125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:16.090401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:16.145127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=58006799-660f-4030-990c-11ad028ad8ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:16.195077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:16.226118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': False}, 'gw_port_id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:12Z', 'revision_number': 3, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port': {'id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:11Z', 'updated_at': '2021-11-23T18:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.270424 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06945a9a-74a4-4067-b86b-27df9c79f558 None None] The sync data for ids ['c67a2775-e37d-4992-bb1e-13ab2f2f9544'] in n-d-792364-9 is: [{'id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': False}, 'gw_port_id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:10Z', 'updated_at': '2021-11-23T18:55:12Z', 'revision_number': 3, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port': {'id': 'cd435a63-ac64-4bcd-999a-953f9b6459ea', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67a2775-e37d-4992-bb1e-13ab2f2f9544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:11Z', 'updated_at': '2021-11-23T18:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:16.420408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:16.443904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:16.503560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:16.506034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.608312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.626888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:16.627873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.678445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:16.679126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0405c-e772-4006-98cf-7cb62df88411 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:16.743342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.921386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 0d29abf1-6c51-425a-85ac-070d55321de6 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:17.272477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0b21-41ea-4794-9e07-13ed62a1638f req-1455eb81-1b3f-4765-85de-83428a854618 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:17.274185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94af0b21-41ea-4794-9e07-13ed62a1638f req-1455eb81-1b3f-4765-85de-83428a854618 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 949 time: 0.1457851 Nov 23 18:55:17.291432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:17.303121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] Sync routers for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:17.305859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.336418 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:17.341151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.342217 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:17.375687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec034213-dd1b-4b1c-bbc2-cf10f5057049 req-fade2c1f-2e3b-4811-98b7-a1f9fffe10a9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:17.383186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec034213-dd1b-4b1c-bbc2-cf10f5057049 req-fade2c1f-2e3b-4811-98b7-a1f9fffe10a9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1730926 Nov 23 18:55:17.421093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:17.437397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94af0b21-41ea-4794-9e07-13ed62a1638f req-9fc0cea9-0fef-4c56-a648-f1e1d0079b71 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541169 Nov 23 18:55:17.455548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f6fdd873-3bab-4209-af5f-f28d4ca278e7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/floatingips/dbf93013-196e-4989-a62b-e0f740b23b85 HTTP/1.1" status: 200 len: 977 time: 3.0992680 Nov 23 18:55:17.461246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:17.467674 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:17.468449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:17.499876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ec034213-dd1b-4b1c-bbc2-cf10f5057049 req-8fc63030-6fea-4ca9-a11f-794a98e75a5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157639 Nov 23 18:55:17.525959 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:17.526717 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a159bc2-89eb-4e8e-a21f-1897e9af9d9f None None] The sync data for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:17.741694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 84f6d699-52fa-450e-af07-053af232a9f7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:17.742081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:17.781304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router ab11db0d-dc31-4cf9-a1bf-0eba70049a47 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:17.838810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd435a63-ac64-4bcd-999a-953f9b6459ea up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:17.921218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cd435a63-ac64-4bcd-999a-953f9b6459ea triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:17.921688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.061486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.093449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.122731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port cd435a63-ac64-4bcd-999a-953f9b6459ea, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd435a63-ac64-4bcd-999a-953f9b6459ea,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:18.134485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.140752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:18.178635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Sync routers for ids ['ab11db0d-dc31-4cf9-a1bf-0eba70049a47'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:18.186574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.188214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-79613faa-9478-4f9c-8e87-32313501b85e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8356349 Nov 23 18:55:18.192778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:18.213690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Routers {'ab11db0d-dc31-4cf9-a1bf-0eba70049a47'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:18.214318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ab11db0d-dc31-4cf9-a1bf-0eba70049a47'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:18.279749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=cd435a63-ac64-4bcd-999a-953f9b6459ea,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:18.372942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.373536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.374498 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Floating IP dbf93013-196e-4989-a62b-e0f740b23b85 disassociated. External IP: 172.25.5.75, port: 84f6d699-52fa-450e-af07-053af232a9f7. Nov 23 18:55:18.375811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 84f6d699-52fa-450e-af07-053af232a9f7 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:18.403396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-abdaf2da-ddd4-4d2e-9145-cebb7e9b51ff tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/ab11db0d-dc31-4cf9-a1bf-0eba70049a47 HTTP/1.1" status: 200 len: 908 time: 0.2087164 Nov 23 18:55:18.404065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:18.408675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Set router ab11db0d-dc31-4cf9-a1bf-0eba70049a47 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:18.632074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.703065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=84f6d699-52fa-450e-af07-053af232a9f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:18.753929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab11db0d-dc31-4cf9-a1bf-0eba70049a47', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '58006799-660f-4030-990c-11ad028ad8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:14Z', 'updated_at': '2021-11-23T18:55:16Z', 'revision_number': 3, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port': {'id': '58006799-660f-4030-990c-11ad028ad8ca', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab11db0d-dc31-4cf9-a1bf-0eba70049a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:55:15Z', 'updated_at': '2021-11-23T18:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:18.793642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Checking router: ab11db0d-dc31-4cf9-a1bf-0eba70049a47 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:55:18.794114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Updating router ab11db0d-dc31-4cf9-a1bf-0eba70049a47 port 58006799-660f-4030-990c-11ad028ad8ca binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:55:18.848229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.906719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd79b68-ffdc-4ca2-9fe5-e84ea4aded5a req-dc2439cc-f492-40e8-9dbf-f1cfea6701a7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:18.914466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fd79b68-ffdc-4ca2-9fe5-e84ea4aded5a req-dc2439cc-f492-40e8-9dbf-f1cfea6701a7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2709210 Nov 23 18:55:18.994155 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:19.040312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fd79b68-ffdc-4ca2-9fe5-e84ea4aded5a req-4f61377d-cb6b-42bd-9d21-f599a9338ae9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242957 Nov 23 18:55:19.046801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 0d29abf1-6c51-425a-85ac-070d55321de6 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:19.148608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-840edcce-c97c-486b-9f5b-2c771f8a0b84 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:19.154024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-840edcce-c97c-486b-9f5b-2c771f8a0b84 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.47 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 949 time: 0.1797535 Nov 23 18:55:19.157786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.223071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d721-a254-499b-bea1-91048a78eeac req-a7ee6eca-b793-40db-ae42-9199f5fcc8bc tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:19.231374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9509d721-a254-499b-bea1-91048a78eeac req-a7ee6eca-b793-40db-ae42-9199f5fcc8bc tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 949 time: 0.2622287 Nov 23 18:55:19.262342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:19.276435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] Sync routers for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:19.288403 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:19.289077 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.344574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.347929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.353691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.359172 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:19.359852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.400553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.401166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e48ac-bbd6-44a0-8c38-bdbafb654ff6 None None] The sync data for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:19.410114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9509d721-a254-499b-bea1-91048a78eeac req-6e11c93c-e771-4b49-bc70-b901f6ce539f tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fa72f0c-795e-4793-b79e-13b83460e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775353 Nov 23 18:55:19.429748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Attempting to bind port 58006799-660f-4030-990c-11ad028ad8ca on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:19.430118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Attempting to bind port 58006799-660f-4030-990c-11ad028ad8ca by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:19.430489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Attempting to bind port 58006799-660f-4030-990c-11ad028ad8ca on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:19.439240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.444342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:19.444760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:19.445110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.445793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:19.446009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Bound port: 58006799-660f-4030-990c-11ad028ad8ca, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:19.446377 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.459130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.459743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Deleting port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:19.460154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.468070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e966fbe5-d89b-41e7-b257-efb13a4484f6 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/84f6d699-52fa-450e-af07-053af232a9f7 HTTP/1.1" status: 204 len: 168 time: 2.0051582 Nov 23 18:55:19.469358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:19.485144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12213d-179a-40a3-b8f5-d21f44de26c2 None None] Pushing event updated for resources: {'Port': ['ID=58006799-660f-4030-990c-11ad028ad8ca,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:19.524066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] For port 58006799-660f-4030-990c-11ad028ad8ca, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:19.528375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] For port 58006799-660f-4030-990c-11ad028ad8ca, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=58006799-660f-4030-990c-11ad028ad8ca,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:19.534630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.609198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Deleting port 58006799-660f-4030-990c-11ad028ad8ca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:19.609800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.627854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Routers {'ab11db0d-dc31-4cf9-a1bf-0eba70049a47'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:19.628758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ab11db0d-dc31-4cf9-a1bf-0eba70049a47'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.652484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] For port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:19.652900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.705051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Calling delete_port for 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:19.757140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12213d-179a-40a3-b8f5-d21f44de26c2 None None] Pushing event updated for resources: {'Port': ['ID=58006799-660f-4030-990c-11ad028ad8ca,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:19.794158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] For port 58006799-660f-4030-990c-11ad028ad8ca, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=58006799-660f-4030-990c-11ad028ad8ca,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:19.794731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:19.819355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd435a63-ac64-4bcd-999a-953f9b6459ea up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:55:19.836259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Calling delete_port for 58006799-660f-4030-990c-11ad028ad8ca owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:19.855498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] Set router ab11db0d-dc31-4cf9-a1bf-0eba70049a47 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:55:19.920788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab11db0d-dc31-4cf9-a1bf-0eba70049a47', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:14Z', 'updated_at': '2021-11-23T18:55:19Z', 'revision_number': 4, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:19.951049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6bd13-9a64-4c17-9231-5d397b2cd94f None None] The sync data for ids ['ab11db0d-dc31-4cf9-a1bf-0eba70049a47'] in n-d-792364-9 is: [{'id': 'ab11db0d-dc31-4cf9-a1bf-0eba70049a47', 'name': 'tempest-snat-router-1076674977', 'tenant_id': '20f3d9c918f14427bd7ef371404a2635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:55:14Z', 'updated_at': '2021-11-23T18:55:19Z', 'revision_number': 4, 'project_id': '20f3d9c918f14427bd7ef371404a2635', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:19.981489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cd435a63-ac64-4bcd-999a-953f9b6459ea triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:19.981874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.106898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.139758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:55:20.157826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Pushing event deleted for resources: {'Port': ['ID=1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:20.253959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] No DVR routers for this DVR port 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:20.261652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.266354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8675d94b-8e57-4792-84fa-dc032d013e29 req-8c7fbda3-0e91-4142-8706-8c98817d2c38 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.47 "DELETE /v2.0/ports/1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 HTTP/1.1" status: 204 len: 173 time: 1.1018422 Nov 23 18:55:20.266896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'name': 'network-vif-deleted', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:20.269618 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6704f6-3fc7-4ab8-a51f-74107f208c95" -d '{"events": [{"server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "name": "network-vif-deleted", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:20.314280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.340181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416db7-eba6-45c3-b4a8-0fd6e404d606 req-c32dd4ae-6d2b-4a7c-9097-fcff7904fe97 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:20.342287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc416db7-eba6-45c3-b4a8-0fd6e404d606 req-c32dd4ae-6d2b-4a7c-9097-fcff7904fe97 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1305552 Nov 23 18:55:20.385280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.402589 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd1eb4d-de46-47af-ab4f-cc5d5efded93 x-openstack-request-id: req-4cd1eb4d-de46-47af-ab4f-cc5d5efded93 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:20.403032 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db69843c-716a-49b6-a675-6151643566ed", "name": "network-vif-deleted", "tag": "1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:20.403402 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cd1eb4d-de46-47af-ab4f-cc5d5efded93 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:20.403958 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db69843c-716a-49b6-a675-6151643566ed', 'name': 'network-vif-deleted', 'tag': '1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8', 'status': 'completed', 'code': 200} Nov 23 18:55:20.405419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Port': ['ID=58006799-660f-4030-990c-11ad028ad8ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:20.488336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.621863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.625782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93710a19-406a-4771-bc4e-a0cf0558070d req-036b2ce9-c9c7-4a16-a5bd-2ee015744109 tempest-VolumesBackupsTest-1381534644 tempest-VolumesBackupsTest-1381534644-project] 10.222.0.37 "GET /v2.0/ports?device_id=db69843c-716a-49b6-a675-6151643566ed HTTP/1.1" status: 200 len: 210 time: 0.0672829 Nov 23 18:55:20.627352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.684735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.685915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab11db0d-dc31-4cf9-a1bf-0eba70049a47 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:20.691646 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.694070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dcfc92a1-a5e2-476b-a6dc-2c9f5c0baeb8 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ab11db0d-dc31-4cf9-a1bf-0eba70049a47 HTTP/1.1" status: 204 len: 168 time: 2.2889166 Nov 23 18:55:20.696198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:20.857756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:20.914602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc416db7-eba6-45c3-b4a8-0fd6e404d606 req-54a33a44-4bae-4fa1-8339-a174c2d58a51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585084 Nov 23 18:55:20.996223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.064599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Deleting port cd435a63-ac64-4bcd-999a-953f9b6459ea {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:21.065259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.181943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] For port cd435a63-ac64-4bcd-999a-953f9b6459ea, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cd435a63-ac64-4bcd-999a-953f9b6459ea,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:21.182309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.194919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Calling delete_port for cd435a63-ac64-4bcd-999a-953f9b6459ea owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:21.257288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port f2974548-f773-4b20-8015-9716b400601a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:21.257673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.374339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.394621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for f2974548-f773-4b20-8015-9716b400601a owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:21.448103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.492923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd435a63-ac64-4bcd-999a-953f9b6459ea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.558213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.613054 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.646344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=f2974548-f773-4b20-8015-9716b400601a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:21.689484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.699108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.810673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.811483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c67a2775-e37d-4992-bb1e-13ab2f2f9544 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:21.819144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.826642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aee9c25a-afbe-476f-a83c-9a889e5f6aef tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c67a2775-e37d-4992-bb1e-13ab2f2f9544 HTTP/1.1" status: 204 len: 168 time: 1.1257789 Nov 23 18:55:21.827753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:21.832742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1632995856', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:21.957649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:21.964569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.030832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.070119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.108982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d1b1-e665-4f32-a50a-e8040bfdd150 req-be38005a-6f3b-4437-bb3d-7f484803481a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:22.110784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6db4d1b1-e665-4f32-a50a-e8040bfdd150 req-be38005a-6f3b-4437-bb3d-7f484803481a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.0693417 Nov 23 18:55:22.169307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6db4d1b1-e665-4f32-a50a-e8040bfdd150 req-e06e86ef-72e3-4747-91db-38c67764a598 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491297 Nov 23 18:55:22.302889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.317009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:22.339066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:22.339383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1bc0a26b-a273-4de8-b3b2-f3b637cf2dd8 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:22.497769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 0d29abf1-6c51-425a-85ac-070d55321de6 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:22.685915 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.713781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:22.726926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:22.732973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7b1f02b3-2a0d-43dc-876a-70d443cd7705 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/routers/0d29abf1-6c51-425a-85ac-070d55321de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2622828 Nov 23 18:55:22.736211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:22.742887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] Sync routers for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:22.759397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:22.760455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:22.830204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:22.841656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] Routers {'0d29abf1-6c51-425a-85ac-070d55321de6'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:22.842541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0d29abf1-6c51-425a-85ac-070d55321de6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:22.873850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Allocated IP 172.25.5.63 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9b1e7cea-c8ec-4a66-a40c-49d814d25ec1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:22.885289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:22.886217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dd8a5-3d24-4945-891a-4b5f68b14292 None None] The sync data for ids ['0d29abf1-6c51-425a-85ac-070d55321de6'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:22.929224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.010388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.051675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.061911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.099039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:23.102135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:23.104688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:23.126361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port dba8bbc8-16d8-42e3-89de-72c5158bcd05 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:23.126827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.131226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event updated for resources: {'Port': ['ID=9b1e7cea-c8ec-4a66-a40c-49d814d25ec1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:23.232306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.261830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for dba8bbc8-16d8-42e3-89de-72c5158bcd05 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:23.387899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.392108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82914ea0-993f-4f25-a430-57680d1bd458 req-d24e82ff-2781-4367-b65f-8f19b87987dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:23.393660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-82914ea0-993f-4f25-a430-57680d1bd458 req-d24e82ff-2781-4367-b65f-8f19b87987dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1036303 Nov 23 18:55:23.492217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-82914ea0-993f-4f25-a430-57680d1bd458 req-c542d827-13e8-4ebe-9866-04ba6a8649bc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593026 Nov 23 18:55:23.544093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.583266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=dba8bbc8-16d8-42e3-89de-72c5158bcd05,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:23.651343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.661863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.671840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd435a63-ac64-4bcd-999a-953f9b6459ea no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:23.697364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cd435a63-ac64-4bcd-999a-953f9b6459ea {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:23.698161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cd435a63-ac64-4bcd-999a-953f9b6459ea not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:23.754546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.757061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.817490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.818689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Fanout notify agent at l3_agent the message router_deleted on router 0d29abf1-6c51-425a-85ac-070d55321de6 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:23.829958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.835918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-790f7633-6dff-4897-8bbb-a416005cbac7 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/routers/0d29abf1-6c51-425a-85ac-070d55321de6 HTTP/1.1" status: 204 len: 168 time: 1.0974224 Nov 23 18:55:23.837197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:23.924570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting subnet 23ac6d25-da4c-4ed2-87c7-391be04c5fda {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:23.928707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:23.978454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.132401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.137404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Router 01d8c272-ed5e-4345-ac14-f33897e7cbff is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:24.213927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.247705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Subnet': ['ID=23ac6d25-da4c-4ed2-87c7-391be04c5fda,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:24.250938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.255695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-242bd39e-4237-44ca-a89e-e28d31e7ed26 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/subnets/23ac6d25-da4c-4ed2-87c7-391be04c5fda HTTP/1.1" status: 204 len: 168 time: 0.4166219 Nov 23 18:55:24.258036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:24.261767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836083d-acd9-4f18-869a-7ddc5280b3fb None None] Network d963b621-34dc-4335-83b1-d28d71e23516 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:24.291698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:24.304718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] Sync routers for ids ['01d8c272-ed5e-4345-ac14-f33897e7cbff'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:24.321053 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] Routers {'01d8c272-ed5e-4345-ac14-f33897e7cbff'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:24.325634 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['01d8c272-ed5e-4345-ac14-f33897e7cbff'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:24.335763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.337003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8455653-2533-4598-b355-3bd8939a624f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5086639 Nov 23 18:55:24.343849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:24.348726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:24.386786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.417435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:24.442095 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] Routers {'01d8c272-ed5e-4345-ac14-f33897e7cbff'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:24.442749 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['01d8c272-ed5e-4345-ac14-f33897e7cbff'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:24.502070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 68115999-3080-40d0-b8bd-031459862006 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:24.502412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.505776 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:24.506435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76340-cdfe-4088-9b9a-7ff21a15523d None None] The sync data for ids ['01d8c272-ed5e-4345-ac14-f33897e7cbff'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:24.628129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] For port 68115999-3080-40d0-b8bd-031459862006, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=68115999-3080-40d0-b8bd-031459862006,segment=NetworkSegment(15ac0b51-8a2d-433e-9120-f08a725584c0),segment_id=15ac0b51-8a2d-433e-9120-f08a725584c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:24.628620 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.663695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 68115999-3080-40d0-b8bd-031459862006 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:24.798497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] DHCP port deletion for d963b621-34dc-4335-83b1-d28d71e23516 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:55:24.885880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Deleting port 68115999-3080-40d0-b8bd-031459862006 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:24.885880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:24.979409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.003641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] For port 68115999-3080-40d0-b8bd-031459862006, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=68115999-3080-40d0-b8bd-031459862006,segment=NetworkSegment(15ac0b51-8a2d-433e-9120-f08a725584c0),segment_id=15ac0b51-8a2d-433e-9120-f08a725584c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:55:25.007546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.038591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Calling delete_port for 68115999-3080-40d0-b8bd-031459862006 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:25.136826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751f6d6-d93d-4eb1-a066-28a3261eca64 req-3c3ab87c-7233-4647-8560-80d8a78be936 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:25.146060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2751f6d6-d93d-4eb1-a066-28a3261eca64 req-3c3ab87c-7233-4647-8560-80d8a78be936 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.4837255 Nov 23 18:55:25.153206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.198488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] No DVR routers for this DVR port 68115999-3080-40d0-b8bd-031459862006 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:25.202458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.242414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Pushing event deleted for resources: {'Port': ['ID=68115999-3080-40d0-b8bd-031459862006,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:25.253920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.254875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.255502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.256071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.256636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.257199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.257771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.258344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.259438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.260021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.260599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.261168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:25.268127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08036b9-3570-4a06-b99c-af4685c60e49 None None] No DVR routers for this DVR port 68115999-3080-40d0-b8bd-031459862006 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:55:25.274446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2751f6d6-d93d-4eb1-a066-28a3261eca64 req-8db78b9f-5bfe-4a6c-8bdc-b2fbfcc44724 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272326 Nov 23 18:55:25.275154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=68115999-3080-40d0-b8bd-031459862006,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:25.347770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.377409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d963b621-34dc-4335-83b1-d28d71e23516']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:25.392042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ac0b51-8a2d-433e-9120-f08a725584c0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:25.392042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ac0b51-8a2d-433e-9120-f08a725584c0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:25.409204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.428380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.436517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:25.436978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:25.517123 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:25.521306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.526787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.531154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/networks/d963b621-34dc-4335-83b1-d28d71e23516 HTTP/1.1" status: 204 len: 168 time: 1.2718709 Nov 23 18:55:25.552440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:25.554345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843da1f0-e7c2-4de5-ad86-7cc5bf385a5b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Network': ['ID=d963b621-34dc-4335-83b1-d28d71e23516,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:25.713629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 68115999-3080-40d0-b8bd-031459862006 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:55:25.742927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.747536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.774229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 68115999-3080-40d0-b8bd-031459862006 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:55:25.775107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 68115999-3080-40d0-b8bd-031459862006 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:55:25.838122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 7af85d16-b94c-406c-ade1-5e6779f47ec3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:25.838470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.967663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router 01d8c272-ed5e-4345-ac14-f33897e7cbff has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:25.972645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.972968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:25.988406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 7af85d16-b94c-406c-ade1-5e6779f47ec3 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:26.151079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:26.157423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.168284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd23d486-e354-45db-9faf-47c0bba8ca64 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "PUT /v2.0/routers/01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 200 len: 925 time: 1.8135505 Nov 23 18:55:26.168284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.171005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] Sync routers for ids ['01d8c272-ed5e-4345-ac14-f33897e7cbff'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:26.187049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] Routers {'01d8c272-ed5e-4345-ac14-f33897e7cbff'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:26.189834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['01d8c272-ed5e-4345-ac14-f33897e7cbff'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:26.254591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:26.269484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] Routers {'01d8c272-ed5e-4345-ac14-f33897e7cbff'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:26.270581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['01d8c272-ed5e-4345-ac14-f33897e7cbff'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:26.335064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe13709f-1d11-4c73-b238-dfbac1b2e2e2 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 200 len: 925 time: 0.1678042 Nov 23 18:55:26.335993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.338351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.372502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=7af85d16-b94c-406c-ade1-5e6779f47ec3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:26.374383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:26.381335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5ff45-e974-49d4-95d3-56e3de653f68 None None] The sync data for ids ['01d8c272-ed5e-4345-ac14-f33897e7cbff'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:26.458700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.461908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.463283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c3f3e597-8fb6-4d61-ae3e-773ed5cc2a4b tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/floatingips/dbf93013-196e-4989-a62b-e0f740b23b85 HTTP/1.1" status: 204 len: 168 time: 0.9098976 Nov 23 18:55:26.467205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.492755 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c955bda-4cee-48b5-96bb-82ca00bf76cc tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:26.494110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c955bda-4cee-48b5-96bb-82ca00bf76cc tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:26.510178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c955bda-4cee-48b5-96bb-82ca00bf76cc tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/84f6d699-52fa-450e-af07-053af232a9f7 HTTP/1.1" status: 404 len: 333 time: 0.0414193 Nov 23 18:55:26.513317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.546916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d4043f5f-e125-434c-b687-33c4633becd0 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d29abf1-6c51-425a-85ac-070d55321de6 HTTP/1.1" status: 200 len: 205 time: 0.0289674 Nov 23 18:55:26.551229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.560170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97349c94-daad-4e92-b9b6-3af1b01a2b84 req-00fdcf59-c7d2-459c-b0bb-63253756d8cf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:26.567397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97349c94-daad-4e92-b9b6-3af1b01a2b84 req-00fdcf59-c7d2-459c-b0bb-63253756d8cf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1283295 Nov 23 18:55:26.590001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc05e7b-390a-412f-9b8e-3f9168594137 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:26.594893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-adc05e7b-390a-412f-9b8e-3f9168594137 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=01d8c272-ed5e-4345-ac14-f33897e7cbff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2515326 Nov 23 18:55:26.595926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.649952 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-bc9df735-12a6-42c7-9d72-24eb149813e5 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] delete failed (client error): The resource could not be found. Nov 23 18:55:26.653792 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc9df735-12a6-42c7-9d72-24eb149813e5 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/routers/0d29abf1-6c51-425a-85ac-070d55321de6 HTTP/1.1" status: 404 len: 336 time: 0.0827687 Nov 23 18:55:26.655253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.688384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d8341c-bd89-4b07-a719-5a9ed8f29bca tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:26.689927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4d8341c-bd89-4b07-a719-5a9ed8f29bca tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.0936306 Nov 23 18:55:26.692846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.698524 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeee7d7-b4ab-4546-a86b-7e7b919ead38 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:26.699620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeee7d7-b4ab-4546-a86b-7e7b919ead38 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:26.706492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8aeee7d7-b4ab-4546-a86b-7e7b919ead38 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/subnets/23ac6d25-da4c-4ed2-87c7-391be04c5fda HTTP/1.1" status: 404 len: 337 time: 0.0480304 Nov 23 18:55:26.708107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.722769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97349c94-daad-4e92-b9b6-3af1b01a2b84 req-50def7c0-6371-44d0-89ee-5ec99383f1fb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437881 Nov 23 18:55:26.780355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a0e1a93e-9eec-40df-a443-03fbeb22bf75 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 200 len: 205 time: 0.0854795 Nov 23 18:55:26.782768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:26.910734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 3a92e696-359f-4170-ac7c-45dbe25f43da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:26.911263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:26.955947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.058984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.071994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 3a92e696-359f-4170-ac7c-45dbe25f43da owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:27.101059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.218957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port 9b1e7cea-c8ec-4a66-a40c-49d814d25ec1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:27.218957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.265184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.329010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=3a92e696-359f-4170-ac7c-45dbe25f43da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:27.385483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79d539c8-550d-4c78-8d54-5110a542310d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.434617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.444516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.452141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-92223eae-40be-4535-8a5e-2783a6d5f1df tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/3a92e696-359f-4170-ac7c-45dbe25f43da HTTP/1.1" status: 204 len: 168 time: 0.7429907 Nov 23 18:55:27.453404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:27.466615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for 9b1e7cea-c8ec-4a66-a40c-49d814d25ec1 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:27.606372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port bf636651-a916-429f-a808-51a0a1301f2e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:27.609703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.725372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.786535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=9b1e7cea-c8ec-4a66-a40c-49d814d25ec1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:27.856655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:27.886952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for bf636651-a916-429f-a808-51a0a1301f2e owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:28.027129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.220559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.225304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.307871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f37d4-18b0-4a51-a348-d8179c50d952 req-d6671f44-37aa-4193-a0a9-24d914ed36b8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:28.341453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e0f37d4-18b0-4a51-a348-d8179c50d952 req-d6671f44-37aa-4193-a0a9-24d914ed36b8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.4635477 Nov 23 18:55:28.368384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.368973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router 01d8c272-ed5e-4345-ac14-f33897e7cbff {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:28.393888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.395463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c3358e10-1f80-43e4-bd69-28c7d52492fb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 204 len: 168 time: 1.6115994 Nov 23 18:55:28.435028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:28.492306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1832186122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:28.527021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e0f37d4-18b0-4a51-a348-d8179c50d952 req-fe54972a-3030-4f67-9352-13a3b75020f5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827953 Nov 23 18:55:28.559787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.562076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.574261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.631699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=bf636651-a916-429f-a808-51a0a1301f2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:28.633970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.640429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.670854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.676664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89011289-4745-4ece-9b09-c7e5484463ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2087657 Nov 23 18:55:28.677865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:28.685012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:28.728652 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:28.735352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c28e98ab-9e86-4173-9fe6-8268595a9767 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/ports/bf636651-a916-429f-a808-51a0a1301f2e HTTP/1.1" status: 204 len: 168 time: 1.2803724 Nov 23 18:55:28.736038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:28.829739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9bcb0e-5102-42e8-9110-9067c0ec9cad tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:28.831865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ce9bcb0e-5102-42e8-9110-9067c0ec9cad tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f88690-37f0-4ace-89dc-ba00db551f2a HTTP/1.1" status: 200 len: 913 time: 0.0945411 Nov 23 18:55:28.834484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:29.007638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.300616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.311838 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.335074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.479803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Allocated IP 172.25.5.62 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/61a0bff1-6ee1-495f-b9c6-c7c13859759a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:29.630896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port 28e5599d-26ae-44fa-9aa9-36fafb381854 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:29.631690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.668934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.743919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c349ae-ebad-4f00-9068-ca1ffc211ace req-b1f00503-61e5-4e4c-a362-d01efdb602ac tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:29.745413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3c349ae-ebad-4f00-9068-ca1ffc211ace req-b1f00503-61e5-4e4c-a362-d01efdb602ac tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.0923710 Nov 23 18:55:29.789580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.793471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:29.829686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for 28e5599d-26ae-44fa-9aa9-36fafb381854 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:29.866836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:29.871112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3c349ae-ebad-4f00-9068-ca1ffc211ace req-409c7d17-9d74-4e25-9b2b-050d0246ea15 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145279 Nov 23 18:55:29.878867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:29.883044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:29.889721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event updated for resources: {'Port': ['ID=61a0bff1-6ee1-495f-b9c6-c7c13859759a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:30.063692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b33c565e-ae8c-412b-ba2b-a15ccac25638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.108703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.137587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=28e5599d-26ae-44fa-9aa9-36fafb381854,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:30.262239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.381799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.534753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.540167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.678331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:30.708185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Router 43f88690-37f0-4ace-89dc-ba00db551f2a has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:30.709785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Router 76c6d812-8120-4743-9253-f77f8cd63d02 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:30.844868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:30.856636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1dc433d8-f92d-4319-bc2c-48d49da39d94 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "PUT /v2.0/routers/43f88690-37f0-4ace-89dc-ba00db551f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178962 Nov 23 18:55:30.856636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:30.860010 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] Sync routers for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:30.871884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:30.872844 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:30.913807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:30.944649 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] Routers {'43f88690-37f0-4ace-89dc-ba00db551f2a'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:30.946639 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['43f88690-37f0-4ace-89dc-ba00db551f2a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.011834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.015963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.017262 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02931fc-3c14-491a-8005-ce96069348c7 None None] The sync data for ids ['43f88690-37f0-4ace-89dc-ba00db551f2a'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:31.130485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.191190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37221-ac46-409a-ae5a-f591e50e114b req-e093157b-af33-45d7-97d4-fa145ea8c8ee tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:31.192843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03f37221-ac46-409a-ae5a-f591e50e114b req-e093157b-af33-45d7-97d4-fa145ea8c8ee tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1124718 Nov 23 18:55:31.200214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting port d9079595-0bab-4efb-90e2-5cd622cc358a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:31.200529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.208469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:31.225290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] Sync routers for ids ['76c6d812-8120-4743-9253-f77f8cd63d02'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:31.225876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.225876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-64783565-fe62-411c-bb9a-b1d4d076d40c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "PUT /v2.0/routers/76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 200 len: 883 time: 2.5439041 Nov 23 18:55:31.225876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:31.235810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] Routers {'76c6d812-8120-4743-9253-f77f8cd63d02'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:31.236714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76c6d812-8120-4743-9253-f77f8cd63d02'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.285838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.298575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] Routers {'76c6d812-8120-4743-9253-f77f8cd63d02'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:31.299991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76c6d812-8120-4743-9253-f77f8cd63d02'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.305841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03f37221-ac46-409a-ae5a-f591e50e114b req-8e5b32a4-7cba-4f75-9126-3abbc571c8dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059420 Nov 23 18:55:31.332857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.337294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:31.338023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33784c33-0dfa-4a9a-a040-f900b035c38d None None] The sync data for ids ['76c6d812-8120-4743-9253-f77f8cd63d02'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:31.351420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Calling delete_port for d9079595-0bab-4efb-90e2-5cd622cc358a owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:31.371382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8f8aa1e-ea57-4e7b-80ce-77520a12e94f tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 200 len: 924 time: 0.1447246 Nov 23 18:55:31.372094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:31.427523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c200933-bccf-477e-ab9b-427d6734bf55 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:31.429254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c200933-bccf-477e-ab9b-427d6734bf55 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=76c6d812-8120-4743-9253-f77f8cd63d02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0554633 Nov 23 18:55:31.431861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:31.559221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33ab52-3cc0-43d2-bfd9-94a2adbb4ca0 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:31.561467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba33ab52-3cc0-43d2-bfd9-94a2adbb4ca0 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.1283708 Nov 23 18:55:31.564413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:31.576494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.601015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-20bf7cb6-b3c3-436f-bbad-e4a47bfc48ee tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 200 len: 205 time: 0.0352921 Nov 23 18:55:31.607437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:31.617412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Port': ['ID=d9079595-0bab-4efb-90e2-5cd622cc358a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:31.764623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.780983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:31.933505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.026729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port 61a0bff1-6ee1-495f-b9c6-c7c13859759a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:32.027366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.071903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.077466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.149610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.163259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.184950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for 61a0bff1-6ee1-495f-b9c6-c7c13859759a owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:32.233801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.234341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Fanout notify agent at l3_agent the message router_deleted on router 43f88690-37f0-4ace-89dc-ba00db551f2a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:32.252961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.261072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-26c404a6-375b-43ae-b9bf-d7d2a1156d0d tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/routers/43f88690-37f0-4ace-89dc-ba00db551f2a HTTP/1.1" status: 204 len: 168 time: 1.4036777 Nov 23 18:55:32.265109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:32.358483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Deleting subnet c9258f12-305d-45f3-b926-0cb68dbe91a2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:32.362067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.476738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.604867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481398d7-bfd7-44a7-ae54-9f67e1e2d739 req-147e2cd9-d2a0-497a-a94d-bac3d515caaa tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:32.606414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-481398d7-bfd7-44a7-ae54-9f67e1e2d739 req-147e2cd9-d2a0-497a-a94d-bac3d515caaa tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1432326 Nov 23 18:55:32.625999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.635813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.702851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=61a0bff1-6ee1-495f-b9c6-c7c13859759a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:32.727841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.779626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Subnet': ['ID=c9258f12-305d-45f3-b926-0cb68dbe91a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:32.782866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-481398d7-bfd7-44a7-ae54-9f67e1e2d739 req-0e51d566-d908-470f-b6ff-1baa60e96056 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697581 Nov 23 18:55:32.788299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.794727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37ea23e5-0edc-45cc-a43f-e51232606125 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/subnets/c9258f12-305d-45f3-b926-0cb68dbe91a2 HTTP/1.1" status: 204 len: 168 time: 0.5250847 Nov 23 18:55:32.795633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:32.918225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:32.972595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.051032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.053766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.123117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.157007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.157629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router 76c6d812-8120-4743-9253-f77f8cd63d02 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:33.161788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c8510e-7bb8-421d-ad8a-62616cbf011f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:33.166197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.169294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0955a28a-2e07-4f58-b3dc-1a51d2b6e28b tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 204 len: 168 time: 1.5588491 Nov 23 18:55:33.174320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:33.182245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301e925d-d2c0-4bc0-afdb-55d9a1eace3e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:33.182552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301e925d-d2c0-4bc0-afdb-55d9a1eace3e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:33.186240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716347354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:33.197897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.213294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.223917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:33.224081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.224647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:33.265655 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:33.295183 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.298110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.339987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.360608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.368466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] 10.222.0.37 "DELETE /v2.0/networks/15c8510e-7bb8-421d-ad8a-62616cbf011f HTTP/1.1" status: 204 len: 168 time: 0.5717497 Nov 23 18:55:33.436953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bda52-e854-4fba-b30d-b76eb60eade2 tempest-FloatingIPTestJSON-1763159908 tempest-FloatingIPTestJSON-1763159908-project] Pushing event deleted for resources: {'Network': ['ID=15c8510e-7bb8-421d-ad8a-62616cbf011f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:33.471962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.478370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.521087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:33.535452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-933ba4ec-4db7-4d6e-8942-098d259fd251 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3558662 Nov 23 18:55:33.535719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:33.540444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': True}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:34.164439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:34.188764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:34.312874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43006f-2a0e-4dbd-b341-720758f91de6 req-161d3977-c77b-46ee-84e1-563f0931b68b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:34.315660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a43006f-2a0e-4dbd-b341-720758f91de6 req-161d3977-c77b-46ee-84e1-563f0931b68b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.3010013 Nov 23 18:55:34.507089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a43006f-2a0e-4dbd-b341-720758f91de6 req-1810faf6-bea2-43ed-b645-db5474a191e6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244259 Nov 23 18:55:34.574939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2272c77e-fe32-43f8-85de-9d539e376dbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27fdb80318684559b48afcde2ce7efcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843918 Nov 23 18:55:34.582708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:34.705108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:34.728870 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:34.730907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:34.859529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 172.25.5.238 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3ab00920-7a29-40a1-911c-b96c3455aa4b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:34.896190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:35.026509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:35.029657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:35.032299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:35.033381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69c91aa4-b425-445a-ac38-34e577389466 HTTP/1.1" status: 204 len: 168 time: 0.4493692 Nov 23 18:55:35.068940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3fa4-dbc3-45ce-9dd4-033a7216268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c91aa4-b425-445a-ac38-34e577389466,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:35.178450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:35.276279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:35.286120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:35.317936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:35.399585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab00920-7a29-40a1-911c-b96c3455aa4b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:35.461162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-685fdef8-c150-4f19-bcad-790796d2668a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184038 Nov 23 18:55:35.877495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-a79c8893-9acd-435c-99bb-4d19573de09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:35.879193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-a79c8893-9acd-435c-99bb-4d19573de09f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240e363bc41f45608adfb8ccacb55a8a&device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 1096 time: 0.3135705 Nov 23 18:55:35.901772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9c395-d275-431b-a9c7-4d53b440a406 req-e86615ba-0fc8-4ce3-a8f5-6c394d182b27 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:35.903889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ab9c395-d275-431b-a9c7-4d53b440a406 req-e86615ba-0fc8-4ce3-a8f5-6c394d182b27 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2549858 Nov 23 18:55:36.488121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:36.567677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:36.580274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ab9c395-d275-431b-a9c7-4d53b440a406 req-537b49e7-8608-4e77-a464-ed4d119bdac9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631949 Nov 23 18:55:36.703474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-0de9d0a6-6c23-4f82-80cb-edc7cbbac049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:36.706409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-0de9d0a6-6c23-4f82-80cb-edc7cbbac049 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 200 len: 911 time: 0.7995422 Nov 23 18:55:36.728541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'networks': [{'name': 'tempest-network--923591136'}, {'name': 'tempest-network--765495848'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:36.728853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-network--923591136'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:36.729514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-network--765495848'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:36.770311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'network': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:36.776060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:36.822065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:36.900361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-35e39b2e-3634-4070-8c1e-b47187aa4e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 200 len: 1001 time: 0.1820328 Nov 23 18:55:36.958192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-114db00e-dcef-45cc-aa91-3e516d748627 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3180220 Nov 23 18:55:37.047098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-c5b03225-dcc7-4da7-8197-99423df39b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.049636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-c5b03225-dcc7-4da7-8197-99423df39b50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 200 len: 849 time: 0.1402788 Nov 23 18:55:37.117958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.150092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.151210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.158118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.167187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.179601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-e0b30dee-936b-4aa2-9bbf-35a17846c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.181928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-e0b30dee-936b-4aa2-9bbf-35a17846c15b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0754717-0b52-4542-8a67-e67658a44d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209738 Nov 23 18:55:37.291306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:37.302940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530a471b-5129-45e3-b731-16c923ceeddf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:37.351599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.352399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.352705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.353170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.353629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.354087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.354657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.356630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-290ebe56-6d2e-4abd-99af-d24838d9538b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.3406460 Nov 23 18:55:37.363848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.364201 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment 9dfa5cf8-ae94-4212-a808-9a62d8c65161 of type vlan for network 75da852c-853e-4ef5-803d-7b224ef63b1f Nov 23 18:55:37.513865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.594815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-dd301da6-d636-4535-be9f-adfbe0f7baee service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669538 Nov 23 18:55:37.725822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a4cd0691-f70c-4b2a-af3d-7e767b7b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.726515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a4cd0691-f70c-4b2a-af3d-7e767b7b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.727111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a4cd0691-f70c-4b2a-af3d-7e767b7b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.729199 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a4cd0691-f70c-4b2a-af3d-7e767b7b83e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=d263aea2-1cfc-4228-9b39-7600e563994f&id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 2292 time: 0.3106401 Nov 23 18:55:37.730358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:37.800618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.800974 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment 98d9dd06-7666-4e89-8a69-d52e8bf5a942 of type vlan for network 1d49e54e-90f3-4303-ad90-e7a50e0f9fbf Nov 23 18:55:37.873864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-43a3ff11-4c04-4119-9c39-e99d92757db5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 999 time: 0.1354079 Nov 23 18:55:37.875919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.902332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83876-b0d6-4d2a-b2bb-403a07254b73 req-0e005a38-70c1-4399-8429-3db4bb98958d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.903889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79a83876-b0d6-4d2a-b2bb-403a07254b73 req-0e005a38-70c1-4399-8429-3db4bb98958d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2195308 Nov 23 18:55:37.955431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93dc0fd5-bddc-4669-8373-0bda27d3ea65 req-5ffc8aec-b607-4113-85d6-ef442690febf service neutron] 10.222.0.47 "GET /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597248 Nov 23 18:55:37.964963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.965743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.971573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router 529dfd14-b53d-474c-bf60-a069784456ec is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:37.976163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.983720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.984639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:37.993136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-fecd8c6e-8846-4cfa-9eb7-f7f3cae47e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:37.994980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-fecd8c6e-8846-4cfa-9eb7-f7f3cae47e8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 200 len: 849 time: 0.1112657 Nov 23 18:55:38.067363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5773900 Nov 23 18:55:38.072384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:38.117429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=75da852c-853e-4ef5-803d-7b224ef63b1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:38.132502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 75da852c-853e-4ef5-803d-7b224ef63b1f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:38.495860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79a83876-b0d6-4d2a-b2bb-403a07254b73 req-38fdf8c4-69b2-4885-befa-2aa47864cf9a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732503 Nov 23 18:55:38.550849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:38.560952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] Sync routers for ids ['529dfd14-b53d-474c-bf60-a069784456ec'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:38.579597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404ae2-da39-41f3-9fc6-8b592924db03 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=1d49e54e-90f3-4303-ad90-e7a50e0f9fbf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:38.586671 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] Routers {'529dfd14-b53d-474c-bf60-a069784456ec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:38.588666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['529dfd14-b53d-474c-bf60-a069784456ec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:38.593323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1d49e54e-90f3-4303-ad90-e7a50e0f9fbf details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:38.605041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-bd394d73-d1e6-4603-818e-30ecd02a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:38.611996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:38.612913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-bd394d73-d1e6-4603-818e-30ecd02a10bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cabe37-3dac-406c-88ba-4744631137e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5998716 Nov 23 18:55:38.613952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4350cd0b-bedc-47c3-bd98-6dd222251a8e tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "PUT /v2.0/routers/529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 200 len: 918 time: 5.0773444 Nov 23 18:55:38.619691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:38.729267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:38.774767 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] Routers {'529dfd14-b53d-474c-bf60-a069784456ec'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:38.775773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['529dfd14-b53d-474c-bf60-a069784456ec'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:38.891156 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:38.892521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b1ddf-6082-4fc8-ab58-6a730be0024e None None] The sync data for ids ['529dfd14-b53d-474c-bf60-a069784456ec'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:38.917329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.001519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-94830276-8ac3-4429-ac71-56ba65e3040c service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795578 Nov 23 18:55:39.010948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b1671c43-3a25-42f9-9fe3-f02b86c6df67 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 200 len: 924 time: 0.3900352 Nov 23 18:55:39.013710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.016242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490574c-8f41-4ed2-ae74-005b19d36d45 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.023538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490574c-8f41-4ed2-ae74-005b19d36d45 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.031016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490574c-8f41-4ed2-ae74-005b19d36d45 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.038436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490574c-8f41-4ed2-ae74-005b19d36d45 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.041519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2490574c-8f41-4ed2-ae74-005b19d36d45 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5563102 Nov 23 18:55:39.045739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.152166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.166675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-099ff591-9297-42a0-80f9-35c97506105e service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518273 Nov 23 18:55:39.329107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.358395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-2ad94d44-da63-411b-ac0d-d5c4634586c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 217 time: 0.1780462 Nov 23 18:55:39.394700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75da852c-853e-4ef5-803d-7b224ef63b1f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:39.411004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f451791-a8b6-4f7d-92bc-456330395998 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.412937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f451791-a8b6-4f7d-92bc-456330395998 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=529dfd14-b53d-474c-bf60-a069784456ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2553871 Nov 23 18:55:39.416140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.433117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfa5cf8-ae94-4212-a808-9a62d8c65161') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:39.433117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfa5cf8-ae94-4212-a808-9a62d8c65161') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:39.456418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.467533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-5152b235-c298-4a73-842d-ab2f8c24abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.469223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-5152b235-c298-4a73-842d-ab2f8c24abb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.1026990 Nov 23 18:55:39.480016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.488392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:39.489056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:39.492950 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:39.617513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.622086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-c8d9b4ee-c51b-4b82-af37-b5afb7f02e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.630539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-c8d9b4ee-c51b-4b82-af37-b5afb7f02e5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501625 Nov 23 18:55:39.632001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f671657-28ab-48db-9956-d255b34b48ed tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.633549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9f671657-28ab-48db-9956-d255b34b48ed tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.2161980 Nov 23 18:55:39.639927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.658119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.665011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/75da852c-853e-4ef5-803d-7b224ef63b1f HTTP/1.1" status: 204 len: 168 time: 0.6152692 Nov 23 18:55:39.665732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d1bd-2b41-4039-b3ed-0ea159be8987 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=75da852c-853e-4ef5-803d-7b224ef63b1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:39.671270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.723207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8083498f-91cd-4e5a-9b7c-459038265a14 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 200 len: 205 time: 0.0821960 Nov 23 18:55:39.729058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:39.842235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224b00-5c2e-42e7-a9f1-62c3b3fddec0 req-74849d0f-4268-426b-89d9-7a21a0f8e7d7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:39.850070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51224b00-5c2e-42e7-a9f1-62c3b3fddec0 req-74849d0f-4268-426b-89d9-7a21a0f8e7d7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2010603 Nov 23 18:55:39.877914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:39.896960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-d84c06ba-3353-4df6-a4d1-0b663c997e71 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381144 Nov 23 18:55:39.949164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-51224b00-5c2e-42e7-a9f1-62c3b3fddec0 req-469afa30-f7b1-4aeb-804f-4a2233c5a3c7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981207 Nov 23 18:55:40.034823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.117793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.140838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-4223dd9f-2a75-43bf-bdbd-00c3c686d02e service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318599 Nov 23 18:55:40.190467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a2dc1d77-77ac-40c7-aa2a-83f73cf4818b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 217 time: 0.0442381 Nov 23 18:55:40.214059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d49e54e-90f3-4303-ad90-e7a50e0f9fbf']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:40.236685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d9dd06-7666-4e89-8a69-d52e8bf5a942') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:40.237013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d9dd06-7666-4e89-8a69-d52e8bf5a942') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:40.251203 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.257853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-d1de3913-066c-40ac-a1f6-0bcc41ed95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:40.260051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-d1de3913-066c-40ac-a1f6-0bcc41ed95e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0602496 Nov 23 18:55:40.276514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.295197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.300359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:40.300766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:40.303949 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:40.343097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.355103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-3f826428-842b-4801-af8a-9b7f8c8d748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:40.359388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-3f826428-842b-4801-af8a-9b7f8c8d748a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879536 Nov 23 18:55:40.480084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.487930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.494340 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/1d49e54e-90f3-4303-ad90-e7a50e0f9fbf HTTP/1.1" status: 204 len: 168 time: 0.8218307 Nov 23 18:55:40.498404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:40.572936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-ca2a0354-e035-4254-9f80-7c44e8562c13 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067041 Nov 23 18:55:40.666525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port 3ab00920-7a29-40a1-911c-b96c3455aa4b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:40.667475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.678073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529921a9-84d5-4f3e-8815-beb5ee74eda2 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:40.684327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529921a9-84d5-4f3e-8815-beb5ee74eda2 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:40.686438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-529921a9-84d5-4f3e-8815-beb5ee74eda2 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1860294 Nov 23 18:55:40.690055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5cb5c-c185-4e4d-a57c-53c34c4e1fdd tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=1d49e54e-90f3-4303-ad90-e7a50e0f9fbf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:40.690637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:40.697365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1760443159'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:40.731035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-4410f334-78e1-40ee-82b9-dcbbe8ef6874 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381769 Nov 23 18:55:40.791015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-de39909c-9776-4c8b-a201-9871c7ce21c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 200 len: 217 time: 0.0522707 Nov 23 18:55:40.791716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:40.796140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.867379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-4130a22c-9d3e-45cc-bd31-e92460a826f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:40.869091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-4130a22c-9d3e-45cc-bd31-e92460a826f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0691283 Nov 23 18:55:40.926356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:40.941763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:40.942207 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment dd1fd2cc-aeaf-4bc9-8f1c-da7bd054cd21 of type vlan for network d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8 Nov 23 18:55:41.000100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-3a3f8faf-735f-4574-b82b-bddec3e9f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.002474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-3a3f8faf-735f-4574-b82b-bddec3e9f219 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144640 Nov 23 18:55:41.108625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.195279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-050d76c3-8fb1-4b96-98a3-edfcfffd201a service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427205 Nov 23 18:55:41.208849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.215016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.215595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.314917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6221964 Nov 23 18:55:41.318994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:41.326925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-48865668'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:41.380300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.393619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a560ccb-6c65-40f3-b92c-879e5ca83836 req-b74ebf14-1eaa-4ec8-a71f-81090e388a92 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.395268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a560ccb-6c65-40f3-b92c-879e5ca83836 req-b74ebf14-1eaa-4ec8-a71f-81090e388a92 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1192977 Nov 23 18:55:41.424857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for 3ab00920-7a29-40a1-911c-b96c3455aa4b owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:41.426969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:41.430815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.433874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c769a-58cf-4749-a7f9-6ebf1b4a8f82 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:41.457771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:41.479147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-9a6b992c-4cf7-4293-a7e6-29bf33a462cd service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716312 Nov 23 18:55:41.543715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:41.556321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-b7621668-f3de-4490-9030-5525eac68a29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 200 len: 217 time: 0.0681677 Nov 23 18:55:41.566837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a560ccb-6c65-40f3-b92c-879e5ca83836 req-b0f723a2-842a-421e-8a01-5623e1aeed92 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600215 Nov 23 18:55:41.568073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.568415 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment 8bdde3c8-8c4b-4a1a-a9f9-afac6d8a8bd2 of type vlan for network 12cdacc9-15a1-4d5b-bbcf-21171bf60832 Nov 23 18:55:41.702200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.703115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-cfff3be7-e8c5-4255-b205-9ae9a4403b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.705995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-cfff3be7-e8c5-4255-b205-9ae9a4403b12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.1398902 Nov 23 18:55:41.761363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-8adeba1d-7485-4b5b-8f22-852150271621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.762921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-8adeba1d-7485-4b5b-8f22-852150271621 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485752 Nov 23 18:55:41.786911 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.794424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:41.795067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.881020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5602281 Nov 23 18:55:41.893452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:41.898374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'ports': [{'network_id': 'd4e4eb7f-fd1a-4337-b6c0-b104501dc7a8', 'name': 'tempest-port--827416323', 'admin_state_up': True}, {'network_id': '12cdacc9-15a1-4d5b-bbcf-21171bf60832', 'admin_state_up': False}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:41.898693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'port': {'network_id': 'd4e4eb7f-fd1a-4337-b6c0-b104501dc7a8', 'name': 'tempest-port--827416323', 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:41.899736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'port': {'network_id': '12cdacc9-15a1-4d5b-bbcf-21171bf60832', 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:41.912388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-c783ffa2-8f30-4524-acb8-c4d4dcb82388 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394467 Nov 23 18:55:41.970000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:41.994033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9a0bc-b295-4816-b363-f68fdcb710f4 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=12cdacc9-15a1-4d5b-bbcf-21171bf60832,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:42.007938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 12cdacc9-15a1-4d5b-bbcf-21171bf60832 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:42.041559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=3ab00920-7a29-40a1-911c-b96c3455aa4b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:42.195684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-fae22406-48fe-4f94-a7fc-e8a2fc3113eb service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748308 Nov 23 18:55:42.230363 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.271636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-67bc8070-017e-4bb4-8ef6-06b09371a8e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 217 time: 0.0685775 Nov 23 18:55:42.391733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-182be4d5-e01a-4655-951b-2baf4dee122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:42.396482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-182be4d5-e01a-4655-951b-2baf4dee122f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.1130567 Nov 23 18:55:42.430212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.440921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.482079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-dd48ede8-7d29-4558-a9e9-50f52ca7915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:42.483762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-dd48ede8-7d29-4558-a9e9-50f52ca7915c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786736 Nov 23 18:55:42.550138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.552315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router 529dfd14-b53d-474c-bf60-a069784456ec {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:42.570799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.572020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8df16d9e-0081-4414-a9db-30c83f6b82eb tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 204 len: 168 time: 2.8404098 Nov 23 18:55:42.576249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:42.595619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-955234937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:42.602158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'port': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:42.607109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.629212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.653392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.655058 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.661085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-3a73629c-0d86-4218-9b56-9ed439d91f87 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620760 Nov 23 18:55:42.852434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-a0e1cc14-e93e-4c0a-a4f9-3d25e9475843 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818020 Nov 23 18:55:42.857591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] device_id is not set on port 4e872e6e-52c9-483a-ad87-bfc01d071d15 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:55:42.865356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.872661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.916558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:42.921053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a4c0a27b-7f13-4286-9c69-3e93d9211cb8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3394237 Nov 23 18:55:42.927425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078cc27-d809-4478-bc2d-389e625d0c25 req-5df32d67-8547-4daa-863b-668b0f35e0a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:42.928279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d078cc27-d809-4478-bc2d-389e625d0c25 req-5df32d67-8547-4daa-863b-668b0f35e0a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1550601 Nov 23 18:55:42.928610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:42.935249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:42.937754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-e24b9de9-f23e-4c82-8c85-de639ee1638a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 217 time: 0.0752990 Nov 23 18:55:43.038500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-df597a0a-a71a-4f08-8533-81d01675b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:43.040770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-df597a0a-a71a-4f08-8533-81d01675b419 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.0957363 Nov 23 18:55:43.098699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-042ee73a-218a-49c2-b06f-aab1f7c1e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:43.100833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-042ee73a-218a-49c2-b06f-aab1f7c1e819 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501790 Nov 23 18:55:43.248774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-748f4d35-5ae6-498f-b879-b5c3c02adc52 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375093 Nov 23 18:55:43.299558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.361403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c6f3370-b388-40a9-8d34-557c87f7207a req-47bc9bcc-9154-463c-9227-6ef0d9b71189 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049063 Nov 23 18:55:43.401392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] device_id is not set on port a800174d-3cfc-4464-96d8-875c0f933c17 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:55:43.410154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d078cc27-d809-4478-bc2d-389e625d0c25 req-0363f1bf-b4ef-469f-937d-d68c2dcf9cb5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706352 Nov 23 18:55:43.496837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.672748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.728565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.853125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Port': ['ID=4e872e6e-52c9-483a-ad87-bfc01d071d15,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:43.909687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Checking segment: {'id': 'dd1fd2cc-aeaf-4bc9-8f1c-da7bd054cd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd4e4eb7f-fd1a-4337-b6c0-b104501dc7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:43.910409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network hostable DHCP agents. Network: d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:43.912755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.941258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:43.981826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:44.000046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:44.006469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:44.007336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.017395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096c0ca-6b61-44dd-a733-eec8084907c5 None None] Network d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:44.133512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Port': ['ID=a800174d-3cfc-4464-96d8-875c0f933c17,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:44.155150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Allocated IP 172.25.5.172 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/17e4173d-62b8-4789-a08d-6b76d2518305) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:44.171050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Checking segment: {'id': '8bdde3c8-8c4b-4a1a-a9f9-afac6d8a8bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '12cdacc9-15a1-4d5b-bbcf-21171bf60832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:44.171461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network hostable DHCP agents. Network: 12cdacc9-15a1-4d5b-bbcf-21171bf60832, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:44.241077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network 12cdacc9-15a1-4d5b-bbcf-21171bf60832 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:44.263743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 12cdacc9-15a1-4d5b-bbcf-21171bf60832) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:44.273201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:44.281472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c182f3-8bbd-4bdf-85af-22936ff92206 None None] Network 12cdacc9-15a1-4d5b-bbcf-21171bf60832 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:44.285346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:44.291011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:44.293281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.317182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9a1ba21-d954-49e5-b920-c3de3cfab8ae tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4225049 Nov 23 18:55:44.319783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:44.493031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.527138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130714b-e76b-4b2a-8818-fbd545d7bbfb tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:44.534500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130714b-e76b-4b2a-8818-fbd545d7bbfb tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:44.536223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d130714b-e76b-4b2a-8818-fbd545d7bbfb tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2152526 Nov 23 18:55:44.539047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:44.634512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac041d6-c7ff-4f38-9bc9-1dab2d3b87d5 req-e807ba68-8684-498b-886a-31836abb5c88 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:44.644030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eac041d6-c7ff-4f38-9bc9-1dab2d3b87d5 req-e807ba68-8684-498b-886a-31836abb5c88 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1048052 Nov 23 18:55:44.652763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.691863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:44.706423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Deleting port 4e872e6e-52c9-483a-ad87-bfc01d071d15 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:44.707101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.722463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:44.753847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:44.783084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eac041d6-c7ff-4f38-9bc9-1dab2d3b87d5 req-485cad05-9b2e-4695-bce0-dca540b97ab1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381714 Nov 23 18:55:44.789950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.795010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Pushing event updated for resources: {'Port': ['ID=17e4173d-62b8-4789-a08d-6b76d2518305,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:44.805117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Calling delete_port for 4e872e6e-52c9-483a-ad87-bfc01d071d15 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:44.918520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.960943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Port': ['ID=4e872e6e-52c9-483a-ad87-bfc01d071d15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:44.968736 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.973837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e708015b-97df-46bc-b0da-d3655169e8c8 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/ports/4e872e6e-52c9-483a-ad87-bfc01d071d15 HTTP/1.1" status: 204 len: 168 time: 0.4334042 Nov 23 18:55:44.978620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:45.192030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6826ef-0a09-4099-80f8-544eb2a50a0e req-4ba45e7a-6cf8-4520-b781-d5c4b13d54a6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:45.193694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6826ef-0a09-4099-80f8-544eb2a50a0e req-4ba45e7a-6cf8-4520-b781-d5c4b13d54a6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1446507 Nov 23 18:55:45.229973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.570062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Deleting port a800174d-3cfc-4464-96d8-875c0f933c17 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:45.570405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.614579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c6826ef-0a09-4099-80f8-544eb2a50a0e req-546655ea-2bb7-432a-ad71-6bfbdfc0342f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114084 Nov 23 18:55:45.716495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.734493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Calling delete_port for a800174d-3cfc-4464-96d8-875c0f933c17 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:45.826434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc55ec-73e3-4b29-8865-c6f0d6391d35 req-16419c49-8f6e-4927-b1d9-05e232a9de89 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:45.828922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72cc55ec-73e3-4b29-8865-c6f0d6391d35 req-16419c49-8f6e-4927-b1d9-05e232a9de89 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0725710 Nov 23 18:55:45.904015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72cc55ec-73e3-4b29-8865-c6f0d6391d35 req-a033bbbc-12e8-4c52-a60b-8b1b4ee25e8c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667474 Nov 23 18:55:45.939782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.945004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.998081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.032529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Port': ['ID=a800174d-3cfc-4464-96d8-875c0f933c17,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:46.047029 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.050763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4f6228d1-96c1-4ae2-bc33-c964473cfa49 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/ports/a800174d-3cfc-4464-96d8-875c0f933c17 HTTP/1.1" status: 204 len: 168 time: 1.0698643 Nov 23 18:55:46.053377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:46.117600 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9668febb-9e03-4754-93ca-54736d37fc9c tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0629706 Nov 23 18:55:46.121169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:46.126644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-649822630'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:46.162440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:46.168670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.201330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:46.213748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.214093 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment 1cb55bb0-20d7-485c-b60f-809178024b01 of type vlan for network 111ffe51-26df-4f84-93b4-1d0c56ff9f77 Nov 23 18:55:46.272849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.351572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-156cca3f-b8b1-479a-adb8-7e49f8d7a584 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:46.353404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-156cca3f-b8b1-479a-adb8-7e49f8d7a584 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.1889238 Nov 23 18:55:46.355397 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Router d21657cb-86d3-45ef-ae7a-3b23c7f039dd is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:46.378333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.396175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:46.397850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.411085 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-511be360-f182-4df6-b861-d650c5bb882b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/quotas/1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 375 time: 0.0429664 Nov 23 18:55:46.457171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3346663 Nov 23 18:55:46.460195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:46.465946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-114889503'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:46.523600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:46.527163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.531416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3cc8f-467e-4a55-afbf-350258471c85 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=111ffe51-26df-4f84-93b4-1d0c56ff9f77,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:46.546309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 111ffe51-26df-4f84-93b4-1d0c56ff9f77 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:46.596655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:55:46.623957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.624247 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Added segment 8d38545b-0a9c-4180-9f8e-ef92dade786a of type vlan for network e3349ad1-2577-4b78-b1af-a44b0ebd4a51 Nov 23 18:55:46.661052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-6e14d4c7-64f9-447b-8b5c-1e13003e40c6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1924672 Nov 23 18:55:46.666945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-5d46eb7d-a16a-427b-ae31-3ba93882aca6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:55:46.676200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-5d46eb7d-a16a-427b-ae31-3ba93882aca6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142496 Nov 23 18:55:46.690906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.721008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:46.726258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.727503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de26e669-a952-4beb-8549-aa34908b3827 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "PUT /v2.0/routers/d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 200 len: 919 time: 3.7963746 Nov 23 18:55:46.737291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:46.742255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] Sync routers for ids ['d21657cb-86d3-45ef-ae7a-3b23c7f039dd'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:46.756666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.763691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:46.764134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] Routers {'d21657cb-86d3-45ef-ae7a-3b23c7f039dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:46.764327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.764754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d21657cb-86d3-45ef-ae7a-3b23c7f039dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:46.792798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3310008 Nov 23 18:55:46.847389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:46.876479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] Routers {'d21657cb-86d3-45ef-ae7a-3b23c7f039dd'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:46.877058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d21657cb-86d3-45ef-ae7a-3b23c7f039dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:46.889830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed7b67-66e5-4c26-94c8-ef1958c2a538 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Network': ['ID=e3349ad1-2577-4b78-b1af-a44b0ebd4a51,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:46.948524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network e3349ad1-2577-4b78-b1af-a44b0ebd4a51 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:55:47.016707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:47.018730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217c2ad-3a07-4667-a8c0-38465960db4a None None] The sync data for ids ['d21657cb-86d3-45ef-ae7a-3b23c7f039dd'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:47.057417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-288dc7f3-1e6f-45a9-9a47-3cb043f17915 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 200 len: 925 time: 0.3181295 Nov 23 18:55:47.059163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:47.067813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-1b98a159-281a-4c49-a8c8-b187e340ad44 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907638 Nov 23 18:55:47.140956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f43fd-15d9-4f10-bc56-2d5d15d73f1d tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:47.145953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-620f43fd-15d9-4f10-bc56-2d5d15d73f1d tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=d21657cb-86d3-45ef-ae7a-3b23c7f039dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0856729 Nov 23 18:55:47.148723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:47.196818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-60f15aa4-1d83-4228-aced-4e40fb73a993 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258297 Nov 23 18:55:47.305566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307413f0-4f2f-4e95-9f32-3ed636227531 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:47.307004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-307413f0-4f2f-4e95-9f32-3ed636227531 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.1556802 Nov 23 18:55:47.309901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:47.345301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a33c5ecf-0556-417a-9b09-7cbf19e3497c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 200 len: 205 time: 0.0339816 Nov 23 18:55:47.347617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:47.476098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:47.519202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8be76620-aa38-4f18-92f2-c4d446399988 req-9f934e6c-3bb7-463a-bfd8-e29a4fc48ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0436065 Nov 23 18:55:47.718331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:47.802742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port 17e4173d-62b8-4789-a08d-6b76d2518305 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:47.803075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:47.935478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:47.971205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for 17e4173d-62b8-4789-a08d-6b76d2518305 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:48.179918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.217291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=17e4173d-62b8-4789-a08d-6b76d2518305,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:48.273054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.370432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.373197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.422554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.423196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router d21657cb-86d3-45ef-ae7a-3b23c7f039dd {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:48.430711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.436393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2691a7fb-9a8a-46cf-871f-7e9268bc1bd0 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 204 len: 168 time: 1.0833702 Nov 23 18:55:48.437223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:48.445983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1254802180', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:48.484354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.485997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.586749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.755695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2253767a-618c-4126-beb1-7a1e9c756079 req-a8855a86-9b0f-42d2-b8fb-6fc074acf683 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0855279 Nov 23 18:55:48.761280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:49.029612 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:49.071349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:49.229169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Allocated IP 172.25.5.120 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3fa939b7-7888-45c4-a791-2701215e3bfb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:49.980509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.026663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f04cdde5-65bc-46af-a028-d283d0f9a50c req-50b6b884-1c94-4687-9097-8128e074ff06 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0342543 Nov 23 18:55:50.067024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.141249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:50.142559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event updated for resources: {'Port': ['ID=3fa939b7-7888-45c4-a791-2701215e3bfb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:50.146975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:50.155823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:50.158520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:50.165242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'subnets': [{'network_id': '111ffe51-26df-4f84-93b4-1d0c56ff9f77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1347631166', 'ip_version': 6}, {'network_id': 'e3349ad1-2577-4b78-b1af-a44b0ebd4a51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:50.166034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'subnet': {'network_id': '111ffe51-26df-4f84-93b4-1d0c56ff9f77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1347631166', 'ip_version': 6}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:50.166777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Request body: {'subnet': {'network_id': 'e3349ad1-2577-4b78-b1af-a44b0ebd4a51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:50.353437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Made reservation on behalf of 144ae0ffb1bc463c99ea2c5f1a47d90a for: {'subnet': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:50.360406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.361009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.454758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.703859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.812395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.878186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Router 1174b604-63a3-4434-ad6b-8e268ae14dad is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:55:50.890456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Subnet': ['ID=1d16ed07-7fa6-41c7-bde5-fad9b63488f1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:50.918870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Checking segment: {'id': '1cb55bb0-20d7-485c-b60f-809178024b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '111ffe51-26df-4f84-93b4-1d0c56ff9f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:50.922586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network hostable DHCP agents. Network: 111ffe51-26df-4f84-93b4-1d0c56ff9f77, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:50.945456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network 111ffe51-26df-4f84-93b4-1d0c56ff9f77 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:50.960532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 111ffe51-26df-4f84-93b4-1d0c56ff9f77) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:50.968727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:50.973307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91e601-b195-47d9-b171-729022984dd8 None None] Network 111ffe51-26df-4f84-93b4-1d0c56ff9f77 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:51.074587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:51.088246 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] Sync routers for ids ['1174b604-63a3-4434-ad6b-8e268ae14dad'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:51.112340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event updated for resources: {'Subnet': ['ID=5476d8f4-ce64-4caf-b5e3-8b1a87dc4321,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:51.117660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] Routers {'1174b604-63a3-4434-ad6b-8e268ae14dad'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:51.120379 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1174b604-63a3-4434-ad6b-8e268ae14dad'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:51.128042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.132805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-99499b2d-1360-4fc2-a622-f1088605b683 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6902869 Nov 23 18:55:51.134536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:51.152984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:51.176273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Checking segment: {'id': '8d38545b-0a9c-4180-9f8e-ef92dade786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3349ad1-2577-4b78-b1af-a44b0ebd4a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:51.178268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network hostable DHCP agents. Network: e3349ad1-2577-4b78-b1af-a44b0ebd4a51, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:55:51.221613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Network e3349ad1-2577-4b78-b1af-a44b0ebd4a51 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:55:51.241329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, e3349ad1-2577-4b78-b1af-a44b0ebd4a51) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:51.246514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.247785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.247892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.292053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e37001f-1222-41ec-a5e8-4a1320e054f1 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1314809 Nov 23 18:55:51.293847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:51.297498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b51fc1-07ee-4bca-a8ea-4b7eba865edb None None] Network e3349ad1-2577-4b78-b1af-a44b0ebd4a51 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:51.421058 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:51.431788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] Routers {'1174b604-63a3-4434-ad6b-8e268ae14dad'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:51.432776 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1174b604-63a3-4434-ad6b-8e268ae14dad'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:51.468245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:51.469228 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62301be-d657-4a10-b8b5-7feddfb6f757 None None] The sync data for ids ['1174b604-63a3-4434-ad6b-8e268ae14dad'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:51.475866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdde0a6-de44-4587-abee-a44f9fb42d83 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.477525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdde0a6-de44-4587-abee-a44f9fb42d83 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.479204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdde0a6-de44-4587-abee-a44f9fb42d83 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:51.482015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7bdde0a6-de44-4587-abee-a44f9fb42d83 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1854234 Nov 23 18:55:51.490238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:51.555003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Deleting subnet 1d16ed07-7fa6-41c7-bde5-fad9b63488f1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:51.559617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.571788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95e82910-a9c7-4912-b3bd-db272c3058d3 req-b9c62ab2-efd5-46d6-b2dc-8c9f87811269 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0863168 Nov 23 18:55:51.615821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa79e8-e19b-4b1a-9665-c3c9b48090ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-111ffe51-26df-4f84-93b4-1d0c56ff9f77', 'network_id': '111ffe51-26df-4f84-93b4-1d0c56ff9f77', 'tenant_id': '144ae0ffb1bc463c99ea2c5f1a47d90a', 'fixed_ips': [{'subnet_id': '1d16ed07-7fa6-41c7-bde5-fad9b63488f1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:51.616719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2aa79e8-e19b-4b1a-9665-c3c9b48090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.616943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.724322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.812485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.827002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.830458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.869790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Subnet': ['ID=1d16ed07-7fa6-41c7-bde5-fad9b63488f1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:51.879197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.885684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-45c3977f-5561-4c1c-beef-e40238539570 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/subnets/1d16ed07-7fa6-41c7-bde5-fad9b63488f1 HTTP/1.1" status: 204 len: 168 time: 0.3917463 Nov 23 18:55:51.890686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:51.957667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Deleting port 3fa939b7-7888-45c4-a791-2701215e3bfb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:55:51.958242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:51.973272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Deleting subnet 5476d8f4-ce64-4caf-b5e3-8b1a87dc4321 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:55:51.976782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-c2aa79e8-e19b-4b1a-9665-c3c9b48090ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d16ed07-7fa6-41c7-bde5-fad9b63488f1: This subnet is being modified by another concurrent operation. Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:55:52.012480 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d16ed07-7fa6-41c7-bde5-fad9b63488f1: This subnet is being modified by another concurrent operation. Nov 23 18:55:52.018400 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 18:55:52.062376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.076846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.097982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984615c1-d41a-4827-ae14-97625d07ffb3 None None] Network 111ffe51-26df-4f84-93b4-1d0c56ff9f77 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:52.098764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Calling delete_port for 3fa939b7-7888-45c4-a791-2701215e3bfb owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:55:52.174708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.182093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531c910-b461-4d45-9a00-ecaefa8d67c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-e3349ad1-2577-4b78-b1af-a44b0ebd4a51', 'network_id': 'e3349ad1-2577-4b78-b1af-a44b0ebd4a51', 'tenant_id': '144ae0ffb1bc463c99ea2c5f1a47d90a', 'fixed_ips': [{'subnet_id': '5476d8f4-ce64-4caf-b5e3-8b1a87dc4321'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:55:52.183108 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1531c910-b461-4d45-9a00-ecaefa8d67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.284569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.314443 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.320404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/subnets/5476d8f4-ce64-4caf-b5e3-8b1a87dc4321 HTTP/1.1" status: 204 len: 168 time: 0.4276047 Nov 23 18:55:52.329186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:52.344174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc993e4-60cd-4e62-a339-e4f68e89a892 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Subnet': ['ID=5476d8f4-ce64-4caf-b5e3-8b1a87dc4321,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-1531c910-b461-4d45-9a00-ecaefa8d67c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5476d8f4-ce64-4caf-b5e3-8b1a87dc4321: This subnet is being modified by another concurrent operation. Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:55:52.346565 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5476d8f4-ce64-4caf-b5e3-8b1a87dc4321: This subnet is being modified by another concurrent operation. Nov 23 18:55:52.349228 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 18:55:52.376953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f65b7-8229-4398-87d3-3353571cf04e None None] Network e3349ad1-2577-4b78-b1af-a44b0ebd4a51 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:55:52.461993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d6a22-7970-43d6-8414-7133723f5b48 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:52.463731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fb8d6a22-7970-43d6-8414-7133723f5b48 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332254 Nov 23 18:55:52.468113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:52.529927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.535927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e016bd-1943-4f70-9bae-82ba9d6b19cd None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:55:52.557523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Pushing event deleted for resources: {'Port': ['ID=3fa939b7-7888-45c4-a791-2701215e3bfb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:52.571608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.638911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.764655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.765329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e016bd-1943-4f70-9bae-82ba9d6b19cd None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:55:52.788312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3349ad1-2577-4b78-b1af-a44b0ebd4a51']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:52.791802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42a486aa-2e9b-4ff2-a363-0a19057b537a req-0845da1e-094b-4a7d-8009-7fb79a15affc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0701854 Nov 23 18:55:52.801684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d38545b-0a9c-4180-9f8e-ef92dade786a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:52.802137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d38545b-0a9c-4180-9f8e-ef92dade786a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:52.824057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.838869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.845101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:52.845504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:52.911441 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:52.917736 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.007917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.012018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.152776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Router 1174b604-63a3-4434-ad6b-8e268ae14dad has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:55:53.365063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:55:53.380477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.388289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9990b3d6-976d-4b56-ab9c-19b892668a86 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "PUT /v2.0/routers/1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 200 len: 710 time: 2.2459722 Nov 23 18:55:53.388901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] Sync routers for ids ['1174b604-63a3-4434-ad6b-8e268ae14dad'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:55:53.389393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:53.443974 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.449735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/e3349ad1-2577-4b78-b1af-a44b0ebd4a51 HTTP/1.1" status: 204 len: 168 time: 0.9802611 Nov 23 18:55:53.452998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:53.465149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] Routers {'1174b604-63a3-4434-ad6b-8e268ae14dad'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:53.467534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1174b604-63a3-4434-ad6b-8e268ae14dad'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:53.547032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe1221-06e4-43e2-bf65-3ab05b5cf6cf None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:55:53.549698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:53.560119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1160cf8-3572-4b38-88d0-02a69213669e tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=e3349ad1-2577-4b78-b1af-a44b0ebd4a51,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:53.591632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57e30343-85f3-4ec2-ba09-87aa5af75025 tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/routers/1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 200 len: 745 time: 0.2006326 Nov 23 18:55:53.594499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:53.598670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.707354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-65a92a1f-2347-44cf-8d9a-8bbe199170ca tempest-RoutersIpV6AdminTest-974879038 tempest-RoutersIpV6AdminTest-974879038-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 200 len: 205 time: 0.1117079 Nov 23 18:55:53.712973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe1221-06e4-43e2-bf65-3ab05b5cf6cf None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:55:53.720176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:53.768022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:53.768400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db125da0-c90d-4bb6-b7bf-78bee45f9012 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 200 len: 205 time: 0.0467105 Nov 23 18:55:53.784375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] Routers {'1174b604-63a3-4434-ad6b-8e268ae14dad'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:55:53.785025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:55:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1174b604-63a3-4434-ad6b-8e268ae14dad'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:53.844708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:53.845247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7cbe3-a077-4423-b61b-a70d7fc8b324 None None] The sync data for ids ['1174b604-63a3-4434-ad6b-8e268ae14dad'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:55:53.896664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port 32de7ee5-05bb-409e-9d78-7a2d7b95b6de triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:53.897045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.961034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:53.973216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Port 32de7ee5-05bb-409e-9d78-7a2d7b95b6de cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:53.987650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4152c2d3-bf92-4109-99de-330ebca74dd6 req-e83bea86-55f2-4e02-9ed4-a74a841c70cf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0610404 Nov 23 18:55:54.000357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111ffe51-26df-4f84-93b4-1d0c56ff9f77']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:54.014467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb55bb0-20d7-485c-b60f-809178024b01') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:54.015038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb55bb0-20d7-485c-b60f-809178024b01') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:54.028899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-998dfa08-45b7-4238-b4a2-d2bb3ea53753 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:54.030413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-998dfa08-45b7-4238-b4a2-d2bb3ea53753 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.5966823 Nov 23 18:55:54.032636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.057776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port 7d55630b-1613-45eb-a939-400c191c79bb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:54.058607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.129367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.283382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'device_id': '7a43263f-f8d3-4318-8d59-0212169df62c', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'admin_state_up': True, 'tenant_id': '1927eec5f06e42f8827cb843265ae565'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:54.288268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.321437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:54.321832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.327824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:54.329783 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:54.344543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.379780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port fc06295f-ca04-44f1-9079-e828108006fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:54.380183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.530055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.530610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Fanout notify agent at l3_agent the message router_deleted on router 1174b604-63a3-4434-ad6b-8e268ae14dad {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:55:54.549246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.550382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89bc839c-271a-4a16-ab66-fffc5ad9838f tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 204 len: 168 time: 0.7807789 Nov 23 18:55:54.554128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:54.554568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.599122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.603006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09e4df4d-4a92-4d3d-a2a6-e47364f90725 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 200 len: 205 time: 0.0475037 Nov 23 18:55:54.603931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:54.605369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/111ffe51-26df-4f84-93b4-1d0c56ff9f77 HTTP/1.1" status: 204 len: 168 time: 1.1512794 Nov 23 18:55:54.606911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e74a-6044-4fe0-a6cf-fa12ea7b3034 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=111ffe51-26df-4f84-93b4-1d0c56ff9f77,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:54.608139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:54.681205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:54.685763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.726749 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4f14be0e-a4a2-4562-9340-b9a461b802f6 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:54.728061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f14be0e-a4a2-4562-9340-b9a461b802f6 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/1174b604-63a3-4434-ad6b-8e268ae14dad HTTP/1.1" status: 404 len: 336 time: 0.1229732 Nov 23 18:55:54.742063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port f7a7c702-2acc-4f3b-9b03-d82b79972032 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:54.743147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.748388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:54.819203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e4435dc7-cdc1-49ea-998a-a6b90f844aaa tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 200 len: 205 time: 0.0614228 Nov 23 18:55:54.822188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:54.885614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port dfadd026-4119-4f40-aea6-5ea2c14d9588 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:54.886000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:54.916301 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-66b12cc4-356a-42cd-9026-6e9ba4bb7741 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:54.917979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-66b12cc4-356a-42cd-9026-6e9ba4bb7741 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/d21657cb-86d3-45ef-ae7a-3b23c7f039dd HTTP/1.1" status: 404 len: 336 time: 0.0945969 Nov 23 18:55:54.932952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.20.0.8 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:55:54.959158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.041393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e92ef446-0415-4eb4-b513-5f014a3726e2 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 200 len: 205 time: 0.0804875 Nov 23 18:55:55.045765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.059888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port d320c0e9-9a2b-4d53-9880-995518c1d03d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.060434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.062146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.110131 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b4358f11-47e6-40e6-bcad-7068979ca83e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:55.113779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b4358f11-47e6-40e6-bcad-7068979ca83e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/529dfd14-b53d-474c-bf60-a069784456ec HTTP/1.1" status: 404 len: 336 time: 0.0634592 Nov 23 18:55:55.114650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.156743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Port d320c0e9-9a2b-4d53-9880-995518c1d03d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:55.168887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port ce2a76bf-c047-497b-935e-303d0a568e1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.169444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.208581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-203dcc85-d34c-43eb-9b9c-8df163ca9028 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 200 len: 205 time: 0.0885596 Nov 23 18:55:55.208670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Port ce2a76bf-c047-497b-935e-303d0a568e1f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:55.212356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.221736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port eeb657e3-a59b-478f-bdd1-1dbc93ac1021 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.222268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.265619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17b89af6-82c0-464c-84f1-ee0977c103cc req-c723d519-0a17-45e2-9b48-d6ad59f1324c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 210 time: 0.0593820 Nov 23 18:55:55.269034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Port eeb657e3-a59b-478f-bdd1-1dbc93ac1021 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:55.286224 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-887297a1-f0ee-4ad6-8d61-bc3916e3bac8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:55.290148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-887297a1-f0ee-4ad6-8d61-bc3916e3bac8 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/76c6d812-8120-4743-9253-f77f8cd63d02 HTTP/1.1" status: 404 len: 336 time: 0.0738747 Nov 23 18:55:55.292918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port 3e649f6c-4854-4026-a223-8144adbabc7e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.295161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.300909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.324464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.359513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a53f831-1f6c-42f5-93e1-ccd182f8c2e3 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 200 len: 205 time: 0.0569446 Nov 23 18:55:55.362270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.372666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cdacc9-15a1-4d5b-bbcf-21171bf60832']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:55.393410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdde3c8-8c4b-4a1a-a9f9-afac6d8a8bd2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:55.393710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdde3c8-8c4b-4a1a-a9f9-afac6d8a8bd2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:55.407426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.423684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.424415 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.436786 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.444135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:55.444951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:55.449222 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:55.461296 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-02b7f89f-8f94-43cf-a9c3-a4d5530425bc tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:55.464442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02b7f89f-8f94-43cf-a9c3-a4d5530425bc tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/01d8c272-ed5e-4345-ac14-f33897e7cbff HTTP/1.1" status: 404 len: 336 time: 0.1013103 Nov 23 18:55:55.473137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.510396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.576619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-837d08f0-5ee9-4081-8db7-ed990ea1c40e tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9e8e1a4-f21c-4d72-858a-53b1101a3599 HTTP/1.1" status: 200 len: 205 time: 0.1008213 Nov 23 18:55:55.582733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.593137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Provisioning complete for port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:55.593572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3904-8380-4209-bcac-1d76ff912a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.597249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.667141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:55:55.692571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:55:55.696054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:55:55.698578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:55:55.702240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.706387 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-35ce5e75-1ba7-4394-a14b-7b240389198c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] delete failed (client error): The resource could not be found. Nov 23 18:55:55.706894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35ce5e75-1ba7-4394-a14b-7b240389198c tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/routers/e9e8e1a4-f21c-4d72-858a-53b1101a3599 HTTP/1.1" status: 404 len: 336 time: 0.1221082 Nov 23 18:55:55.712968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.728116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/12cdacc9-15a1-4d5b-bbcf-21171bf60832 HTTP/1.1" status: 204 len: 168 time: 1.0952554 Nov 23 18:55:55.730216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.731106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:55.810448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=12cdacc9-15a1-4d5b-bbcf-21171bf60832,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:55.821610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:55.853861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:55.854499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:55.883351 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-919afe5f-007d-48b8-9919-8aa72f83a869 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] DELETE failed (client error): The resource could not be found. Nov 23 18:55:55.884304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919afe5f-007d-48b8-9919-8aa72f83a869 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:55:55.888197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-919afe5f-007d-48b8-9919-8aa72f83a869 tempest-RoutersIpV6AdminTest-1774675508 tempest-RoutersIpV6AdminTest-1774675508-project] 10.222.0.37 "DELETE /v2.0/subnets/bce5b75a-8a6a-4c8e-8022-310eafe40b54 HTTP/1.1" status: 404 len: 337 time: 0.1559536 Nov 23 18:55:55.892687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.892794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.893252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.893598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.894041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.894383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.898713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-8536c3b0-ae26-4f9b-814f-04b30e429ec6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7782111 Nov 23 18:55:55.898908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.899297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.900301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.900301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.900301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.900627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb71fb-f3f0-4aaa-9a6a-4adf23117bf5 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:55.918526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Request body: {'port': {'device_id': '7a43263f-f8d3-4318-8d59-0212169df62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:55.996007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:56.034763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.062003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.197234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91d45bac-a28c-471e-9b96-8ce6c5044d13 None None] Provisioning complete for port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:55:56.198331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91d45bac-a28c-471e-9b96-8ce6c5044d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.292033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-91d45bac-a28c-471e-9b96-8ce6c5044d13 None None] Port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:55:56.414265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:55:56.424967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.526717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Transition to ACTIVE for port object b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:55:56.538010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.584994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:56.665004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0971c-d83b-4e05-a602-2fc163cdaea2 req-184abfa7-d1e4-4c3c-9317-a001d0246553 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:56.677262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4a0971c-d83b-4e05-a602-2fc163cdaea2 req-184abfa7-d1e4-4c3c-9317-a001d0246553 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 931 time: 0.2385306 Nov 23 18:55:56.678246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:56.709870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.710081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.710266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.710606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.710945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.711283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.724500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.724956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.725307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.725650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.725990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.726330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:55:56.844607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.890666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:56.900600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f0421c5-2820-4625-9098-6f34b74162d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.902077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1fd2cc-aeaf-4bc9-8f1c-da7bd054cd21') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:56.902371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1fd2cc-aeaf-4bc9-8f1c-da7bd054cd21') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:55:56.914084 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.935029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.943589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4a0971c-d83b-4e05-a602-2fc163cdaea2 req-53b1e78a-1345-4c43-a525-03ba61286dc7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463756 Nov 23 18:55:56.948871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:55:56.950104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:55:56.960971 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:55:56.970822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Attempting to bind port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:55:56.971350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Attempting to bind port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:55:56.971913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Attempting to bind port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:56.977421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f on network d2b65789-e471-4b2c-8665-466d4f4b82cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:55:56.977749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Attempting to bind port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:55:56.983793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:55:56.984201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:55:56.984599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:55:56.985035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Bound port: b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:55:56.985395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.040273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.048191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.052179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] 10.222.0.37 "DELETE /v2.0/networks/d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8 HTTP/1.1" status: 204 len: 168 time: 1.3100450 Nov 23 18:55:57.081752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d633-15bb-41be-a743-01c7e5b61305 tempest-BulkNetworkOpsIpV6Test-968135248 tempest-BulkNetworkOpsIpV6Test-968135248-project] Pushing event deleted for resources: {'Network': ['ID=d4e4eb7f-fd1a-4337-b6c0-b104501dc7a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.142240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:55:57.146345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:55:57.166512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.190716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f0421c5-2820-4625-9098-6f34b74162d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.250828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.251525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.256553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f HTTP/1.1" status: 200 len: 1091 time: 1.3431449 Nov 23 18:55:57.257262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f0421c5-2820-4625-9098-6f34b74162d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.259600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:55:57.262003 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:55:57.364207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:57.364625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7f0421c5-2820-4625-9098-6f34b74162d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f6cf32d967e42ad83872af5491d3da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749269 Nov 23 18:55:57.376472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0421c5-2820-4625-9098-6f34b74162d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10299f94-ea15-4fcc-beb9-fdc53ce66428,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.385727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41515357-e7db-41bd-ac3c-2a339ec1e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.397380 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012e0df-b8af-49d4-be5c-2ab81faedc34 x-openstack-request-id: req-a012e0df-b8af-49d4-be5c-2ab81faedc34 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:55:57.401181 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:55:57.401552 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a012e0df-b8af-49d4-be5c-2ab81faedc34 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:55:57.402855 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', 'status': 'completed', 'code': 200} Nov 23 18:55:57.437507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf8248-af5c-49ac-bddf-98ee7b9003c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.444674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:57.462399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.487551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.496134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-7967a59c-d0a8-444b-9ca8-07b77630755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.501943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-7967a59c-d0a8-444b-9ca8-07b77630755b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 1094 time: 0.1905210 Nov 23 18:55:57.580029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.583079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.590875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10299f94-ea15-4fcc-beb9-fdc53ce66428 HTTP/1.1" status: 204 len: 168 time: 0.2218869 Nov 23 18:55:57.634225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58fba-3524-45d5-96d0-545eded75d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10299f94-ea15-4fcc-beb9-fdc53ce66428,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:57.658207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-dd2f07af-93e0-49b2-a8ea-71d852aff4ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f HTTP/1.1" status: 200 len: 217 time: 0.1397867 Nov 23 18:55:57.765606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-330b77c7-309d-4664-80c4-4f574c0b0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.767467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-330b77c7-309d-4664-80c4-4f574c0b0b4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.0965612 Nov 23 18:55:57.813804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c0808a85-d5bf-43a8-b0ae-370892ac0921 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=144ae0ffb1bc463c99ea2c5f1a47d90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655517 Nov 23 18:55:57.814048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:57.893869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:57.897545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-6e8a9df2-c836-4d73-b4b0-55d178f17f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:57.899104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-6e8a9df2-c836-4d73-b4b0-55d178f17f41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197395 Nov 23 18:55:57.951251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.106933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.109855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.114250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/530a471b-5129-45e3-b731-16c923ceeddf HTTP/1.1" status: 204 len: 168 time: 0.2991614 Nov 23 18:55:58.125094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-b6e2139d-0120-40e7-abce-f25be0841bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125323 Nov 23 18:55:58.143980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad09be-6e2e-41ee-903b-b76537aa7ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a471b-5129-45e3-b731-16c923ceeddf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:58.155457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2c8a-653b-4e88-9665-8cd649411907 req-8d4ca5a7-b08c-40a6-8f3d-b877de945b3c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.164298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-660f2c8a-653b-4e88-9665-8cd649411907 req-8d4ca5a7-b08c-40a6-8f3d-b877de945b3c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 943 time: 0.0877476 Nov 23 18:55:58.254924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-660f2c8a-653b-4e88-9665-8cd649411907 req-87874ae6-c630-4831-9d73-fd0783c90d7e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891404 Nov 23 18:55:58.339727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-becef854-c6d6-4f47-89bb-30d43cd6f47f req-e2e9b879-cf59-40f0-9568-6eb02f22c858 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004390 Nov 23 18:55:58.378338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:58.504742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-67eb2ce3-b18c-456c-890a-bbab3dea8e6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20f3d9c918f14427bd7ef371404a2635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182172 Nov 23 18:55:58.507482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:58.538722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-c8b21e4c-d0c1-4b68-a8ad-15a9f61bc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.545652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-c8b21e4c-d0c1-4b68-a8ad-15a9f61bc868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 1094 time: 0.1291242 Nov 23 18:55:58.611686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.700182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.780232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.784010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:58.787904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/876e1766-7616-49ff-9906-4983986c4109 HTTP/1.1" status: 204 len: 168 time: 0.2757869 Nov 23 18:55:58.807844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cecf37-06a2-463a-a639-fbc3a3a366e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876e1766-7616-49ff-9906-4983986c4109,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:55:58.818589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-79e4ff9c-8b78-4f67-b142-e3070d98fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:58.820351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-79e4ff9c-8b78-4f67-b142-e3070d98fa48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2660885 Nov 23 18:55:58.904265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-b4c1f2db-1c0d-4938-8765-0961b9e18c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f HTTP/1.1" status: 200 len: 217 time: 0.0682375 Nov 23 18:55:59.039875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-dd58c60b-d479-4242-8442-ddf9ea00e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:59.044886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-dd58c60b-d479-4242-8442-ddf9ea00e090 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1322632 Nov 23 18:55:59.145659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-1ae4704c-f0c9-42f8-a5cb-04cebdd1f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:59.147784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-1ae4704c-f0c9-42f8-a5cb-04cebdd1f90d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823779 Nov 23 18:55:59.322534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-81f9de8f-c24a-4bdd-9cf6-c747c3f7a68f service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663496 Nov 23 18:55:59.532777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf2da-f261-424c-a56b-aefb4d18ee46 req-34c20cb0-c540-46ae-be2b-7066d4f7738e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:55:59.533633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2028f59d-34a5-4fa3-82dd-2dc4106cbdb8 req-98e74caf-f31b-411a-a1db-aaa12bb6f775 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005064 Nov 23 18:55:59.535006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41ecf2da-f261-424c-a56b-aefb4d18ee46 req-34c20cb0-c540-46ae-be2b-7066d4f7738e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 943 time: 0.1599088 Nov 23 18:55:59.627025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41ecf2da-f261-424c-a56b-aefb4d18ee46 req-8aec8389-3ad9-4719-a96b-bce475a14cc0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706699 Nov 23 18:55:59.710099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:55:59.917137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084063977'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:55:59.943269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:55:59.948975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:59.961044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.032782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7511-472a-4d6e-a640-f502d3dd8e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.107063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.120654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.161024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:00.187755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.188092 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment cc50a248-496b-467f-a85d-3f8839f946ba of type vlan for network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d Nov 23 18:56:00.197594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2315a92e-28ae-4ab9-a394-b752d206759a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:00.233555 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.265603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.277224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:00.277877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.334623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:00.334938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6236172 Nov 23 18:56:00.339841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543586081'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:00.378207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e63b-019a-4609-abfc-fabe77118221 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=3ec408f7-ed52-4d9a-a1a0-029a2e28437d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:00.381687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:00.386032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.390055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:00.431649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:00.444093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.444708 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 05cfd90a-4c12-4741-bcf7-79665510fa30 of type vlan for network 9c681283-6759-4681-a5ed-30d016d11c46 Nov 23 18:56:00.494192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:56:00.520605 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.562506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.569425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:00.570047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.669658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:00.686371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', 'mac_address': 'fa:16:3e:98:ab:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:56:00.707272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=9c681283-6759-4681-a5ed-30d016d11c46,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:00.730321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9c681283-6759-4681-a5ed-30d016d11c46 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:00.734014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b4f4b474-57ea-419f-8216-0c048414eeb6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3973947 Nov 23 18:56:00.736512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:00.742107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:00.849592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.874255 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.878836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac3cc4-8587-4837-b3e3-67d4b9d885a4 req-5e0b35bd-7efd-4529-990d-f1a33dff7d80 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:00.890850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0ac3cc4-8587-4837-b3e3-67d4b9d885a4 req-5e0b35bd-7efd-4529-990d-f1a33dff7d80 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 943 time: 0.1300380 Nov 23 18:56:00.894859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:56:00.925957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:00.937569 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.976173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:00.983599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:00.994266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0ac3cc4-8587-4837-b3e3-67d4b9d885a4 req-7b362a7f-a505-4ddc-9788-bc1a0310c62f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005466 Nov 23 18:56:01.043605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:01.096914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:01.206564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:56:01.236775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1517025116'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:01.245285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.284216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.288079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.376888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=76d16656-4430-4298-ada1-5d54e734671f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:01.388665 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.394520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.412768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': 'cc50a248-496b-467f-a85d-3f8839f946ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:01.413292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 3ec408f7-ed52-4d9a-a1a0-029a2e28437d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:01.416527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.423604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:01.423791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a34820c0-e94b-4899-a0b4-5b75374e5a3b tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3250368 Nov 23 18:56:01.510443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:01.518287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.590915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3ec408f7-ed52-4d9a-a1a0-029a2e28437d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:01.598579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:01.599160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.608178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f730979-077e-49eb-ad57-c126b48aa164 None None] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:01.786102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3ec408f7-ed52-4d9a-a1a0-029a2e28437d', 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': '76d16656-4430-4298-ada1-5d54e734671f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:01.787464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:01.974245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Allocated IP 2001:db8::2 (3ec408f7-ed52-4d9a-a1a0-029a2e28437d/76d16656-4430-4298-ada1-5d54e734671f/61b79a56-5865-45c0-81e7-55dfe9e29f78) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:02.117266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-63c7ee1f-4b63-4a5a-aabe-35aca97f4602 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3769796 Nov 23 18:56:02.119665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:02.159381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.162093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.186907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5628fa0-f9d6-426d-acc5-58fd7a0534ac req-392fa4ad-a80a-4c56-a433-7ff124241930 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:02.194425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5628fa0-f9d6-426d-acc5-58fd7a0534ac req-392fa4ad-a80a-4c56-a433-7ff124241930 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 944 time: 0.1018589 Nov 23 18:56:02.204408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.212159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '9c681283-6759-4681-a5ed-30d016d11c46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:02.216541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.217070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf27a858-f834-4654-af07-35f63e356cfd {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:02.222566 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.227175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-82028adf-727a-4877-a07c-d7859f35a848 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bf27a858-f834-4654-af07-35f63e356cfd HTTP/1.1" status: 204 len: 168 time: 0.8018413 Nov 23 18:56:02.229027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:02.239592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.250183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Request body: {'router': {'name': 'tempest-router-460338012', 'distributed': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:02.283603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.309830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5628fa0-f9d6-426d-acc5-58fd7a0534ac req-bdeac59a-6ed4-4ec1-af58-3ca0b6dda02e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130924 Nov 23 18:56:02.324574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.327058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.342490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:02.355416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Pushing event updated for resources: {'Port': ['ID=61b79a56-5865-45c0-81e7-55dfe9e29f78,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:02.376296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:02.386675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:02.390483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:02.392653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.453074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.469169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.479144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Attempting to bind port 61b79a56-5865-45c0-81e7-55dfe9e29f78 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:02.479659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Attempting to bind port 61b79a56-5865-45c0-81e7-55dfe9e29f78 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'cc50a248-496b-467f-a85d-3f8839f946ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:02.480149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Attempting to bind port 61b79a56-5865-45c0-81e7-55dfe9e29f78 on network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:02.485722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:02.486234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Checking segment: {'id': 'cc50a248-496b-467f-a85d-3f8839f946ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:02.486655 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.487058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Bound using segment: {'id': 'cc50a248-496b-467f-a85d-3f8839f946ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:02.487607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.487742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Bound port: 61b79a56-5865-45c0-81e7-55dfe9e29f78, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc50a248-496b-467f-a85d-3f8839f946ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec408f7-ed52-4d9a-a1a0-029a2e28437d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:02.488045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.489383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-24acfbde-ec95-46d4-b2b7-2045e1bb868a tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2530599 Nov 23 18:56:02.492934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:02.533756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:02.616716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] For port 61b79a56-5865-45c0-81e7-55dfe9e29f78, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:02.619478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.621430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] For port 61b79a56-5865-45c0-81e7-55dfe9e29f78, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=61b79a56-5865-45c0-81e7-55dfe9e29f78,segment=NetworkSegment(cc50a248-496b-467f-a85d-3f8839f946ba),segment_id=cc50a248-496b-467f-a85d-3f8839f946ba)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:02.630461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.685028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:56:02.725800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:02.726353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.743858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.772193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8b21-b92f-4fad-a72c-d3d76a8b218f None None] Pushing event updated for resources: {'Port': ['ID=61b79a56-5865-45c0-81e7-55dfe9e29f78,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:02.842674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=8709380e-5886-40c2-aca0-2ed186e65811,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:02.872610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '05cfd90a-4c12-4741-bcf7-79665510fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:02.873033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 9c681283-6759-4681-a5ed-30d016d11c46, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:02.877877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.880369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.897198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 9c681283-6759-4681-a5ed-30d016d11c46 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:02.908793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.911979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9c681283-6759-4681-a5ed-30d016d11c46) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:02.918065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:02.919094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.924872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2c455-cd9b-49c9-af87-0e3be67a83b3 None None] Network 9c681283-6759-4681-a5ed-30d016d11c46 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:02.949772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.951473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f089b8f-1885-4e3d-bea8-9072b21bee0e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:02.958160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:02.966453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35314ff4-7505-4d05-96df-b5c3d6da4029 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9f089b8f-1885-4e3d-bea8-9072b21bee0e HTTP/1.1" status: 204 len: 168 time: 0.4668839 Nov 23 18:56:02.967396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:02.967732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:02.969345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51609314-f799-42c2-80c4-a3742ee3a8b3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7616930 Nov 23 18:56:02.973792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Request body: {'router': {'name': 'tempest-router-1204731374', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bad108391f624f8fae125869f59591fc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:02.984939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1401909314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:03.001006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:03.004517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:56:03.007489 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a4c014-03b4-4e76-8dbf-8a204172f1c1" -d '{"events": [{"server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "name": "network-vif-plugged", "status": "completed", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:56:03.015710 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.056045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.058030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.157511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.159059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.274141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:03.292928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.297725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.306853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.347618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9c681283-6759-4681-a5ed-30d016d11c46', 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': '8709380e-5886-40c2-aca0-2ed186e65811'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:03.348577 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.351538 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c9e39-5644-43af-87f8-4f304a856bb4 x-openstack-request-id: req-7f4c9e39-5644-43af-87f8-4f304a856bb4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:56:03.352443 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "name": "network-vif-plugged", "status": "completed", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:56:03.352706 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f4c9e39-5644-43af-87f8-4f304a856bb4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:56:03.353095 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', 'code': 200} Nov 23 18:56:03.450340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.454510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39398) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:03.472765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6ab5a01b-26a6-45b8-8dfd-4803ce43d0ca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4714754 Nov 23 18:56:03.482136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.504797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.544862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.547233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2b5c3298-6ad4-4a03-8a55-c7431e8b917f tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5777130 Nov 23 18:56:03.549568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:03.552431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Allocated IP 2001:db8:1::2 (9c681283-6759-4681-a5ed-30d016d11c46/8709380e-5886-40c2-aca0-2ed186e65811/df373e58-3552-4aab-ab22-7475ecc45f0f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:03.561620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:03.853615 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.873846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.913600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 61b79a56-5865-45c0-81e7-55dfe9e29f78 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:03.927245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.927689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:03.966712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Network 9c681283-6759-4681-a5ed-30d016d11c46 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:03.973429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:03.989366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:03.993141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Pushing event updated for resources: {'Port': ['ID=df373e58-3552-4aab-ab22-7475ecc45f0f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:04.073045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 61b79a56-5865-45c0-81e7-55dfe9e29f78 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:04.073350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.121300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334620cf-79c0-4afa-b0db-1afec8abeb87 req-9d310697-3b10-4e76-95e1-f27bbe2b2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:04.122570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-334620cf-79c0-4afa-b0db-1afec8abeb87 req-9d310697-3b10-4e76-95e1-f27bbe2b2765 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 1096 time: 0.6591239 Nov 23 18:56:04.129395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Attempting to bind port df373e58-3552-4aab-ab22-7475ecc45f0f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:04.129794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Attempting to bind port df373e58-3552-4aab-ab22-7475ecc45f0f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '05cfd90a-4c12-4741-bcf7-79665510fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:04.130150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Attempting to bind port df373e58-3552-4aab-ab22-7475ecc45f0f on network 9c681283-6759-4681-a5ed-30d016d11c46 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:04.139536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:04.140128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Checking segment: {'id': '05cfd90a-4c12-4741-bcf7-79665510fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:04.140357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.140704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Bound using segment: {'id': '05cfd90a-4c12-4741-bcf7-79665510fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:04.141273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Bound port: df373e58-3552-4aab-ab22-7475ecc45f0f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cfd90a-4c12-4741-bcf7-79665510fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c681283-6759-4681-a5ed-30d016d11c46'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:04.141666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.142727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103399) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 18:56:04.143076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Router a0656eb8-6cd0-4147-8857-83ec0aaad452 migrating from provider to provider. {{(pid=103399) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 18:56:04.145358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.157320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.167785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.177033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c590eb-e964-48a8-a61b-d1f3f4b004e6 req-4b8724f4-cc55-432d-9494-e22edac29a3e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:04.185079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4c590eb-e964-48a8-a61b-d1f3f4b004e6 req-4b8724f4-cc55-432d-9494-e22edac29a3e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.6006353 Nov 23 18:56:04.289550 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-334620cf-79c0-4afa-b0db-1afec8abeb87 req-83094af1-8657-4e5d-b2bd-0b604a4a1629 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456420 Nov 23 18:56:04.295491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.346783 n-d-792364-9 neutron-server[103399]: WARNING neutron.scheduler.l3_agent_scheduler [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] No L3 agents can host the router a0656eb8-6cd0-4147-8857-83ec0aaad452 Nov 23 18:56:04.364000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.364207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] For port df373e58-3552-4aab-ab22-7475ecc45f0f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:04.364207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] For port df373e58-3552-4aab-ab22-7475ecc45f0f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=df373e58-3552-4aab-ab22-7475ecc45f0f,segment=NetworkSegment(05cfd90a-4c12-4741-bcf7-79665510fa30),segment_id=05cfd90a-4c12-4741-bcf7-79665510fa30)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:04.369734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.404636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4c590eb-e964-48a8-a61b-d1f3f4b004e6 req-78c524a3-fe2c-43d0-afa9-742a261a5bae tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186644 Nov 23 18:56:04.419973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 61b79a56-5865-45c0-81e7-55dfe9e29f78, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=61b79a56-5865-45c0-81e7-55dfe9e29f78,segment=NetworkSegment(cc50a248-496b-467f-a85d-3f8839f946ba),segment_id=cc50a248-496b-467f-a85d-3f8839f946ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:04.442702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.488694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce94daa-4dbe-48cc-b9f8-280c88c741bf None None] Pushing event updated for resources: {'Port': ['ID=df373e58-3552-4aab-ab22-7475ecc45f0f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:04.572383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e19d7b-0172-49fe-aaeb-f2c075f1a578 None None] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:04.613067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Hosts for router a0656eb8-6cd0-4147-8857-83ec0aaad452: [] {{(pid=103399) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 18:56:04.651304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=61b79a56-5865-45c0-81e7-55dfe9e29f78,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:04.686457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Hosts for other DVR routers connected to router a0656eb8-6cd0-4147-8857-83ec0aaad452: set() {{(pid=103399) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 18:56:04.689188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.707118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:04.713423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-059ea140-cf3d-410c-b079-11dc33b1157c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "PUT /v2.0/routers/a0656eb8-6cd0-4147-8857-83ec0aaad452 HTTP/1.1" status: 200 len: 717 time: 1.1606216 Nov 23 18:56:04.747855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9d5f5bd-5b59-4ec0-91f6-7879d2ec1628 None None] Provisioning complete for port 61b79a56-5865-45c0-81e7-55dfe9e29f78 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:04.748675 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f5bd-5b59-4ec0-91f6-7879d2ec1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:04.912146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-52f04cdf-c14e-45c1-b132-bc923f4ff7b2 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "GET /v2.0/routers/a0656eb8-6cd0-4147-8857-83ec0aaad452 HTTP/1.1" status: 200 len: 717 time: 0.1981814 Nov 23 18:56:04.917840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:05.011541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8::1 (3ec408f7-ed52-4d9a-a1a0-029a2e28437d/76d16656-4430-4298-ada1-5d54e734671f/ca82395a-3b13-4bf5-9fe9-fda08fb03815) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:05.207536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.265128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.308227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c2154add-c3fe-4831-8f40-c8de4fd89cee tempest-RoutersTestDVR-1438999109 tempest-RoutersTestDVR-1438999109-project] 10.222.0.37 "GET /v2.0/routers/a0656eb8-6cd0-4147-8857-83ec0aaad452 HTTP/1.1" status: 200 len: 683 time: 0.3900762 Nov 23 18:56:05.311920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:05.360365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:05.365178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:05.411343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=ca82395a-3b13-4bf5-9fe9-fda08fb03815,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:05.420705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:05.430163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.489190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.733115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.880069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.882487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:05.948940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845137a-2327-4345-8c99-ce8ef691a3e5 req-97fdb380-f96e-4fea-a192-798b41e53d37 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:05.955204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6845137a-2327-4345-8c99-ce8ef691a3e5 req-97fdb380-f96e-4fea-a192-798b41e53d37 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.3420398 Nov 23 18:56:06.001741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.002288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0656eb8-6cd0-4147-8857-83ec0aaad452 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:06.022234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.023437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6799592-c78b-4ccc-9bc5-6dcf19927e5c tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a0656eb8-6cd0-4147-8857-83ec0aaad452 HTTP/1.1" status: 204 len: 168 time: 0.7075734 Nov 23 18:56:06.033420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:06.039972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Request body: {'router': {'name': 'tempest-router-214907515', 'distributed': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:06.113171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.114430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.180936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device df373e58-3552-4aab-ab22-7475ecc45f0f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:06.218350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6845137a-2327-4345-8c99-ce8ef691a3e5 req-c6fff493-ca20-4c91-9dd9-5cd937783d8f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581003 Nov 23 18:56:06.274588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.279405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5d900e29-3e85-45a3-8cb6-c958f6ee429e None None] Provisioning complete for port 61b79a56-5865-45c0-81e7-55dfe9e29f78 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:06.280154 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d900e29-3e85-45a3-8cb6-c958f6ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.286203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.320855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.323273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-be042cd0-7918-411e-bf2f-7ccbb2fa5bf7 tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2887940 Nov 23 18:56:06.326085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:06.417939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port df373e58-3552-4aab-ab22-7475ecc45f0f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:06.418309 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.499791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.531400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaccfb5-497f-46bf-88b6-a146827bbfd2 None None] Network 9c681283-6759-4681-a5ed-30d016d11c46 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:06.651636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.667642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.668484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.806285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=ca82395a-3b13-4bf5-9fe9-fda08fb03815,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:06.837620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.852720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.885406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5d900e29-3e85-45a3-8cb6-c958f6ee429e None None] Provisioning complete for port ca82395a-3b13-4bf5-9fe9-fda08fb03815 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:06.885778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d900e29-3e85-45a3-8cb6-c958f6ee429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.887327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:06.954293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:06.958453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:07.057670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5d900e29-3e85-45a3-8cb6-c958f6ee429e None None] Port ca82395a-3b13-4bf5-9fe9-fda08fb03815 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:07.094543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port df373e58-3552-4aab-ab22-7475ecc45f0f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=df373e58-3552-4aab-ab22-7475ecc45f0f,segment=NetworkSegment(05cfd90a-4c12-4741-bcf7-79665510fa30),segment_id=05cfd90a-4c12-4741-bcf7-79665510fa30)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:07.145529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.147557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 61b79a56-5865-45c0-81e7-55dfe9e29f78 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:07.278283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=df373e58-3552-4aab-ab22-7475ecc45f0f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:07.332878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router de90eba0-4661-40b1-8fd5-dc8d00950825 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:07.338975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-34e594e8-a5a4-4e75-9230-850337c7f167 None None] Provisioning complete for port df373e58-3552-4aab-ab22-7475ecc45f0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:07.339629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e594e8-a5a4-4e75-9230-850337c7f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.382107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 61b79a56-5865-45c0-81e7-55dfe9e29f78 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:07.382485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.551170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.553221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6786a9d2-3d4a-4de6-bb74-96e40f61a169 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:07.573792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91e87-bc65-425b-ab02-f75906a082fb req-1abfb412-2ca2-41d9-956b-ebc19f74c154 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:07.575469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84a91e87-bc65-425b-ab02-f75906a082fb req-1abfb412-2ca2-41d9-956b-ebc19f74c154 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.2293217 Nov 23 18:56:07.583187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.592940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3c3267e1-dc9b-4e7c-820f-bb02caec105e tempest-RoutersTestDVR-1668190945 tempest-RoutersTestDVR-1668190945-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6786a9d2-3d4a-4de6-bb74-96e40f61a169 HTTP/1.1" status: 204 len: 168 time: 1.2657781 Nov 23 18:56:07.643183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-34e594e8-a5a4-4e75-9230-850337c7f167 None None] Provisioning complete for port ca82395a-3b13-4bf5-9fe9-fda08fb03815 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:07.643605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e594e8-a5a4-4e75-9230-850337c7f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.659589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:07.677102 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] Sync routers for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:07.692533 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:07.693165 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:07.707558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed142f89-10b4-4437-afb3-6bb26d5b42cf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2372251 Nov 23 18:56:07.708810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:07.767343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84a91e87-bc65-425b-ab02-f75906a082fb req-df736856-d31b-4b49-92f8-4a4669a8b0e2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702919 Nov 23 18:56:07.788198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-34e594e8-a5a4-4e75-9230-850337c7f167 None None] Port ca82395a-3b13-4bf5-9fe9-fda08fb03815 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:07.854212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd70f0-4de3-427c-b734-8ffe2a63bc4b tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:07.855636 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:07.857367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1dfd70f0-4de3-427c-b734-8ffe2a63bc4b tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports/ca82395a-3b13-4bf5-9fe9-fda08fb03815 HTTP/1.1" status: 200 len: 911 time: 0.1468396 Nov 23 18:56:07.860485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:07.883914 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:07.884549 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:07.926666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:07.927611 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66944f-de9b-400e-a47f-6bb4dea069d2 None None] The sync data for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:07.929013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3428f3c-7dca-4cba-8291-6160100c0f25 None None] Provisioning complete for port df373e58-3552-4aab-ab22-7475ecc45f0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:07.929383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3428f3c-7dca-4cba-8291-6160100c0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:07.996424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device df373e58-3552-4aab-ab22-7475ecc45f0f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:08.092972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:08.143595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3428f3c-7dca-4cba-8291-6160100c0f25 None None] Provisioning complete for port ca82395a-3b13-4bf5-9fe9-fda08fb03815 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:08.144552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3428f3c-7dca-4cba-8291-6160100c0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.175402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port df373e58-3552-4aab-ab22-7475ecc45f0f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:08.175773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.216704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3428f3c-7dca-4cba-8291-6160100c0f25 None None] Port ca82395a-3b13-4bf5-9fe9-fda08fb03815 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:08.339127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f043650-4327-453e-bc15-8fe0e90e7cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.481044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f043650-4327-453e-bc15-8fe0e90e7cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.487018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f043650-4327-453e-bc15-8fe0e90e7cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.521011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f043650-4327-453e-bc15-8fe0e90e7cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cdeb8d-e60c-4d15-a6fb-6e3c5b0d023a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:08.553695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f043650-4327-453e-bc15-8fe0e90e7cd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bad108391f624f8fae125869f59591fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592891 Nov 23 18:56:08.555049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:08.614724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.638198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.688537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.690094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.694012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:08.695470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40cdeb8d-e60c-4d15-a6fb-6e3c5b0d023a HTTP/1.1" status: 204 len: 168 time: 0.1392736 Nov 23 18:56:08.722321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706823-8372-4b39-9e92-ea74204233f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cdeb8d-e60c-4d15-a6fb-6e3c5b0d023a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:08.831475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.046475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8:1::1 (9c681283-6759-4681-a5ed-30d016d11c46/8709380e-5886-40c2-aca0-2ed186e65811/6e52847e-700d-4472-a517-571fd9ebe836) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:09.052231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:09.087190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a32838-c5d6-4e8e-980b-5c4c56f80749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.197098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a32838-c5d6-4e8e-980b-5c4c56f80749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.206219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a32838-c5d6-4e8e-980b-5c4c56f80749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.228720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.267549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77a32838-c5d6-4e8e-980b-5c4c56f80749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=435ab1ddb4db4c8db66dfd6c6ba59a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139170 Nov 23 18:56:09.268581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32838-c5d6-4e8e-980b-5c4c56f80749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa06c0-a56d-4307-a91f-8806a55f02ff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:09.270193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:09.283340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.353698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=6e52847e-700d-4472-a517-571fd9ebe836,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:09.377182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 9c681283-6759-4681-a5ed-30d016d11c46 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:09.380072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:09.383714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:09.384376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.443066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.538207 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.622416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.732487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.735596 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.736840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6aa06c0-a56d-4307-a91f-8806a55f02ff HTTP/1.1" status: 204 len: 168 time: 0.4652133 Nov 23 18:56:09.779504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44a74d-809e-49a4-8a86-f0f9508fdd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa06c0-a56d-4307-a91f-8806a55f02ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:09.860338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8d6ff7a7-a79f-49d5-801c-dd0877315d29 None None] Provisioning complete for port 6e52847e-700d-4472-a517-571fd9ebe836 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:09.860850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff7a7-a79f-49d5-801c-dd0877315d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:09.899050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ff7a7-a79f-49d5-801c-dd0877315d29 None None] Port 6e52847e-700d-4472-a517-571fd9ebe836 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:10.001815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:10.010151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:10.011469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:10.092568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=6e52847e-700d-4472-a517-571fd9ebe836,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:10.218963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 9c681283-6759-4681-a5ed-30d016d11c46 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:10.220403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:10.397110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router de90eba0-4661-40b1-8fd5-dc8d00950825 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:10.406307 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:10.593719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:10.605887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] Sync routers for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:10.609916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:10.611578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f7e8eac0-85a8-47b5-bb6a-d8ef69277b32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7488546 Nov 23 18:56:10.627369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:10.628972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:10.704186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:10.715876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c4470-e727-4187-9dd4-ae56b85ac6d2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:10.718441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:10.719399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:10.720170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3e3c4470-e727-4187-9dd4-ae56b85ac6d2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports/6e52847e-700d-4472-a517-571fd9ebe836 HTTP/1.1" status: 200 len: 913 time: 0.1092348 Nov 23 18:56:10.723581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:10.762066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:10.763360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6011889-0d6a-4446-9ced-92560b2c14dd None None] The sync data for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:10.772310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-609696d6-5eb4-445b-8dea-816ca0bd66a2 None None] Provisioning complete for port 6e52847e-700d-4472-a517-571fd9ebe836 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:10.772731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-609696d6-5eb4-445b-8dea-816ca0bd66a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:10.809815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-609696d6-5eb4-445b-8dea-816ca0bd66a2 None None] Port 6e52847e-700d-4472-a517-571fd9ebe836 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:10.923451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:11.041521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1354615450'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:11.065152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Made reservation on behalf of f2451660d05d4ca48e673c80f17aee52 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:11.069926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.083490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.189336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.198355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.238189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:11.254439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e69a0c-f0da-4fa4-8de6-d96d9a3c16ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:11.258761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.259305 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Added segment 3670f553-51b4-47ba-8cc5-c358dd8b29b4 of type vlan for network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 Nov 23 18:56:11.314004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.341944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.349147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.350266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:11.350947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.385992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4611635 Nov 23 18:56:11.390791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:11.426814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'subnet': {'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:11.445429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297444fe-53b6-4815-939e-90239d361826 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Network': ['ID=1ee8606e-9d09-43e9-b40c-3b1bbc773e07,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:11.457433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:11.661140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Made reservation on behalf of f2451660d05d4ca48e673c80f17aee52 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:11.665131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.992700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 6e52847e-700d-4472-a517-571fd9ebe836 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:11.993369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.007854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.119081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Subnet': ['ID=b7201893-1c5e-4717-9558-31ba0c4e7d29,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:12.136551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Checking segment: {'id': '3670f553-51b4-47ba-8cc5-c358dd8b29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:12.136906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network hostable DHCP agents. Network: 1ee8606e-9d09-43e9-b40c-3b1bbc773e07, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:12.147469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.169376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 6e52847e-700d-4472-a517-571fd9ebe836 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:12.182083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:12.223097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1ee8606e-9d09-43e9-b40c-3b1bbc773e07) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:12.229135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:12.229698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.238724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d8303-a568-4e01-b665-e858dde74da7 None None] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:12.266395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:12.270917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-738386300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:12.277477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-769ec1ab-5049-4402-b389-eee327891a3f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8837392 Nov 23 18:56:12.314727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.316416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.384619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.398404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.442076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.445856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.451747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-442e8041-7b18-4e26-8633-c91d7f5acf5f tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1819470 Nov 23 18:56:12.452511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:12.501583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=6e52847e-700d-4472-a517-571fd9ebe836,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:12.542253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-1ee8606e-9d09-43e9-b40c-3b1bbc773e07', 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07', 'tenant_id': 'f2451660d05d4ca48e673c80f17aee52', 'fixed_ips': [{'subnet_id': 'b7201893-1c5e-4717-9558-31ba0c4e7d29'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:12.543211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.761014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:12.829131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Allocated IP 172.20.0.2 (1ee8606e-9d09-43e9-b40c-3b1bbc773e07/b7201893-1c5e-4717-9558-31ba0c4e7d29/fc3f9fab-2b42-4b43-9ab7-66f0d0511164) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:13.065452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.078870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.080394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.129343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:13.137825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:13.145570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:13.187963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:13.225042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Attempting to bind port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:13.225416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Attempting to bind port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3670f553-51b4-47ba-8cc5-c358dd8b29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:13.225784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Attempting to bind port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 on network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:13.235934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:13.236335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Checking segment: {'id': '3670f553-51b4-47ba-8cc5-c358dd8b29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:13.236715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.237108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Bound using segment: {'id': '3670f553-51b4-47ba-8cc5-c358dd8b29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:13.239877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Bound port: fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3670f553-51b4-47ba-8cc5-c358dd8b29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:13.240364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.385271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] For port fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:13.391134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] For port fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,segment=NetworkSegment(3670f553-51b4-47ba-8cc5-c358dd8b29b4),segment_id=3670f553-51b4-47ba-8cc5-c358dd8b29b4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:13.411995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.470810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Allocated IP 172.20.0.1 (1ee8606e-9d09-43e9-b40c-3b1bbc773e07/b7201893-1c5e-4717-9558-31ba0c4e7d29/4b059e45-f9a2-4023-8fc8-f7fc0642f7c6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:13.539523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9ad22-abc3-4c74-9ba3-41f85bfe4d63 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:13.560663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router de90eba0-4661-40b1-8fd5-dc8d00950825 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:13.622812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.670545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.728674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:13.740049 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] Sync routers for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:13.741789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:13.745820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:13.750116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:13.758581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=4b059e45-f9a2-4023-8fc8-f7fc0642f7c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:13.765488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d206f46-02e1-4079-b324-703e31f6d985 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407965 Nov 23 18:56:13.768597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39670) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:13.770785 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:13.774198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:13.832953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:13.850637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:13.882715 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:13.906944 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:13.983179 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:13.984047 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d7599-5ea0-465d-b49d-8bca385fe678 None None] The sync data for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:14.061650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.336840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.491288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.505572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.630832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.635725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port ca82395a-3b13-4bf5-9fe9-fda08fb03815 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:14.636816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.677450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=4b059e45-f9a2-4023-8fc8-f7fc0642f7c6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:14.785514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.809800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for ca82395a-3b13-4bf5-9fe9-fda08fb03815 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:14.906750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:14.909988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:15.105305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Router 239d9689-5f19-4c02-9e32-c7f56ff4bfc5 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:15.166508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0916fb4-9668-4a71-928c-38bead1e0f69 None None] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:15.173361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.226925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] Provisioning complete for port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:15.227233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.236032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=ca82395a-3b13-4bf5-9fe9-fda08fb03815,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:15.287235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:15.305861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] Sync routers for ids ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:15.307841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-777bc656-745b-48be-9e4d-5d639fff6986 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "PUT /v2.0/routers/239d9689-5f19-4c02-9e32-c7f56ff4bfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542352 Nov 23 18:56:15.311426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:15.320932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'port': {'network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07', 'name': 'tempest-FloatingIPNegativeTestJSON-1946262136'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:15.440500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.581653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] Routers {'239d9689-5f19-4c02-9e32-c7f56ff4bfc5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:15.582154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:15.588807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Made reservation on behalf of f2451660d05d4ca48e673c80f17aee52 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:15.594408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.637937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:15.651023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] device_id is not set on port ee99212c-1049-4b89-9d75-6090b983cb9c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:56:15.670735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] Routers {'239d9689-5f19-4c02-9e32-c7f56ff4bfc5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:15.671782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:15.764864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router de90eba0-4661-40b1-8fd5-dc8d00950825 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:15.791681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.860595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] For port fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,segment=NetworkSegment(3670f553-51b4-47ba-8cc5-c358dd8b29b4),segment_id=3670f553-51b4-47ba-8cc5-c358dd8b29b4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:15.862827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:15.864101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaaa654-8e71-4e9b-ae9d-579a26eb3e1c None None] The sync data for ids ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:15.870935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.921965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Allocated IP 172.20.0.11 (1ee8606e-9d09-43e9-b40c-3b1bbc773e07/b7201893-1c5e-4717-9558-31ba0c4e7d29/ee99212c-1049-4b89-9d75-6090b983cb9c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:15.951674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:15.963752 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] Sync routers for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:15.984060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-65dea4f6-ef14-4ccc-adf3-bfc08a7592b8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2110074 Nov 23 18:56:15.984442 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:15.985141 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:15.985812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:16.002722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f460d-f24c-45b6-9977-308178cbdb53 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:16.005694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc3f9fab-2b42-4b43-9ab7-66f0d0511164 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:16.047506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3e447c8a-1ac3-44af-aa45-2a02419bfc6d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=de90eba0-4661-40b1-8fd5-dc8d00950825 HTTP/1.1" status: 200 len: 205 time: 0.0580719 Nov 23 18:56:16.054469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:16.069482 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:16.094414 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] Routers {'de90eba0-4661-40b1-8fd5-dc8d00950825'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:16.096682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['de90eba0-4661-40b1-8fd5-dc8d00950825'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:16.116184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:16.116562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.188601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:16.189320 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633f60b-d19e-4665-8df1-fd04a4e31626 None None] The sync data for ids ['de90eba0-4661-40b1-8fd5-dc8d00950825'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:16.251352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.284407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.379200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.444899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:16.448743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:16.451957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:16.511290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=ee99212c-1049-4b89-9d75-6090b983cb9c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:16.532402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:16.533319 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.570156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1d03779f-dae7-404a-a8f7-1ed7db1d8957 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2571399 Nov 23 18:56:16.572986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:16.577663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:16.592315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.595655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.614437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5f4bf17-1578-4fa7-863c-eb5da99ba5af None None] Provisioning complete for port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:16.615011 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bf17-1578-4fa7-863c-eb5da99ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.620859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.658761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.661070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router de90eba0-4661-40b1-8fd5-dc8d00950825 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:16.682000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.686375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b09944db-0ad1-429b-bdb5-b6c707377bd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825 HTTP/1.1" status: 204 len: 168 time: 0.6276169 Nov 23 18:56:16.686501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4bf17-1578-4fa7-863c-eb5da99ba5af None None] Port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:16.687611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:16.704546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5f4bf17-1578-4fa7-863c-eb5da99ba5af None None] Provisioning complete for port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:16.705179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bf17-1578-4fa7-863c-eb5da99ba5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.795431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet 8709380e-5886-40c2-aca0-2ed186e65811 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:16.799494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.856344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.892472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.018343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2e61b747-94b7-432e-8ecf-7ea441d11a8e None None] Provisioning complete for port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:17.018807 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e61b747-94b7-432e-8ecf-7ea441d11a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.055573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Allocated IP 172.25.5.95 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/4fb0ec43-e390-4aff-b5c8-893c8e25faaa) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:17.064904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.103174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2e61b747-94b7-432e-8ecf-7ea441d11a8e None None] Port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:17.229281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4c7a47f-5484-4eee-b6c2-18c3bb1b0e7f None None] Provisioning complete for port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:17.230539 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a47f-5484-4eee-b6c2-18c3bb1b0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.241869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.291767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.323982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7a47f-5484-4eee-b6c2-18c3bb1b0e7f None None] Port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:17.340846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=8709380e-5886-40c2-aca0-2ed186e65811,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:17.345011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.358320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6792e987-fa4a-4b54-bf3f-2a3b4b1a5c3d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/8709380e-5886-40c2-aca0-2ed186e65811 HTTP/1.1" status: 204 len: 168 time: 0.6696327 Nov 23 18:56:17.360950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:17.361259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59afaaa-bd13-4a7d-ab7c-6bd939cf6d4a None None] Network 9c681283-6759-4681-a5ed-30d016d11c46 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:17.429619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.478514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:17.488802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet 76d16656-4430-4298-ada1-5d54e734671f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:17.494279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.526922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:17.531805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:17.595264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=4fb0ec43-e390-4aff-b5c8-893c8e25faaa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:17.610454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.679539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.740911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e9732d5-ba93-4224-8194-3328e610bb47 None None] Provisioning complete for port ee99212c-1049-4b89-9d75-6090b983cb9c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:17.740911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e9732d5-ba93-4224-8194-3328e610bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.795404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.796871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.809640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e9732d5-ba93-4224-8194-3328e610bb47 None None] Port ee99212c-1049-4b89-9d75-6090b983cb9c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:17.891643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc3f9fab-2b42-4b43-9ab7-66f0d0511164 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:17.986747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:17.991282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] DHCP port deletion for 9c681283-6759-4681-a5ed-30d016d11c46 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:18.059725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:18.060300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.064671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=76d16656-4430-4298-ada1-5d54e734671f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:18.081031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.093989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-55957ca4-00f3-48ac-a0f7-88623bd9f032 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/76d16656-4430-4298-ada1-5d54e734671f HTTP/1.1" status: 204 len: 168 time: 0.7291400 Nov 23 18:56:18.095116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:18.148660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa929e65-cb31-4af4-9d68-a21c8de7bf7e None None] Network 3ec408f7-ed52-4d9a-a1a0-029a2e28437d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:18.163126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.176539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.214566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Deleting port df373e58-3552-4aab-ab22-7475ecc45f0f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:18.214940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.280527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=4fb0ec43-e390-4aff-b5c8-893c8e25faaa,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:18.295529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.313418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9dd8-0431-46c0-b0cf-c963c8a55506 req-ca640c51-6257-4109-89c9-9960612acee5 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:18.321256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-014d9dd8-0431-46c0-b0cf-c963c8a55506 req-ca640c51-6257-4109-89c9-9960612acee5 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.1742058 Nov 23 18:56:18.405897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.434569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.440501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b36d4bb-8cce-42c9-8499-c38b061a42f7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8639667 Nov 23 18:56:18.441885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:18.446373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b2fb8218-6a46-41cc-9a80-6b8ba75a2291 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'floatingip': {'port_id': 'ee99212c-1049-4b89-9d75-6090b983cb9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:18.451112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] For port df373e58-3552-4aab-ab22-7475ecc45f0f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=df373e58-3552-4aab-ab22-7475ecc45f0f,segment=NetworkSegment(05cfd90a-4c12-4741-bcf7-79665510fa30),segment_id=05cfd90a-4c12-4741-bcf7-79665510fa30)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:18.451611 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.469915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Calling delete_port for df373e58-3552-4aab-ab22-7475ecc45f0f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:18.509867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-014d9dd8-0431-46c0-b0cf-c963c8a55506 req-15513f89-e1f2-4990-8490-52a17f35469b tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792572 Nov 23 18:56:18.519186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port df373e58-3552-4aab-ab22-7475ecc45f0f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:18.519545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.534601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8218-6a46-41cc-9a80-6b8ba75a2291 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.571760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] DHCP port deletion for 3ec408f7-ed52-4d9a-a1a0-029a2e28437d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:18.608182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.630689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port df373e58-3552-4aab-ab22-7475ecc45f0f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=df373e58-3552-4aab-ab22-7475ecc45f0f,segment=NetworkSegment(05cfd90a-4c12-4741-bcf7-79665510fa30),segment_id=05cfd90a-4c12-4741-bcf7-79665510fa30)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:18.631049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.645444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for df373e58-3552-4aab-ab22-7475ecc45f0f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:18.647749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] Pushing event deleted for resources: {'Port': ['ID=df373e58-3552-4aab-ab22-7475ecc45f0f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:18.672181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82a0b6-b180-4b1e-bef0-1ddab780da3a None None] No DVR routers for this DVR port df373e58-3552-4aab-ab22-7475ecc45f0f on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:18.705364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Deleting port 61b79a56-5865-45c0-81e7-55dfe9e29f78 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:18.705733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.775564 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b2fb8218-6a46-41cc-9a80-6b8ba75a2291 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] update failed (client error): The resource could not be found. Nov 23 18:56:18.776651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b2fb8218-6a46-41cc-9a80-6b8ba75a2291 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "PUT /v2.0/floatingips/d9d3c3bb-966a-4d4b-b112-b49908355259 HTTP/1.1" status: 404 len: 507 time: 0.3338089 Nov 23 18:56:18.780369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:18.817336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] For port 61b79a56-5865-45c0-81e7-55dfe9e29f78, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=61b79a56-5865-45c0-81e7-55dfe9e29f78,segment=NetworkSegment(cc50a248-496b-467f-a85d-3f8839f946ba),segment_id=cc50a248-496b-467f-a85d-3f8839f946ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:18.817886 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.833656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Calling delete_port for 61b79a56-5865-45c0-81e7-55dfe9e29f78 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:18.872264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.923940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=df373e58-3552-4aab-ab22-7475ecc45f0f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:18.926066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port df373e58-3552-4aab-ab22-7475ecc45f0f on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:18.943927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.974404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] Pushing event deleted for resources: {'Port': ['ID=61b79a56-5865-45c0-81e7-55dfe9e29f78,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:18.983534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1affa3-e5bc-4b68-a4b5-a24bf3c0b480 None None] No DVR routers for this DVR port 61b79a56-5865-45c0-81e7-55dfe9e29f78 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:19.048205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.076978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c681283-6759-4681-a5ed-30d016d11c46']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.095013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting port 4fb0ec43-e390-4aff-b5c8-893c8e25faaa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:19.095873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.101607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfd90a-4c12-4741-bcf7-79665510fa30') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.101904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfd90a-4c12-4741-bcf7-79665510fa30') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.130531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.162614 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.215340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:19.215733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:19.218965 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:19.243581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc239ee-c4e4-4908-80d3-9eb83c1872e5 req-6da7f0fe-a148-4dce-8c52-da4782d7e150 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:19.245981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc239ee-c4e4-4908-80d3-9eb83c1872e5 req-6da7f0fe-a148-4dce-8c52-da4782d7e150 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0739987 Nov 23 18:56:19.293601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.293925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.304687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.317365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.320565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/9c681283-6759-4681-a5ed-30d016d11c46 HTTP/1.1" status: 204 len: 168 time: 1.2244744 Nov 23 18:56:19.321614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Calling delete_port for 4fb0ec43-e390-4aff-b5c8-893c8e25faaa owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:19.323910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:19.339650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751ff2d-edfb-4a74-b674-25ef301171ad tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=9c681283-6759-4681-a5ed-30d016d11c46,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:19.361914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc239ee-c4e4-4908-80d3-9eb83c1872e5 req-e56156a5-76ec-4903-a10d-cac323f10df5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019964 Nov 23 18:56:19.489990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.557118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.611053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.630353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Port': ['ID=4fb0ec43-e390-4aff-b5c8-893c8e25faaa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:19.667208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec408f7-ed52-4d9a-a1a0-029a2e28437d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.682179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc50a248-496b-467f-a85d-3f8839f946ba') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.682636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc50a248-496b-467f-a85d-3f8839f946ba') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:19.701492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8112-4b8b-4f1e-8f35-fa7b0fc53653 req-00f024cb-e834-4544-b6c4-762eed85ffbf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:19.703498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-103c8112-4b8b-4f1e-8f35-fa7b0fc53653 req-00f024cb-e834-4544-b6c4-762eed85ffbf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2145195 Nov 23 18:56:19.704624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.729203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e24680-0fa6-4501-b144-06282f97026a req-61fb586e-1d9c-460f-b389-121b01d08316 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:19.731399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34e24680-0fa6-4501-b144-06282f97026a req-61fb586e-1d9c-460f-b389-121b01d08316 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.1225243 Nov 23 18:56:19.747971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.796278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:19.796278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:19.799556 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:19.826737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.831892 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.834060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f80efdcb-eb5c-4f1e-bbaf-7353b7edb7f5 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9d3c3bb-966a-4d4b-b112-b49908355259 HTTP/1.1" status: 204 len: 168 time: 1.0518782 Nov 23 18:56:19.843025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:19.849798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5ce75485-0c39-4caa-933c-dbc037e772d7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'floatingip': {'floating_network_id': '1ee8606e-9d09-43e9-b40c-3b1bbc773e07', 'port_id': 'ee99212c-1049-4b89-9d75-6090b983cb9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:19.888647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34e24680-0fa6-4501-b144-06282f97026a req-27d86350-c6b2-4398-8a1a-9beff5be4280 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425974 Nov 23 18:56:19.894186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.904292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.905009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device df373e58-3552-4aab-ab22-7475ecc45f0f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:19.906491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-103c8112-4b8b-4f1e-8f35-fa7b0fc53653 req-6f2307da-5ba8-4f9c-a121-fa9d81637c90 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382959 Nov 23 18:56:19.907956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/3ec408f7-ed52-4d9a-a1a0-029a2e28437d HTTP/1.1" status: 204 len: 168 time: 0.5824058 Nov 23 18:56:19.915094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:19.927273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc5a50-75e6-4451-976a-bee58077acd5 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=3ec408f7-ed52-4d9a-a1a0-029a2e28437d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:19.927435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-942626038'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:19.953761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ce75485-0c39-4caa-933c-dbc037e772d7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:19.959601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: df373e58-3552-4aab-ab22-7475ecc45f0f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:19.960035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device df373e58-3552-4aab-ab22-7475ecc45f0f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:19.962701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 61b79a56-5865-45c0-81e7-55dfe9e29f78 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:19.997787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 61b79a56-5865-45c0-81e7-55dfe9e29f78 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:19.998240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 61b79a56-5865-45c0-81e7-55dfe9e29f78 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:20.014551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:20.020189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.130419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:20.150031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.150285 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 4890a404-d93e-4c78-bd27-d0378167f8ce of type vlan for network a1d42e5f-94f6-458e-bec3-8fc4ba648628 Nov 23 18:56:20.548227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664293b8-312f-4559-9d43-5f082e2047bc req-f7bea393-513c-448e-b43b-58e50027d972 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:20.549667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-664293b8-312f-4559-9d43-5f082e2047bc req-f7bea393-513c-448e-b43b-58e50027d972 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.5198829 Nov 23 18:56:20.578805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.669819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419b53-5f29-41d8-bf7c-d933b3782383 req-948dbc70-9ead-4813-949c-19a8dab1e74c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:20.671329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58419b53-5f29-41d8-bf7c-d933b3782383 req-948dbc70-9ead-4813-949c-19a8dab1e74c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5272398 Nov 23 18:56:20.688464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.693905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:20.694476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.785865 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5ce75485-0c39-4caa-933c-dbc037e772d7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:56:20.787159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ce75485-0c39-4caa-933c-dbc037e772d7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9415226 Nov 23 18:56:20.791772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8720980 Nov 23 18:56:20.795733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:20.798602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:20.802830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:20.810522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'ee99212c-1049-4b89-9d75-6090b983cb9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:20.859932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58419b53-5f29-41d8-bf7c-d933b3782383 req-41a0b02f-874f-40ae-8019-c0f97878c5b4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780336 Nov 23 18:56:20.868541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39883640-b782-4dd6-af3e-b7ada534ab88 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=a1d42e5f-94f6-458e-bec3-8fc4ba648628,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:20.898231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:20.913288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Deleting port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:20.913771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:20.983029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.105104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:21.116768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.142885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2398-9cd7-4239-88f1-84027f47c332 req-7e96b54b-22ab-49a8-847b-01aeaa3be3b0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:21.145266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f44a2398-9cd7-4239-88f1-84027f47c332 req-7e96b54b-22ab-49a8-847b-01aeaa3be3b0 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 945 time: 0.0928268 Nov 23 18:56:21.162783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] For port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:21.163155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.357833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.425229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f44a2398-9cd7-4239-88f1-84027f47c332 req-f3095ec5-2f7e-4585-9ab6-9f6542b8c387 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc53696-ca0a-491a-ae1b-8963ea23cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689035 Nov 23 18:56:21.458478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.459144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.463634 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Floating IP 565aeae0-87c2-4afe-891d-eb1b623b8c99 disassociated. External IP: 172.25.5.136, port: a4ae3c3c-133f-4468-a7ad-ad3368d0c91f. Nov 23 18:56:21.464282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Calling delete_port for a4ae3c3c-133f-4468-a7ad-ad3368d0c91f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:21.666152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fb8d-afa3-45ed-90ce-c0e749582557 req-2fe0347e-27b1-4f20-b479-71611df98ba2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:21.668222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9734fb8d-afa3-45ed-90ce-c0e749582557 req-2fe0347e-27b1-4f20-b479-71611df98ba2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0865314 Nov 23 18:56:21.789574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9734fb8d-afa3-45ed-90ce-c0e749582557 req-d4a23501-46f5-4f34-83f2-074dd683fb78 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093979 Nov 23 18:56:21.794879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:21.830247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'Port': ['ID=a4ae3c3c-133f-4468-a7ad-ad3368d0c91f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:21.974170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Allocated IP 172.25.5.232 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/0a6f0c5e-cb84-437c-868d-b55550870c3f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:21.983859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:22.009191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.117954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:22.140219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '4890a404-d93e-4c78-bd27-d0378167f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:22.140487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: a1d42e5f-94f6-458e-bec3-8fc4ba648628, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:22.145956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:22.161875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=c27132c7-f9cb-4c1f-badd-4dc2949d0b1f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:22.166133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] No DVR routers for this DVR port a4ae3c3c-133f-4468-a7ad-ad3368d0c91f on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:22.166698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:22.167580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:22.169940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.174850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-664293b8-312f-4559-9d43-5f082e2047bc req-adea6cbd-cfca-4432-8954-6162e542d546 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.47 "DELETE /v2.0/ports/a4ae3c3c-133f-4468-a7ad-ad3368d0c91f HTTP/1.1" status: 204 len: 173 time: 1.6169410 Nov 23 18:56:22.175577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'name': 'network-vif-deleted', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:56:22.180131 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a13a96-ef1a-44e2-8136-8296abdfa1da" -d '{"events": [{"server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "name": "network-vif-deleted", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:56:22.224247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:22.235570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.251388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a1d42e5f-94f6-458e-bec3-8fc4ba648628) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:22.286339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:22.287183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.316245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549f98a-f560-4a42-85f1-0acdda9e9c7a None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:22.366535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b31d4b0f-d93f-4a13-b58d-dc73f540328f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5686233 Nov 23 18:56:22.369586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39916) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:22.375782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1611043936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:22.390154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.443491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.444918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.517203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:22.520436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:22.532945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:22.550126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event updated for resources: {'Port': ['ID=0a6f0c5e-cb84-437c-868d-b55550870c3f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:22.584173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.589046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.615004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4ae3c3c-133f-4468-a7ad-ad3368d0c91f no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:22.634492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:22.640598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c7c5f2e5-bb7f-4725-bf65-1e73b1796c71 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2678459 Nov 23 18:56:22.641611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:22.659119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'port': {'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628', 'name': 'tempest-RoutersIpV6Test-1777132138'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:22.674139 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d170c1-ccbf-4f5e-9029-02fadab65242 x-openstack-request-id: req-96d170c1-ccbf-4f5e-9029-02fadab65242 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:56:22.674523 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45edff-1b84-48f8-80ea-7c38144035c4", "name": "network-vif-deleted", "tag": "a4ae3c3c-133f-4468-a7ad-ad3368d0c91f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:56:22.674979 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96d170c1-ccbf-4f5e-9029-02fadab65242 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:56:22.675562 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45edff-1b84-48f8-80ea-7c38144035c4', 'name': 'network-vif-deleted', 'tag': 'a4ae3c3c-133f-4468-a7ad-ad3368d0c91f', 'status': 'completed', 'code': 200} Nov 23 18:56:22.676600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: a4ae3c3c-133f-4468-a7ad-ad3368d0c91f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:22.677104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4ae3c3c-133f-4468-a7ad-ad3368d0c91f not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:22.707547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:22.741638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d7f60705-c68d-4e0a-b39a-cf90b51872b0 req-e807ea2b-d73b-40c0-bee5-5841f30d45f8 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c45edff-1b84-48f8-80ea-7c38144035c4 HTTP/1.1" status: 200 len: 210 time: 0.0885391 Nov 23 18:56:22.988722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:22.992652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.037272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304ca7-3fe4-423e-85b8-f5df74f4619c req-c7e8e606-1372-4388-a889-280e5732bee4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:23.045966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79304ca7-3fe4-423e-85b8-f5df74f4619c req-c7e8e606-1372-4388-a889-280e5732bee4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1387448 Nov 23 18:56:23.053073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] device_id is not set on port 8f2e5fd4-6358-490c-be68-dc35e23d8259 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:56:23.121899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79304ca7-3fe4-423e-85b8-f5df74f4619c req-b2bc6070-bb5f-4c9f-a209-aad54d537da5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748639 Nov 23 18:56:23.136376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting port 0a6f0c5e-cb84-437c-868d-b55550870c3f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:23.138079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.239343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.239343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.252959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Calling delete_port for 0a6f0c5e-cb84-437c-868d-b55550870c3f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:23.344493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8::78 (a1d42e5f-94f6-458e-bec3-8fc4ba648628/c27132c7-f9cb-4c1f-badd-4dc2949d0b1f/8f2e5fd4-6358-490c-be68-dc35e23d8259) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:23.410619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a1d42e5f-94f6-458e-bec3-8fc4ba648628', 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': 'c27132c7-f9cb-4c1f-badd-4dc2949d0b1f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:23.412827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.477620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.575699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Port': ['ID=0a6f0c5e-cb84-437c-868d-b55550870c3f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:23.644244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:23.689360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:23.703718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:23.704626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:23.708388 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] create failed (client error): The resource could not be found. Nov 23 18:56:23.713633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0bf2f5c2-e164-4c51-a4b9-b6652f877943 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9030364 Nov 23 18:56:23.713827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.713827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:23.853380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:23.890153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.890801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:23.946062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting port ee99212c-1049-4b89-9d75-6090b983cb9c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:23.946398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.967944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:23.996212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.026441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=8f2e5fd4-6358-490c-be68-dc35e23d8259,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:24.062826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.068819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.072257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.073753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "DELETE /v2.0/security-groups/5cc53696-ca0a-491a-ae1b-8963ea23cc92 HTTP/1.1" status: 204 len: 168 time: 0.1818581 Nov 23 18:56:24.078864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Allocated IP 2001:db8::2 (a1d42e5f-94f6-458e-bec3-8fc4ba648628/c27132c7-f9cb-4c1f-badd-4dc2949d0b1f/c9a2d7aa-e586-443c-96dc-534cc5308ebf) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:24.084701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:24.085626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55c617-df7a-40af-8bfb-ba9d1fcf8e01 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc53696-ca0a-491a-ae1b-8963ea23cc92,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:24.102409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Calling delete_port for ee99212c-1049-4b89-9d75-6090b983cb9c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:24.106287 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-eea5c64c-0095-4084-9c74-91b58cf2b3e6 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] show failed (client error): The resource could not be found. Nov 23 18:56:24.107519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eea5c64c-0095-4084-9c74-91b58cf2b3e6 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "GET /v2.0/security-groups/5cc53696-ca0a-491a-ae1b-8963ea23cc92 HTTP/1.1" status: 404 len: 347 time: 0.0188110 Nov 23 18:56:24.110607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:24.268091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:24.274718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:24.278936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:24.285435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:24.286089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.307349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd0c16e5-cb52-412c-bfc5-413557c75061 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6589324 Nov 23 18:56:24.309902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:24.385297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8ce07-1391-439f-99de-fe945a4ecadd req-2984cb8c-2f2e-4ef4-a29c-280217c9bde0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:24.389139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38a8ce07-1391-439f-99de-fe945a4ecadd req-2984cb8c-2f2e-4ef4-a29c-280217c9bde0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0949030 Nov 23 18:56:24.418786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Deleting port eeb657e3-a59b-478f-bdd1-1dbc93ac1021 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:24.419305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.531578 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.536004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38a8ce07-1391-439f-99de-fe945a4ecadd req-655b938c-50fe-4208-83d0-d42d97b42153 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358812 Nov 23 18:56:24.540613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.606075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Pushing event updated for resources: {'Port': ['ID=c9a2d7aa-e586-443c-96dc-534cc5308ebf,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:24.628023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:24.631199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:24.641611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:24.678237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.678773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.701717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Calling delete_port for eeb657e3-a59b-478f-bdd1-1dbc93ac1021 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:24.759498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.814666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Attempting to bind port c9a2d7aa-e586-443c-96dc-534cc5308ebf on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:24.815229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Attempting to bind port c9a2d7aa-e586-443c-96dc-534cc5308ebf by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4890a404-d93e-4c78-bd27-d0378167f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:24.815740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Attempting to bind port c9a2d7aa-e586-443c-96dc-534cc5308ebf on network a1d42e5f-94f6-458e-bec3-8fc4ba648628 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:24.832102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:24.837016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Port': ['ID=ee99212c-1049-4b89-9d75-6090b983cb9c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:24.837732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:24.838106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Checking segment: {'id': '4890a404-d93e-4c78-bd27-d0378167f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:24.838725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.839232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Bound using segment: {'id': '4890a404-d93e-4c78-bd27-d0378167f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:24.855569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Bound port: c9a2d7aa-e586-443c-96dc-534cc5308ebf, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890a404-d93e-4c78-bd27-d0378167f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1d42e5f-94f6-458e-bec3-8fc4ba648628'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:24.856098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:24.890020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692c37-4196-4b44-a8cf-66afe737b550 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:48:22Z', 'revision_number': 4, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c209ce29-6f24-4905-98ac-7a59828a630d', 'name': '', 'network_id': 'a0754717-0b52-4542-8a67-e67658a44d91', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'mac_address': 'fa:16:3e:33:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:20Z', 'updated_at': '2021-11-23T18:48:37Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'subnets': [{'id': '8465dc6b-7433-40b1-a6c1-048835c20b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:24.979669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] For port c9a2d7aa-e586-443c-96dc-534cc5308ebf, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:24.989512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] For port c9a2d7aa-e586-443c-96dc-534cc5308ebf, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9a2d7aa-e586-443c-96dc-534cc5308ebf,segment=NetworkSegment(4890a404-d93e-4c78-bd27-d0378167f8ce),segment_id=4890a404-d93e-4c78-bd27-d0378167f8ce)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:24.994709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.082288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.123751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f86015-b1b6-4a9a-b0d6-21fe60466e7f None None] Pushing event updated for resources: {'Port': ['ID=c9a2d7aa-e586-443c-96dc-534cc5308ebf,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:25.139019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.148722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c1b12b2-baab-4771-a9a5-d2dc1c6170f9 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "DELETE /v2.0/ports/ee99212c-1049-4b89-9d75-6090b983cb9c HTTP/1.1" status: 204 len: 168 time: 1.4312081 Nov 23 18:56:25.156474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:25.217127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Pushing event deleted for resources: {'Port': ['ID=eeb657e3-a59b-478f-bdd1-1dbc93ac1021,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:25.237874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a24056-3975-4602-80b5-b88506a5a1e1 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:25.309863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2f0bf-8da1-4372-bb96-12484320d396 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:25.314324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93a2f0bf-8da1-4372-bb96-12484320d396 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "GET /v2.0/ports?device_id=239d9689-5f19-4c02-9e32-c7f56ff4bfc5 HTTP/1.1" status: 200 len: 913 time: 0.1568494 Nov 23 18:56:25.315160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:25.383264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.388310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.389914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe8708b9-ee29-48e2-b0c6-fe5c199d0468 tempest-AttachVolumeTestJSON-788836992 tempest-AttachVolumeTestJSON-788836992-project] 10.222.0.37 "DELETE /v2.0/floatingips/565aeae0-87c2-4afe-891d-eb1b623b8c99 HTTP/1.1" status: 204 len: 168 time: 1.2782946 Nov 23 18:56:25.468758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:25.510255 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41463b-fcd8-496b-807c-e4eb7cf46053 None None] New status for floating IP 565aeae0-87c2-4afe-891d-eb1b623b8c99: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:56:25.821754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03821176-9e80-4223-bc09-aaa557148bc6 req-3e5014e2-0d4f-48f6-8432-e54eb77a624e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:25.825699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03821176-9e80-4223-bc09-aaa557148bc6 req-3e5014e2-0d4f-48f6-8432-e54eb77a624e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0895314 Nov 23 18:56:25.997403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03821176-9e80-4223-bc09-aaa557148bc6 req-b548ee23-3f74-40b5-98f1-3f0d41d81b49 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538990 Nov 23 18:56:26.003337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9a2d7aa-e586-443c-96dc-534cc5308ebf up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:26.088721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9a2d7aa-e586-443c-96dc-534cc5308ebf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:26.089224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.262324 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.294322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.306446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c9a2d7aa-e586-443c-96dc-534cc5308ebf, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9a2d7aa-e586-443c-96dc-534cc5308ebf,segment=NetworkSegment(4890a404-d93e-4c78-bd27-d0378167f8ce),segment_id=4890a404-d93e-4c78-bd27-d0378167f8ce)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:26.326540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.400907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c9a2d7aa-e586-443c-96dc-534cc5308ebf,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:26.413387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.413571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.414400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.414812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.415220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.415782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.416057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.416603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.417510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.417860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.418233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.418725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:26.457585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.617434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=8f2e5fd4-6358-490c-be68-dc35e23d8259,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:26.751868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4476da-7586-4ebc-8587-0a24a2eaeb47 None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:26.868460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:26.952441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5e4d00f-841e-440b-aadf-b4c210c82d65 None None] Provisioning complete for port c9a2d7aa-e586-443c-96dc-534cc5308ebf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:26.952973 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e4d00f-841e-440b-aadf-b4c210c82d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.130139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.316912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381035cf-eb3e-4dca-935a-fff459f6db5c req-84d1d8ef-55ee-4649-8627-3c94c33fa3d5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:27.327746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381035cf-eb3e-4dca-935a-fff459f6db5c req-84d1d8ef-55ee-4649-8627-3c94c33fa3d5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1205568 Nov 23 18:56:27.372538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.375529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5661a3ac-b26b-4ae1-9daf-f2b8f040a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.434269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381035cf-eb3e-4dca-935a-fff459f6db5c req-f995fd20-4b5b-4108-b302-937d2aa5034f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014092 Nov 23 18:56:27.593265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4683f8ab-9386-4199-ae94-cddc57f94c22 None None] Provisioning complete for port c9a2d7aa-e586-443c-96dc-534cc5308ebf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:27.593814 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4683f8ab-9386-4199-ae94-cddc57f94c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.737941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-b360c2ed-ccdb-41a8-9c86-d0d31d99fcd9 req-56e199e3-88e4-43e5-b04f-ebc30c61c779 service neutron] (103400) timed out ('10.222.0.37', 38832) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:56:27.827043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4683f8ab-9386-4199-ae94-cddc57f94c22 None None] Provisioning complete for port 8f2e5fd4-6358-490c-be68-dc35e23d8259 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:27.827481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4683f8ab-9386-4199-ae94-cddc57f94c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.871745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4683f8ab-9386-4199-ae94-cddc57f94c22 None None] Port 8f2e5fd4-6358-490c-be68-dc35e23d8259 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:27.973372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.994021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:27.994833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.023250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f99d3dd2-924e-4fdb-a6c0-d3bf992d0ef2 None None] Provisioning complete for port 8f2e5fd4-6358-490c-be68-dc35e23d8259 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:28.026047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f99d3dd2-924e-4fdb-a6c0-d3bf992d0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.086968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9a2d7aa-e586-443c-96dc-534cc5308ebf up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:28.124628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f99d3dd2-924e-4fdb-a6c0-d3bf992d0ef2 None None] Port 8f2e5fd4-6358-490c-be68-dc35e23d8259 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:28.168987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9a2d7aa-e586-443c-96dc-534cc5308ebf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:28.169217 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.360595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=8f2e5fd4-6358-490c-be68-dc35e23d8259,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:28.444883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:28.449804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:28.475869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4a7a3724-479c-4408-9a1f-9e7fac841fd3 None None] Provisioning complete for port 8f2e5fd4-6358-490c-be68-dc35e23d8259 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:28.476748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3724-479c-4408-9a1f-9e7fac841fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.530303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a3724-479c-4408-9a1f-9e7fac841fd3 None None] Port 8f2e5fd4-6358-490c-be68-dc35e23d8259 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:28.570014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting port 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:28.570367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.685141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fd52b-cdb7-458f-b50f-e510e95684dc req-093b4ec7-ef4c-4fb6-9aac-6829c84bb655 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:28.688424 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d0fd52b-cdb7-458f-b50f-e510e95684dc req-093b4ec7-ef4c-4fb6-9aac-6829c84bb655 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1516569 Nov 23 18:56:28.794526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d0fd52b-cdb7-458f-b50f-e510e95684dc req-7a47e6ce-1521-4b3c-b121-50f657115f74 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977633 Nov 23 18:56:28.803326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:28.850431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Calling delete_port for 4b059e45-f9a2-4023-8fc8-f7fc0642f7c6 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:28.875969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router f74467fc-f684-4335-af38-5e4b5ea4bd23 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:28.958403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd40692e-f5cd-4908-8a85-0f39313b5472 None None] Provisioning complete for port 8f2e5fd4-6358-490c-be68-dc35e23d8259 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:28.958774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd40692e-f5cd-4908-8a85-0f39313b5472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.053657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd40692e-f5cd-4908-8a85-0f39313b5472 None None] Port 8f2e5fd4-6358-490c-be68-dc35e23d8259 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:29.058649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:29.078975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a3cab5a1-2917-4727-981f-6ccc63abec2c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/f74467fc-f684-4335-af38-5e4b5ea4bd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7679117 Nov 23 18:56:29.082453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:29.085060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] Sync routers for ids ['f74467fc-f684-4335-af38-5e4b5ea4bd23'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:29.103226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] Routers {'f74467fc-f684-4335-af38-5e4b5ea4bd23'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:29.103891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f74467fc-f684-4335-af38-5e4b5ea4bd23'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:29.135286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999183e2-40f2-458a-b50e-1cbd32ebf0c3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:29.139502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-999183e2-40f2-458a-b50e-1cbd32ebf0c3 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports/8f2e5fd4-6358-490c-be68-dc35e23d8259 HTTP/1.1" status: 200 len: 983 time: 0.0550129 Nov 23 18:56:29.139502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:29.173509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:29.185352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] Routers {'f74467fc-f684-4335-af38-5e4b5ea4bd23'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:29.185979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f74467fc-f684-4335-af38-5e4b5ea4bd23'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:29.236161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:29.236937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85b312-0045-4a88-b9e2-a486ad45424b None None] The sync data for ids ['f74467fc-f684-4335-af38-5e4b5ea4bd23'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:29.293985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.350009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Port': ['ID=4b059e45-f9a2-4023-8fc8-f7fc0642f7c6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:29.537357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.788703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Router 239d9689-5f19-4c02-9e32-c7f56ff4bfc5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:29.947584 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:29.979626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:29.999181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5d6e35c4-93ee-4e20-8241-154d8d7defd7 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "PUT /v2.0/routers/239d9689-5f19-4c02-9e32-c7f56ff4bfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6556876 Nov 23 18:56:30.000106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:30.014186 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af950d63-97c9-4988-beab-65b7f663800d None None] Sync routers for ids ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:30.050924 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] Routers {'239d9689-5f19-4c02-9e32-c7f56ff4bfc5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:30.051628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:30.089537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ced7398d-065a-470b-b008-d56bfbff6975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.112908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96114e-8e73-482d-a368-c5e2f6b576f2 req-e1da46ba-a983-454c-a4c1-be1cf6bc9c77 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:30.115532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f96114e-8e73-482d-a368-c5e2f6b576f2 req-e1da46ba-a983-454c-a4c1-be1cf6bc9c77 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2075834 Nov 23 18:56:30.158871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:30.169062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.183183 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] Routers {'239d9689-5f19-4c02-9e32-c7f56ff4bfc5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:30.184588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:30.245145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f96114e-8e73-482d-a368-c5e2f6b576f2 req-5e7ba4b6-4958-48dc-b6a5-665c6fb7f5d2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022108 Nov 23 18:56:30.316601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af950d63-97c9-4988-beab-65b7f663800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:30.318524 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af950d63-97c9-4988-beab-65b7f663800d None None] The sync data for ids ['239d9689-5f19-4c02-9e32-c7f56ff4bfc5'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:30.376378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.378843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.401784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 8f2e5fd4-6358-490c-be68-dc35e23d8259 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:30.402971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.466448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.467360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Fanout notify agent at l3_agent the message router_deleted on router 239d9689-5f19-4c02-9e32-c7f56ff4bfc5 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:30.484995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.492220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0cc8606b-d201-42dd-ab83-4b7698c2d0c8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "DELETE /v2.0/routers/239d9689-5f19-4c02-9e32-c7f56ff4bfc5 HTTP/1.1" status: 204 len: 168 time: 0.4889092 Nov 23 18:56:30.496616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:30.566729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.597706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 8f2e5fd4-6358-490c-be68-dc35e23d8259 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:30.606372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting subnet b7201893-1c5e-4717-9558-31ba0c4e7d29 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:30.609996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.679601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.689603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.844420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.929962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.958809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71487ca-416b-4529-baa3-1d7a2639dbb6 None None] Network 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:30.966728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.978533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:30.982332 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "DELETE /v2.0/subnets/b7201893-1c5e-4717-9558-31ba0c4e7d29 HTTP/1.1" status: 204 len: 168 time: 0.4842501 Nov 23 18:56:30.983897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9bb93-bea7-4b40-a300-0b9509034f57 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Subnet': ['ID=b7201893-1c5e-4717-9558-31ba0c4e7d29,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:30.985785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:31.022465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=8f2e5fd4-6358-490c-be68-dc35e23d8259,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:31.161840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.265343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.352147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] DHCP port deletion for 1ee8606e-9d09-43e9-b40c-3b1bbc773e07 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:31.460888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Deleting port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:31.473927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.510480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Deleting port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:31.510911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.641497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] For port fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,segment=NetworkSegment(3670f553-51b4-47ba-8cc5-c358dd8b29b4),segment_id=3670f553-51b4-47ba-8cc5-c358dd8b29b4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:31.642063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.662026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] For port fc3f9fab-2b42-4b43-9ab7-66f0d0511164, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,segment=NetworkSegment(3670f553-51b4-47ba-8cc5-c358dd8b29b4),segment_id=3670f553-51b4-47ba-8cc5-c358dd8b29b4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:31.662439 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:31.700535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Calling delete_port for fc3f9fab-2b42-4b43-9ab7-66f0d0511164 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:31.709111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Calling delete_port for fc3f9fab-2b42-4b43-9ab7-66f0d0511164 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:31.770171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router f74467fc-f684-4335-af38-5e4b5ea4bd23 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:31.831571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860bdad-5e54-42ee-9a9c-ec071d2c9c91 req-11475426-1a08-4fba-a7bd-a6ded27db1f6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:31.838646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e860bdad-5e54-42ee-9a9c-ec071d2c9c91 req-11475426-1a08-4fba-a7bd-a6ded27db1f6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3589699 Nov 23 18:56:31.958743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:32.029848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Port': ['ID=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:32.033774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc3f9fab-2b42-4b43-9ab7-66f0d0511164 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:32.037161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] No DVR routers for this DVR port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:32.083382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:32.097279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-92e141c3-a05e-40f3-814c-03bc3a82ce19 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/f74467fc-f684-4335-af38-5e4b5ea4bd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570637 Nov 23 18:56:32.097978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:32.112983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fc3f9fab-2b42-4b43-9ab7-66f0d0511164 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:32.113653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fc3f9fab-2b42-4b43-9ab7-66f0d0511164 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:32.133256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] Sync routers for ids ['f74467fc-f684-4335-af38-5e4b5ea4bd23'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:32.165292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e860bdad-5e54-42ee-9a9c-ec071d2c9c91 req-934f5689-ff74-444d-859a-01058567a510 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240889 Nov 23 18:56:32.167834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:32.193427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] Routers {'f74467fc-f684-4335-af38-5e4b5ea4bd23'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:32.200841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f74467fc-f684-4335-af38-5e4b5ea4bd23'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:32.510357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] No DVR routers for this DVR port fc3f9fab-2b42-4b43-9ab7-66f0d0511164 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:32.641482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adfad9-e293-4007-9405-fefdafcb0385 None None] Pushing event deleted for resources: {'Port': ['ID=fc3f9fab-2b42-4b43-9ab7-66f0d0511164,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:32.649027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:32.682496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:32.698597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] Routers {'f74467fc-f684-4335-af38-5e4b5ea4bd23'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:32.700783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f74467fc-f684-4335-af38-5e4b5ea4bd23'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:32.859265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:32.868416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61aa74b-ee09-4a09-a372-d89de6a1cb65 None None] The sync data for ids ['f74467fc-f684-4335-af38-5e4b5ea4bd23'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:32.977945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.004731 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:56:33.026429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee8606e-9d09-43e9-b40c-3b1bbc773e07']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.065643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3670f553-51b4-47ba-8cc5-c358dd8b29b4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.065949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3670f553-51b4-47ba-8cc5-c358dd8b29b4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:33.159336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.194533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.197404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.204697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:33.205240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:33.331067 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:33.407294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.423233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:33.432575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] 10.222.0.37 "DELETE /v2.0/networks/1ee8606e-9d09-43e9-b40c-3b1bbc773e07 HTTP/1.1" status: 204 len: 168 time: 2.4403129 Nov 23 18:56:33.444132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb260bd-6453-457e-b009-449e29d2d956 req-02510680-e512-450e-ac91-a69b9fde8f61 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:33.457184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bb260bd-6453-457e-b009-449e29d2d956 req-02510680-e512-450e-ac91-a69b9fde8f61 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1357429 Nov 23 18:56:33.476905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c076-1a2f-4b28-bc93-337f0309fdb8 tempest-FloatingIPNegativeTestJSON-1407834828 tempest-FloatingIPNegativeTestJSON-1407834828-project] Pushing event deleted for resources: {'Network': ['ID=1ee8606e-9d09-43e9-b40c-3b1bbc773e07,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:33.640131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bb260bd-6453-457e-b009-449e29d2d956 req-37b415f1-945f-40f5-940a-1cbd4380f780 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810389 Nov 23 18:56:33.724541 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-971dcc9c-16bf-485d-acc1-596c11011576 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 18:56:33.728335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-971dcc9c-16bf-485d-acc1-596c11011576 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/f74467fc-f684-4335-af38-5e4b5ea4bd23/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6293120 Nov 23 18:56:33.733330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:33.779058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:33.785328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc50d8fa-b1c7-453a-9aa2-3ab13ea1acf0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=f74467fc-f684-4335-af38-5e4b5ea4bd23 HTTP/1.1" status: 200 len: 205 time: 0.0506845 Nov 23 18:56:34.132755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.135984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:34.352523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f040c1-bc09-46cc-9c47-7c62d5a3f8ea req-2356d79c-bcb2-423e-aebe-5334ac2d0237 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:34.354103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36f040c1-bc09-46cc-9c47-7c62d5a3f8ea req-2356d79c-bcb2-423e-aebe-5334ac2d0237 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1532047 Nov 23 18:56:34.367814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-a695b4d9-4c1c-4273-a670-25d8da7e5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:34.370087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-a695b4d9-4c1c-4273-a670-25d8da7e5723 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 0.2467093 Nov 23 18:56:34.511811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.522862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.543453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36f040c1-bc09-46cc-9c47-7c62d5a3f8ea req-34155455-a95e-4335-9101-0196c8c8abe0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728609 Nov 23 18:56:34.616652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-338ecc97-eb53-45bc-91ee-ee57123ae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:34.618378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-338ecc97-eb53-45bc-91ee-ee57123ae827 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2292838 Nov 23 18:56:34.670054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df850f9d-e325-4326-9bba-0a7676af74ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2451660d05d4ca48e673c80f17aee52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5309443 Nov 23 18:56:34.672014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:34.717705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.720284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router f74467fc-f684-4335-af38-5e4b5ea4bd23 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:34.740627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.741127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cedab85e-8f27-4191-bee7-560e29fc6ba6 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/f74467fc-f684-4335-af38-5e4b5ea4bd23 HTTP/1.1" status: 204 len: 168 time: 0.9606843 Nov 23 18:56:34.748008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:34.788224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-c969a5ba-1fdf-4620-ab0f-22aff5fc95d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.1603267 Nov 23 18:56:34.813028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet c27132c7-f9cb-4c1f-badd-4dc2949d0b1f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:34.822696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.894555 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.921828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:34.937071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-aa0b9ef2-efd2-4e9c-9b19-256891446140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:34.938674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-aa0b9ef2-efd2-4e9c-9b19-256891446140 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1419449 Nov 23 18:56:34.977778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.030463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-91d327ed-3277-4c00-aae8-e530302bb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:35.035770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-91d327ed-3277-4c00-aae8-e530302bb39e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867491 Nov 23 18:56:35.103032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.158872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-ee066ba3-5fdb-4a05-af2e-e3a83687a8b1 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158009 Nov 23 18:56:35.160928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.164855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.175991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08e69a0c-f0da-4fa4-8de6-d96d9a3c16ba HTTP/1.1" status: 204 len: 168 time: 0.5010285 Nov 23 18:56:35.196450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7b2dc-e7d2-4e0e-8b6c-426e9e9a1fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e69a0c-f0da-4fa4-8de6-d96d9a3c16ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:35.230932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.291227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=c27132c7-f9cb-4c1f-badd-4dc2949d0b1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:35.299968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3209fe79-8e71-46fd-a27f-c91434570e18 None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:35.302089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.316053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1ba02a61-c876-4602-b95f-a0439a1c1f42 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/c27132c7-f9cb-4c1f-badd-4dc2949d0b1f HTTP/1.1" status: 204 len: 168 time: 0.5668719 Nov 23 18:56:35.317227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:35.323346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15febfb1-d95c-4cf8-8623-a800953d4707 req-83a5a752-f0e5-4ce1-8fa2-0473540a7d5e service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533482 Nov 23 18:56:35.504331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.630598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port c9a2d7aa-e586-443c-96dc-534cc5308ebf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:35.631032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.714661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] DHCP port deletion for a1d42e5f-94f6-458e-bec3-8fc4ba648628 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:35.767924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port c9a2d7aa-e586-443c-96dc-534cc5308ebf, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9a2d7aa-e586-443c-96dc-534cc5308ebf,segment=NetworkSegment(4890a404-d93e-4c78-bd27-d0378167f8ce),segment_id=4890a404-d93e-4c78-bd27-d0378167f8ce)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:35.768448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:35.797435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for c9a2d7aa-e586-443c-96dc-534cc5308ebf owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:35.894102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5b0a-7d16-4207-9642-497d7148a9fc req-d01a0b93-357e-4f48-b32a-56e4eddcfaa8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:35.919777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f54e5b0a-7d16-4207-9642-497d7148a9fc req-d01a0b93-357e-4f48-b32a-56e4eddcfaa8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2123628 Nov 23 18:56:35.929392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Deleting port c9a2d7aa-e586-443c-96dc-534cc5308ebf {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:35.930091 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.057176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.090649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] For port c9a2d7aa-e586-443c-96dc-534cc5308ebf, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9a2d7aa-e586-443c-96dc-534cc5308ebf,segment=NetworkSegment(4890a404-d93e-4c78-bd27-d0378167f8ce),segment_id=4890a404-d93e-4c78-bd27-d0378167f8ce)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:36.091059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.129570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Calling delete_port for c9a2d7aa-e586-443c-96dc-534cc5308ebf owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:36.135916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f54e5b0a-7d16-4207-9642-497d7148a9fc req-02bc441e-cc27-4ff8-8395-77d359b138f8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149086 Nov 23 18:56:36.144108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=c9a2d7aa-e586-443c-96dc-534cc5308ebf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:36.153463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port c9a2d7aa-e586-443c-96dc-534cc5308ebf on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:36.258796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.270327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9a2d7aa-e586-443c-96dc-534cc5308ebf no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:36.282653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d42e5f-94f6-458e-bec3-8fc4ba648628']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.293936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890a404-d93e-4c78-bd27-d0378167f8ce') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.294325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890a404-d93e-4c78-bd27-d0378167f8ce') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:36.305198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.319742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.326766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:36.327163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.390270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c9a2d7aa-e586-443c-96dc-534cc5308ebf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:36.390270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9a2d7aa-e586-443c-96dc-534cc5308ebf not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:36.441750 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:36.452041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.462076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.465738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.466078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/a1d42e5f-94f6-458e-bec3-8fc4ba648628 HTTP/1.1" status: 204 len: 168 time: 1.1474874 Nov 23 18:56:36.469756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:36.475034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-215956262'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:36.514732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2566-3a23-4756-bb5f-7943329ca1ec tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=a1d42e5f-94f6-458e-bec3-8fc4ba648628,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:36.529445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:36.533286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.562205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Network a1d42e5f-94f6-458e-bec3-8fc4ba648628 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:56:36.562465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-0d96fe3a-13c5-455e-940a-b27dd323e149 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217740 Nov 23 18:56:36.563587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] No DVR routers for this DVR port c9a2d7aa-e586-443c-96dc-534cc5308ebf on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:36.581163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cafc83-75dd-45aa-9f46-3d9154d32b7e None None] Pushing event deleted for resources: {'Port': ['ID=c9a2d7aa-e586-443c-96dc-534cc5308ebf,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:36.598103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:36.642504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.643697 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment aa559770-c86b-48fa-9858-a7a6d88cab67 of type vlan for network 1f509563-3370-4941-923a-d71d537de4d6 Nov 23 18:56:36.705575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-134cdc07-577b-41a3-88f3-259d96bab6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:36.709466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-134cdc07-577b-41a3-88f3-259d96bab6ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1096 time: 0.0902140 Nov 23 18:56:36.730846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.764707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:36.814534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:36.829135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:36.836570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.018500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=1f509563-3370-4941-923a-d71d537de4d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:37.026546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-602b895c-a028-453b-ae28-5ba9291a1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:37.028362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-602b895c-a028-453b-ae28-5ba9291a1cd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2813969 Nov 23 18:56:37.028780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-491617289'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:37.033911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1f509563-3370-4941-923a-d71d537de4d6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:37.123222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:37.131088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.170635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bf4eda0a-4f95-4cbb-8c21-f6052fc73d48 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6994717 Nov 23 18:56:37.171424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:37.194398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '1f509563-3370-4941-923a-d71d537de4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:37.210152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-2d04ed16-36ec-4d66-bd27-8b3c9a7c94a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 217 time: 0.1636386 Nov 23 18:56:37.370133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-76b7ef5a-ba72-4119-95f7-bac59e6465d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:37.371705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-76b7ef5a-ba72-4119-95f7-bac59e6465d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1496022 Nov 23 18:56:37.479510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-3dfcbf61-da32-4e81-917b-d625c6591e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:37.481142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-3dfcbf61-da32-4e81-917b-d625c6591e1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973084 Nov 23 18:56:37.707613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-3ef0ba6b-6107-4549-a4f7-cc751c2b8b1f service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179115 Nov 23 18:56:37.867276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:37.936426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8a5d51a-b7f6-4a09-a4ae-4df17a975ac6 req-9a690dec-2d0e-49e4-8577-08abfca1604c service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200429 Nov 23 18:56:38.212440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3fb56-8f4a-40f5-8b11-ee9cdb4bbe85 req-9e375eb2-a241-4086-8077-57fbe5bd9892 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.216900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13f3fb56-8f4a-40f5-8b11-ee9cdb4bbe85 req-9e375eb2-a241-4086-8077-57fbe5bd9892 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3303607 Nov 23 18:56:38.240106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-50f14d4d-3226-4b81-949b-3ca9d096f774 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3533554 Nov 23 18:56:38.240883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:38.249520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.599365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13f3fb56-8f4a-40f5-8b11-ee9cdb4bbe85 req-7bbabe3c-8974-4691-ae2c-fd4577789078 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428602 Nov 23 18:56:38.668327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.668793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.669252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.669703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.670151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.670671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.671833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.674357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f9f4d158-b3c0-4e22-83ab-0722f8cd0d31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d8043a7b7d354a3f963f60bf1e445865&device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 6503 time: 0.2954459 Nov 23 18:56:38.676688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.684125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.726656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:38.799243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82df816-6498-425f-9793-3f7e09690cff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:38.821925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.852478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.852836 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa of type vlan for network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 Nov 23 18:56:38.856429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:38.918821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=aa594960-b565-4154-b8fe-f2905e029f85,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:38.940796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c13a-48e5-4f02-867a-a3d76483c747 req-334a1d52-d74e-4190-81a2-3721851682c5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:38.942912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c035c13a-48e5-4f02-867a-a3d76483c747 req-334a1d52-d74e-4190-81a2-3721851682c5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1234419 Nov 23 18:56:39.033623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e7a9f59d-55ae-46e6-b025-b041a44b5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.034125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c035c13a-48e5-4f02-867a-a3d76483c747 req-14147a35-49e8-4227-ab6c-8cfa0680c47a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833278 Nov 23 18:56:39.034697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e7a9f59d-55ae-46e6-b025-b041a44b5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.035392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e7a9f59d-55ae-46e6-b025-b041a44b5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.038033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e7a9f59d-55ae-46e6-b025-b041a44b5833 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=5782e818-89e6-4ec9-a23f-23f9726354f2&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 200 len: 2296 time: 0.2678406 Nov 23 18:56:39.178953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.229761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-6b51ddeb-11ce-4f11-ada9-ad6e92817b4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 200 len: 1001 time: 0.1672323 Nov 23 18:56:39.234489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': 'aa559770-c86b-48fa-9858-a7a6d88cab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f509563-3370-4941-923a-d71d537de4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:39.235006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 1f509563-3370-4941-923a-d71d537de4d6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:39.294624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.309382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.310357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.325151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 1f509563-3370-4941-923a-d71d537de4d6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:39.349356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12872f0-ce9b-45c4-a249-6b46eb879320 req-eaf278c4-d06d-4a05-8ba9-9b76491666d5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.361833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a12872f0-ce9b-45c4-a249-6b46eb879320 req-eaf278c4-d06d-4a05-8ba9-9b76491666d5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0959556 Nov 23 18:56:39.366307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1f509563-3370-4941-923a-d71d537de4d6) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:39.372597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.373812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.378532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282af95e-1d85-4659-a9f6-18ed92873f70 None None] Network 1f509563-3370-4941-923a-d71d537de4d6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:39.392735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6122890 Nov 23 18:56:39.449567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-fbc0e058-038c-4af3-9ce4-759b9253d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.451408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-fbc0e058-038c-4af3-9ce4-759b9253d80a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 200 len: 855 time: 0.2117579 Nov 23 18:56:39.459984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:39.471156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-161505892'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:39.477141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a12872f0-ce9b-45c4-a249-6b46eb879320 req-2cc0aca4-da02-4117-945f-a30d1e602697 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142595 Nov 23 18:56:39.515996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956776-5597-45f4-808e-6d045a26a080 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=019d50d4-a692-42ad-a0cd-cd7f8b72f724,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:39.532197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:39.536296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-954a331c-1dc9-46f6-aa59-14b057b65c32 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3607419 Nov 23 18:56:39.536391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:39.549806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2095697601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:39.624089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 18:56:39.624089 n-d-792364-9 neutron-server[103400]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 18:56:39.624089 n-d-792364-9 neutron-server[103400]: [parameters: {'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'id': 'e72780c1-ae2a-4867-a42d-6150812de3b2', 'expiration': datetime.datetime(2021, 11, 23, 18, 58, 39, 583193)}] Nov 23 18:56:39.624089 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:56:39.625357 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:56:39.661239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:39.669471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.700384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-39b698ab-e60d-4ead-9839-bd6b09bffd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:39.702265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-39b698ab-e60d-4ead-9839-bd6b09bffd31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ba38f76-a0cb-4065-b0f5-85806e2ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060468 Nov 23 18:56:39.788243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-1f509563-3370-4941-923a-d71d537de4d6', 'network_id': '1f509563-3370-4941-923a-d71d537de4d6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': 'aa594960-b565-4154-b8fe-f2905e029f85'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:39.789741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:39.857262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e0d6c989-8feb-4e61-b5f4-f8b3198fbb90 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425509 Nov 23 18:56:39.892557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:56:39.964876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Allocated IP 2001:db8::2 (1f509563-3370-4941-923a-d71d537de4d6/aa594960-b565-4154-b8fe-f2905e029f85/ae988567-f3fb-4e1d-b36b-50a56dfe2581) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:40.022266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-880a8da3-adc6-4049-8f6b-7a12d0d45722 service neutron] 10.222.0.50 "GET /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250107 Nov 23 18:56:40.079760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f6da1c16-0e73-45bb-8d81-a65cc9482bd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 217 time: 0.0446882 Nov 23 18:56:40.080939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.081429 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment cc519e90-6db7-4044-bf82-0677a1fa5a48 of type vlan for network a2369ce2-e547-4b0d-ae93-a00b2e0c733b Nov 23 18:56:40.172571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.173900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.201568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-11d04f88-79f0-4713-87e4-4703c49d7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:40.206913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-11d04f88-79f0-4713-87e4-4703c49d7784 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1151481 Nov 23 18:56:40.215103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.231400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.290623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Network 1f509563-3370-4941-923a-d71d537de4d6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:40.292720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Pushing event updated for resources: {'Port': ['ID=ae988567-f3fb-4e1d-b36b-50a56dfe2581,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:40.295440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:40.299860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:40.310601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa813-149c-4312-bb93-d4070e31c864 req-d9461000-e1c2-43b5-af68-432b1b7d2d90 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:40.314488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.316220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b00fa813-149c-4312-bb93-d4070e31c864 req-d9461000-e1c2-43b5-af68-432b1b7d2d90 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.4574547 Nov 23 18:56:40.326542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.364621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.371462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c07664db-78d3-4812-b47e-20748b06e4e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8334703 Nov 23 18:56:40.372350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:40.374468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Attempting to bind port ae988567-f3fb-4e1d-b36b-50a56dfe2581 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:40.374918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Attempting to bind port ae988567-f3fb-4e1d-b36b-50a56dfe2581 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aa559770-c86b-48fa-9858-a7a6d88cab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f509563-3370-4941-923a-d71d537de4d6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:40.375291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Attempting to bind port ae988567-f3fb-4e1d-b36b-50a56dfe2581 on network 1f509563-3370-4941-923a-d71d537de4d6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:40.382147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:40.382530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Checking segment: {'id': 'aa559770-c86b-48fa-9858-a7a6d88cab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f509563-3370-4941-923a-d71d537de4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:40.382991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.383433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Bound using segment: {'id': 'aa559770-c86b-48fa-9858-a7a6d88cab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f509563-3370-4941-923a-d71d537de4d6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:40.384043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Bound port: ae988567-f3fb-4e1d-b36b-50a56dfe2581, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa559770-c86b-48fa-9858-a7a6d88cab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f509563-3370-4941-923a-d71d537de4d6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:40.384437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.388016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.467970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] For port ae988567-f3fb-4e1d-b36b-50a56dfe2581, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:40.471488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] For port ae988567-f3fb-4e1d-b36b-50a56dfe2581, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ae988567-f3fb-4e1d-b36b-50a56dfe2581,segment=NetworkSegment(aa559770-c86b-48fa-9858-a7a6d88cab67),segment_id=aa559770-c86b-48fa-9858-a7a6d88cab67)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:40.478335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.503225 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.536527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef0b26-c0c1-44ea-882d-a03f88dfc457 None None] Pushing event updated for resources: {'Port': ['ID=ae988567-f3fb-4e1d-b36b-50a56dfe2581,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:40.618835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.619525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:40.620191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.639815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-efda9e70-fca1-464d-b48b-0d78527d4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:40.641327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-efda9e70-fca1-464d-b48b-0d78527d4f22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4154091 Nov 23 18:56:40.669985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b00fa813-149c-4312-bb93-d4070e31c864 req-151db10b-f57a-4129-ae96-b5c3e0a8c4c6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836185 Nov 23 18:56:40.776198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-8ab8eb0c-aaf6-48e4-b7d2-e887e136cc81 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003079 Nov 23 18:56:40.799019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:40.807058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3430011 Nov 23 18:56:40.811607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:40.821276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:40.978526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875355d3-92b6-4188-bbb7-9fecc2b8cac7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=a2369ce2-e547-4b0d-ae93-a00b2e0c733b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:41.003936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:56:41.033013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-ac301e69-c549-4ed1-8896-f3938613da77 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459848 Nov 23 18:56:41.141426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-d2ff296c-7da2-4e07-a980-4fee79c8991a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 217 time: 0.0931904 Nov 23 18:56:41.265605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-cb1182e9-77f1-48f5-8320-eb7bb8e9df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:41.267771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:41.270669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-cb1182e9-77f1-48f5-8320-eb7bb8e9df78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1215827 Nov 23 18:56:41.278882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.347331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-70ff5a2a-2bf8-422f-bf96-6dc4678d74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:41.348874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-70ff5a2a-2bf8-422f-bf96-6dc4678d74b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690620 Nov 23 18:56:41.475733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8::1 (1f509563-3370-4941-923a-d71d537de4d6/aa594960-b565-4154-b8fe-f2905e029f85/b82cbe03-b523-4f35-8f16-1ee3943fce5b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:41.511083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-5758d0ca-22cb-499d-98e8-ebaf23f2f463 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532569 Nov 23 18:56:41.654524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.698286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-3bfa17d3-cdba-45e3-a81c-faddea9f2566 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737435 Nov 23 18:56:41.756374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-ff14cf06-054d-4b4e-bd48-fb4afa44bceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 200 len: 217 time: 0.0525472 Nov 23 18:56:41.838651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:41.911662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-84edf1a1-dfdf-4e79-87f1-23ca9f71d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:41.911662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-84edf1a1-dfdf-4e79-87f1-23ca9f71d892 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1467855 Nov 23 18:56:41.920025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=dc36f4f4-c640-460e-8524-e0b1ee57cdc3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:41.954392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:41.955293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: 019d50d4-a692-42ad-a0cd-cd7f8b72f724, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:41.974519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0d76-9a5b-431b-97be-3cad8b380f7f req-dd4364ca-a1a0-45c5-b19e-f497fb21acf6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:41.976162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd1e0d76-9a5b-431b-97be-3cad8b380f7f req-dd4364ca-a1a0-45c5-b19e-f497fb21acf6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1617846 Nov 23 18:56:41.983386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.032915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ae988567-f3fb-4e1d-b36b-50a56dfe2581 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:42.060219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 1f509563-3370-4941-923a-d71d537de4d6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:42.063776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:42.071099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:42.077133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:42.077678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.136120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=b82cbe03-b523-4f35-8f16-1ee3943fce5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:42.138577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 019d50d4-a692-42ad-a0cd-cd7f8b72f724) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:42.145848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:42.146640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.178054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e6d41-cbb6-460a-b452-0acf0d32bdd2 None None] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:42.207832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f92e1b1e-a67e-48e4-b27d-d7fb9b639c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:42.209715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-f92e1b1e-a67e-48e4-b27d-d7fb9b639c10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2839053 Nov 23 18:56:42.213870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd1e0d76-9a5b-431b-97be-3cad8b380f7f req-2f205f8c-39aa-4dba-95bc-141a6198debd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227852 Nov 23 18:56:42.230614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c1cebb0-12ff-4176-9cce-6764995d6dee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4168303 Nov 23 18:56:42.236720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:42.254036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:42.400168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ae988567-f3fb-4e1d-b36b-50a56dfe2581 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:42.400548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.446836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a84c22-1dcd-4993-8b27-23f42a5cde67 None None] Network 1f509563-3370-4941-923a-d71d537de4d6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:42.460922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-0300bdba-2c4d-49d0-bc84-625010468b28 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424068 Nov 23 18:56:42.490234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.615948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-a1e9cdcb-2890-4e9d-97b1-18ddcde67122 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464722 Nov 23 18:56:42.681822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-92bd08ea-27b3-45e7-8a2c-335ead56b918 None None] Provisioning complete for port ae988567-f3fb-4e1d-b36b-50a56dfe2581 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:42.682454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92bd08ea-27b3-45e7-8a2c-335ead56b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.695391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-7a6b5d7f-9f07-4a1c-8c13-61bd93de4e32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 200 len: 217 time: 0.0681856 Nov 23 18:56:42.815423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-67fd1db1-d139-41fb-9172-ccf58907b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:42.815423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-67fd1db1-d139-41fb-9172-ccf58907b01d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 200 len: 797 time: 0.1027737 Nov 23 18:56:42.825794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c355c-a26b-4b8e-aeec-eab43721c8c2 req-5ba75301-b926-4946-b06e-a09325fde23f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:42.836244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff3c355c-a26b-4b8e-aeec-eab43721c8c2 req-5ba75301-b926-4946-b06e-a09325fde23f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1941001 Nov 23 18:56:42.930386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:42.977185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:42.984420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff3c355c-a26b-4b8e-aeec-eab43721c8c2 req-bc86665a-8fdc-436c-861f-3171fb275ec2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470084 Nov 23 18:56:42.991745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-741fc159-5436-41e2-a55d-1824ff11717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:43.000283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-741fc159-5436-41e2-a55d-1824ff11717e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5782e818-89e6-4ec9-a23f-23f9726354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560285 Nov 23 18:56:43.087228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port ae988567-f3fb-4e1d-b36b-50a56dfe2581, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ae988567-f3fb-4e1d-b36b-50a56dfe2581,segment=NetworkSegment(aa559770-c86b-48fa-9858-a7a6d88cab67),segment_id=aa559770-c86b-48fa-9858-a7a6d88cab67)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:43.096405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.218545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=ae988567-f3fb-4e1d-b36b-50a56dfe2581,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:43.298139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.312184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.313261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.316220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-019d50d4-a692-42ad-a0cd-cd7f8b72f724', 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': 'dc36f4f4-c640-460e-8524-e0b1ee57cdc3'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:43.320607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.348477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-028b71f6-d10a-49c2-88bb-1a850504f6c3 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338721 Nov 23 18:56:43.456292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:56:43.459852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.466433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=b82cbe03-b523-4f35-8f16-1ee3943fce5b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:43.632675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Allocated IP 172.20.0.2 (019d50d4-a692-42ad-a0cd-cd7f8b72f724/dc36f4f4-c640-460e-8524-e0b1ee57cdc3/47a98f28-becf-44d3-b8b7-f5bb434f05bd) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:43.637040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 1f509563-3370-4941-923a-d71d537de4d6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:43.650284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-1db7bcd7-19b6-4470-8f96-56c6a1079673 service neutron] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815294 Nov 23 18:56:43.654961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:43.760976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-358fb4cc-656a-4870-9b9e-2b49052a7677 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 200 len: 217 time: 0.0961368 Nov 23 18:56:43.954542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-a7ebf889-d6ba-4981-b3f6-2d52991f7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:43.956876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-a7ebf889-d6ba-4981-b3f6-2d52991f7a2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.1549206 Nov 23 18:56:43.990502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ae988567-f3fb-4e1d-b36b-50a56dfe2581 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:44.125595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.164724 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.246714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ae988567-f3fb-4e1d-b36b-50a56dfe2581 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:44.247509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.276289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:44.330400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:44.360824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:44.383589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Pushing event updated for resources: {'Port': ['ID=47a98f28-becf-44d3-b8b7-f5bb434f05bd,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:44.425415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-5555786d-384d-4882-a443-83a97f405003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:44.427266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-5555786d-384d-4882-a443-83a97f405003 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3863919 Nov 23 18:56:44.446027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e4d28c51-9265-4803-a4f3-b030ff2787cc None None] Provisioning complete for port b82cbe03-b523-4f35-8f16-1ee3943fce5b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:44.446654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4d28c51-9265-4803-a4f3-b030ff2787cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.519659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.528838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9583732-d4d7-498b-84c4-10e65d6be6ab req-8c90c180-0e70-4a92-ab9c-e9e4c0c07c9e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:44.536257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9583732-d4d7-498b-84c4-10e65d6be6ab req-8c90c180-0e70-4a92-ab9c-e9e4c0c07c9e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3697414 Nov 23 18:56:44.580276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e4d28c51-9265-4803-a4f3-b030ff2787cc None None] Port b82cbe03-b523-4f35-8f16-1ee3943fce5b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:44.635933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Attempting to bind port 47a98f28-becf-44d3-b8b7-f5bb434f05bd on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:44.637040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Attempting to bind port 47a98f28-becf-44d3-b8b7-f5bb434f05bd by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:44.637577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Attempting to bind port 47a98f28-becf-44d3-b8b7-f5bb434f05bd on network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:44.656975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:44.657664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Checking segment: {'id': 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:44.658331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.658876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Bound using segment: {'id': 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:44.659556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Bound port: 47a98f28-becf-44d3-b8b7-f5bb434f05bd, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '019d50d4-a692-42ad-a0cd-cd7f8b72f724'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:44.669180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.687225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=b6659537-83fe-4d70-9459-002f58740d62,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:44.733510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e5b5e519-b407-4289-b0ef-2202724ff7e9 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961583 Nov 23 18:56:44.748476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': 'cc519e90-6db7-4044-bf82-0677a1fa5a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:44.748845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: a2369ce2-e547-4b0d-ae93-a00b2e0c733b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:56:44.749316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9583732-d4d7-498b-84c4-10e65d6be6ab req-12317580-941c-43b4-a42e-e8fe88909733 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119074 Nov 23 18:56:44.753367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e4d28c51-9265-4803-a4f3-b030ff2787cc None None] Provisioning complete for port ae988567-f3fb-4e1d-b36b-50a56dfe2581 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:44.753904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4d28c51-9265-4803-a4f3-b030ff2787cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.823210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router e5ddf7e8-fb35-4884-a1ba-c57d234bc579 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:44.833221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:56:44.856220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a2369ce2-e547-4b0d-ae93-a00b2e0c733b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:44.865007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:44.865598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.911967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] For port 47a98f28-becf-44d3-b8b7-f5bb434f05bd, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:44.920809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] For port 47a98f28-becf-44d3-b8b7-f5bb434f05bd, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47a98f28-becf-44d3-b8b7-f5bb434f05bd,segment=NetworkSegment(ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa),segment_id=ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:44.927277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51040a9a-31b3-422f-b60a-82170bd7d50b None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:44.978424 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-c191f945-8431-4f53-b509-9554758d1d8d service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279375 Nov 23 18:56:44.989378 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.011510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.099353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-6f7722ee-ab45-458a-a99a-344a2903b689 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 200 len: 217 time: 0.1112275 Nov 23 18:56:45.170251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-445ba4ad-324e-4cf7-977b-11501bf3ca7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9273217 Nov 23 18:56:45.176434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:45.184217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-813464889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:45.321843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.322990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.337611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:45.349295 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] Sync routers for ids ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:45.366580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] Routers {'e5ddf7e8-fb35-4884-a1ba-c57d234bc579'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:45.369101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ce538-ee51-4e8b-ac27-d69370ede0da req-e4f49e54-1688-4d18-891c-66d09d31d6dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:45.369611 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:45.384781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-853ce538-ee51-4e8b-ac27-d69370ede0da req-e4f49e54-1688-4d18-891c-66d09d31d6dd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.4826806 Nov 23 18:56:45.470935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dfec6054-1f93-45fa-aa8d-7662885848cd tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/e5ddf7e8-fb35-4884-a1ba-c57d234bc579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0952384 Nov 23 18:56:45.483481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:45.527467 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:45.565238 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] Routers {'e5ddf7e8-fb35-4884-a1ba-c57d234bc579'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:45.566194 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:45.656291 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:45.658431 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a0bd0-85c7-4948-a5ca-fa93edeaa5bf None None] The sync data for ids ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:45.783445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cda6a7-2a16-456a-9543-373b2c35d3cb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:45.784993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c9cda6a7-2a16-456a-9543-373b2c35d3cb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports/b82cbe03-b523-4f35-8f16-1ee3943fce5b HTTP/1.1" status: 200 len: 911 time: 0.3002160 Nov 23 18:56:45.788385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:45.828882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-853ce538-ee51-4e8b-ac27-d69370ede0da req-f5d799e5-260d-4cfa-9c63-58c178e581af tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4327946 Nov 23 18:56:45.831271 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.864691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a39d-2845-45ea-986a-f0b9dce150d6 None None] Pushing event updated for resources: {'Port': ['ID=47a98f28-becf-44d3-b8b7-f5bb434f05bd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:45.918707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.091093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e93e76f2-bd8a-421d-85af-0b346e8f2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:46.092463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-e93e76f2-bd8a-421d-85af-0b346e8f2945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 200 len: 797 time: 0.8962798 Nov 23 18:56:46.096958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a2369ce2-e547-4b0d-ae93-a00b2e0c733b', 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': 'b6659537-83fe-4d70-9459-002f58740d62'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:56:46.098042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.153916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.169648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f7127df5-5a2e-4f12-ba0b-92d6d5a7e972 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9889081 Nov 23 18:56:46.209112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:46.299411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93d39e23-ece6-4a50-8724-075ede5ed988 None None] Provisioning complete for port b82cbe03-b523-4f35-8f16-1ee3943fce5b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:46.300845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93d39e23-ece6-4a50-8724-075ede5ed988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.436174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0721a-318e-4312-a5ff-198e117c389c req-6f89fe41-ea1a-4b1f-8b8d-9e3974950662 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:46.437958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6e0721a-318e-4312-a5ff-198e117c389c req-6f89fe41-ea1a-4b1f-8b8d-9e3974950662 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3594923 Nov 23 18:56:46.491371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93d39e23-ece6-4a50-8724-075ede5ed988 None None] Port b82cbe03-b523-4f35-8f16-1ee3943fce5b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:46.568727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Allocated IP 172.21.0.2 (a2369ce2-e547-4b0d-ae93-a00b2e0c733b/b6659537-83fe-4d70-9459-002f58740d62/1460fe96-6ecf-4074-882a-d44042e34c79) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:46.572775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6e0721a-318e-4312-a5ff-198e117c389c req-61ecec90-516c-48a6-9558-aef910afe4b0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185541 Nov 23 18:56:46.631982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-659b61d4-3bdd-4162-92de-976148c66c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:46.633482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-659b61d4-3bdd-4162-92de-976148c66c6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5171463 Nov 23 18:56:46.669821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.824969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384fc0d0-4c42-4758-9ed9-57300f1a505d None None] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:46.959675 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.973479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.981215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] Provisioning complete for port 47a98f28-becf-44d3-b8b7-f5bb434f05bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:46.981907 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.030216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df422e-1725-4b9a-96fe-f0120fc55217 req-e5770da8-db8e-495e-b77e-779692b1253e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:47.038356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49df422e-1725-4b9a-96fe-f0120fc55217 req-e5770da8-db8e-495e-b77e-779692b1253e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2622349 Nov 23 18:56:47.094634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-0f864e86-844b-41f9-b8a0-940631754cb4 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494798 Nov 23 18:56:47.115486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:47.134074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.154885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:47.161582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Pushing event updated for resources: {'Port': ['ID=1460fe96-6ecf-4074-882a-d44042e34c79,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.167179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:47.223825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port b82cbe03-b523-4f35-8f16-1ee3943fce5b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:47.224348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.322990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Attempting to bind port 1460fe96-6ecf-4074-882a-d44042e34c79 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:56:47.325014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Attempting to bind port 1460fe96-6ecf-4074-882a-d44042e34c79 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'cc519e90-6db7-4044-bf82-0677a1fa5a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:56:47.328748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Attempting to bind port 1460fe96-6ecf-4074-882a-d44042e34c79 on network a2369ce2-e547-4b0d-ae93-a00b2e0c733b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:56:47.386619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:56:47.390083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49df422e-1725-4b9a-96fe-f0120fc55217 req-ca99b4fd-a0d1-4f2c-8134-135f171e3e8a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503881 Nov 23 18:56:47.403547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Checking segment: {'id': 'cc519e90-6db7-4044-bf82-0677a1fa5a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:56:47.404066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.404480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Bound using segment: {'id': 'cc519e90-6db7-4044-bf82-0677a1fa5a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:56:47.404998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Bound port: 1460fe96-6ecf-4074-882a-d44042e34c79, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc519e90-6db7-4044-bf82-0677a1fa5a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2369ce2-e547-4b0d-ae93-a00b2e0c733b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:56:47.405393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.438699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.516664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.540413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for b82cbe03-b523-4f35-8f16-1ee3943fce5b owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:47.546716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] For port 47a98f28-becf-44d3-b8b7-f5bb434f05bd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47a98f28-becf-44d3-b8b7-f5bb434f05bd,segment=NetworkSegment(ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa),segment_id=ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:47.555158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.574449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Deleting port c209ce29-6f24-4905-98ac-7a59828a630d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:47.574861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.615846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0454d11b-2d8e-4c4e-82c4-a25231b00e60 req-95b4be07-199b-4493-bbcc-5be4fc359541 service neutron] 10.222.0.50 "GET /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008018 Nov 23 18:56:47.675064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f22c-028f-4595-b958-e8a640100f3b None None] Pushing event updated for resources: {'Port': ['ID=47a98f28-becf-44d3-b8b7-f5bb434f05bd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.684841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] For port 1460fe96-6ecf-4074-882a-d44042e34c79, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:56:47.717710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] For port 1460fe96-6ecf-4074-882a-d44042e34c79, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1460fe96-6ecf-4074-882a-d44042e34c79,segment=NetworkSegment(cc519e90-6db7-4044-bf82-0677a1fa5a48),segment_id=cc519e90-6db7-4044-bf82-0677a1fa5a48)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:56:47.723048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.836255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] For port c209ce29-6f24-4905-98ac-7a59828a630d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c209ce29-6f24-4905-98ac-7a59828a630d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:47.836793 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.836914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a449f-ba72-4e4f-a0a0-29155b5c0b9b None None] Pushing event updated for resources: {'Port': ['ID=1460fe96-6ecf-4074-882a-d44042e34c79,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:47.852306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f3613c7-d4ac-41fa-b0a6-a784e1824e8f None None] Provisioning complete for port 47a98f28-becf-44d3-b8b7-f5bb434f05bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:47.852686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f3613c7-d4ac-41fa-b0a6-a784e1824e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:47.861359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Calling delete_port for c209ce29-6f24-4905-98ac-7a59828a630d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:47.881997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.20.0.1 (019d50d4-a692-42ad-a0cd-cd7f8b72f724/dc36f4f4-c640-460e-8524-e0b1ee57cdc3/e5d58cd3-fbba-4a64-a0e9-5e753a071107) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:48.004340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.066159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=b82cbe03-b523-4f35-8f16-1ee3943fce5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.087191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47a98f28-becf-44d3-b8b7-f5bb434f05bd up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:48.208660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 47a98f28-becf-44d3-b8b7-f5bb434f05bd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:48.209028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.297876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.458943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.516318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.555373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c209ce29-6f24-4905-98ac-7a59828a630d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.586350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.603842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router e5ddf7e8-fb35-4884-a1ba-c57d234bc579 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:48.676540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:48.686436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:48.696972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:48.774421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=e5d58cd3-fbba-4a64-a0e9-5e753a071107,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:48.820748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:48.826646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5fccc792-f4c5-4db8-8f95-7372c1763399 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/e5ddf7e8-fb35-4884-a1ba-c57d234bc579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0352283 Nov 23 18:56:48.830178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:48.833749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] Sync routers for ids ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:48.865593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] Routers {'e5ddf7e8-fb35-4884-a1ba-c57d234bc579'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:48.868250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:48.929284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-419f20ca-0437-4291-acb2-d2ba3973e3ab tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5ddf7e8-fb35-4884-a1ba-c57d234bc579 HTTP/1.1" status: 200 len: 205 time: 0.0981443 Nov 23 18:56:48.936051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:48.938371 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.995732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:49.034403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] Routers {'e5ddf7e8-fb35-4884-a1ba-c57d234bc579'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:49.035555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:49.136586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:49.137259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfb50e-9022-48ab-b397-552c143173ba None None] The sync data for ids ['e5ddf7e8-fb35-4884-a1ba-c57d234bc579'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:49.175205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.180828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-37952ad2-92cc-471e-b77f-5ebf3af81a06 None None] Provisioning complete for port e5d58cd3-fbba-4a64-a0e9-5e753a071107 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:49.181214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37952ad2-92cc-471e-b77f-5ebf3af81a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.266868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37952ad2-92cc-471e-b77f-5ebf3af81a06 None None] Port e5d58cd3-fbba-4a64-a0e9-5e753a071107 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:49.307009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.419473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.441420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.457108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.563055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.563633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router e5ddf7e8-fb35-4884-a1ba-c57d234bc579 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:49.577225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.581239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bc4244e-7587-434f-a74b-b7f5092ffe46 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/e5ddf7e8-fb35-4884-a1ba-c57d234bc579 HTTP/1.1" status: 204 len: 168 time: 0.6441002 Nov 23 18:56:49.582051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:49.598807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e2644-fa99-42b0-9d68-330f8218e14d None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:49.691475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet aa594960-b565-4154-b8fe-f2905e029f85 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:49.699281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.741526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] Provisioning complete for port 1460fe96-6ecf-4074-882a-d44042e34c79 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:49.742185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.749572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.852649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.880834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Router bc0ff904-28cd-486b-84ec-7fb2098ef6ba has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:49.928068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.940500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.970324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] For port 1460fe96-6ecf-4074-882a-d44042e34c79, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1460fe96-6ecf-4074-882a-d44042e34c79,segment=NetworkSegment(cc519e90-6db7-4044-bf82-0677a1fa5a48),segment_id=cc519e90-6db7-4044-bf82-0677a1fa5a48)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:49.970547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=aa594960-b565-4154-b8fe-f2905e029f85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:49.975400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.977986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:49.991199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-76ac78b0-76ad-4437-9142-19a1c0ee9150 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/aa594960-b565-4154-b8fe-f2905e029f85 HTTP/1.1" status: 204 len: 168 time: 0.4082258 Nov 23 18:56:49.991964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:50.029334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f017e7-0738-42ba-9557-29f3e9d4ebb9 None None] Pushing event updated for resources: {'Port': ['ID=1460fe96-6ecf-4074-882a-d44042e34c79,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:50.033177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998db43c-e27d-47f4-89a7-3a2d48fc0130 None None] Network 1f509563-3370-4941-923a-d71d537de4d6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:50.178530 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.204344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1460fe96-6ecf-4074-882a-d44042e34c79 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:50.281980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port ae988567-f3fb-4e1d-b36b-50a56dfe2581 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:50.282767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.323075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1460fe96-6ecf-4074-882a-d44042e34c79 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:50.323696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.429664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port ae988567-f3fb-4e1d-b36b-50a56dfe2581, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ae988567-f3fb-4e1d-b36b-50a56dfe2581,segment=NetworkSegment(aa559770-c86b-48fa-9858-a7a6d88cab67),segment_id=aa559770-c86b-48fa-9858-a7a6d88cab67)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:50.430111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.435922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] DHCP port deletion for 1f509563-3370-4941-923a-d71d537de4d6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:50.446624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for ae988567-f3fb-4e1d-b36b-50a56dfe2581 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:50.497942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a0b86ea-5d2d-48fd-86e8-e363c4adc7e4 None None] Provisioning complete for port 1460fe96-6ecf-4074-882a-d44042e34c79 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:50.498372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a0b86ea-5d2d-48fd-86e8-e363c4adc7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.566899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.596438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=ae988567-f3fb-4e1d-b36b-50a56dfe2581,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:50.600255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port ae988567-f3fb-4e1d-b36b-50a56dfe2581 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:50.642822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Deleting port ae988567-f3fb-4e1d-b36b-50a56dfe2581 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:50.643204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.702335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:50.710710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Sync routers for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:50.727221 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:50.727834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] For port ae988567-f3fb-4e1d-b36b-50a56dfe2581, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:50.728239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.728662 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:50.733111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.736522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1bb6e3fc-adce-4626-9569-fd3663e974e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/bc0ff904-28cd-486b-84ec-7fb2098ef6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8049912 Nov 23 18:56:50.740837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:50.743931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Calling delete_port for ae988567-f3fb-4e1d-b36b-50a56dfe2581 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:50.747750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Port ae988567-f3fb-4e1d-b36b-50a56dfe2581 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:56:50.763601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.804297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] No DVR routers for this DVR port ae988567-f3fb-4e1d-b36b-50a56dfe2581 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:50.828016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f509563-3370-4941-923a-d71d537de4d6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:50.833316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbe944-a03d-473f-998e-49a44a705f6b None None] Pushing event deleted for resources: {'Port': ['ID=ae988567-f3fb-4e1d-b36b-50a56dfe2581,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:50.848297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa559770-c86b-48fa-9858-a7a6d88cab67') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:50.848747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa559770-c86b-48fa-9858-a7a6d88cab67') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:50.895776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.926984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.937702 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:50.949127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:50.949542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.953246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:50.962857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:51.078134 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:51.080716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.131769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.141340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=e5d58cd3-fbba-4a64-a0e9-5e753a071107,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:51.141659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.145160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/1f509563-3370-4941-923a-d71d537de4d6 HTTP/1.1" status: 204 len: 168 time: 1.1522236 Nov 23 18:56:51.150993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:51.155042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.155983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1964157728', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:51.226453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.227619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.232426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b7cb-3cc1-49d3-a29d-3541c685863f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=1f509563-3370-4941-923a-d71d537de4d6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:51.315544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.320547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.349097 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '7d55630b-1613-45eb-a939-400c191c79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:56:48Z', 'revision_number': 5, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port': {'id': '7d55630b-1613-45eb-a939-400c191c79bb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:48:09Z', 'updated_at': '2021-11-23T18:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.381219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:51.382840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:51.428084 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Checking router: bc0ff904-28cd-486b-84ec-7fb2098ef6ba for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:56:51.451784 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Routers {'bc0ff904-28cd-486b-84ec-7fb2098ef6ba'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:51.452497 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.587488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router f609cb36-447b-4569-ab3c-4f6c94847641 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:51.661721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.689440 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] Set router bc0ff904-28cd-486b-84ec-7fb2098ef6ba gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:56:51.718402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Deleting port 7d55630b-1613-45eb-a939-400c191c79bb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:51.718718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.731515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:51.739501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-65405159-3fc2-4cba-a332-ce8168a65899 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5276954 Nov 23 18:56:51.743852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:51.746410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] Sync routers for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:51.775506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:51.776398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.829566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.844753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-adcd82cc-a4ba-4dae-abe9-3cc0d5a931ee None None] Provisioning complete for port e5d58cd3-fbba-4a64-a0e9-5e753a071107 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:51.845303 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adcd82cc-a4ba-4dae-abe9-3cc0d5a931ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:51.847674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:51.848469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.886995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:56:51Z', 'revision_number': 6, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.914506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:51.915261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f7710-a518-42a2-b921-b99d67e706b9 None None] The sync data for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:51.952411 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32147c-8c9d-4db2-9f67-2e2c2403b5c2 None None] The sync data for ids ['bc0ff904-28cd-486b-84ec-7fb2098ef6ba'] in n-d-792364-9 is: [{'id': 'bc0ff904-28cd-486b-84ec-7fb2098ef6ba', 'name': 'tempest-AttachVolumeTestJSON-327149596-router', 'tenant_id': '240e363bc41f45608adfb8ccacb55a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:48:08Z', 'updated_at': '2021-11-23T18:56:51Z', 'revision_number': 6, 'project_id': '240e363bc41f45608adfb8ccacb55a8a', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:51.968921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-adcd82cc-a4ba-4dae-abe9-3cc0d5a931ee None None] Port e5d58cd3-fbba-4a64-a0e9-5e753a071107 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:52.329577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289fe50d-02de-47ab-aba8-b1032651ca54 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:52.331024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-289fe50d-02de-47ab-aba8-b1032651ca54 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports/e5d58cd3-fbba-4a64-a0e9-5e753a071107 HTTP/1.1" status: 200 len: 910 time: 0.5837584 Nov 23 18:56:52.334340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:52.365015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1460fe96-6ecf-4074-882a-d44042e34c79 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:56:52.473240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1460fe96-6ecf-4074-882a-d44042e34c79 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:52.473622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.509323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] For port 7d55630b-1613-45eb-a939-400c191c79bb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7d55630b-1613-45eb-a939-400c191c79bb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:52.510005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.526643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Calling delete_port for 7d55630b-1613-45eb-a939-400c191c79bb owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:52.777085 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:52.882142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d55630b-1613-45eb-a939-400c191c79bb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:52.941267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ae988567-f3fb-4e1d-b36b-50a56dfe2581 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:52.944666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c3dd7-1606-497b-aee0-ea7dcc74cf0a None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:52.978091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ae988567-f3fb-4e1d-b36b-50a56dfe2581 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:52.978478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ae988567-f3fb-4e1d-b36b-50a56dfe2581 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:53.078727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.162205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.209530 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.364897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.371834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.503670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.504257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0ff904-28cd-486b-84ec-7fb2098ef6ba {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:56:53.509367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 172.25.5.211 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/8e613f9b-7ec2-4c73-b464-e4e5fd8731e8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:53.515695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.516851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-880ad04b-2073-4284-8009-3db28189f102 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc0ff904-28cd-486b-84ec-7fb2098ef6ba HTTP/1.1" status: 204 len: 168 time: 2.7716587 Nov 23 18:56:53.520375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:53.600925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.620961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Deleting subnet 8465dc6b-7433-40b1-a6c1-048835c20b85 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:56:53.624635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.665329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.779721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.807114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.898021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.954003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c209ce29-6f24-4905-98ac-7a59828a630d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:53.965498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8465dc6b-7433-40b1-a6c1-048835c20b85,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:53.965658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.970064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:53.973890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-986f85c6-d66a-4bfe-ab78-e64712e6eca7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8465dc6b-7433-40b1-a6c1-048835c20b85 HTTP/1.1" status: 204 len: 168 time: 0.4524961 Nov 23 18:56:53.976308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:53.984370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb34a8-9695-42fd-ad2b-f1b23a8448f2 None None] Network a0754717-0b52-4542-8a67-e67658a44d91 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:56:53.988914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c209ce29-6f24-4905-98ac-7a59828a630d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:53.989908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c209ce29-6f24-4905-98ac-7a59828a630d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:53.990648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7d55630b-1613-45eb-a939-400c191c79bb no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:54.039243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7d55630b-1613-45eb-a939-400c191c79bb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:54.039582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7d55630b-1613-45eb-a939-400c191c79bb not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:54.070217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:54.101120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:54.105539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.116533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:54.125377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e340e0-c8dc-4002-b250-a6ea3424cda9 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:54.162414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=8e613f9b-7ec2-4c73-b464-e4e5fd8731e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:54.218163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Deleting port efff4fb4-db2c-43df-b8c4-9472b264f68d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:54.218506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.219810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.21.0.1 (a2369ce2-e547-4b0d-ae93-a00b2e0c733b/b6659537-83fe-4d70-9459-002f58740d62/1efffa79-bccd-4c4d-9519-df9fd29aa0ef) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:56:54.255822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5776c774-b7b6-480f-a501-0f8a541034cb None None] Provisioning complete for port 8e613f9b-7ec2-4c73-b464-e4e5fd8731e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:54.256128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5776c774-b7b6-480f-a501-0f8a541034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.311954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] DHCP port deletion for a0754717-0b52-4542-8a67-e67658a44d91 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:54.314418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] For port efff4fb4-db2c-43df-b8c4-9472b264f68d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=efff4fb4-db2c-43df-b8c4-9472b264f68d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:54.314938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.332781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Calling delete_port for efff4fb4-db2c-43df-b8c4-9472b264f68d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:54.342324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5776c774-b7b6-480f-a501-0f8a541034cb None None] Port 8e613f9b-7ec2-4c73-b464-e4e5fd8731e8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:54.400599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Deleting port efff4fb4-db2c-43df-b8c4-9472b264f68d {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:54.400971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.450745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.480474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] For port efff4fb4-db2c-43df-b8c4-9472b264f68d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=efff4fb4-db2c-43df-b8c4-9472b264f68d,segment=NetworkSegment(859b5dcd-e851-43fb-a01c-ceae568fd684),segment_id=859b5dcd-e851-43fb-a01c-ceae568fd684)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:56:54.481400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.497416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Calling delete_port for efff4fb4-db2c-43df-b8c4-9472b264f68d owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:54.510573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=efff4fb4-db2c-43df-b8c4-9472b264f68d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:54.542929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] No DVR routers for this DVR port efff4fb4-db2c-43df-b8c4-9472b264f68d on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:54.661679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.692299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.695137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] Pushing event deleted for resources: {'Port': ['ID=efff4fb4-db2c-43df-b8c4-9472b264f68d,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:54.717160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1ac52-5596-4835-a466-4a396942fa45 None None] No DVR routers for this DVR port efff4fb4-db2c-43df-b8c4-9472b264f68d on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:56:54.732096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0754717-0b52-4542-8a67-e67658a44d91']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:54.743174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859b5dcd-e851-43fb-a01c-ceae568fd684') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:54.744083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859b5dcd-e851-43fb-a01c-ceae568fd684') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:54.758452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.781523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.794724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:56:54.795343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:56:54.797624 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:56:54.806232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.873815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.882857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:54.888512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a0754717-0b52-4542-8a67-e67658a44d91 HTTP/1.1" status: 204 len: 168 time: 0.9109230 Nov 23 18:56:54.905930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961afd-ab78-4cb0-84dd-8af0c0a3cc08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0754717-0b52-4542-8a67-e67658a44d91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:54.914807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.085294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:55.170191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b6b522d0-0890-4702-8c78-598a05783ca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=240e363bc41f45608adfb8ccacb55a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833638 Nov 23 18:56:55.173121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:55.250269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.284495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.365857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.370323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.373132 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bbfeb18-270b-4f79-831a-cfc6159cb387 HTTP/1.1" status: 204 len: 168 time: 0.1985502 Nov 23 18:56:55.373252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:55.376082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.386245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9d0c8-0fcc-4a86-9fc2-7d400d75e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbfeb18-270b-4f79-831a-cfc6159cb387,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:55.432921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:55.437398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=1efffa79-bccd-4c4d-9519-df9fd29aa0ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:55.448133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:56:55.504051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.722193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.885921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-672ccc32-dffb-4146-b67f-6d70454d875b None None] Provisioning complete for port 1efffa79-bccd-4c4d-9519-df9fd29aa0ef triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:55.887530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-672ccc32-dffb-4146-b67f-6d70454d875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.937731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-672ccc32-dffb-4146-b67f-6d70454d875b None None] Port 1efffa79-bccd-4c4d-9519-df9fd29aa0ef cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:55.944227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device efff4fb4-db2c-43df-b8c4-9472b264f68d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:56:55.956193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:55.976753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: efff4fb4-db2c-43df-b8c4-9472b264f68d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:56:55.977464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device efff4fb4-db2c-43df-b8c4-9472b264f68d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:56:56.211449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:56.216483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:56:56.220273 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:56.364523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=1efffa79-bccd-4c4d-9519-df9fd29aa0ef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:56.379888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:56.520853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:56.533751 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] Sync routers for ids ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:56.553783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] Routers {'9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:56.554716 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:56.567875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:56.569290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5aee703e-43d2-4f97-bd9a-74df9cd61107 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4168336 Nov 23 18:56:56.572425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:56.627762 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:56.638200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:56:56.642010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:56:56.643581 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] Routers {'9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:56.644359 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:56.745822 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:56.747008 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f69091-862d-4a53-b9ea-b4418abf47d6 None None] The sync data for ids ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:56.827708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79311f84-0232-4b63-8b1b-a38bc9fa4565 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers/9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 200 len: 885 time: 0.2539382 Nov 23 18:56:56.830120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:56.912914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router f609cb36-447b-4569-ab3c-4f6c94847641 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:57.054558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:57.088109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cbf9ba75-8ee5-49f8-80ba-b303dbf93faa tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7520099 Nov 23 18:56:57.089792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] Sync routers for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:57.090244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41072) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:57.108915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4b769b24-6faa-4b86-835c-c8b5409de848 None None] Provisioning complete for port 1efffa79-bccd-4c4d-9519-df9fd29aa0ef triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:56:57.109477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b769b24-6faa-4b86-835c-c8b5409de848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:57.177334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:57.178120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:57.194360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60384a-029b-4f07-a1f3-25022ec56f8d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:56:57.206357 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c60384a-029b-4f07-a1f3-25022ec56f8d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports/1efffa79-bccd-4c4d-9519-df9fd29aa0ef HTTP/1.1" status: 200 len: 910 time: 0.1147921 Nov 23 18:56:57.206976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41076) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:57.284687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:57.292429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e3cf1a35-ae54-47f9-88e0-d2938c85855b tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4601469 Nov 23 18:56:57.293526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:57.298955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:57.300043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:57.305053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1964157728'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:56:57.343943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:57.344853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e5c8c-2b2c-4661-b171-930c3d2e6d87 None None] The sync data for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:57.351176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4b769b24-6faa-4b86-835c-c8b5409de848 None None] Port 1efffa79-bccd-4c4d-9519-df9fd29aa0ef cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:56:57.377537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d1b48d1-a98a-48a7-aeed-cca434259abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:57.762024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:57.767734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:57.782193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.005154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:56:58.162272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:56:58.175763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 1efffa79-bccd-4c4d-9519-df9fd29aa0ef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:58.176396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.182164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] Sync routers for ids ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:56:58.204444 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] Routers {'9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:58.206493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:58.207384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.209013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-10f3b704-711b-4b61-a4b8-b7d27fdb3fdc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 200 len: 892 time: 0.9090068 Nov 23 18:56:58.213035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:58.324384 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:58.343607 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] Routers {'9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:56:58.344372 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:56:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:58.377637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.392717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 1efffa79-bccd-4c4d-9519-df9fd29aa0ef owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:58.435006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:58.435855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:56:58.436806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce0480-c75c-4e4b-8589-e174cce1118e None None] The sync data for ids ['9876a415-3d9e-4b9c-ab7e-b2c7b1213a09'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:56:58.438140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e673d215-f7a5-4c32-a0d8-700ea67abccb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers/9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 200 len: 892 time: 0.2239404 Nov 23 18:56:58.515824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:58.524327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-691aab6a-6e6a-4b97-8e3b-7f670c3ce675 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 200 len: 205 time: 0.0860183 Nov 23 18:56:58.711032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.729622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:58.783341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=1efffa79-bccd-4c4d-9519-df9fd29aa0ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:58.850565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.855217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.855217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.855217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.858890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.859285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.859659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.860012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.860350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.860685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.861020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.861352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:58.948359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.095004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 8e613f9b-7ec2-4c73-b464-e4e5fd8731e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:56:59.095568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.239855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.254052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 8e613f9b-7ec2-4c73-b464-e4e5fd8731e8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:56:59.628963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.780251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:56:59.886813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:59.927154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=8e613f9b-7ec2-4c73-b464-e4e5fd8731e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:56:59.959030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c24bd-216d-4152-842f-70083e0e93aa None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:56:59.972521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.973930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.974290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.974638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.975066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.975303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.977030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.977784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.978153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.978498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.979169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.980253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:56:59.989314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router f609cb36-447b-4569-ab3c-4f6c94847641 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:00.059178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-647b03f9-5520-4e9d-b2bf-61a45f3b791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.068294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.127492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-115e7f99-5166-4c96-9668-459c5290e264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.143588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:00.154341 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e56b2134-6053-4711-9d29-fcf4a193c561 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462533 Nov 23 18:57:00.157371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:00.157928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] Sync routers for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:00.185312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:00.186195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:00.201074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.203561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.258242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.260222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router 9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:57:00.260352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:00.273975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.282321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91156f29-6f0a-461d-bc48-871cc4c7f595 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 204 len: 168 time: 1.7618642 Nov 23 18:57:00.283031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:00.295765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6371529'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:00.296491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:00.297376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:00.341057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:00.345153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.380449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:00.381343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda6c60-a81b-44ff-a319-d240bddbd846 None None] The sync data for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:00.397361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:00.410219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.410637 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7 of type vlan for network 8801be16-785a-4e04-9cdd-124322776ec7 Nov 23 18:57:00.481109 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.487674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-115e7f99-5166-4c96-9668-459c5290e264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.496241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-115e7f99-5166-4c96-9668-459c5290e264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.516486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.522050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:00.522643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.598793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=8801be16-785a-4e04-9cdd-124322776ec7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:00.612285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5ed107c-705e-44df-b6e5-8d2af25e41d9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3246157 Nov 23 18:57:00.612285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:00.613912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:00.615967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8801be16-785a-4e04-9cdd-124322776ec7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:00.619898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-115e7f99-5166-4c96-9668-459c5290e264 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0375d0ce2a54bacaf0ead28cde6e5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8382530 Nov 23 18:57:00.624897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '8801be16-785a-4e04-9cdd-124322776ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:00.638023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7f99-5166-4c96-9668-459c5290e264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa4ab1-fd28-40d6-b785-76cd0c454155,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:00.786177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.843757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.855470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.876031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:00.879826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:00.910834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.015676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.018529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.022699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7afa4ab1-fd28-40d6-b785-76cd0c454155 HTTP/1.1" status: 204 len: 168 time: 0.4096940 Nov 23 18:57:01.044106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7bdd-303d-4061-9a46-fe9d4bc4a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa4ab1-fd28-40d6-b785-76cd0c454155,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:01.291266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.335971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port e5d58cd3-fbba-4a64-a0e9-5e753a071107 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:01.336551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.442480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=960e116b-cc75-4fa0-b0c9-9ae9d3405c79,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:01.467962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:01.468581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 8801be16-785a-4e04-9cdd-124322776ec7, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:01.507012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:01.521413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 8801be16-785a-4e04-9cdd-124322776ec7 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:01.529070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38174fe3-8eaf-4003-8813-f0f6673ae112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.534612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.543458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8801be16-785a-4e04-9cdd-124322776ec7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:01.549980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:01.550601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.552460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9b252-40aa-4f25-b487-bb209ebe42e6 None None] Network 8801be16-785a-4e04-9cdd-124322776ec7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:01.586429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f98c6fc-5a5d-464e-a682-1b8bb081795e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9673309 Nov 23 18:57:01.586816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for e5d58cd3-fbba-4a64-a0e9-5e753a071107 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:01.590498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:01.596232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2090062370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:01.632392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.633450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.708808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.714437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.731404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38174fe3-8eaf-4003-8813-f0f6673ae112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.738221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38174fe3-8eaf-4003-8813-f0f6673ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.751394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.752559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e9ccf0df-7198-445a-a749-5dcf34c59561 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1609964 Nov 23 18:57:01.755781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:01.811186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8801be16-785a-4e04-9cdd-124322776ec7', 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': '960e116b-cc75-4fa0-b0c9-9ae9d3405c79'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:01.828037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:01.901786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38174fe3-8eaf-4003-8813-f0f6673ae112 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef06c0386e9141edbe33c06f724b0c42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923473 Nov 23 18:57:01.903080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:01.907900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38174fe3-8eaf-4003-8813-f0f6673ae112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4347b-9f54-4c48-95fe-afdb7f9795dd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:01.923748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.044038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=e5d58cd3-fbba-4a64-a0e9-5e753a071107,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:02.195094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.222397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Allocated IP 2001:db8::2 (8801be16-785a-4e04-9cdd-124322776ec7/960e116b-cc75-4fa0-b0c9-9ae9d3405c79/d7f2995d-d8e6-463b-8543-6721531434a8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:02.305491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.411278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.431870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.435875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.494224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.507501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.628666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Pushing event updated for resources: {'Port': ['ID=d7f2995d-d8e6-463b-8543-6721531434a8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:02.656339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Network 8801be16-785a-4e04-9cdd-124322776ec7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:02.660047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:02.669557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:02.801910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Attempting to bind port d7f2995d-d8e6-463b-8543-6721531434a8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:02.802441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Attempting to bind port d7f2995d-d8e6-463b-8543-6721531434a8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:02.803516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Attempting to bind port d7f2995d-d8e6-463b-8543-6721531434a8 on network 8801be16-785a-4e04-9cdd-124322776ec7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:02.818638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:02.819190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Checking segment: {'id': 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:02.820001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.820193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Bound using segment: {'id': 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:02.820902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Bound port: d7f2995d-d8e6-463b-8543-6721531434a8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8801be16-785a-4e04-9cdd-124322776ec7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:02.821387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.878887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.885385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:02.885385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1b4347b-9f54-4c48-95fe-afdb7f9795dd HTTP/1.1" status: 204 len: 168 time: 0.9798028 Nov 23 18:57:02.919788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e3420-162b-4eae-b84f-9765149c520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4347b-9f54-4c48-95fe-afdb7f9795dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:02.941195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8::1 (8801be16-785a-4e04-9cdd-124322776ec7/960e116b-cc75-4fa0-b0c9-9ae9d3405c79/a7d03d4b-181c-4c0c-8199-98103cb30ec7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:02.944160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router f609cb36-447b-4569-ab3c-4f6c94847641 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:02.969329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] For port d7f2995d-d8e6-463b-8543-6721531434a8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:02.973292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] For port d7f2995d-d8e6-463b-8543-6721531434a8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d7f2995d-d8e6-463b-8543-6721531434a8,segment=NetworkSegment(c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7),segment_id=c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:02.989212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:03.096370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aaf3b-22e4-4d76-ac71-81188c256956 None None] Pushing event updated for resources: {'Port': ['ID=d7f2995d-d8e6-463b-8543-6721531434a8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:03.200741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:03.217670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c171d215-c10e-474c-8c95-04daf1902cb7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0592453 Nov 23 18:57:03.228279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] Sync routers for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:03.230221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:03.232249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:03.251673 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:03.252189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:03.351665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4d76a8c9-bbb3-415b-9dbb-746f9fc52763 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f609cb36-447b-4569-ab3c-4f6c94847641 HTTP/1.1" status: 200 len: 205 time: 0.1142893 Nov 23 18:57:03.353026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:03.377973 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:03.397439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] Routers {'f609cb36-447b-4569-ab3c-4f6c94847641'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:03.398063 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f609cb36-447b-4569-ab3c-4f6c94847641'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:03.493987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:03.510118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:03.511791 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f1b7e-d05f-4b93-b6b5-caf9b0f0c65b None None] The sync data for ids ['f609cb36-447b-4569-ab3c-4f6c94847641'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:03.581872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:03.954772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:03.975087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.065663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.138587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d7f2995d-d8e6-463b-8543-6721531434a8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:04.283378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d7f2995d-d8e6-463b-8543-6721531434a8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:04.283935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.315105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.316022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router f609cb36-447b-4569-ab3c-4f6c94847641 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:57:04.424085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.429287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0043e736-6365-4121-a95d-880c4085085b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641 HTTP/1.1" status: 204 len: 168 time: 1.0751688 Nov 23 18:57:04.433832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:04.452267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 8801be16-785a-4e04-9cdd-124322776ec7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:04.467890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:04.500466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=a7d03d4b-181c-4c0c-8199-98103cb30ec7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:04.503601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:04.504193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.523531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.571829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port d7f2995d-d8e6-463b-8543-6721531434a8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d7f2995d-d8e6-463b-8543-6721531434a8,segment=NetworkSegment(c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7),segment_id=c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:04.578773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.642739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=d7f2995d-d8e6-463b-8543-6721531434a8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:04.679178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet b6659537-83fe-4d70-9459-002f58740d62 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:57:04.684596 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.695348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.704689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.712972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.726123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.733147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.742067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.766754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:04.768736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-2a912403-4c24-4aeb-92b8-38a113d35dfb tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.5065787 Nov 23 18:57:04.777407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.940199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:04.960065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd791a9-a9bd-47d7-b63f-09dd805aa6bc None None] Network 8801be16-785a-4e04-9cdd-124322776ec7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:04.980408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82c22875-e041-42eb-9d32-de9c54f0ee24 req-cd4f37d9-d95f-440e-b83a-34ca6c8e4790 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981037 Nov 23 18:57:04.981067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.051829 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.079648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=b6659537-83fe-4d70-9459-002f58740d62,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:05.108860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.115900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bad389ad-cc22-4f42-b766-79d176f31711 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/b6659537-83fe-4d70-9459-002f58740d62 HTTP/1.1" status: 204 len: 168 time: 0.6798973 Nov 23 18:57:05.118932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:05.141471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71a0a2-9d40-4b30-9317-9fa51936db16 None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:05.155863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e414747e-a10c-41a4-a30b-047f895fce58 None None] Provisioning complete for port d7f2995d-d8e6-463b-8543-6721531434a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:05.156241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e414747e-a10c-41a4-a30b-047f895fce58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.238579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet dc36f4f4-c640-460e-8524-e0b1ee57cdc3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:57:05.242287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.290729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.436108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.530938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.583913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=dc36f4f4-c640-460e-8524-e0b1ee57cdc3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:05.593775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.603598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9b21ef94-1f01-4d2c-b055-2e67c7f37bde tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/dc36f4f4-c640-460e-8524-e0b1ee57cdc3 HTTP/1.1" status: 204 len: 168 time: 0.4799352 Nov 23 18:57:05.604064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:05.611501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a261bf-f8bc-4254-a62a-1961a49f1c29 None None] Network 019d50d4-a692-42ad-a0cd-cd7f8b72f724 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:05.716066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.729241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.731113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.791548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.879910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.888011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.894347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.910168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.940835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.953305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 1460fe96-6ecf-4074-882a-d44042e34c79 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:05.953831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:05.956285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.971110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:05.973013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0ee5bb14-e3e1-43c4-a383-6c467b44b6a8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.4446745 Nov 23 18:57:05.988833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] DHCP port deletion for a2369ce2-e547-4b0d-ae93-a00b2e0c733b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:06.059904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d7f2995d-d8e6-463b-8543-6721531434a8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:06.066621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=a7d03d4b-181c-4c0c-8199-98103cb30ec7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:06.128611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 1460fe96-6ecf-4074-882a-d44042e34c79, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1460fe96-6ecf-4074-882a-d44042e34c79,segment=NetworkSegment(cc519e90-6db7-4044-bf82-0677a1fa5a48),segment_id=cc519e90-6db7-4044-bf82-0677a1fa5a48)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:06.128987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.189713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d7f2995d-d8e6-463b-8543-6721531434a8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:06.190640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.196378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 1460fe96-6ecf-4074-882a-d44042e34c79 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:06.252630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Deleting port 1460fe96-6ecf-4074-882a-d44042e34c79 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:06.261226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.322662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-bf53ecfb-fcc5-463e-85d9-86d1475fde90 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.330814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-bf53ecfb-fcc5-463e-85d9-86d1475fde90 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3189111 Nov 23 18:57:06.484455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.549670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=1460fe96-6ecf-4074-882a-d44042e34c79,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:06.555698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 1460fe96-6ecf-4074-882a-d44042e34c79 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:06.694105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.700594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.706692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.717230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.726395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.733926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] DHCP port deletion for 019d50d4-a692-42ad-a0cd-cd7f8b72f724 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:06.735242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.742876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:06.744922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-d303563c-4c44-490a-a2e1-b82cbe753dc4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.4787636 Nov 23 18:57:06.759799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 8801be16-785a-4e04-9cdd-124322776ec7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:06.773521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:06.809023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] For port 1460fe96-6ecf-4074-882a-d44042e34c79, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1460fe96-6ecf-4074-882a-d44042e34c79,segment=NetworkSegment(cc519e90-6db7-4044-bf82-0677a1fa5a48),segment_id=cc519e90-6db7-4044-bf82-0677a1fa5a48)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:06.809589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.861694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af778f01-a88a-4156-81ea-d06965b0d711 None None] Provisioning complete for port d7f2995d-d8e6-463b-8543-6721531434a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:06.862400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af778f01-a88a-4156-81ea-d06965b0d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.873109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Calling delete_port for 1460fe96-6ecf-4074-882a-d44042e34c79 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:06.897722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:06.965414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2369ce2-e547-4b0d-ae93-a00b2e0c733b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:06.993966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc519e90-6db7-4044-bf82-0677a1fa5a48') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:06.997435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc519e90-6db7-4044-bf82-0677a1fa5a48') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:06.998010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-0278aa99-c667-40a7-beb8-616b3a077aca tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6360881 Nov 23 18:57:07.019712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.043933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.063790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:57:07.064963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.122077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:57:07.170385 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:57:07.180647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.198826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03b9dbdd-4af2-4d17-930e-078fde72ef54 req-52938b4f-3902-4d4b-89c3-203bd40e7b00 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4400494 Nov 23 18:57:07.200371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.222562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/a2369ce2-e547-4b0d-ae93-a00b2e0c733b HTTP/1.1" status: 204 len: 168 time: 1.6151521 Nov 23 18:57:07.226811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:07.284088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd94d2-88b9-481b-970b-774cdf446865 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=a2369ce2-e547-4b0d-ae93-a00b2e0c733b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:07.319104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.323654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Deleting port 47a98f28-becf-44d3-b8b7-f5bb434f05bd {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:07.324268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.362253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Pushing event deleted for resources: {'Port': ['ID=1460fe96-6ecf-4074-882a-d44042e34c79,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:07.409511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 476a3df1-7258-4d01-a8f3-177ab4ba0df8 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:57:07.411618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.428850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.487880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] For port 47a98f28-becf-44d3-b8b7-f5bb434f05bd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47a98f28-becf-44d3-b8b7-f5bb434f05bd,segment=NetworkSegment(ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa),segment_id=ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:07.487880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.503087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Calling delete_port for 47a98f28-becf-44d3-b8b7-f5bb434f05bd owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:07.637343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] Network a2369ce2-e547-4b0d-ae93-a00b2e0c733b is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 18:57:07.642312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d668c-9aef-4af3-a714-30c2f3d7dd16 None None] No DVR routers for this DVR port 1460fe96-6ecf-4074-882a-d44042e34c79 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:07.691011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af778f01-a88a-4156-81ea-d06965b0d711 None None] Provisioning complete for port a7d03d4b-181c-4c0c-8199-98103cb30ec7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:07.702404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af778f01-a88a-4156-81ea-d06965b0d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:07.796637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0f612453-1072-4392-8b6e-0470eb6b3a5c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:08.019664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1460fe96-6ecf-4074-882a-d44042e34c79 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:08.035478 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.062839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-af778f01-a88a-4156-81ea-d06965b0d711 None None] Port a7d03d4b-181c-4c0c-8199-98103cb30ec7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:08.089156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 1460fe96-6ecf-4074-882a-d44042e34c79 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:57:08.089628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1460fe96-6ecf-4074-882a-d44042e34c79 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:08.090055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47a98f28-becf-44d3-b8b7-f5bb434f05bd no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:08.114000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 47a98f28-becf-44d3-b8b7-f5bb434f05bd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:57:08.114348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47a98f28-becf-44d3-b8b7-f5bb434f05bd not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:08.116451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] Pushing event deleted for resources: {'Port': ['ID=47a98f28-becf-44d3-b8b7-f5bb434f05bd,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:08.169368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072bb74-e4f8-4a6e-a6dd-7e1ac59c338f None None] No DVR routers for this DVR port 47a98f28-becf-44d3-b8b7-f5bb434f05bd on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:08.187216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] The port '47a98f28-becf-44d3-b8b7-f5bb434f05bd' was deleted {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 18:57:08.254560 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.282665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0f8bbf2a-5ff8-4c2c-8740-e7f227f301eb None None] Provisioning complete for port a7d03d4b-181c-4c0c-8199-98103cb30ec7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:08.283141 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbf2a-5ff8-4c2c-8740-e7f227f301eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.302651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:08.311506 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4d35981d-2aa0-4e0f-bdd0-78488d29dfca tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/476a3df1-7258-4d01-a8f3-177ab4ba0df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5546057 Nov 23 18:57:08.316086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:08.373011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] Sync routers for ids ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:08.377442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.428345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7810c4-3d5f-49bc-98aa-0cff3b2a22f2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.430104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1f7810c4-3d5f-49bc-98aa-0cff3b2a22f2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports/a7d03d4b-181c-4c0c-8199-98103cb30ec7 HTTP/1.1" status: 200 len: 911 time: 0.1047988 Nov 23 18:57:08.432937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:08.442519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '960e116b-cc75-4fa0-b0c9-9ae9d3405c79'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:08.454579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019d50d4-a692-42ad-a0cd-cd7f8b72f724']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:08.482645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:08.483046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab04f5cb-c457-4e9d-b04a-d7b5fca5b0fa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:08.495183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:08.497710 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe4722-e4f3-4ea1-b8ee-52400e984a00" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:08.507158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0e65af09-06ec-4234-8e45-7e97e05ba6c0,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:08.511305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.545751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.550565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] Routers {'476a3df1-7258-4d01-a8f3-177ab4ba0df8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:08.552033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.553693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:08.558561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.566384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.574750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.591226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:08.595410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.602354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:08.602843 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60bfb5-f85f-4433-8c7d-cfe4916f0dd6 x-openstack-request-id: req-6c60bfb5-f85f-4433-8c7d-cfe4916f0dd6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:08.603408 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:08.603824 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c60bfb5-f85f-4433-8c7d-cfe4916f0dd6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:08.604423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-34e91e58-ad28-49ff-a94e-52e972667c09 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 5446 time: 0.2310193 Nov 23 18:57:08.606681 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'code': 200} Nov 23 18:57:08.614098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.631084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:57:08.631449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:57:08.640623 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:57:08.690896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bbf2a-5ff8-4c2c-8740-e7f227f301eb None None] Port a7d03d4b-181c-4c0c-8199-98103cb30ec7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:08.721315 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.726199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0e65af09-06ec-4234-8e45-7e97e05ba6c0 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:08.746158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] For port 0e65af09-06ec-4234-8e45-7e97e05ba6c0, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:08.801380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.822162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.826304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/019d50d4-a692-42ad-a0cd-cd7f8b72f724 HTTP/1.1" status: 204 len: 168 time: 1.5983703 Nov 23 18:57:08.830128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] device_id is not set on port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:57:08.837194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:08.853994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-307357613'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:08.864656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.867421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f5d72-224b-4204-90b6-6484306272f3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=019d50d4-a692-42ad-a0cd-cd7f8b72f724,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:08.879030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ab2d7a7-d078-4a27-80d1-661d577d81d7 req-9b7243a2-40bc-4107-a928-b25d97d2b9b6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2621245 Nov 23 18:57:08.882489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.904435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:08.952161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:08.960654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.015403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] No DVR routers for this DVR port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:09.034619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:09.053884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:09.101390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0e65af09-06ec-4234-8e45-7e97e05ba6c0 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:09.101855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7e4751ec-11cb-4047-8375-b42f727e48c7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:09.113673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] In _notify_port_updated(), no bound segment for port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:57:09.122078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:09.122852 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.124372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 200 len: 1033 time: 2.1061602 Nov 23 18:57:09.126620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4a161-5811-42a6-a87f-361cddd1a3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:09.208105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:09.232892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.242470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] Routers {'476a3df1-7258-4d01-a8f3-177ab4ba0df8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:09.243496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:09.247267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-ebaa736d-ac43-4c51-a88e-e63278a67b81 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:09.259117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-ebaa736d-ac43-4c51-a88e-e63278a67b81 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "GET /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1155665 Nov 23 18:57:09.274932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.275520 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment d471dcb6-0700-4959-b0df-ba72d238ad8c of type vlan for network efecad3b-263f-4afd-9d75-649c74a57034 Nov 23 18:57:09.293433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:09.329923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:09.332924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab27dd-1b6f-49c1-95ed-04b836b2bd14 None None] The sync data for ids ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:09.396022 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.450704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-88d98948-7e8f-45e8-a74f-8491ac829ec7 None None] Provisioning complete for port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:09.451092 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88d98948-7e8f-45e8-a74f-8491ac829ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.473102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.499616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-88d98948-7e8f-45e8-a74f-8491ac829ec7 None None] Port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:09.511813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:09.519489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.521981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.523792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:09.622197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:09.631917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.640244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:09.644238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.694280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.705386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.712562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.718906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:09.726395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:09.728163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/ports/a7d03d4b-181c-4c0c-8199-98103cb30ec7 HTTP/1.1" status: 200 len: 911 time: 1.2932665 Nov 23 18:57:09.732059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:09.871094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=efecad3b-263f-4afd-9d75-649c74a57034,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:09.903582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network efecad3b-263f-4afd-9d75-649c74a57034 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:10.003420 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:57:10.108784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87e56ba6-d44d-4301-9331-f5042f34102f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2586787 Nov 23 18:57:10.113935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:10.123802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:10.252136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:10.280229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.286722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.293378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.299481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.305876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.314225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:10.320969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4deac871-6990-4010-9eca-4d6f26be6591 req-03d95b87-cf46-4c1e-ae54-469a2ae76fae tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 4662 time: 0.3109791 Nov 23 18:57:10.323043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:10.402625 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:10.435826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:10.447115 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:10.476590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30827c-bdca-40a0-809a-4c1f130088ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=a7d03d4b-181c-4c0c-8199-98103cb30ec7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:10.478895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] For port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:10.608221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:10.609022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4deac871-6990-4010-9eca-4d6f26be6591 req-ef77602f-4585-4095-b980-6ac69326bebf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&id=a2e99198-3ae2-4c56-904f-d359984e6aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2869396 Nov 23 18:57:10.612907 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001b952-9d07-404b-a56a-c886ced69604" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:10.621097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77ff8d21-cfcf-4cbb-a43d-0cdc90c5a479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:10.702415 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f893e-1a24-4d2d-9c76-0561d853ca6e x-openstack-request-id: req-c31f893e-1a24-4d2d-9c76-0561d853ca6e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:10.702732 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:10.703025 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c31f893e-1a24-4d2d-9c76-0561d853ca6e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:10.703439 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'code': 200} Nov 23 18:57:10.737751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] device_id is not set on port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:57:10.789445 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:10.805696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:10.884568 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:57:10.885072 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:57:10.945174 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.019073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] No DVR routers for this DVR port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:11.025167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:11.173964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77ff8d21-cfcf-4cbb-a43d-0cdc90c5a479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.181851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] In _notify_port_updated(), no bound segment for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 on network 5782e818-89e6-4ec9-a23f-23f9726354f2 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:57:11.184103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.184103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.185651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-98943861-43ea-4feb-a04d-8f3dfdf6cc05 service neutron] 10.222.0.50 "PUT /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 200 len: 1032 time: 1.9121282 Nov 23 18:57:11.189684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77ff8d21-cfcf-4cbb-a43d-0cdc90c5a479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.351799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77ff8d21-cfcf-4cbb-a43d-0cdc90c5a479 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c18ff7df30e04eb59e04f51fa9b83e71&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0250695 Nov 23 18:57:11.356187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1dabde22-7699-4421-88bb-7025cdf7b98f None None] Provisioning complete for port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:11.356572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dabde22-7699-4421-88bb-7025cdf7b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.363753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:11.376551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff8d21-cfcf-4cbb-a43d-0cdc90c5a479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a153b14c-f0cc-4b20-ba19-d285e40d5daa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:11.390479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.516546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1dabde22-7699-4421-88bb-7025cdf7b98f None None] Port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:11.520380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=23496ff4-c157-4ab6-8358-b85eec06d346,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:11.527874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cd87475b-e8e7-4f28-8848-324214cc7987 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:11.532663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port a7d03d4b-181c-4c0c-8199-98103cb30ec7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:11.534190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.588146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.614425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.639535 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.688117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:11.689523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.707375 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.711410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bde45bf0-8136-4e10-bf4a-d9b5ac93749c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:11.717618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for a7d03d4b-181c-4c0c-8199-98103cb30ec7 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:11.746857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': 'd471dcb6-0700-4959-b0df-ba72d238ad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:11.747687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: efecad3b-263f-4afd-9d75-649c74a57034, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:11.829897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port a620e0c4-eae2-4d24-ae85-5c021369cf76 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:11.839678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.846803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.846998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:11.881595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.881595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a153b14c-f0cc-4b20-ba19-d285e40d5daa HTTP/1.1" status: 204 len: 168 time: 0.5135183 Nov 23 18:57:11.914480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.920823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.927007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:11.928526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.936456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.944178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:11.946135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8256a70d-38e9-4a13-aa85-705030c7d921 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3881 time: 0.1357713 Nov 23 18:57:11.954543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584bf2-ad29-4fd6-aa49-0a91d19904e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153b14c-f0cc-4b20-ba19-d285e40d5daa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:11.973611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network efecad3b-263f-4afd-9d75-649c74a57034 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:12.010186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:12.015041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.016451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a620e0c4-eae2-4d24-ae85-5c021369cf76 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:12.071188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7fb7e7ab-cb04-4d24-a674-52418ad75de8 req-8cb34760-aba7-48ed-8113-88052b94b8ac tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770898 Nov 23 18:57:12.107543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:12.168482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.184452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.203970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, efecad3b-263f-4afd-9d75-649c74a57034) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:12.207515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:12.213263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.226835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:12.230572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.277584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59381a48-fe59-463d-a03d-733ef812db12 None None] Network efecad3b-263f-4afd-9d75-649c74a57034 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:12.277893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=a7d03d4b-181c-4c0c-8199-98103cb30ec7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:12.328068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e3511ecd-229b-4e64-a49c-28eb6d9141ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2129576 Nov 23 18:57:12.338877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:12.358882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1631034496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:12.404377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port a620e0c4-eae2-4d24-ae85-5c021369cf76, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a620e0c4-eae2-4d24-ae85-5c021369cf76,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:12.407019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.456236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.457470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.486027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for a620e0c4-eae2-4d24-ae85-5c021369cf76 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:12.554774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:12.602927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.732065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c'}, {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:12.734319 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b14cdf0-3dcf-4ef9-930f-a8b62b0ca933" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c"}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:12.773756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.787780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.834945 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57fd79c-0997-4109-8779-a4721a15751c x-openstack-request-id: req-c57fd79c-0997-4109-8779-a4721a15751c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:12.835236 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c", "code": 200}, {"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:12.835603 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c57fd79c-0997-4109-8779-a4721a15751c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:12.836096 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'code': 200} Nov 23 18:57:12.836435 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'code': 200} Nov 23 18:57:12.839770 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'code': 200} Nov 23 18:57:12.842609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-efecad3b-263f-4afd-9d75-649c74a57034', 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': '23496ff4-c157-4ab6-8358-b85eec06d346'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:12.845138 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.858484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:12.861926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-42879c41-f5c7-4308-8755-1af61e628681 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5180109 Nov 23 18:57:12.865831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:12.871445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'port': {'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034', 'name': 'tempest-RoutersTest-591888931'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:12.878226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 476a3df1-7258-4d01-a8f3-177ab4ba0df8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:12.925781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:12.976156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-856dbc11-f5d9-4814-b0b6-afbe34b6f786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.106094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:13.110524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.112849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.119457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:13.130192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c0bda88-bad4-4d47-9fcd-f3d4933184a1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/476a3df1-7258-4d01-a8f3-177ab4ba0df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3967235 Nov 23 18:57:13.138175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] Sync routers for ids ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:13.151987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:13.165597 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] Routers {'476a3df1-7258-4d01-a8f3-177ab4ba0df8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:13.168698 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:13.181368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Allocated IP 172.20.0.2 (efecad3b-263f-4afd-9d75-649c74a57034/23496ff4-c157-4ab6-8358-b85eec06d346/6727d1b5-59a9-4083-8678-0e31613a5834) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:13.195522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=a620e0c4-eae2-4d24-ae85-5c021369cf76,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:13.262626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a075afd0-16b7-43c2-b907-b20b33982972 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=476a3df1-7258-4d01-a8f3-177ab4ba0df8 HTTP/1.1" status: 200 len: 205 time: 0.1088986 Nov 23 18:57:13.264096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:13.298693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:13.326977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] Routers {'476a3df1-7258-4d01-a8f3-177ab4ba0df8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:13.327763 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:13.376895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port a620e0c4-eae2-4d24-ae85-5c021369cf76 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:13.377633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.406439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:13.407130 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4f58e-0883-4179-a1cb-e9e45948b9ab None None] The sync data for ids ['476a3df1-7258-4d01-a8f3-177ab4ba0df8'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:13.464346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.467171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-856dbc11-f5d9-4814-b0b6-afbe34b6f786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.470078 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.474009 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-43fc3266-3689-4422-9b6b-31b562e94ec8 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "DELETE /v2.0/ports/a620e0c4-eae2-4d24-ae85-5c021369cf76 HTTP/1.1" status: 204 len: 173 time: 2.2686908 Nov 23 18:57:13.474639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:13.478376 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e2b8ec-2f8b-47ce-bfef-3a85f3fd8fc9" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:13.482488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.483376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] device_id is not set on port 5c498ebc-25a6-482d-a727-cc82b5b46e06 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:57:13.497086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-856dbc11-f5d9-4814-b0b6-afbe34b6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.546414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-856dbc11-f5d9-4814-b0b6-afbe34b6f786 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee67cfb9ff004172af92017cc3a64356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6194534 Nov 23 18:57:13.549370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:13.616574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Network efecad3b-263f-4afd-9d75-649c74a57034 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:13.633269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:13.641811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:13.722069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.20.0.10 (efecad3b-263f-4afd-9d75-649c74a57034/23496ff4-c157-4ab6-8358-b85eec06d346/5c498ebc-25a6-482d-a727-cc82b5b46e06) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:13.753077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Pushing event updated for resources: {'Port': ['ID=6727d1b5-59a9-4083-8678-0e31613a5834,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:13.833224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.843790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.853328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Attempting to bind port 6727d1b5-59a9-4083-8678-0e31613a5834 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:13.858086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Attempting to bind port 6727d1b5-59a9-4083-8678-0e31613a5834 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'd471dcb6-0700-4959-b0df-ba72d238ad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:13.858610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Attempting to bind port 6727d1b5-59a9-4083-8678-0e31613a5834 on network efecad3b-263f-4afd-9d75-649c74a57034 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:13.889410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:13.890551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Checking segment: {'id': 'd471dcb6-0700-4959-b0df-ba72d238ad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:13.891215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.891870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Bound using segment: {'id': 'd471dcb6-0700-4959-b0df-ba72d238ad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:13.892487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Bound port: 6727d1b5-59a9-4083-8678-0e31613a5834, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd471dcb6-0700-4959-b0df-ba72d238ad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efecad3b-263f-4afd-9d75-649c74a57034'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:13.893511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.983330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.001366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.018768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.035503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] For port 6727d1b5-59a9-4083-8678-0e31613a5834, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:14.047951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] For port 6727d1b5-59a9-4083-8678-0e31613a5834, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6727d1b5-59a9-4083-8678-0e31613a5834,segment=NetworkSegment(d471dcb6-0700-4959-b0df-ba72d238ad8c),segment_id=d471dcb6-0700-4959-b0df-ba72d238ad8c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:14.060365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.097289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.108453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dbc11-f5d9-4814-b0b6-afbe34b6f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3908a4fe-a873-4dd2-adef-e57023a216ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:14.110640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router 476a3df1-7258-4d01-a8f3-177ab4ba0df8 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:57:14.120802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.128531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.131517 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588e9c35-a982-49e0-a22f-0d53fa0df73b x-openstack-request-id: req-588e9c35-a982-49e0-a22f-0d53fa0df73b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:14.131651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3908a4fe-a873-4dd2-adef-e57023a216ac HTTP/1.1" status: 204 len: 168 time: 0.5811107 Nov 23 18:57:14.133326 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "a620e0c4-eae2-4d24-ae85-5c021369cf76", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:14.135086 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-588e9c35-a982-49e0-a22f-0d53fa0df73b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:14.136801 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'a620e0c4-eae2-4d24-ae85-5c021369cf76', 'status': 'completed', 'code': 200} Nov 23 18:57:14.155360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-a749cd87-a2ec-4dd3-b661-36e412786abc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.162486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-a749cd87-a2ec-4dd3-b661-36e412786abc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.169683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-a749cd87-a2ec-4dd3-b661-36e412786abc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.174300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.179251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-a749cd87-a2ec-4dd3-b661-36e412786abc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.181645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-a749cd87-a2ec-4dd3-b661-36e412786abc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3144 time: 0.8950396 Nov 23 18:57:14.184240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.202247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9e631f45-c35a-4427-8ecf-3e59f4ce4b12 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/476a3df1-7258-4d01-a8f3-177ab4ba0df8 HTTP/1.1" status: 204 len: 168 time: 0.9367578 Nov 23 18:57:14.204585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9234-3c3f-49f4-80d8-49d13ac6c939 None None] Pushing event updated for resources: {'Port': ['ID=6727d1b5-59a9-4083-8678-0e31613a5834,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:14.209779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:14.239490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31f20-7348-4381-b27c-a4fa402e83b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3908a4fe-a873-4dd2-adef-e57023a216ac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:14.339026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet 960e116b-cc75-4fa0-b0c9-9ae9d3405c79 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:57:14.343124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.389511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network efecad3b-263f-4afd-9d75-649c74a57034 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:14.406644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:14.415691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:14.431017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.597461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:14.598145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.631456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=5c498ebc-25a6-482d-a727-cc82b5b46e06,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:14.671891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a24b5325-9cea-48b6-aebb-db1b0a03889b req-2776fe06-a94c-4b0d-be83-c2db6267ea78 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731226 Nov 23 18:57:14.706289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4bab66cf-2f8c-4a12-85b1-1da07249f000 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8392923 Nov 23 18:57:14.707906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:14.727361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.875478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port cd87475b-e8e7-4f28-8848-324214cc7987 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:14.875829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.894692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.912538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.919788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/960e116b-cc75-4fa0-b0c9-9ae9d3405c79 HTTP/1.1" status: 204 len: 168 time: 0.7065132 Nov 23 18:57:14.925416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f26a99-b71c-4862-ad89-36c81abb5092 None None] Network 8801be16-785a-4e04-9cdd-124322776ec7 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:14.934932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:14.976086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40ef2-27fd-48c5-a56a-0306b23f9d80 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=960e116b-cc75-4fa0-b0c9-9ae9d3405c79,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:15.259669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] DHCP port deletion for 8801be16-785a-4e04-9cdd-124322776ec7 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:15.295200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:15.374660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Deleting port d7f2995d-d8e6-463b-8543-6721531434a8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:15.375195 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.482069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] For port d7f2995d-d8e6-463b-8543-6721531434a8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d7f2995d-d8e6-463b-8543-6721531434a8,segment=NetworkSegment(c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7),segment_id=c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:15.483248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.494496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc92169f-ee56-45be-99dc-afe02ee1c0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.507247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Calling delete_port for d7f2995d-d8e6-463b-8543-6721531434a8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:15.611040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc92169f-ee56-45be-99dc-afe02ee1c0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.616370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc92169f-ee56-45be-99dc-afe02ee1c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.671139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cc92169f-ee56-45be-99dc-afe02ee1c0f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab6db20cd9f84ba3b656459f794a708b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740690 Nov 23 18:57:15.672509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92169f-ee56-45be-99dc-afe02ee1c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd785a-0c37-4eb6-9aa7-c58b36b36ba5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:15.673256 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.675784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:15.716874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] Pushing event deleted for resources: {'Port': ['ID=d7f2995d-d8e6-463b-8543-6721531434a8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:15.730546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc97004-bdfb-4792-86ac-da01626bc298 None None] No DVR routers for this DVR port d7f2995d-d8e6-463b-8543-6721531434a8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:15.789373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.821824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.033889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-ebb651a1-ac96-4e96-86d4-65ef04de86f0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.041238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-ebb651a1-ac96-4e96-86d4-65ef04de86f0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.046433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-03a4e92a-c146-4d34-945c-e296737de4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.049304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-ebb651a1-ac96-4e96-86d4-65ef04de86f0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.050103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-03a4e92a-c146-4d34-945c-e296737de4cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 1.2449036 Nov 23 18:57:16.056938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-ebb651a1-ac96-4e96-86d4-65ef04de86f0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.059473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-ebb651a1-ac96-4e96-86d4-65ef04de86f0 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3144 time: 0.1998122 Nov 23 18:57:16.066059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.070284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.072326 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19fd785a-0c37-4eb6-9aa7-c58b36b36ba5 HTTP/1.1" status: 204 len: 168 time: 0.3947814 Nov 23 18:57:16.099871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6727d1b5-59a9-4083-8678-0e31613a5834 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:16.130191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb645-f102-4c8e-9194-edbecb2f205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fd785a-0c37-4eb6-9aa7-c58b36b36ba5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:16.157927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb89a-b372-411e-987e-f56ec19e1052 req-074786fe-be49-49de-a896-d2b8702cbd2c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.174036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-630fb89a-b372-411e-987e-f56ec19e1052 req-074786fe-be49-49de-a896-d2b8702cbd2c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 1.3144491 Nov 23 18:57:16.190384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb952d8-4a32-424d-9809-3beac4a8a61a None None] Network efecad3b-263f-4afd-9d75-649c74a57034 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:16.242415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b7104d-7a81-45dd-8013-a3c1ba7e7d40 req-b0149b7e-cc50-4453-bb86-7ab9370cd550 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467137 Nov 23 18:57:16.331694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-4571281c-48c6-4315-9f30-c540a31c9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:16.333296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-4571281c-48c6-4315-9f30-c540a31c9150 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.1483402 Nov 23 18:57:16.400374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.580423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6727d1b5-59a9-4083-8678-0e31613a5834 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:16.580801 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.602262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port cd87475b-e8e7-4f28-8848-324214cc7987, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cd87475b-e8e7-4f28-8848-324214cc7987,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:16.602658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.632332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-056e62ba-2aa6-4257-9d16-c1c55cc434f7 None None] Provisioning complete for port 6727d1b5-59a9-4083-8678-0e31613a5834 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:16.632700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-056e62ba-2aa6-4257-9d16-c1c55cc434f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.661648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-e63350e7-1f68-4e0b-a621-59c6bc8d245a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.2558341 Nov 23 18:57:16.665318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-630fb89a-b372-411e-987e-f56ec19e1052 req-8750bc63-aec2-4272-9f58-928d99f5c913 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875269 Nov 23 18:57:16.669177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for cd87475b-e8e7-4f28-8848-324214cc7987 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:16.731165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.795262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:16.825559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291d38a7-2ad3-44f3-ba6a-9801438b4ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.837575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.847812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.886580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 6727d1b5-59a9-4083-8678-0e31613a5834, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6727d1b5-59a9-4083-8678-0e31613a5834,segment=NetworkSegment(d471dcb6-0700-4959-b0df-ba72d238ad8c),segment_id=d471dcb6-0700-4959-b0df-ba72d238ad8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:16.954699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8801be16-785a-4e04-9cdd-124322776ec7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:16.971027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.007005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:17.007307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c82a7a-17bd-4b06-bd4b-c6975a4ec9e7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:17.010535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291d38a7-2ad3-44f3-ba6a-9801438b4ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.025467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291d38a7-2ad3-44f3-ba6a-9801438b4ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.025691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.029817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-acf9dd98-05c6-425e-8e90-e6bd108d21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.031304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-acf9dd98-05c6-425e-8e90-e6bd108d21d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.3377702 Nov 23 18:57:17.054657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=6727d1b5-59a9-4083-8678-0e31613a5834,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.072280 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-056e62ba-2aa6-4257-9d16-c1c55cc434f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.079164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-291d38a7-2ad3-44f3-ba6a-9801438b4ea6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed4e49c1f0b94ba9a66f08a6374cf834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817187 Nov 23 18:57:17.087523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:17.099086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d7f2995d-d8e6-463b-8543-6721531434a8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:17.149133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d7f2995d-d8e6-463b-8543-6721531434a8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:57:17.149815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d7f2995d-d8e6-463b-8543-6721531434a8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:17.197332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.202643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d38a7-2ad3-44f3-ba6a-9801438b4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7711ea1-66ee-4024-aac5-cbba8245c773,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.204047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-056e62ba-2aa6-4257-9d16-c1c55cc434f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:57:17.204418 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-056e62ba-2aa6-4257-9d16-c1c55cc434f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:57:17.231837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.280185 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.301568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:57:17.302180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:57:17.306676 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:57:17.321343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.326150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.327844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7711ea1-66ee-4024-aac5-cbba8245c773 HTTP/1.1" status: 204 len: 168 time: 0.2393775 Nov 23 18:57:17.351508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5c141-f8f6-484a-a07c-891491e81568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7711ea1-66ee-4024-aac5-cbba8245c773,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.474203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-8567c7d6-c70f-4e68-8a15-05bfeb221d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.476114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-8567c7d6-c70f-4e68-8a15-05bfeb221d50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4306831 Nov 23 18:57:17.497802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-b6bcd38c-d416-4f98-a977-44f9802314c5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.509552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-b6bcd38c-d416-4f98-a977-44f9802314c5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.523293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-b6bcd38c-d416-4f98-a977-44f9802314c5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.534030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-b6bcd38c-d416-4f98-a977-44f9802314c5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:17.548039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-b6bcd38c-d416-4f98-a977-44f9802314c5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 3144 time: 0.1373036 Nov 23 18:57:17.607178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.642909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e07f150c-09a2-4ba6-a8a5-b781c3a6ec5a req-01ed189c-1ade-4fcb-a3ff-58d977737aec tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938754 Nov 23 18:57:17.701247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.708868 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/8801be16-785a-4e04-9cdd-124322776ec7 HTTP/1.1" status: 204 len: 168 time: 2.7613585 Nov 23 18:57:17.709700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:17.715987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.718395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375071070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:17.753544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.755377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.855057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.860679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.874512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c6860-ac23-44cb-ad72-2eded6c666e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=8801be16-785a-4e04-9cdd-124322776ec7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.882159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.895476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.895476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72c4379b-6ce3-43e6-a7f4-23fc4f613840 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1811488 Nov 23 18:57:17.895476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:17.904529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2004068653'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:17.915830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0837f5e0-e82a-4950-91aa-aa4bc533eb5e None None] Provisioning complete for port 6727d1b5-59a9-4083-8678-0e31613a5834 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:17.927000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0837f5e0-e82a-4950-91aa-aa4bc533eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.941226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:17.946560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:17.974092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=cd87475b-e8e7-4f28-8848-324214cc7987,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:17.989617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.059095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:18.076157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6727d1b5-59a9-4083-8678-0e31613a5834 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:18.107158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.107918 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 485395e7-7358-4b51-9ced-12fba4e85dfd of type vlan for network 7d7495a1-ba0a-4348-9dff-8625678f745a Nov 23 18:57:18.114438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=5c498ebc-25a6-482d-a727-cc82b5b46e06,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:18.208766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.295165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0837f5e0-e82a-4950-91aa-aa4bc533eb5e None None] Provisioning complete for port 5c498ebc-25a6-482d-a727-cc82b5b46e06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:18.295741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0837f5e0-e82a-4950-91aa-aa4bc533eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.314209 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.336647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:18.338566 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.350124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6727d1b5-59a9-4083-8678-0e31613a5834 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:18.352726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.353609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-d3dad0f6-f255-4d56-adb0-770bd460e77c service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495450 Nov 23 18:57:18.488577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c0d3775-4737-44ba-a7ac-3991508d2d59 req-f4802714-56e6-4f07-a71e-a1b4c3045536 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087019 Nov 23 18:57:18.489896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port cd87475b-e8e7-4f28-8848-324214cc7987 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:18.495216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.500261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-e1fe25f1-f4c3-4f97-a0b7-62252ae7309b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "DELETE /v2.0/ports/cd87475b-e8e7-4f28-8848-324214cc7987 HTTP/1.1" status: 204 len: 173 time: 5.0106761 Nov 23 18:57:18.525114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:18.528442 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a056e4-16ee-4c58-a7a2-3bcf71389680" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:18.576517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6799002 Nov 23 18:57:18.579404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:18.593941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:18.599462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32041-2704-48e7-bea0-d96f69cb0b7a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=7d7495a1-ba0a-4348-9dff-8625678f745a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:18.656734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0837f5e0-e82a-4950-91aa-aa4bc533eb5e None None] Port 5c498ebc-25a6-482d-a727-cc82b5b46e06 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:18.669101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7d7495a1-ba0a-4348-9dff-8625678f745a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:18.681362 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.817153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:18.822518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.939456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d1f4b7a3-0f75-4473-ab91-6b24e35bbbed None None] Provisioning complete for port 5c498ebc-25a6-482d-a727-cc82b5b46e06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:18.940103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b7a3-0f75-4473-ab91-6b24e35bbbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.983110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4b7a3-0f75-4473-ab91-6b24e35bbbed None None] Port 5c498ebc-25a6-482d-a727-cc82b5b46e06 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:18.999813 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7c326-2784-4e2c-9847-7bc78533aefc x-openstack-request-id: req-98e7c326-2784-4e2c-9847-7bc78533aefc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:19.000113 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "cd87475b-e8e7-4f28-8848-324214cc7987", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:19.000501 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98e7c326-2784-4e2c-9847-7bc78533aefc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:19.000928 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'cd87475b-e8e7-4f28-8848-324214cc7987', 'status': 'completed', 'code': 200} Nov 23 18:57:19.053330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01680967-3475-4b97-a491-56bcec5aa8c0 req-ff8629c6-de11-4faa-bca9-4a22bc0877de tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.054942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01680967-3475-4b97-a491-56bcec5aa8c0 req-ff8629c6-de11-4faa-bca9-4a22bc0877de tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 1.1708667 Nov 23 18:57:19.085825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.105132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac08ca-6a25-4b98-bd3c-6795c7ec13a8 req-9b62113a-a221-4f9d-97ab-9fd8a5437057 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.111700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac08ca-6a25-4b98-bd3c-6795c7ec13a8 req-9b62113a-a221-4f9d-97ab-9fd8a5437057 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.118040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac08ca-6a25-4b98-bd3c-6795c7ec13a8 req-9b62113a-a221-4f9d-97ab-9fd8a5437057 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.120648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41ac08ca-6a25-4b98-bd3c-6795c7ec13a8 req-9b62113a-a221-4f9d-97ab-9fd8a5437057 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 2411 time: 0.1232841 Nov 23 18:57:19.307169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01680967-3475-4b97-a491-56bcec5aa8c0 req-5dc250e8-08a2-4773-8e43-a69ab93b22e4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344873 Nov 23 18:57:19.312042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port 7e4751ec-11cb-4047-8375-b42f727e48c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:19.312383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.381479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41ac08ca-6a25-4b98-bd3c-6795c7ec13a8 req-188d7d94-bfcb-48e6-b3fb-2327f0c744fc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338865 Nov 23 18:57:19.412497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.482122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.502935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.552709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.559966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:19.576645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:19.577015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 7d7495a1-ba0a-4348-9dff-8625678f745a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:19.598277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 7d7495a1-ba0a-4348-9dff-8625678f745a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:19.614917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7d7495a1-ba0a-4348-9dff-8625678f745a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:19.622655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:19.626801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69989591-29a4-4254-b241-b5d50df590cc None None] Network 7d7495a1-ba0a-4348-9dff-8625678f745a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:19.628934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.687574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dcbe7758-3261-48a6-bc5d-f03db2142c5c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1045079 Nov 23 18:57:19.688516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:19.741101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=5c498ebc-25a6-482d-a727-cc82b5b46e06,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:19.955765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7d7495a1-ba0a-4348-9dff-8625678f745a', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:19.957266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:19.960016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port 7e4751ec-11cb-4047-8375-b42f727e48c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7e4751ec-11cb-4047-8375-b42f727e48c7,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:19.960469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.055629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for 7e4751ec-11cb-4047-8375-b42f727e48c7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:20.233184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network efecad3b-263f-4afd-9d75-649c74a57034 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:20.237235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:20.273485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Allocated IP 2001:db8::2 (7d7495a1-ba0a-4348-9dff-8625678f745a/2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0/08fbe12d-3ae5-430c-bd3e-e553fef38f95) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:20.544673 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.555848 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.578813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c7dce-53f4-4d1c-8192-e7f16cfa0044 req-fad71032-2641-40c3-a830-530cd9ef44e1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:20.587359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670c7dce-53f4-4d1c-8192-e7f16cfa0044 req-fad71032-2641-40c3-a830-530cd9ef44e1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1041002 Nov 23 18:57:20.645578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Network 7d7495a1-ba0a-4348-9dff-8625678f745a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:20.652396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:20.656438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:20.663802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Pushing event updated for resources: {'Port': ['ID=08fbe12d-3ae5-430c-bd3e-e553fef38f95,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:20.674997 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670c7dce-53f4-4d1c-8192-e7f16cfa0044 req-0f3c8935-0ad2-427d-a979-d254cfdf4494 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771608 Nov 23 18:57:20.751471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Attempting to bind port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:20.752032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Attempting to bind port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:20.752405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Attempting to bind port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 on network 7d7495a1-ba0a-4348-9dff-8625678f745a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:20.766230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:20.766686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Checking segment: {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:20.766996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.767431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Bound using segment: {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:20.767953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Bound port: 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:20.768344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.849536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] For port 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:20.853885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] For port 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08fbe12d-3ae5-430c-bd3e-e553fef38f95,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:20.854864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a7cdfb1-fff0-4908-92f1-1bb532b1aafd None None] Provisioning complete for port 5c498ebc-25a6-482d-a727-cc82b5b46e06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:20.855221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7cdfb1-fff0-4908-92f1-1bb532b1aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:20.861310 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:21.019476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cdfb1-fff0-4908-92f1-1bb532b1aafd None None] Port 5c498ebc-25a6-482d-a727-cc82b5b46e06 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:21.033768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c175925-2f1e-4a6e-b8b4-60605177c66b None None] Pushing event updated for resources: {'Port': ['ID=08fbe12d-3ae5-430c-bd3e-e553fef38f95,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:21.270151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:21.388465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=7e4751ec-11cb-4047-8375-b42f727e48c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:21.425231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:21.440692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4a65-75f2-464c-aea0-2ae16862f2e1 req-3cb42d33-8c4b-4057-a45c-2aa415d4fdb9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:21.449548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4a65-75f2-464c-aea0-2ae16862f2e1 req-3cb42d33-8c4b-4057-a45c-2aa415d4fdb9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:21.456057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4a65-75f2-464c-aea0-2ae16862f2e1 req-3cb42d33-8c4b-4057-a45c-2aa415d4fdb9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:21.457621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05ed4a65-75f2-464c-aea0-2ae16862f2e1 req-3cb42d33-8c4b-4057-a45c-2aa415d4fdb9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 2333 time: 0.3371880 Nov 23 18:57:21.536264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port 7e4751ec-11cb-4047-8375-b42f727e48c7 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:21.547771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:21.551064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-8b9ba5e5-3237-4f61-81f8-050d4321a6ad tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "DELETE /v2.0/ports/7e4751ec-11cb-4047-8375-b42f727e48c7 HTTP/1.1" status: 204 len: 173 time: 2.9920967 Nov 23 18:57:21.589044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:21.591296 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b48e7a-82af-4d6d-8ff1-2baeb7a6ea89" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:21.688809 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaf4214-1623-4490-9ddd-4baa3bcada35 x-openstack-request-id: req-feaf4214-1623-4490-9ddd-4baa3bcada35 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:21.689114 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "7e4751ec-11cb-4047-8375-b42f727e48c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:21.689344 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feaf4214-1623-4490-9ddd-4baa3bcada35 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:21.689814 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': '7e4751ec-11cb-4047-8375-b42f727e48c7', 'status': 'completed', 'code': 200} Nov 23 18:57:21.757392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router 76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:57:21.845732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05ed4a65-75f2-464c-aea0-2ae16862f2e1 req-dc604872-7c91-4dd0-a71e-fe21af930b14 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631797 Nov 23 18:57:22.127791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port bde45bf0-8136-4e10-bf4a-d9b5ac93749c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:22.128580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:22.131485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08fbe12d-3ae5-430c-bd3e-e553fef38f95 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:22.245989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:22.249793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:22.250169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:22.262449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3e88068e-02ca-47d8-8ae7-59ac5ff3eac3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5515525 Nov 23 18:57:22.265033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:22.287903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] Sync routers for ids ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:22.335101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] Routers {'76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:22.342129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:22.368548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400cf7b-456b-4c30-aa23-4bc297d2f6ea tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:22.378314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2400cf7b-456b-4c30-aa23-4bc297d2f6ea tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports/5c498ebc-25a6-482d-a727-cc82b5b46e06 HTTP/1.1" status: 200 len: 977 time: 0.1115222 Nov 23 18:57:22.381090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:22.428629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:22.502682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] Routers {'76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:22.504295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:22.560773 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:22.578312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:22.579233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d652b3fd-973b-4f04-8c92-076fb11afe9b None None] The sync data for ids ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:22.580361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8::1 (7d7495a1-ba0a-4348-9dff-8625678f745a/2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0/fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:22.597493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port bde45bf0-8136-4e10-bf4a-d9b5ac93749c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:22.611818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:22.616704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08fbe12d-3ae5-430c-bd3e-e553fef38f95,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:22.622955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:22.735598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=08fbe12d-3ae5-430c-bd3e-e553fef38f95,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:22.784214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6379906-9563-497e-9386-c03a40bd098c None None] Network 7d7495a1-ba0a-4348-9dff-8625678f745a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:22.874452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for bde45bf0-8136-4e10-bf4a-d9b5ac93749c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:22.955889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:22.984508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e924bb5d-bacd-492d-91c5-082db8010e2d None None] Provisioning complete for port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:22.984871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e924bb5d-bacd-492d-91c5-082db8010e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.271907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f19cbb-eee0-4e45-ba71-0dbb06564a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.292544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.303375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.391845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=bde45bf0-8136-4e10-bf4a-d9b5ac93749c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:23.439976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port bde45bf0-8136-4e10-bf4a-d9b5ac93749c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:23.443056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.448522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-62f9aa71-699a-4ae3-8a83-3417721f607c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "DELETE /v2.0/ports/bde45bf0-8136-4e10-bf4a-d9b5ac93749c HTTP/1.1" status: 204 len: 173 time: 1.8531260 Nov 23 18:57:23.454000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.464509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b15cf-6414-402a-8eb5-d5a0f73db68d req-5ae5533b-3be7-4b0b-8306-8686710a2431 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:23.466794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f19cbb-eee0-4e45-ba71-0dbb06564a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.472213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b15cf-6414-402a-8eb5-d5a0f73db68d req-5ae5533b-3be7-4b0b-8306-8686710a2431 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:23.474403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be6b15cf-6414-402a-8eb5-d5a0f73db68d req-5ae5533b-3be7-4b0b-8306-8686710a2431 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 1600 time: 0.2665596 Nov 23 18:57:23.504859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f19cbb-eee0-4e45-ba71-0dbb06564a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.563105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f19cbb-eee0-4e45-ba71-0dbb06564a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cadc7c-b931-4f2e-acb2-3a68b873a162,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:23.566622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-05e2e5ac-c872-4d9c-879e-18146ee7c2fb None None] Provisioning complete for port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:23.569045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5ac-c872-4d9c-879e-18146ee7c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.570706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-30f19cbb-eee0-4e45-ba71-0dbb06564a11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69a3dd9737e04c7c8d6c8fd4f2117ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6095080 Nov 23 18:57:23.574299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:23.609736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be6b15cf-6414-402a-8eb5-d5a0f73db68d req-94b6ddf8-e0b7-47e9-ad78-c10e59d00b0c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245556 Nov 23 18:57:23.677416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.744811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:23.746703 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281f7c96-da8b-4002-b53b-07d4a4556272" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:23.749545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:23.765694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.770889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 7d7495a1-ba0a-4348-9dff-8625678f745a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:23.776113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:23.779090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:23.779678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.844691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:23.987726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port 0f612453-1072-4392-8b6e-0470eb6b3a5c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:23.989363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.003604 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca8e78-512a-46db-9647-eab5bb2160b6 x-openstack-request-id: req-e1ca8e78-512a-46db-9647-eab5bb2160b6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:24.004022 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "bde45bf0-8136-4e10-bf4a-d9b5ac93749c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:24.004281 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1ca8e78-512a-46db-9647-eab5bb2160b6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:24.004721 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': 'bde45bf0-8136-4e10-bf4a-d9b5ac93749c', 'status': 'completed', 'code': 200} Nov 23 18:57:24.022249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.024578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08fbe12d-3ae5-430c-bd3e-e553fef38f95 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:24.025291 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.029683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26cadc7c-b931-4f2e-acb2-3a68b873a162 HTTP/1.1" status: 204 len: 168 time: 0.4497952 Nov 23 18:57:24.085281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60dfd3-96d4-4179-aa73-559a8b22fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cadc7c-b931-4f2e-acb2-3a68b873a162,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:24.102411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 5c498ebc-25a6-482d-a727-cc82b5b46e06 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:24.103188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.245778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.289871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.294782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:24.299274 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.324471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 5c498ebc-25a6-482d-a727-cc82b5b46e06 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:24.355700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port 0f612453-1072-4392-8b6e-0470eb6b3a5c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0f612453-1072-4392-8b6e-0470eb6b3a5c,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:24.356262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.563642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5a970e7d-8833-4b34-bc53-3a894b89510d None None] Provisioning complete for port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:24.564028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a970e7d-8833-4b34-bc53-3a894b89510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.694856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5a970e7d-8833-4b34-bc53-3a894b89510d None None] Port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:24.754768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:24.808698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afe4a367-7eb3-4d42-a96f-7684914acabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.838773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.839132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:24.839479 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Floating IP e9fd2f04-c004-4dc1-b113-e219cdf7cf0c disassociated. External IP: 172.25.5.27, port: 0f612453-1072-4392-8b6e-0470eb6b3a5c. Nov 23 18:57:24.839827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for 0f612453-1072-4392-8b6e-0470eb6b3a5c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:25.058190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.098728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bf4b7-49e5-4b8c-8723-f3da7e80fc5a req-a2a42b19-a2c8-48bb-887e-469aaae8dee4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:25.100407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-475bf4b7-49e5-4b8c-8723-f3da7e80fc5a req-a2a42b19-a2c8-48bb-887e-469aaae8dee4 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 944 time: 0.0968390 Nov 23 18:57:25.102548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=5c498ebc-25a6-482d-a727-cc82b5b46e06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:25.134402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afe4a367-7eb3-4d42-a96f-7684914acabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.142459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afe4a367-7eb3-4d42-a96f-7684914acabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.284687 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-afe4a367-7eb3-4d42-a96f-7684914acabf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b8023f01e9944d5ab8059c6ad5e7c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247500 Nov 23 18:57:25.288752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:25.289421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a367-7eb3-4d42-a96f-7684914acabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3869a60-2fae-42ae-8327-bc5d1f48dbe1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:25.343977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.398378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-475bf4b7-49e5-4b8c-8723-f3da7e80fc5a req-a9a32baa-4342-4c60-a57f-cfadf6fae2fc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups?id=dca7cf68-0b3d-49ae-8306-8bfdd04541d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698972 Nov 23 18:57:25.402595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.415711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.438161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=0f612453-1072-4392-8b6e-0470eb6b3a5c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:25.476033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.477236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.675366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router 76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:25.774046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:25.787502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:25.797118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1379eca3-1195-4250-95c8-50b5940c0bbd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116287 Nov 23 18:57:25.798730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:25.801687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.802942 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] Sync routers for ids ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:25.833480 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] Routers {'76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:25.834104 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:25.848592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 7d7495a1-ba0a-4348-9dff-8625678f745a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:25.849413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:25.856790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:25.917316 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:25.920924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.943915 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] Routers {'76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:25.944566 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:26.043864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:26.044876 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8fcf-5839-46b3-88ef-47f0425f072c None None] The sync data for ids ['76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:26.222825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165a5058-35e9-419c-81fd-5780a5955eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.231291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Router a81f6adf-1d22-4087-b20c-b52cff1cc906 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:26.280999 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-38535bb6-b5ef-4c2f-a036-507bddbb697a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 18:57:26.282086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-38535bb6-b5ef-4c2f-a036-507bddbb697a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4815052 Nov 23 18:57:26.284826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:26.284992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.287636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.289212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3869a60-2fae-42ae-8327-bc5d1f48dbe1 HTTP/1.1" status: 204 len: 168 time: 0.9965718 Nov 23 18:57:26.331710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-463f058f-9933-4862-b418-79166172e837 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 HTTP/1.1" status: 200 len: 205 time: 0.0454550 Nov 23 18:57:26.335405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:26.361734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-78321b10-5294-4ec5-aa84-5108a7284b66 None None] Provisioning complete for port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:26.362322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78321b10-5294-4ec5-aa84-5108a7284b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.429771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-78321b10-5294-4ec5-aa84-5108a7284b66 None None] Port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:26.447093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.462675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf82439-2010-4fbb-b282-6c057c728bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3869a60-2fae-42ae-8327-bc5d1f48dbe1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:26.510425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:57:26.535486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:26.553122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Sync routers for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:26.571703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:26.572547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:26.805961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ee38200-586e-4552-b659-f4cb38f13c57 req-6fda13d2-8869-4328-a424-13a519fa338f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.2177606 Nov 23 18:57:26.834568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.837313 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.900846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.901176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router 76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:57:26.913052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:26.925190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:26.926651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-baa2a58f-322f-49c7-a570-29cb6a8d37c9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 HTTP/1.1" status: 204 len: 168 time: 0.5901513 Nov 23 18:57:26.930654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:27.049677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet 23496ff4-c157-4ab6-8358-b85eec06d346 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:57:27.053417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.159511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.309784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:27.355559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165a5058-35e9-419c-81fd-5780a5955eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.359161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.381478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165a5058-35e9-419c-81fd-5780a5955eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.435136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-165a5058-35e9-419c-81fd-5780a5955eac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0abf013efef742f981d3588d1ec70c98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6572533 Nov 23 18:57:27.439833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:27.473014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port 0f612453-1072-4392-8b6e-0470eb6b3a5c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:27.476681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.482581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ed1a383-fb16-4391-83dc-189c5ab6cdfa req-167de1f6-814d-4ac7-88c1-c7be7190f54b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.50 "DELETE /v2.0/ports/0f612453-1072-4392-8b6e-0470eb6b3a5c HTTP/1.1" status: 204 len: 173 time: 4.0069621 Nov 23 18:57:27.494897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:57:27.501762 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19540322-96ab-4c1a-86c4-e8ac19f30568" -d '{"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:57:27.563093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.575810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:27.590666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:27.597788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a5058-35e9-419c-81fd-5780a5955eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf20913-94ff-49a6-8a51-e0c462a1f4e3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:27.651678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6624fd1a-fc69-4444-acfa-09f524b4a0fe tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9560981 Nov 23 18:57:27.651678 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb23fdd-a3d0-4304-be94-c4dbcc8972af x-openstack-request-id: req-4cb23fdd-a3d0-4304-be94-c4dbcc8972af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:57:27.651678 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b6afc-4b92-4faf-b9be-b42ceb669ea2", "name": "network-vif-deleted", "tag": "0f612453-1072-4392-8b6e-0470eb6b3a5c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:57:27.661053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:27.662149 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:27.665454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=23496ff4-c157-4ab6-8358-b85eec06d346,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:27.666271 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cb23fdd-a3d0-4304-be94-c4dbcc8972af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:57:27.666764 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:27.680802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141060110'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:27.688057 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b6afc-4b92-4faf-b9be-b42ceb669ea2', 'name': 'network-vif-deleted', 'tag': '0f612453-1072-4392-8b6e-0470eb6b3a5c', 'status': 'completed', 'code': 200} Nov 23 18:57:27.742827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.755885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.762530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae7d2740-2432-4bd2-8090-bb54568f21ee tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/23496ff4-c157-4ab6-8358-b85eec06d346 HTTP/1.1" status: 204 len: 168 time: 0.8305390 Nov 23 18:57:27.763288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:27.765216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:27.781619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.785497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143ab26-adb1-4a2d-a370-fe74a6d04af0 None None] Network efecad3b-263f-4afd-9d75-649c74a57034 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:27.836085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Checking router: a81f6adf-1d22-4087-b20c-b52cff1cc906 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:27.956309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:27.970812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd51-847f-4eaf-bb8b-8857ad443906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.984962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:27.986893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:27.988935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:27.989288 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 6c5722e5-0ead-4f38-95f0-7317453b667a of type vlan for network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 Nov 23 18:57:28.070415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.071963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:28.108417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.161587 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.164895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75a4bdfc-e6bf-4456-a511-1700f41923b6 req-2dcf1fc6-8257-47d7-9e29-5d552f79ba2c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0801108 Nov 23 18:57:28.181102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.195276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:28.196280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.243225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 6727d1b5-59a9-4083-8678-0e31613a5834 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:28.243613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.252619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5760624 Nov 23 18:57:28.260485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:28.268635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:28.345829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 6727d1b5-59a9-4083-8678-0e31613a5834, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6727d1b5-59a9-4083-8678-0e31613a5834,segment=NetworkSegment(d471dcb6-0700-4959-b0df-ba72d238ad8c),segment_id=d471dcb6-0700-4959-b0df-ba72d238ad8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:28.346702 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.363464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 6727d1b5-59a9-4083-8678-0e31613a5834 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:28.384952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:28.485405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591531d7-4a82-402e-b893-0cb2e7345b3f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:28.497722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:28.562216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.574671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:28.583279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.593221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.596895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.601069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaf20913-94ff-49a6-8a51-e0c462a1f4e3 HTTP/1.1" status: 204 len: 168 time: 1.1574860 Nov 23 18:57:28.607856 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:23Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:24Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:28.622986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8179816-dfb7-4110-9114-7baeeec64a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf20913-94ff-49a6-8a51-e0c462a1f4e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:28.624565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 6727d1b5-59a9-4083-8678-0e31613a5834 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:28.695076 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:28.695790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Updating router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:57:28.764359 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:28.788783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=6727d1b5-59a9-4083-8678-0e31613a5834,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:28.845695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c0969-45aa-456d-ae40-90c6aae94d4d None None] DHCP port deletion for efecad3b-263f-4afd-9d75-649c74a57034 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:28.955908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.005320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efecad3b-263f-4afd-9d75-649c74a57034']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:29.032655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd471dcb6-0700-4959-b0df-ba72d238ad8c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:29.033071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd471dcb6-0700-4959-b0df-ba72d238ad8c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:29.066034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.084938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.100659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.115889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:57:29.117380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.201551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:29.202218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:29.206068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=9ab09075-0b7f-4a41-9b0b-550d6a0a3590,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:29.229260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:29.239909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:29.257216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:57:29.264292 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:57:29.267628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.275032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49989480-3c5b-4338-a384-ac88f08648f1 None None] The sync data for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 is: [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:45:35Z', 'revision_number': 4, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4e257239-79f4-4ad7-b557-f68a6f6ba6c9', 'name': '', 'network_id': '3ba38f76-a0cb-4065-b0f5-85806e2ce831', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'mac_address': 'fa:16:3e:ce:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:32Z', 'updated_at': '2021-11-23T18:45:41Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'subnets': [{'id': '0e777f67-d1ac-44aa-ace7-d1370772b07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:29.277377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c595819-87cb-4a12-b3c9-3cf2eab6c554 None None] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:29.277550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:29.279624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.295721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.299122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/efecad3b-263f-4afd-9d75-649c74a57034 HTTP/1.1" status: 204 len: 168 time: 1.5325205 Nov 23 18:57:29.321120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:29.324768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542cece-1b5d-4b72-8338-a59127d95acb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=efecad3b-263f-4afd-9d75-649c74a57034,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:29.357742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-513273724'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:29.387972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe1c6a0a-d8d1-48eb-8178-d05dea9b2733 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1205814 Nov 23 18:57:29.388857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:29.461482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:29.481664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.551699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:29.561517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:29.577640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:29.582571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.629517 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f357bc9-fc5a-4fc2-b9eb-6c9a33a7a1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.723914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4469655-6d5d-4609-9633-4d4bea584dbf req-9c885cde-e786-4d2f-aa94-56fc2b960c01 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1274991 Nov 23 18:57:29.726038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.726987 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment 94d6303d-c232-421f-be63-92f16f7b08aa of type vlan for network 740616e9-a673-41e1-99a5-3d37c48a2ecb Nov 23 18:57:29.753084 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.762345 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:29.972907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.119772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a8b26-05e4-4b27-93ee-a7fcf37b0e24 None None] New status for floating IP e9fd2f04-c004-4dc1-b113-e219cdf7cf0c: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:57:30.159781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6727d1b5-59a9-4083-8678-0e31613a5834 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:30.238871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f56d4fb-ead9-4cd0-bdd6-450005ab1931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.256025 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Pushing event updated for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:30.280080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f357bc9-fc5a-4fc2-b9eb-6c9a33a7a1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.297135 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Attempting to bind port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:30.297522 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Attempting to bind port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:30.298863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Attempting to bind port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 on network 7d7495a1-ba0a-4348-9dff-8625678f745a {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:30.300575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f357bc9-fc5a-4fc2-b9eb-6c9a33a7a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.307213 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.309901 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.310254 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.312456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.315190 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.319202 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.319824 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.320392 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.321371 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.325563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.327290 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.329393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:30.338059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.342211 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:30.342906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Checking segment: {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:30.344462 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.345891 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Bound using segment: {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:30.347202 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Bound port: fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485395e7-7358-4b51-9ced-12fba4e85dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:30.349158 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.366465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:30.378843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.399081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6727d1b5-59a9-4083-8678-0e31613a5834 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:57:30.399453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6727d1b5-59a9-4083-8678-0e31613a5834 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:30.475929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.527121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] For port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:30.550893 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] For port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:30.560375 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.589294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=740616e9-a673-41e1-99a5-3d37c48a2ecb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:30.596244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-311b18dc-18b3-4983-904c-0af1cc486174 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2695122 Nov 23 18:57:30.600712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4f357bc9-fc5a-4fc2-b9eb-6c9a33a7a1d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81547a746be3475da9b67ff12301e74a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0316658 Nov 23 18:57:30.601868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f357bc9-fc5a-4fc2-b9eb-6c9a33a7a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4e4cb-4b4b-40cb-9790-a359db251546,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:30.602522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:30.602911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:30.609024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:30.628713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Allocated IP 2001:db8:1::2 (3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6/9ab09075-0b7f-4a41-9b0b-550d6a0a3590/f32d976b-3caa-41e2-b7f4-610a958d410b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:30.638571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:30.740321 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec41fa1-73b9-4c1b-bb74-3db1d9f2a3f1 None None] Pushing event updated for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:30.754013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Provisioning complete for port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:30.754813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.778174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:30.782648 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:30.946659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:30.959472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:30.999884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.051044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.187711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.191474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.192039 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.197043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6e4e4cb-4b4b-40cb-9790-a359db251546 HTTP/1.1" status: 204 len: 168 time: 0.5918405 Nov 23 18:57:31.221609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0c9b9d2-ca21-4085-948d-876860d51580 req-1409326e-3c29-4bbb-babf-3b51f6a9ef61 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.2904885 Nov 23 18:57:31.305230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] For port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:31.305975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7ba92-5546-4e20-a8a5-296be6529d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4e4cb-4b4b-40cb-9790-a359db251546,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:31.332015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:31.335841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.338607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.442655 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:23Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:30Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:31.473371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Pushing event updated for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:31.481728 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.487461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.488097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.488928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.489775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.490620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.491554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.492477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.493396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.493815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.494262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.494682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.495083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3d3c4-f783-4d0b-b1c2-32c7c5f9aefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:57:31.510978 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.521326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8d1dde47-851c-4b4f-8598-31ab918211b7 None None] Provisioning complete for port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:31.521795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8d1dde47-851c-4b4f-8598-31ab918211b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.546327 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff2c24-def0-4558-8f22-688fcc060aba None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:23Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:30Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:31.655485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:31.668570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:31.672083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:31.862844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Pushing event updated for resources: {'Port': ['ID=f32d976b-3caa-41e2-b7f4-610a958d410b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:31.937929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Attempting to bind port f32d976b-3caa-41e2-b7f4-610a958d410b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:31.941303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:31.950004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Attempting to bind port f32d976b-3caa-41e2-b7f4-610a958d410b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:31.950521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Attempting to bind port f32d976b-3caa-41e2-b7f4-610a958d410b on network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:31.962275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:31.962664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Checking segment: {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:31.966311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:31.968776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Bound using segment: {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:31.972754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Bound port: f32d976b-3caa-41e2-b7f4-610a958d410b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:31.973377 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.071563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.215737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8:1::1 (3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6/9ab09075-0b7f-4a41-9b0b-550d6a0a3590/81df9e7a-e67c-4be7-96ae-2b0aeae5c994) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:32.221852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] For port f32d976b-3caa-41e2-b7f4-610a958d410b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:32.225482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] For port f32d976b-3caa-41e2-b7f4-610a958d410b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f32d976b-3caa-41e2-b7f4-610a958d410b,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:32.237062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.245729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e770-bfca-4ed6-aac0-12ba0571962d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.265732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.290302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=9e3b9b02-3c4b-4f18-ab97-27f161e11d30,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:32.323582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': '94d6303d-c232-421f-be63-92f16f7b08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:32.324028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: 740616e9-a673-41e1-99a5-3d37c48a2ecb, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:32.429687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20733e60-ffbe-4bc9-a211-216b7dfc8916 None None] Pushing event updated for resources: {'Port': ['ID=f32d976b-3caa-41e2-b7f4-610a958d410b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:32.433660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:32.472322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 740616e9-a673-41e1-99a5-3d37c48a2ecb) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:32.482350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b72ce-2aff-452d-b921-174a49b84df1 None None] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:32.484124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:32.485024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.528410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.574753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b04f9b8e-2719-450e-a89f-6e02c06c56b1 req-a6bd85f8-b2df-483f-8f00-732a848d8c9a tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0798264 Nov 23 18:57:32.587012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bea5464f-37ce-493d-b1eb-36dd101c4b86 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9829557 Nov 23 18:57:32.587675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:32.606138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-666989496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:32.659868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e770-bfca-4ed6-aac0-12ba0571962d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.672561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e770-bfca-4ed6-aac0-12ba0571962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.692281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.693375 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.722913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:32.784177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6e770-bfca-4ed6-aac0-12ba0571962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9c5d9-9946-49f2-89b3-3d5ffa407fb3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:32.876727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c0d6e770-bfca-4ed6-aac0-12ba0571962d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa116e370eb440c1ba6f16f8137defd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9340835 Nov 23 18:57:32.880356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:33.002046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:33.096928 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.116871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:33.129837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:33.139149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:33.143460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.157507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.157732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.275477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.286051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.294514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.296852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14b9c5d9-9946-49f2-89b3-3d5ffa407fb3 HTTP/1.1" status: 204 len: 168 time: 0.4080896 Nov 23 18:57:33.323211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f48c9-3e8a-49d8-8181-fadee4fbfb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9c5d9-9946-49f2-89b3-3d5ffa407fb3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:33.398281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.451841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.452030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-740616e9-a673-41e1-99a5-3d37c48a2ecb', 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': '9e3b9b02-3c4b-4f18-ab97-27f161e11d30'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:33.453800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4a2cc9a1-c18f-4d4b-b9df-d450812b39b6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8628404 Nov 23 18:57:33.456609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:33.463990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.531480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:33.993960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3625b04b-6e57-46d0-a29e-bc328e045ca7 req-41966711-4025-48fc-933d-62e5c98e0d1c tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1932113 Nov 23 18:57:34.075873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Allocated IP 172.20.0.2 (740616e9-a673-41e1-99a5-3d37c48a2ecb/9e3b9b02-3c4b-4f18-ab97-27f161e11d30/983c984c-cb83-4b6c-b4c2-97f65ae6e063) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:34.187183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:34.244388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:34.283932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b77300ce-4221-4ccc-84d6-9da0f882e2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.520343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.590849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.596451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.598371 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.683134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:34.686745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.689718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bda18e-9c2c-4878-9e4c-8ba1ef972ae8 None None] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:34.791045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b77300ce-4221-4ccc-84d6-9da0f882e2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.816881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b77300ce-4221-4ccc-84d6-9da0f882e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.877884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:34.904678 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.906461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] Provisioning complete for port f32d976b-3caa-41e2-b7f4-610a958d410b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:34.906823 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.917336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:34.979559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:34.982649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:34.996048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Pushing event updated for resources: {'Port': ['ID=983c984c-cb83-4b6c-b4c2-97f65ae6e063,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.063428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:35.078485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77300ce-4221-4ccc-84d6-9da0f882e2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa1f49-f082-4e9a-9965-c392c2ed019f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.084208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:35.100259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:35.174023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b77300ce-4221-4ccc-84d6-9da0f882e2c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=500f6dd8ec8f402bb6ae115b5a19a1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9285545 Nov 23 18:57:35.183879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:35.294893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52226f36-0ae3-42fd-9312-7ac67af7cf2d req-2d401460-565d-4a93-8129-f89ca97b241f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0806017 Nov 23 18:57:35.333540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:35.405944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.424805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f32d976b-3caa-41e2-b7f4-610a958d410b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:35.461797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.480390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:35.486035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ac6427bc-6ead-4991-8e06-0f2380a680bb tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0959313 Nov 23 18:57:35.488961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:35.495899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1412815846'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:35.496630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:35.516362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:35.517016 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:35.529287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:35.533806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.552570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Attempting to bind port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:35.556415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Attempting to bind port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '94d6303d-c232-421f-be63-92f16f7b08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:35.556915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Attempting to bind port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 on network 740616e9-a673-41e1-99a5-3d37c48a2ecb {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:35.567717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:35.580956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.581617 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 2975da9d-a9a0-4ee2-b217-e320006c4d76 of type vlan for network 315eeee9-fa1d-4b8a-9510-44b8e9506060 Nov 23 18:57:35.613560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:35.615471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Checking segment: {'id': '94d6303d-c232-421f-be63-92f16f7b08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:35.615893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.616298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Bound using segment: {'id': '94d6303d-c232-421f-be63-92f16f7b08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:35.631709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Bound port: 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d6303d-c232-421f-be63-92f16f7b08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '740616e9-a673-41e1-99a5-3d37c48a2ecb'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:35.633454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.651882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.689396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.711016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:35.712015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.718266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.20.0.1 (740616e9-a673-41e1-99a5-3d37c48a2ecb/9e3b9b02-3c4b-4f18-ab97-27f161e11d30/cfcce1c5-0ed1-49da-ae12-eca703f6e1c7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:35.731362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.737474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:35.743864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28aa1f49-f082-4e9a-9965-c392c2ed019f HTTP/1.1" status: 204 len: 168 time: 0.5558541 Nov 23 18:57:35.748924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42060) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:35.758321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2558019 Nov 23 18:57:35.760745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:35.841867 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:35.899846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8a0f-2daf-461d-8a69-13dded1ad00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa1f49-f082-4e9a-9965-c392c2ed019f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.951641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2154-bbfe-4188-9359-3d9520b0d36d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=315eeee9-fa1d-4b8a-9510-44b8e9506060,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:35.989011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:36.083942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f32d976b-3caa-41e2-b7f4-610a958d410b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:36.084830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.089276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.188447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:36.198267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.281716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] For port 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:36.339264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] For port 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=983c984c-cb83-4b6c-b4c2-97f65ae6e063,segment=NetworkSegment(94d6303d-c232-421f-be63-92f16f7b08aa),segment_id=94d6303d-c232-421f-be63-92f16f7b08aa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:36.345277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] For port f32d976b-3caa-41e2-b7f4-610a958d410b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f32d976b-3caa-41e2-b7f4-610a958d410b,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:36.360913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.488749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947916d9-361f-4121-ae84-7e46dc1604da None None] Pushing event updated for resources: {'Port': ['ID=983c984c-cb83-4b6c-b4c2-97f65ae6e063,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:36.502982 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:36.634968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed087268-e5b9-43a8-a73d-697d978ab80f req-762288dc-bd55-47ea-bc17-7a8794892819 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0854032 Nov 23 18:57:36.689403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81dddb-a409-433d-a544-47188ebf97aa None None] Pushing event updated for resources: {'Port': ['ID=f32d976b-3caa-41e2-b7f4-610a958d410b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:36.791464 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:33Z', 'revision_number': 3, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:34Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:36.896340 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:36.898439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-070df468-9af2-4be1-9216-204a507ce346 None None] Provisioning complete for port f32d976b-3caa-41e2-b7f4-610a958d410b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:36.902407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Updating router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:57:36.903075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-070df468-9af2-4be1-9216-204a507ce346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.026702 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.108761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f32d976b-3caa-41e2-b7f4-610a958d410b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:37.169569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.237864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.405863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-ad516917-193b-45ff-b3ae-c94b1775c015 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1551032 Nov 23 18:57:37.434062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f32d976b-3caa-41e2-b7f4-610a958d410b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:37.434863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.641649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-070df468-9af2-4be1-9216-204a507ce346 None None] Provisioning complete for port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:37.642140 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-070df468-9af2-4be1-9216-204a507ce346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.744081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=d4344cd3-58c1-4916-b342-c84d2e3caa5c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:37.816926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:37.817289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: 315eeee9-fa1d-4b8a-9510-44b8e9506060, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:37.840913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-070df468-9af2-4be1-9216-204a507ce346 None None] Port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:37.862843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-0430bcd5-8d48-46dc-8531-2f197acc560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:37.869933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-0430bcd5-8d48-46dc-8531-2f197acc560c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1096 time: 0.3466780 Nov 23 18:57:37.871008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.890449 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.898346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-c31ae688-7977-4179-89f2-e49fcda8c7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2326252 Nov 23 18:57:37.899883 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:37.990715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9008ea30-33a8-4047-bc15-9ad9d8eb0a05 None None] Provisioning complete for port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:37.991094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9008ea30-33a8-4047-bc15-9ad9d8eb0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.115922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9008ea30-33a8-4047-bc15-9ad9d8eb0a05 None None] Port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:38.138697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4788464f-e7b4-42df-b0ae-031f28c2b55a req-c29d414f-8b1a-447f-b97e-d1fabce78e9b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1512299 Nov 23 18:57:38.148548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-fad8deeb-822f-4938-99cc-3aa22e0519a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:38.150561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-fad8deeb-822f-4938-99cc-3aa22e0519a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 0.2247891 Nov 23 18:57:38.206647 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Attempting to bind port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:38.207713 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Attempting to bind port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:38.208091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Attempting to bind port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 on network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:38.210355 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ac200-3cef-4c33-a995-756d4ee22bf8 None None] Pushing event updated for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:38.237015 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:38.237406 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Checking segment: {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:38.250483 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.251562 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Bound using segment: {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:38.252526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Bound port: 81df9e7a-e67c-4be7-96ae-2b0aeae5c994, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5722e5-0ead-4f38-95f0-7317453b667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:38.253113 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.362186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-1ec57dea-96eb-4fe8-83bb-ba77e2b359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:38.371165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-1ec57dea-96eb-4fe8-83bb-ba77e2b359c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.3870480 Nov 23 18:57:38.444559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=cfcce1c5-0ed1-49da-ae12-eca703f6e1c7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:38.453692 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] For port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:38.462175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] For port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:38.475186 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.479221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-e218ad99-ffb1-42ac-a21f-fd74ac3234c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:38.492271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-e218ad99-ffb1-42ac-a21f-fd74ac3234c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2945201 Nov 23 18:57:38.615855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ac200-3cef-4c33-a995-756d4ee22bf8 None None] Pushing event updated for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:38.633939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:38.692276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-dd7f4a49-053c-48b4-a906-05b516f12dd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 217 time: 0.2360258 Nov 23 18:57:38.712131 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:38.723843 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:38.801702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] Provisioning complete for port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:38.802082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.916678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-d704b98b-e130-4a3b-ac88-ef9c578b3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:38.918400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-d704b98b-e130-4a3b-ac88-ef9c578b3b14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2187777 Nov 23 18:57:38.925032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:38.926583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 315eeee9-fa1d-4b8a-9510-44b8e9506060) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:38.946998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:38.947292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:38.960791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06761e3f-85a7-4882-85fc-11b5ec1b0bbf None None] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:38.961903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:39.029414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:39.071509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9d6a2cf-1282-48fa-bc05-af3a0997b452 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3160105 Nov 23 18:57:39.083115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:39.147821 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:39.177355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b24bf-4bcc-4f58-bab3-8388f68c8059 None None] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:39.758102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 983c984c-cb83-4b6c-b4c2-97f65ae6e063 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:39.767962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c50ed11-bf89-4d8e-b258-01053c41298e req-24e8d9f1-b2e6-4e44-8755-b555a0ea81df tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1275153 Nov 23 18:57:39.771964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:39.840547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-df0db593-9241-4684-8ba8-50f4683fe4d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 1.3456893 Nov 23 18:57:40.061476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-df0484d8-17f8-4c29-a807-c1d61ab8207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:40.065719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-df0484d8-17f8-4c29-a807-c1d61ab8207e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2123115 Nov 23 18:57:40.105909 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:33Z', 'revision_number': 3, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:38Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:40.162548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-25877b00-1df7-4624-9d8a-b2b7830ea8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:40.164541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-25877b00-1df7-4624-9d8a-b2b7830ea8e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2311625 Nov 23 18:57:40.165987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:40.182989 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ceb8be-0ba2-42df-a536-c43028103d28 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:33Z', 'revision_number': 3, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:38Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:40.208011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-0a27b4ac-25e7-4828-be67-cb79495bfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:40.223752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-0a27b4ac-25e7-4828-be67-cb79495bfcdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274314 Nov 23 18:57:40.541075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:40.556143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-0b70e1b2-c801-4803-8e7d-9138ee9ca84f service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250682 Nov 23 18:57:40.563507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-315eeee9-fa1d-4b8a-9510-44b8e9506060', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:40.564472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:40.652154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] For port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:40.776343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a2a7f28-3102-4a29-b9a1-64bf43e00f19 req-cc053c10-38d3-42a1-81e7-93122e0b361e service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153716 Nov 23 18:57:40.954216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.017458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.033218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:41.035125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.104562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-5a3033a5-495d-4e5b-92f4-ce1addaf1411 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901784 Nov 23 18:57:41.111343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-221541e6-fdf2-4697-bcd1-46cb79c051ff req-59f6c26f-ab08-410b-a1d6-ff9454e4bf1e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0776350 Nov 23 18:57:41.185716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f14ec-1270-405a-8e89-f1a43dfab591 None None] Pushing event updated for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:41.222360 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.276482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68b6581b-ea53-4aed-be9b-071685f69fdb None None] Provisioning complete for port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:41.276949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68b6581b-ea53-4aed-be9b-071685f69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.327731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Allocated IP 2001:db8:2::2 (315eeee9-fa1d-4b8a-9510-44b8e9506060/d4344cd3-58c1-4916-b342-c84d2e3caa5c/63de89f5-35b0-4947-b95c-e084da29fec3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:41.811991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:41.886946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=983c984c-cb83-4b6c-b4c2-97f65ae6e063,segment=NetworkSegment(94d6303d-c232-421f-be63-92f16f7b08aa),segment_id=94d6303d-c232-421f-be63-92f16f7b08aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:41.899515 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.046551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.062820 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a198143-7dbf-47c3-a221-25d2efe71f2e req-c0913b41-e992-47c8-984b-586413d8190d service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525863 Nov 23 18:57:42.063471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.074249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:42.138719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.160101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=983c984c-cb83-4b6c-b4c2-97f65ae6e063,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:42.171981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.174616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68b6581b-ea53-4aed-be9b-071685f69fdb None None] Provisioning complete for port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:42.186716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68b6581b-ea53-4aed-be9b-071685f69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.204994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:42.338326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:42.349645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:42.364939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:42.414793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cc0ce2ea-5c7f-4a82-afba-559a72e03536 req-ed441a7f-c15e-4fa9-bf19-6f56116f2fe2 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1219165 Nov 23 18:57:42.440692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Pushing event updated for resources: {'Port': ['ID=63de89f5-35b0-4947-b95c-e084da29fec3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:42.467236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.467704 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbf20-5387-46cc-b8be-2226123338b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.585607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Attempting to bind port 63de89f5-35b0-4947-b95c-e084da29fec3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:42.585996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Attempting to bind port 63de89f5-35b0-4947-b95c-e084da29fec3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:42.586438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Attempting to bind port 63de89f5-35b0-4947-b95c-e084da29fec3 on network 315eeee9-fa1d-4b8a-9510-44b8e9506060 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:42.590946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:42.591348 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.671745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:42.672127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Checking segment: {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:42.672541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.675930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Bound using segment: {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:42.676572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Bound port: 63de89f5-35b0-4947-b95c-e084da29fec3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:42.677032 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.700074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbf20-5387-46cc-b8be-2226123338b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.707006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbf20-5387-46cc-b8be-2226123338b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:42.818875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d3cbf20-5387-46cc-b8be-2226123338b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=541074f148c642b3925143d209cf3cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379189 Nov 23 18:57:42.818875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cbf20-5387-46cc-b8be-2226123338b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a1538-4d1d-43a0-abe3-700be88fa5f7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:42.841145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:42.848590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2144afdc-1869-4f72-9266-077420239b53 None None] For port 63de89f5-35b0-4947-b95c-e084da29fec3, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:42.856632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2144afdc-1869-4f72-9266-077420239b53 None None] For port 63de89f5-35b0-4947-b95c-e084da29fec3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63de89f5-35b0-4947-b95c-e084da29fec3,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:42.872698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.015426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144afdc-1869-4f72-9266-077420239b53 None None] Pushing event updated for resources: {'Port': ['ID=63de89f5-35b0-4947-b95c-e084da29fec3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:43.017585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.034396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=cfcce1c5-0ed1-49da-ae12-eca703f6e1c7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:43.058417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.069477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d46dcbfb-e4e8-4b76-8b4b-0ea50d9ff778 None None] Provisioning complete for port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:43.070127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d46dcbfb-e4e8-4b76-8b4b-0ea50d9ff778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.078894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.182070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.185200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.186387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/766a1538-4d1d-43a0-abe3-700be88fa5f7 HTTP/1.1" status: 204 len: 168 time: 0.3421984 Nov 23 18:57:43.196926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728782e-2c50-47bc-8db0-df94ee0d0f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a1538-4d1d-43a0-abe3-700be88fa5f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:43.424416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d46dcbfb-e4e8-4b76-8b4b-0ea50d9ff778 None None] Provisioning complete for port cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:43.425200 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d46dcbfb-e4e8-4b76-8b4b-0ea50d9ff778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:43.530663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d46dcbfb-e4e8-4b76-8b4b-0ea50d9ff778 None None] Port cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:43.757989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2942186c-f702-4879-8560-72ec38f87547 req-70b0392c-6d52-4799-9974-229105c150e6 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0732508 Nov 23 18:57:43.781491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:43.786923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:43.814967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8:2::1 (315eeee9-fa1d-4b8a-9510-44b8e9506060/d4344cd3-58c1-4916-b342-c84d2e3caa5c/871e974f-96e9-45f7-8304-ee3c0faac0ad) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:43.899555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:43.924003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ee29184-842b-45e0-ab0e-7cd4f545ece3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.050035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ee29184-842b-45e0-ab0e-7cd4f545ece3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.056940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ee29184-842b-45e0-ab0e-7cd4f545ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.170968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29184-842b-45e0-ab0e-7cd4f545ece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783754a6-6be5-42a2-9929-66023df26314,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:44.190142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0ee29184-842b-45e0-ab0e-7cd4f545ece3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f0347735f1643549392c8583ad2ced2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2889032 Nov 23 18:57:44.194910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:44.368854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 983c984c-cb83-4b6c-b4c2-97f65ae6e063 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:44.381730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.474540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85a0780e-0da0-4530-a1fa-77d4ce1385d5 None None] Provisioning complete for port cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:44.475549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.476035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.479352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85a0780e-0da0-4530-a1fa-77d4ce1385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.586556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.591052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.594844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/783754a6-6be5-42a2-9929-66023df26314 HTTP/1.1" status: 204 len: 168 time: 0.3961627 Nov 23 18:57:44.609551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-85a0780e-0da0-4530-a1fa-77d4ce1385d5 None None] Port cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:44.614228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca49da-c2ba-4562-989e-f71b5c18b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783754a6-6be5-42a2-9929-66023df26314,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:44.626777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router e59e8656-fe51-4fe4-b5d1-7fb49b865830 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:57:44.671392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:44.671758 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.820462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:44.922974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ec301-fdad-470b-9b89-d581bcd898e4 None None] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:44.970163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:44.976606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d554a1f-e1eb-416d-b565-c660ba2293d9 req-5557506c-1347-45f5-b78e-9ed79abc425d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0643330 Nov 23 18:57:44.989111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:45.000436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:45.001372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.067523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:45.079566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:45.096160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4257d00e-db0d-4588-bc66-40a7f3b19990 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/e59e8656-fe51-4fe4-b5d1-7fb49b865830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6383469 Nov 23 18:57:45.098939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:45.216068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20872ce4-9c39-48bd-ab0d-7c32f8829cfd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:45.221275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-20872ce4-9c39-48bd-ab0d-7c32f8829cfd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports/cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 HTTP/1.1" status: 200 len: 910 time: 0.1211631 Nov 23 18:57:45.222183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:45.232047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] Sync routers for ids ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:45.273205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.373476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63de89f5-35b0-4947-b95c-e084da29fec3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:45.378917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] Provisioning complete for port 63de89f5-35b0-4947-b95c-e084da29fec3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:45.380485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.611036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] Routers {'e59e8656-fe51-4fe4-b5d1-7fb49b865830'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:45.611930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:45.663872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:45.740076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.782553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] Routers {'e59e8656-fe51-4fe4-b5d1-7fb49b865830'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:45.783513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:45.873751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:45.876014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:45.876742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f24aab-e898-407d-a1f5-d313805e5939 None None] The sync data for ids ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:45.927431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] For port 63de89f5-35b0-4947-b95c-e084da29fec3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63de89f5-35b0-4947-b95c-e084da29fec3,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:45.934042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.315563 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.354850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.359635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.374513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15ce4ac9-1154-4222-9605-6f834fbae34b req-999e9cf2-e4e1-4dbb-830d-b8eb9a5ab575 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1346359 Nov 23 18:57:46.375748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee608bee-bb0a-44cd-88f2-f941e2fedb0d None None] Pushing event updated for resources: {'Port': ['ID=63de89f5-35b0-4947-b95c-e084da29fec3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:46.379227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 63de89f5-35b0-4947-b95c-e084da29fec3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:46.379893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.465035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d3fa140-747f-41f9-98d5-93e63bcc809a None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:46.465939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa140-747f-41f9-98d5-93e63bcc809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.533403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fa140-747f-41f9-98d5-93e63bcc809a None None] Port 871e974f-96e9-45f7-8304-ee3c0faac0ad cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:46.562194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d3fa140-747f-41f9-98d5-93e63bcc809a None None] Provisioning complete for port 63de89f5-35b0-4947-b95c-e084da29fec3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:46.562565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d3fa140-747f-41f9-98d5-93e63bcc809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.766159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:46.794329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:46.794674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:46.910292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:46.916600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:46.993139 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:57:47.042032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:47.061240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for cfcce1c5-0ed1-49da-ae12-eca703f6e1c7 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:47.083878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63de89f5-35b0-4947-b95c-e084da29fec3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:47.152287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b31fd1d-e597-4d61-a5bf-8d0a8889bc06 None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:47.152700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b31fd1d-e597-4d61-a5bf-8d0a8889bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:47.297987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b31fd1d-e597-4d61-a5bf-8d0a8889bc06 None None] Port 871e974f-96e9-45f7-8304-ee3c0faac0ad cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:47.348008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 63de89f5-35b0-4947-b95c-e084da29fec3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:47.348447 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:47.537444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:47.572638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=cfcce1c5-0ed1-49da-ae12-eca703f6e1c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:47.632551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d27200c7-9d82-4a7d-8ac1-dc8963016f08 None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:47.633995 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d27200c7-9d82-4a7d-8ac1-dc8963016f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:47.760473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40e1d85d-6e6c-4a53-953b-e9ca850bee69 req-9244315e-6133-423d-a6bf-fbec8ae6d454 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0984430 Nov 23 18:57:47.763572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d27200c7-9d82-4a7d-8ac1-dc8963016f08 None None] Port 871e974f-96e9-45f7-8304-ee3c0faac0ad cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:48.001807 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.168495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:48.360737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:48.370412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router e59e8656-fe51-4fe4-b5d1-7fb49b865830 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:48.373968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e0d6d0e-91aa-4535-8fa3-4eeab6164302 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2856143 Nov 23 18:57:48.377062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:48.379914 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:48.383884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-327091310'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:48.398144 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:48.401362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:48.550508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:48.559032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.568598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:48.586615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] Sync routers for ids ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:48.588167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-855c0edf-8a80-400e-a17f-24009eca6b62 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/e59e8656-fe51-4fe4-b5d1-7fb49b865830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3641386 Nov 23 18:57:48.590906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:48.609922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] Routers {'e59e8656-fe51-4fe4-b5d1-7fb49b865830'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:48.610653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:48.639844 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:48.653448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:48.657501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa8d15ac-6070-42bb-b82b-61fd0cb98717 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=e59e8656-fe51-4fe4-b5d1-7fb49b865830 HTTP/1.1" status: 200 len: 205 time: 0.0644152 Nov 23 18:57:48.659402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:48.668510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:57:48.680501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] Routers {'e59e8656-fe51-4fe4-b5d1-7fb49b865830'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:48.684548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:48.697870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.698233 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added segment 725444a2-6173-4a02-a4d2-4412187d2b1d of type vlan for network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db Nov 23 18:57:48.788229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:48.790227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fab6d6-3a49-484d-b19c-1eb2284e679e None None] The sync data for ids ['e59e8656-fe51-4fe4-b5d1-7fb49b865830'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:48.855802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.869776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.917714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:48.927449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:48.929351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.092138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7134817 Nov 23 18:57:49.127048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:49.141031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.144803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.201024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55d7217c-5ca3-4a01-adbd-3f768766b938 req-3f114fc5-3360-4bd3-8e9b-d00b2d25a11b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1703789 Nov 23 18:57:49.209895 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:45Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:45Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:49.223776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'subnet': {'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:49.234882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.236211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router e59e8656-fe51-4fe4-b5d1-7fb49b865830 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:57:49.256161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.257604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7d5b4870-1735-435e-8846-5d71a2db55d2 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/e59e8656-fe51-4fe4-b5d1-7fb49b865830 HTTP/1.1" status: 204 len: 168 time: 0.5969374 Nov 23 18:57:49.260333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:49.310476 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:49.310834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Updating router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b port 871e974f-96e9-45f7-8304-ee3c0faac0ad binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:57:49.341590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet 9e3b9b02-3c4b-4f18-ab97-27f161e11d30 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:57:49.345673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.411132 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.427072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.507180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08104bbd-9cf6-458e-a79c-52ac341ae6e7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Network': ['ID=db2d1baa-0ca6-472a-a9ae-3fc8ceb888db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:49.521948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:57:49.552692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Made reservation on behalf of caafdf317cec4ebfb01daba0d1b26aef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:57:49.557522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.766089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.878477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.896837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:49.899734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/9e3b9b02-3c4b-4f18-ab97-27f161e11d30 HTTP/1.1" status: 204 len: 168 time: 0.6383638 Nov 23 18:57:49.907763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1ca47-4567-4e58-bb70-991317ea25f1 None None] Network 740616e9-a673-41e1-99a5-3d37c48a2ecb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:49.909442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:49.993184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5290d97-3cd3-4ee6-9386-63d70af3311e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3b9b02-3c4b-4f18-ab97-27f161e11d30,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:50.044841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:50.151228 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.268283 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.280041 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.366935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Subnet': ['ID=ce50f6b6-93e6-4cba-b48d-6713dc01a2b8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:50.372047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] DHCP port deletion for 740616e9-a673-41e1-99a5-3d37c48a2ecb request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:50.378631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.386155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b49de15e-67f7-4e46-85a9-1d086525ccd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.390774 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94676c6e-2d82-48c9-86a4-bb03d846cc65 None None] Pushing event updated for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:50.489141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5152a0f-f830-4533-9a12-a1da6f052b58 req-8de9e51e-605d-4f05-964d-401ac5798cb9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1184483 Nov 23 18:57:50.526271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Deleting port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:50.526906 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.564625 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Attempting to bind port 871e974f-96e9-45f7-8304-ee3c0faac0ad on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:50.568370 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Attempting to bind port 871e974f-96e9-45f7-8304-ee3c0faac0ad by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:50.573681 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Attempting to bind port 871e974f-96e9-45f7-8304-ee3c0faac0ad on network 315eeee9-fa1d-4b8a-9510-44b8e9506060 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:50.586530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:50.586879 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Checking segment: {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:50.587369 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.589596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Bound using segment: {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:50.591674 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Bound port: 871e974f-96e9-45f7-8304-ee3c0faac0ad, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2975da9d-a9a0-4ee2-b217-e320006c4d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:50.591887 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.650141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b49de15e-67f7-4e46-85a9-1d086525ccd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.652548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Checking segment: {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:50.653311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network hostable DHCP agents. Network: db2d1baa-0ca6-472a-a9ae-3fc8ceb888db, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:57:50.656302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b49de15e-67f7-4e46-85a9-1d086525ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.674923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] For port 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=983c984c-cb83-4b6c-b4c2-97f65ae6e063,segment=NetworkSegment(94d6303d-c232-421f-be63-92f16f7b08aa),segment_id=94d6303d-c232-421f-be63-92f16f7b08aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:50.675784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.720943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Calling delete_port for 983c984c-cb83-4b6c-b4c2-97f65ae6e063 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:50.727348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:57:50.727698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.786105 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] For port 871e974f-96e9-45f7-8304-ee3c0faac0ad, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:50.792022 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] For port 871e974f-96e9-45f7-8304-ee3c0faac0ad, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=871e974f-96e9-45f7-8304-ee3c0faac0ad,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:50.797828 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.855790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b49de15e-67f7-4e46-85a9-1d086525ccd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f69f9067a40f47cfa6c6eab8d40c511b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8097353 Nov 23 18:57:50.862604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:50.862604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de15e-67f7-4e46-85a9-1d086525ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc8d4d-9680-4aa4-ac56-8ccc7beb0c5c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:50.962026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 983c984c-cb83-4b6c-b4c2-97f65ae6e063, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=983c984c-cb83-4b6c-b4c2-97f65ae6e063,segment=NetworkSegment(94d6303d-c232-421f-be63-92f16f7b08aa),segment_id=94d6303d-c232-421f-be63-92f16f7b08aa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:50.962652 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:50.997708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 983c984c-cb83-4b6c-b4c2-97f65ae6e063 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:57:51.025086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:51.025687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.045337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.057172 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:51.057915 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:51.145218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.147078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.149302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.199837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:57:51.201669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 983c984c-cb83-4b6c-b4c2-97f65ae6e063 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:57:51.211540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=983c984c-cb83-4b6c-b4c2-97f65ae6e063,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:51.224678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:51.233990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:51.234316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, db2d1baa-0ca6-472a-a9ae-3fc8ceb888db) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:51.234459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] No DVR routers for this DVR port 983c984c-cb83-4b6c-b4c2-97f65ae6e063 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:57:51.241121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:51.242046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.309358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.315666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.317179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4abc8d4d-9680-4aa4-ac56-8ccc7beb0c5c HTTP/1.1" status: 204 len: 168 time: 0.4474609 Nov 23 18:57:51.341201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2321461-1011-498e-b87e-8f80cab992a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc8d4d-9680-4aa4-ac56-8ccc7beb0c5c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:51.366306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08be4e-45e5-4046-b512-4f72b24da37a None None] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:51.380503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94676c6e-2d82-48c9-86a4-bb03d846cc65 None None] Pushing event updated for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:51.458943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:51.475605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e4a7f61b-6d0e-44d2-9977-87ba2200f3e9 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2481489 Nov 23 18:57:51.658374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.721145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740616e9-a673-41e1-99a5-3d37c48a2ecb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:51.724760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 983c984c-cb83-4b6c-b4c2-97f65ae6e063 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:57:51.725378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 983c984c-cb83-4b6c-b4c2-97f65ae6e063 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:57:51.734628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed5159-70a6-44b2-942e-21cf587dc097 None None] Pushing event deleted for resources: {'Port': ['ID=983c984c-cb83-4b6c-b4c2-97f65ae6e063,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:51.772082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d6303d-c232-421f-be63-92f16f7b08aa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:51.772405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d6303d-c232-421f-be63-92f16f7b08aa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:51.841692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.877993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be9a5026-8ac8-4db7-9258-4a7f3065702d req-d4b17aff-4de7-44b9-a274-8828d37163ab tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0976930 Nov 23 18:57:51.899353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.908814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:57:51.909270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:57:51.916764 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:57:52.046126 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:45Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:50Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:52.112034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.130558 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2f552-6413-4040-bb0c-88fd5c5ef684 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:45Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:50Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:57:52.172917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.202271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.210401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:57:52.211493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.261377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/740616e9-a673-41e1-99a5-3d37c48a2ecb HTTP/1.1" status: 204 len: 168 time: 2.3473556 Nov 23 18:57:52.261779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:52.288578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] For port 871e974f-96e9-45f7-8304-ee3c0faac0ad, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=871e974f-96e9-45f7-8304-ee3c0faac0ad,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:52.304188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:52.325740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089683213', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:52.335440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.403931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9769af-3f22-43d4-81df-36c3fb51dcfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.443219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddd2ec-5a21-4092-b8ae-3d1c6654682a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=740616e9-a673-41e1-99a5-3d37c48a2ecb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:52.468783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.540030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8bbf878e-35ed-4255-8575-f26d611b62c2 None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:52.540558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8bbf878e-35ed-4255-8575-f26d611b62c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.549867 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.557749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:52.608503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45320-d68e-47dc-bed6-1b906d8d1554 None None] Pushing event updated for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:52.704220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Allocated IP 2001:db8:3::2 (db2d1baa-0ca6-472a-a9ae-3fc8ceb888db/ce50f6b6-93e6-4cba-b48d-6713dc01a2b8/3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:53.025431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.190864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.206610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.214195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 871e974f-96e9-45f7-8304-ee3c0faac0ad up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:53.346529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Allocated IP 2001:db8:3::1 (db2d1baa-0ca6-472a-a9ae-3fc8ceb888db/ce50f6b6-93e6-4cba-b48d-6713dc01a2b8/93a95905-0840-4f7b-88aa-b4d4683551b9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:53.418141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:53.428014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 871e974f-96e9-45f7-8304-ee3c0faac0ad triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:53.428456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.475485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9769af-3f22-43d4-81df-36c3fb51dcfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.485463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f9ca866-8a5e-4f66-88bb-3d187c3eb09a req-c2c64656-ea0c-4761-b953-58afc462714e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.2513702 Nov 23 18:57:53.494865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:53.501793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Pushing event updated for resources: {'Port': ['ID=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:53.508535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:53.555949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9769af-3f22-43d4-81df-36c3fb51dcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.606240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.724798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa9769af-3f22-43d4-81df-36c3fb51dcfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8114a96b9a1540c8a8cf400b30e11e61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4474666 Nov 23 18:57:53.728160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:53.737813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.760468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9769af-3f22-43d4-81df-36c3fb51dcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587af1bb-7e3b-4f04-84be-779005158d36,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:53.778402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Attempting to bind port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:53.779004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Attempting to bind port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:53.783717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Attempting to bind port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 on network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:53.801958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.816058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:53.816438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Checking segment: {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:53.816847 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.817250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Bound using segment: {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:53.817726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Bound port: 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:53.818107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:53.911869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:53.917494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:53.922897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:53.923786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.003025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] For port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:54.009038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] For port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:54.030784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.037284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.068511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.081364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:54.160435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.232021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57228f65-4a6f-435d-9c81-73ae318d9ce4 None None] Pushing event updated for resources: {'Port': ['ID=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:54.270985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.286250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.286635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/587af1bb-7e3b-4f04-84be-779005158d36 HTTP/1.1" status: 204 len: 168 time: 0.5560026 Nov 23 18:57:54.410395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a2dd2-b346-4248-a715-f73ed600de3a req-f17c73e8-d80d-4d83-9ec8-23fc19e1abc8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:54.412695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8a2dd2-b346-4248-a715-f73ed600de3a req-f17c73e8-d80d-4d83-9ec8-23fc19e1abc8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1504099 Nov 23 18:57:54.545766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee8a2dd2-b346-4248-a715-f73ed600de3a req-3ec58338-193e-48c7-b55b-7dbc774b1eb1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871582 Nov 23 18:57:54.698704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531279b-f052-48b0-8b45-318866070668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587af1bb-7e3b-4f04-84be-779005158d36,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:54.743260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:54.898222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.023423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-896e0358-bbf3-4e29-ab58-a05c70c235f2 req-82bcdfe4-6612-4f37-9d5f-440d1fdacd5f tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1367497 Nov 23 18:57:55.128611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:55.220606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.252442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.253963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.254728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:55.255231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.327232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.25.5.149 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/19d7c3a4-5f42-43ac-a389-d931c7191fff) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:57:55.478620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.564937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:55.574035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:57:55.581333 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.643021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:55.658556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.711923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:55.746752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:55.778786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab03941-9fe3-44b9-9b0e-2359c736511d req-205c18f3-5b51-4a59-b49a-9f78011e9595 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:55.782117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fab03941-9fe3-44b9-9b0e-2359c736511d req-205c18f3-5b51-4a59-b49a-9f78011e9595 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5578544 Nov 23 18:57:55.847227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:57:55.878251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:57:55.882932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:57:55.900069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07278b6d-942c-49b8-8b1f-85682a4b8774 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:57:55.989901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e3f15c53-2bd2-4bf2-971d-84b4a9addd61 None None] Provisioning complete for port 19d7c3a4-5f42-43ac-a389-d931c7191fff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:55.993143 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3f15c53-2bd2-4bf2-971d-84b4a9addd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:56.128108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=19d7c3a4-5f42-43ac-a389-d931c7191fff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:56.128977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e3f15c53-2bd2-4bf2-971d-84b4a9addd61 None None] Port 19d7c3a4-5f42-43ac-a389-d931c7191fff cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:56.211129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event updated for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:56.276612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:57:56.309803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fab03941-9fe3-44b9-9b0e-2359c736511d req-e31a0487-3c03-48b6-951e-551b19402f37 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726751 Nov 23 18:57:56.332255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5aee9b9-8d77-4105-bb82-1adbbf2f695d req-1adf2b30-8357-4f12-bf2d-0eb5439d1adf tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0871806 Nov 23 18:57:56.470827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878cbcb-6880-4085-ab9f-407430d753b4 None None] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:57:56.583564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:56.595428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-685552c1-9e21-45b4-9c1b-fceb2615a99a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1238725 Nov 23 18:57:56.597493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:56.599267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:56.625227 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:56.625903 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:56.666558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:56.869539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fe50f354-5ff8-4eeb-af6b-c6e8248c0f5a None None] Provisioning complete for port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:56.876830 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe50f354-5ff8-4eeb-af6b-c6e8248c0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:57.029348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:57:57.085285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-91a9901f-c705-4e72-a738-6467d2554cc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:57:57.088722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-91a9901f-c705-4e72-a738-6467d2554cc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.3664515 Nov 23 18:57:57.090161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:57:57.151548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-6598bc4d-b8fb-4282-9886-4746d1b75713 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/quotas/1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 375 time: 0.0542269 Nov 23 18:57:57.250525 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:57:57.332082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-b0a088f7-a401-47b4-a74a-a70939dfcda1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1681781 Nov 23 18:57:57.466507 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f8e534b-a455-4a59-b14a-f41948143acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:57.487625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:57.488301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:57.704816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c26c2ac-2362-459f-92d6-12a17356cd22 None None] Provisioning complete for port 93a95905-0840-4f7b-88aa-b4d4683551b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:57.706787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c26c2ac-2362-459f-92d6-12a17356cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:57.810015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c26c2ac-2362-459f-92d6-12a17356cd22 None None] Port 93a95905-0840-4f7b-88aa-b4d4683551b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:57.879107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c26c2ac-2362-459f-92d6-12a17356cd22 None None] Provisioning complete for port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:57.880232 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c26c2ac-2362-459f-92d6-12a17356cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:57.942243 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:57:54Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:57:54Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:57.975993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-c1ef58c2-75d8-4d61-ac3c-b58dc9c2a650 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428680 Nov 23 18:57:58.060315 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:57:58.060728 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Updating router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b port 93a95905-0840-4f7b-88aa-b4d4683551b9 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:57:58.165182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:58.222740 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:58.289569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-476b0089-9881-4daa-9452-17054f8cf7d9 req-0aed28e8-38ed-4b91-b075-535518320569 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1203275 Nov 23 18:57:58.423731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-b978d3c8-3078-44db-9cdc-c70f622fc325 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431367 Nov 23 18:57:58.967406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0ca8704-7222-4174-b58c-1f1abfceecec req-3a21551d-dc99-4d91-976f-ccf823f215e2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 210 time: 0.0712926 Nov 23 18:57:59.005882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90672940-7ef6-4f54-b4d5-8fa5854eb084 None None] Provisioning complete for port 93a95905-0840-4f7b-88aa-b4d4683551b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:57:59.006409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90672940-7ef6-4f54-b4d5-8fa5854eb084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.095021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router 9acf3ec5-852b-4548-9969-6ced210d465c is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:57:59.131467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-90672940-7ef6-4f54-b4d5-8fa5854eb084 None None] Port 93a95905-0840-4f7b-88aa-b4d4683551b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:57:59.160770 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.170534 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.301712 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64ca3-b65f-4b78-8616-e4812e107ee0 None None] Pushing event updated for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:57:59.552575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16961167-e0cf-466a-9aed-d7386f2876d1 req-f2d1764c-6ea6-4cb2-a886-c45607dd5ae9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0812275 Nov 23 18:57:59.638698 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Attempting to bind port 93a95905-0840-4f7b-88aa-b4d4683551b9 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:57:59.641260 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Attempting to bind port 93a95905-0840-4f7b-88aa-b4d4683551b9 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:57:59.643259 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Attempting to bind port 93a95905-0840-4f7b-88aa-b4d4683551b9 on network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:57:59.652047 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:57:59.669204 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Checking segment: {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:57:59.669818 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.671663 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Bound using segment: {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:57:59.672284 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Bound port: 93a95905-0840-4f7b-88aa-b4d4683551b9, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725444a2-6173-4a02-a4d2-4412187d2b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:57:59.673370 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.773170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:57:59.792459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] Sync routers for ids ['9acf3ec5-852b-4548-9969-6ced210d465c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:57:59.831052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] Routers {'9acf3ec5-852b-4548-9969-6ced210d465c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:57:59.831733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9acf3ec5-852b-4548-9969-6ced210d465c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:57:59.853446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:59.858257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95a80663-46d0-47fe-a755-d6c799c06c00 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.5447824 Nov 23 18:57:59.862676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:57:59.930343 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] For port 93a95905-0840-4f7b-88aa-b4d4683551b9, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:57:59.948099 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] For port 93a95905-0840-4f7b-88aa-b4d4683551b9, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=93a95905-0840-4f7b-88aa-b4d4683551b9,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:57:59.954904 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.026226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:58:00.067732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:58:00.068143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.102264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:00.131525 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-506c5574-0813-4d51-9914-43c4d0365228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.156053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] Provisioning complete for port 93a95905-0840-4f7b-88aa-b4d4683551b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:00.156612 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64ca3-b65f-4b78-8616-e4812e107ee0 None None] Pushing event updated for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:00.159082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.198571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:00.199530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:00.277072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] Routers {'9acf3ec5-852b-4548-9969-6ced210d465c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:00.279266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:57:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9acf3ec5-852b-4548-9969-6ced210d465c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:00.331237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ab62442-f2c1-489b-bd82-649f574406e7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers/9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 200 len: 881 time: 0.4643300 Nov 23 18:58:00.335192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:00.451102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:00.451866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0b03c-51a1-40ce-a503-9ca3fed20177 None None] The sync data for ids ['9acf3ec5-852b-4548-9969-6ced210d465c'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:00.453774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba447e20-2ed4-4bbf-9186-3d47012803a7 req-78fbbaae-8878-4a97-b1f7-04162832ac25 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 210 time: 0.1193414 Nov 23 18:58:00.538039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:00.663688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.714992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.720591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.810345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] For port 93a95905-0840-4f7b-88aa-b4d4683551b9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=93a95905-0840-4f7b-88aa-b4d4683551b9,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:00.871472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:00.927361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:00.951614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:01.020979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9530de81-9e28-454b-b71b-a6ca0b7301b3 req-e9e8b260-a36a-49ea-bec4-b472818e84d7 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0915151 Nov 23 18:58:01.046555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ad1de-b880-48ae-ae35-f926cff2327e None None] Pushing event updated for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:01.053978 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.067425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9fcc5c8d-45dd-4ae7-81af-1a7019443e4d None None] Provisioning complete for port 93a95905-0840-4f7b-88aa-b4d4683551b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:01.068101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c8d-45dd-4ae7-81af-1a7019443e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.200500 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 6, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:57:59Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:01.295346 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d160e3f-941c-4cdd-9538-57d7c5c5aac5 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 6, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:57:59Z', 'revision_number': 4, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:01.467994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:01.486812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.489973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d195a8b0-4de8-410e-ab6d-e0b7c0e3a30c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 954 time: 4.8227150 Nov 23 18:58:01.494394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:01.509232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.718606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.725206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:01.763149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7bfebf4233b415389c3f41717df6f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8287897 Nov 23 18:58:01.768148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:01.794989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-faf1812d-752e-4729-97da-d8dde14a3481 req-8cc168e2-88aa-4695-b54f-7900655bc0b4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 210 time: 0.0524955 Nov 23 18:58:01.875260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad4e00-74dc-479b-ac63-165cbbe5b465,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:01.912451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.913076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.913426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.913818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.914221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.914559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.914895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.915293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.915651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.915987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.916317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.916641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd97a68-bb5a-4b27-8519-41838d966bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:01.981469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:02.040511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:02.058000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-89eab9c8-522d-4eec-8bff-dd3599a8eb8b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:02.059560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-89eab9c8-522d-4eec-8bff-dd3599a8eb8b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.7294390 Nov 23 18:58:02.082777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24ddbb89-8f90-401d-8586-240169c22085 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 954 time: 0.5471020 Nov 23 18:58:02.093678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:02.105039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'device_id': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'admin_state_up': True, 'tenant_id': '1927eec5f06e42f8827cb843265ae565'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:02.109854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:02.162122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:02.222663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3595d80-4573-4684-ad12-6f570e92694e req-0a8b6b25-680a-4915-9b68-e88bd74d74dc tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.0464227 Nov 23 18:58:02.504634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d9507812-cebd-48eb-9ba3-761ff98b6a87 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.1658039 Nov 23 18:58:02.507955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:02.514142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2089683213'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:02.596969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:02.603581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:02.867325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.20.0.4 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/959d3a16-5add-4d2b-9567-d26cd49d66d2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:02.890987 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:02.908550 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:02.909409 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:03.037934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:58:03.039828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:58:03.109883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.154626 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:03.189393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 93a95905-0840-4f7b-88aa-b4d4683551b9 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:03.236949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.298294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 93a95905-0840-4f7b-88aa-b4d4683551b9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:03.299208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.359753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cac6036b-45b4-407b-b84e-23996e989a9a req-935d2cf9-f626-4fd9-bc67-ea252353be4e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 210 time: 0.2409477 Nov 23 18:58:03.366091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.376953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.379456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86ad4e00-74dc-479b-ac63-165cbbe5b465 HTTP/1.1" status: 204 len: 168 time: 1.6101880 Nov 23 18:58:03.456751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d222-98a8-4961-bb66-a28cd89cf01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad4e00-74dc-479b-ac63-165cbbe5b465,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:03.496851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-986d13be-79c8-4818-8111-e2c614b8a856 req-c0c5b7ec-66cc-4efd-9630-31026ce7814e tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1421328 Nov 23 18:58:03.714120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.718912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.722691 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 6, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:03.723607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:03.831696 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:03.865042 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:03.865910 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:03.936764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:03.965721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.008018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.024112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415', 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:04.038795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:04.046435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:04.053687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:04.054264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:04.108235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.218800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:04.279577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:04.308854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.319146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89f67eae-6168-4bef-8641-99ff2b1c056a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 704 time: 2.2220709 Nov 23 18:58:04.319146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ddfc-ef03-4883-9cb2-95716c79e6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.326884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:04.464489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router 9acf3ec5-852b-4548-9969-6ced210d465c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:04.470334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:04.486417 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:03Z', 'revision_number': 7, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:04.492372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.492720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.493091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.493987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.494327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.494664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.494992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.495401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.495671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.495998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.496331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.496652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:04.536762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:04.537407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.596720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-7ffd18de-09f7-4f8b-94f6-adb2d5fd3380 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5073576 Nov 23 18:58:04.641116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e5ca9d3-de10-4384-9a62-ace084ae87a8 None None] Provisioning complete for port 959d3a16-5add-4d2b-9567-d26cd49d66d2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:04.641989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca9d3-de10-4384-9a62-ace084ae87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.713826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ca9d3-de10-4384-9a62-ace084ae87a8 None None] Port 959d3a16-5add-4d2b-9567-d26cd49d66d2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:04.755124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:04.765693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] Sync routers for ids ['9acf3ec5-852b-4548-9969-6ced210d465c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:04.768682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Request body: {'port': {'device_id': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:04.780100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] Routers {'9acf3ec5-852b-4548-9969-6ced210d465c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:04.780746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9acf3ec5-852b-4548-9969-6ced210d465c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:04.849242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.850486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c223b20f-7a22-4803-9084-64fa5110c1ec tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 200 len: 888 time: 2.3406777 Nov 23 18:58:04.851378 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ce1c2-df1e-46d0-9109-cb1247ef9b1c None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:03Z', 'revision_number': 7, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:04.878110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:04.894386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:04.896369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:04.897073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] Routers {'9acf3ec5-852b-4548-9969-6ced210d465c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:04.897718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9acf3ec5-852b-4548-9969-6ced210d465c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:04.923400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c748cd-1aed-4981-a8e8-56230feb99f2 req-544212e6-1c1c-4a10-9d6f-ca559c14c446 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:04.925042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f8c748cd-1aed-4981-a8e8-56230feb99f2 req-544212e6-1c1c-4a10-9d6f-ca559c14c446 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 931 time: 0.3978972 Nov 23 18:58:04.990159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:04.990959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19fe10-c2d0-469c-888e-efaaceb1c6d7 None None] The sync data for ids ['9acf3ec5-852b-4548-9969-6ced210d465c'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:05.194102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-880d62a4-af78-4a14-bc6d-27201aeee926 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers/9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 200 len: 888 time: 0.2679281 Nov 23 18:58:05.203870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:05.284501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-106cf007-c7d6-4d91-aacc-212294d0820c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 200 len: 205 time: 0.0689559 Nov 23 18:58:05.308489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ddfc-ef03-4883-9cb2-95716c79e6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:05.313815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e166c393-ea7d-4913-8756-b94ba7a80228 req-4b210b11-c733-4fed-836b-2ae669fae11b tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1235750 Nov 23 18:58:05.317372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:05.318246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ddfc-ef03-4883-9cb2-95716c79e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:05.480686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:05.501469 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:05.517738 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:05.518580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:05.550069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f8c748cd-1aed-4981-a8e8-56230feb99f2 req-466577b5-ae11-48c0-947a-824e53b7a92b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470056 Nov 23 18:58:05.585476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ddfc-ef03-4883-9cb2-95716c79e6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d365d46-1876-4353-8def-4c402bec93bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:05.612773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-84d48447-adbc-4583-ac41-3f041a4080b2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 704 time: 1.2826304 Nov 23 18:58:05.617174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7e6ddfc-ef03-4883-9cb2-95716c79e6bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b95bb0cfd2d04540ae6c2218b6a71634&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3967018 Nov 23 18:58:05.618190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:05.619191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:05.723422 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:06.046617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.088912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.188529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.312593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:03Z', 'revision_number': 7, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:06.382590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.387349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.387695 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:06.389002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d365d46-1876-4353-8def-4c402bec93bc HTTP/1.1" status: 204 len: 168 time: 0.7643571 Nov 23 18:58:06.391257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 19d7c3a4-5f42-43ac-a389-d931c7191fff {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:06.404249 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.419336 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:06.420332 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:06.489116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d3a16-5add-4d2b-9567-d26cd49d66d2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:58:06.498422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.518161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Transition to ACTIVE for port object 959d3a16-5add-4d2b-9567-d26cd49d66d2 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:58:06.524934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.592490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:06.613696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6896-21cb-46a0-ae6c-7c7a743379d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d365d46-1876-4353-8def-4c402bec93bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:06.641956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a75e993-2194-4007-aeed-40d15d369453 req-db3e0eab-3178-49a0-9fea-07f5986245ba tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/ports?device_id=214b6afc-4b92-4faf-b9be-b42ceb669ea2 HTTP/1.1" status: 200 len: 210 time: 0.1525409 Nov 23 18:58:06.645700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:06.711809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:06.734393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 19d7c3a4-5f42-43ac-a389-d931c7191fff owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:06.902982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c827c-24cc-4d48-a114-0ebfcd9ba4b6 req-e4efadd1-e259-48df-aa89-cd9b82d65203 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:06.924667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f2c827c-24cc-4d48-a114-0ebfcd9ba4b6 req-e4efadd1-e259-48df-aa89-cd9b82d65203 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 943 time: 0.1850829 Nov 23 18:58:06.962938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Attempting to bind port 959d3a16-5add-4d2b-9567-d26cd49d66d2 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:06.965049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Attempting to bind port 959d3a16-5add-4d2b-9567-d26cd49d66d2 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:06.965469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Attempting to bind port 959d3a16-5add-4d2b-9567-d26cd49d66d2 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:07.002562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Port 959d3a16-5add-4d2b-9567-d26cd49d66d2 on network d2b65789-e471-4b2c-8665-466d4f4b82cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:07.002975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Attempting to bind port 959d3a16-5add-4d2b-9567-d26cd49d66d2 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:07.029968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:07.034738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:07.035239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:07.035729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Bound port: 959d3a16-5add-4d2b-9567-d26cd49d66d2, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:07.038208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.164913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.215978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:07.252328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f2c827c-24cc-4d48-a114-0ebfcd9ba4b6 req-bd66fcf7-e2e0-4d15-be4f-020086c47c87 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264904 Nov 23 18:58:07.281392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:07.289411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.304495 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:03Z', 'revision_number': 7, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:07.334903 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de7e6f-b4a8-404c-81a2-e03d00324186 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:03Z', 'revision_number': 7, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a95905-0840-4f7b-88aa-b4d4683551b9', 'name': '', 'network_id': 'db2d1baa-0ca6-472a-a9ae-3fc8ceb888db', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:7c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:52Z', 'updated_at': '2021-11-23T18:58:00Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'ce50f6b6-93e6-4cba-b48d-6713dc01a2b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:07.368923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.383184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:07.392024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.398883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] 10.222.0.47 "PUT /v2.0/ports/959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 200 len: 1091 time: 2.6461608 Nov 23 18:58:07.399936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:07.402259 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1581369-0da4-4065-8bf9-f5dbeb6840ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:07.439243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a354-6d17-4b81-a01a-51cac2d2ac10 service neutron] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:07.528268 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb208ee-0a59-4e3b-ab44-54cc029c627c x-openstack-request-id: req-bfb208ee-0a59-4e3b-ab44-54cc029c627c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:07.529456 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:07.529921 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfb208ee-0a59-4e3b-ab44-54cc029c627c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:07.530645 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'status': 'completed', 'code': 200} Nov 23 18:58:07.541223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=19d7c3a4-5f42-43ac-a389-d931c7191fff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:07.563059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9733a26-08bb-4ede-b2b8-d8a96fc5c032 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:07.587586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-4d1a55a3-428d-4cf2-b710-0eda4c365cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:07.590855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-4d1a55a3-428d-4cf2-b710-0eda4c365cc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 1094 time: 0.1343257 Nov 23 18:58:07.681575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-de0e79d3-ee56-4293-97af-765126c03df2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 200 len: 217 time: 0.0778258 Nov 23 18:58:07.855644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:07.860271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:07.880151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-ce3cb4c8-26d9-40db-a133-85d3bd15752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:07.882741 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-ce3cb4c8-26d9-40db-a133-85d3bd15752d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1785529 Nov 23 18:58:08.035270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.044928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.048020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.095354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-9b79b961-8e2f-4b37-9aec-973f27be624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:08.097495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-9b79b961-8e2f-4b37-9aec-973f27be624c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713428 Nov 23 18:58:08.203137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.203697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router 9acf3ec5-852b-4548-9969-6ced210d465c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:08.213193 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.214398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3336ea05-8085-405c-9c99-feadbd43635b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 204 len: 168 time: 2.8922324 Nov 23 18:58:08.218593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:08.238821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-708263832'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:08.262855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.301255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:08.327194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.350103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 93a95905-0840-4f7b-88aa-b4d4683551b9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:08.350847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.471928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 93a95905-0840-4f7b-88aa-b4d4683551b9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=93a95905-0840-4f7b-88aa-b4d4683551b9,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:08.472687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.490627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 93a95905-0840-4f7b-88aa-b4d4683551b9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:08.532790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-86e20759-4004-4e87-a589-7ddbfecd6715 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146121 Nov 23 18:58:08.563267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.566199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.567436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/security-groups/dca7cf68-0b3d-49ae-8306-8bfdd04541d8 HTTP/1.1" status: 204 len: 168 time: 0.7008007 Nov 23 18:58:08.581201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:08.600271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65293e9-0f95-48eb-9f99-15091ad06ef5 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7cf68-0b3d-49ae-8306-8bfdd04541d8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:08.640529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:58:08.674907 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b9aebfba-80f2-4256-a65a-a0e4f0594100 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] show failed (client error): The resource could not be found. Nov 23 18:58:08.679069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b9aebfba-80f2-4256-a65a-a0e4f0594100 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "GET /v2.0/security-groups/dca7cf68-0b3d-49ae-8306-8bfdd04541d8 HTTP/1.1" status: 404 len: 347 time: 0.0955298 Nov 23 18:58:08.682395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:08.687705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.688053 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment 2a146491-7fb6-4740-a2d5-46186e3edf31 of type vlan for network 5a6410ea-aa99-4dae-93a6-849668150188 Nov 23 18:58:08.730962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ca237ed-820f-421e-b1e0-45433a51ee24 req-983e1d1b-4fbc-43b1-af82-2d2c09afd810 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787126 Nov 23 18:58:08.846387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.856418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60582733-d017-4e92-82e2-4a2446c3fc78 req-223b18ee-3dd2-4cf7-b119-f35e753baf2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:08.857879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60582733-d017-4e92-82e2-4a2446c3fc78 req-223b18ee-3dd2-4cf7-b119-f35e753baf2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 943 time: 0.3269556 Nov 23 18:58:08.874895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:08.925648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-36814489-c82b-4665-b3f6-7ad17c733443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:08.927173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-36814489-c82b-4665-b3f6-7ad17c733443 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 1094 time: 0.1220412 Nov 23 18:58:09.045666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-aca9d322-b30d-4e23-b86e-6fce89b83593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:09.047254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-aca9d322-b30d-4e23-b86e-6fce89b83593 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.1119003 Nov 23 18:58:09.047526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.054022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:09.054653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.086308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8654325 Nov 23 18:58:09.089195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port d320c0e9-9a2b-4d53-9880-995518c1d03d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:09.089536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.107141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:09.127733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': '5a6410ea-aa99-4dae-93a6-849668150188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:09.147603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-0efb9707-68f8-420d-a19e-c4c96d44b60e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 200 len: 217 time: 0.0912585 Nov 23 18:58:09.154863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60582733-d017-4e92-82e2-4a2446c3fc78 req-397accfa-3187-4e42-99d3-428c58a15887 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759485 Nov 23 18:58:09.268346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-196f07e2-f5e7-49d3-b402-429a8d4f3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:09.270594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-196f07e2-f5e7-49d3-b402-429a8d4f3471 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.1142573 Nov 23 18:58:09.380781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-38096f4c-885e-4b96-a5a4-8b51d6d0f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:09.383509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-38096f4c-885e-4b96-a5a4-8b51d6d0f901 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045980 Nov 23 18:58:09.401066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f5ef6-f9f7-4d49-958c-65505feaa4c6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=5a6410ea-aa99-4dae-93a6-849668150188,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:09.416349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5a6410ea-aa99-4dae-93a6-849668150188 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:58:09.469076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.550123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=93a95905-0840-4f7b-88aa-b4d4683551b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:09.557655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.558577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.575043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:09.579483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:09.613449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-2bfd33b9-ca54-46a6-8a43-1676bd86e77b service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973691 Nov 23 18:58:09.652114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for d320c0e9-9a2b-4d53-9880-995518c1d03d owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:09.760770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1581369-0da4-4065-8bf9-f5dbeb6840ac req-d9491a43-8651-4361-87c4-49e46251bdb0 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376338 Nov 23 18:58:10.365584 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:10.510257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:10.608770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fbb56-39f4-4a41-978b-d2a21d22b012 req-f927ad41-ce6d-4c32-bf20-08c8bc247908 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:10.611250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a3fbb56-39f4-4a41-978b-d2a21d22b012 req-f927ad41-ce6d-4c32-bf20-08c8bc247908 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 943 time: 0.2080660 Nov 23 18:58:10.671555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:10.858547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d723b2a6-6cbb-4365-9d01-d1653a1cbaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:10.905794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a3fbb56-39f4-4a41-978b-d2a21d22b012 req-4c26c39e-91b9-4b86-8365-04da0a99e4cc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589009 Nov 23 18:58:10.985983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.070487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d723b2a6-6cbb-4365-9d01-d1653a1cbaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.073618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.078063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d723b2a6-6cbb-4365-9d01-d1653a1cbaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.154481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d723b2a6-6cbb-4365-9d01-d1653a1cbaf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f447b87b3af94a17ba46c50f80fd30af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801917 Nov 23 18:58:11.156885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723b2a6-6cbb-4365-9d01-d1653a1cbaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3986cf4-1684-4d85-88a8-8edbf57770cb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:11.157839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:11.184853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=d320c0e9-9a2b-4d53-9880-995518c1d03d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:11.253049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99eeba-4346-4e3b-b576-f9e5321ff27f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:11.267393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.322802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.385366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=a5a7d9e2-9582-47a8-98a7-0a3293b61f78,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:11.395167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:11.414188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': '2a146491-7fb6-4740-a2d5-46186e3edf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:11.414934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: 5a6410ea-aa99-4dae-93a6-849668150188, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:58:11.420881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.424627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.429412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-55cf3955-a34e-4eec-a211-680b531eac16 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/floatingips/e9fd2f04-c004-4dc1-b113-e219cdf7cf0c HTTP/1.1" status: 204 len: 168 time: 2.7430215 Nov 23 18:58:11.431200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:11.438758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.444404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.452873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3986cf4-1684-4d85-88a8-8edbf57770cb HTTP/1.1" status: 204 len: 168 time: 0.2927561 Nov 23 18:58:11.464156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b61eb1-16a0-41ba-aac6-bbe669c4faf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3986cf4-1684-4d85-88a8-8edbf57770cb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:11.697509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 5a6410ea-aa99-4dae-93a6-849668150188 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:58:11.724324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:11.734962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:11.736724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c037f353-a1b6-4033-b893-28df47ba7c0e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1129813 Nov 23 18:58:11.739763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:11.746750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5a6410ea-aa99-4dae-93a6-849668150188) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:11.753062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:11.754387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.772216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb4544-ee8a-4f3a-bad6-12beeeba9b0b None None] Network 5a6410ea-aa99-4dae-93a6-849668150188 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:11.779356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ecd8d8f1-bf32-46ff-9645-d0015a999ccd tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6667442 Nov 23 18:58:11.782256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:11.793645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-803633689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:11.807738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:11.808492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:11.832943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:11.855244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port 0e65af09-06ec-4234-8e45-7e97e05ba6c0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:11.855970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.856116 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-627febaf-0dc4-47e0-a740-25860d351665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.869144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet ce50f6b6-93e6-4cba-b48d-6713dc01a2b8 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:11.880129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.929735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.937247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.948884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:11.991587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.032715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:12.061016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.073603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for 0e65af09-06ec-4234-8e45-7e97e05ba6c0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:12.090175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.128724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.151067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.197110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=ce50f6b6-93e6-4cba-b48d-6713dc01a2b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:12.217947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.222874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c86f65a7-026b-4320-be81-2353212432de tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/ce50f6b6-93e6-4cba-b48d-6713dc01a2b8 HTTP/1.1" status: 204 len: 168 time: 0.4842777 Nov 23 18:58:12.249033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cf198-ce34-404e-998f-18e8c9449c3a None None] Network db2d1baa-0ca6-472a-a9ae-3fc8ceb888db requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:12.292905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-627febaf-0dc4-47e0-a740-25860d351665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.294047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:12.311249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-5a6410ea-aa99-4dae-93a6-849668150188', 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': 'a5a7d9e2-9582-47a8-98a7-0a3293b61f78'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:58:12.312435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.380258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba112b-c6a3-451a-96f9-74fb5433145c req-bbfb2953-f308-4dee-a661-d7dfae9e4c69 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:12.382445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cba112b-c6a3-451a-96f9-74fb5433145c req-bbfb2953-f308-4dee-a661-d7dfae9e4c69 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 943 time: 0.2987628 Nov 23 18:58:12.383604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.389333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.399274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-70a8924b-3f1c-4eab-993b-752b4ff08c81 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6157670 Nov 23 18:58:12.408208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:12.429797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.435051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-627febaf-0dc4-47e0-a740-25860d351665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.480490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-627febaf-0dc4-47e0-a740-25860d351665 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbed607923f640d4ae172f7bee1de7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6463745 Nov 23 18:58:12.482180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:12.536133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=0e65af09-06ec-4234-8e45-7e97e05ba6c0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:12.575667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.604285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.659922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cba112b-c6a3-451a-96f9-74fb5433145c req-7b02ee81-ef0c-4082-9856-20d63b2b91da tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572944 Nov 23 18:58:12.751869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:09Z', 'revision_number': 8, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:12.770522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.773379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.785882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:12.786461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84109a4e-b4ee-43fe-96d4-57d420759ddd HTTP/1.1" status: 204 len: 168 time: 0.2926576 Nov 23 18:58:12.787370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627febaf-0dc4-47e0-a740-25860d351665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84109a4e-b4ee-43fe-96d4-57d420759ddd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:12.803409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:12.804453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:12.875962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:12.876368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.887452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:12.890761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5ad0c72c-f3ce-4c9c-949d-e9b62b5a6d7d tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/ports/0e65af09-06ec-4234-8e45-7e97e05ba6c0 HTTP/1.1" status: 204 len: 168 time: 1.4570463 Nov 23 18:58:12.893484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:13.078979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,segment=NetworkSegment(725444a2-6173-4a02-a4d2-4412187d2b1d),segment_id=725444a2-6173-4a02-a4d2-4412187d2b1d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:13.080056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.099431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:13.120399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.151561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:13.151959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.300243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6578e13-6a59-4139-9e71-c751d8e5ea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84109a4e-b4ee-43fe-96d4-57d420759ddd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:13.312881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.355286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:13.363579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:13.474419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.474701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 959d3a16-5add-4d2b-9567-d26cd49d66d2 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:58:13.476104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.497995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for 41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:13.526562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2d1baa-0ca6-472a-a9ae-3fc8ceb888db']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:13.528407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Allocated IP 172.20.0.2 (5a6410ea-aa99-4dae-93a6-849668150188/a5a7d9e2-9582-47a8-98a7-0a3293b61f78/3535667d-06e4-4b99-9143-8199daa65596) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:13.554424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725444a2-6173-4a02-a4d2-4412187d2b1d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:13.554720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725444a2-6173-4a02-a4d2-4412187d2b1d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:13.566819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.582073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.589267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:13.589655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:13.685416 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:13.687463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:13.690077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.697675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.704153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/db2d1baa-0ca6-472a-a9ae-3fc8ceb888db HTTP/1.1" status: 204 len: 168 time: 1.4087255 Nov 23 18:58:13.704774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:13.824155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79061-4908-4b28-a58a-2b7e6e09a116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=db2d1baa-0ca6-472a-a9ae-3fc8ceb888db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:13.884461 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:13.908306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:13.923367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'mac_address': 'fa:16:3e:ed:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:58:13.980438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=41cd4f9e-0a22-49d3-a850-8b7ff3a8e290,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:14.114049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb5d3-6144-4c62-9d96-16447c6567e3 req-9ea4c9cb-f3f0-4fbb-b22e-4c650be57109 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:14.124146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15beb5d3-6144-4c62-9d96-16447c6567e3 req-9ea4c9cb-f3f0-4fbb-b22e-4c650be57109 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 943 time: 0.2566447 Nov 23 18:58:14.156113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.162317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f025532-06a6-4a25-ac0d-e3021ffadf64 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/ports/41cd4f9e-0a22-49d3-a850-8b7ff3a8e290 HTTP/1.1" status: 204 len: 168 time: 1.2652292 Nov 23 18:58:14.165397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:14.167283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7364356-563e-403f-9716-9acb80e38a7b None None] DHCP port deletion for db2d1baa-0ca6-472a-a9ae-3fc8ceb888db request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:14.234899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.270917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-15beb5d3-6144-4c62-9d96-16447c6567e3 req-7e830036-5630-4d89-b6b3-4ced507aedd8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424391 Nov 23 18:58:14.283147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.306143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting subnet 3391827d-2df1-476c-a922-8695a1c0dfad {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:14.316053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.333483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d3a16-5add-4d2b-9567-d26cd49d66d2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:58:14.428162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.513787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:09Z', 'revision_number': 8, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:14.520304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:14.588044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2cecc3-e042-4e31-b5e0-b9c90164830b None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:09Z', 'revision_number': 8, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '871e974f-96e9-45f7-8304-ee3c0faac0ad', 'name': '', 'network_id': '315eeee9-fa1d-4b8a-9510-44b8e9506060', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:d9:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:42Z', 'updated_at': '2021-11-23T18:57:52Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': 'd4344cd3-58c1-4916-b342-c84d2e3caa5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:14.605580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.639760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.738381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.763024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:14.771852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.772230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Subnet': ['ID=3391827d-2df1-476c-a922-8695a1c0dfad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:14.777365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.781067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4129e3eb-b98a-47c5-a90f-6d1a54800503 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/subnets/3391827d-2df1-476c-a922-8695a1c0dfad HTTP/1.1" status: 204 len: 168 time: 0.6146708 Nov 23 18:58:14.784664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:14.786116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880ae31-2621-4ae6-993d-28c33a201286 None None] Network c2d1764f-dfbf-4f8b-a355-87a3b44e12ef requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:14.794740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:14.868600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Network 5a6410ea-aa99-4dae-93a6-849668150188 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:14.929546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:14.939222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:14.952501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 871e974f-96e9-45f7-8304-ee3c0faac0ad {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:14.953021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.032508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.20.0.1 (5a6410ea-aa99-4dae-93a6-849668150188/a5a7d9e2-9582-47a8-98a7-0a3293b61f78/bfaa66e5-7090-43e4-9bf7-b8331fe3394d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:15.096583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['959d3a16-5add-4d2b-9567-d26cd49d66d2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:15.193883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Pushing event updated for resources: {'Port': ['ID=3535667d-06e4-4b99-9143-8199daa65596,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:15.225410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 871e974f-96e9-45f7-8304-ee3c0faac0ad, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=871e974f-96e9-45f7-8304-ee3c0faac0ad,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:15.225772 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.232029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Attempting to bind port 3535667d-06e4-4b99-9143-8199daa65596 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:15.232623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Attempting to bind port 3535667d-06e4-4b99-9143-8199daa65596 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2a146491-7fb6-4740-a2d5-46186e3edf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:15.233176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Attempting to bind port 3535667d-06e4-4b99-9143-8199daa65596 on network 5a6410ea-aa99-4dae-93a6-849668150188 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:15.239426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:15.256887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 871e974f-96e9-45f7-8304-ee3c0faac0ad owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:15.265564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:15.266330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Checking segment: {'id': '2a146491-7fb6-4740-a2d5-46186e3edf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:15.266904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.267549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Bound using segment: {'id': '2a146491-7fb6-4740-a2d5-46186e3edf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:15.268217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Bound port: 3535667d-06e4-4b99-9143-8199daa65596, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a146491-7fb6-4740-a2d5-46186e3edf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5a6410ea-aa99-4dae-93a6-849668150188'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:15.268799 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.319130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.334227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:15.334817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3cdfd0f7-8e5e-411d-8aa5-8166e91ccc94 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:15.335451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 93a95905-0840-4f7b-88aa-b4d4683551b9 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:15.387504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] DHCP port deletion for c2d1764f-dfbf-4f8b-a355-87a3b44e12ef request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:15.392790 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.397111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 93a95905-0840-4f7b-88aa-b4d4683551b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:15.397745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 93a95905-0840-4f7b-88aa-b4d4683551b9 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:15.440977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting subnet b418c2de-0add-438d-afef-37c8a6550ef1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:15.444891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.552742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 5a6410ea-aa99-4dae-93a6-849668150188 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:15.578101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:15.585456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:15.677795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.739144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=871e974f-96e9-45f7-8304-ee3c0faac0ad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:15.807100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] For port 3535667d-06e4-4b99-9143-8199daa65596, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:15.816724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] For port 3535667d-06e4-4b99-9143-8199daa65596, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3535667d-06e4-4b99-9143-8199daa65596,segment=NetworkSegment(2a146491-7fb6-4740-a2d5-46186e3edf31),segment_id=2a146491-7fb6-4740-a2d5-46186e3edf31)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:15.831134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Deleting port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:15.831698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:15.835825 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.025574 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.078808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] For port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,segment=NetworkSegment(9800b980-7432-4d63-889c-259fba7fc802),segment_id=9800b980-7432-4d63-889c-259fba7fc802)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:16.079619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.105690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Calling delete_port for ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:16.257406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d78b-7109-4fdd-b6a0-d23d3ad292e8 None None] Pushing event updated for resources: {'Port': ['ID=3535667d-06e4-4b99-9143-8199daa65596,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:16.346905 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.408430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] Pushing event deleted for resources: {'Port': ['ID=ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:16.410471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.414817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c1f8d-4dc0-4051-856c-70fcd095acd6 None None] No DVR routers for this DVR port ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:16.457756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=bfaa66e5-7090-43e4-9bf7-b8331fe3394d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:16.501359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.568518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd4d3-d300-42ea-a544-28b3196072cd req-34c13738-5818-4371-a5d0-df76b2088981 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:16.570096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b9bd4d3-d300-42ea-a544-28b3196072cd req-34c13738-5818-4371-a5d0-df76b2088981 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 944 time: 1.0201564 Nov 23 18:58:16.606461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:16.742427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.756952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:16.770327 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:16.784542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-65a368f3-a3a1-4bcf-9f1f-680bf2c6ae2a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633378 Nov 23 18:58:16.801171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:16.809659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:16.820226 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:16.822049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:16.853306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b9bd4d3-d300-42ea-a544-28b3196072cd req-b677c6ab-e294-4415-8561-9cf8dcd3d747 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641058 Nov 23 18:58:16.951902 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:16.993443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet d4344cd3-58c1-4916-b342-c84d2e3caa5c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:17.000009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.068367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.124817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Subnet': ['ID=b418c2de-0add-438d-afef-37c8a6550ef1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:17.136045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9753b-4d6e-44a4-9a02-78dc4915a0d4 None None] Network 5782e818-89e6-4ec9-a23f-23f9726354f2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:17.142869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.154230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.161266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f632c494-0b4c-4eae-a65f-61c4fba41627 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/subnets/b418c2de-0add-438d-afef-37c8a6550ef1 HTTP/1.1" status: 204 len: 168 time: 2.3729925 Nov 23 18:58:17.173878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:17.303867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 959d3a16-5add-4d2b-9567-d26cd49d66d2 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:17.307277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3535667d-06e4-4b99-9143-8199daa65596 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:17.373551 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:15Z', 'revision_number': 9, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:17.455772 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:17.483493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:17.484543 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:17.498824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.588596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.677299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.763013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 959d3a16-5add-4d2b-9567-d26cd49d66d2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:58:17.765956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3535667d-06e4-4b99-9143-8199daa65596 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:17.765956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.810308 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:17.818533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:17.836314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/d4344cd3-58c1-4916-b342-c84d2e3caa5c HTTP/1.1" status: 204 len: 168 time: 1.0273499 Nov 23 18:58:17.837013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:17.914889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232b74e-7c9f-42c9-bf89-f065a0de8025 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=d4344cd3-58c1-4916-b342-c84d2e3caa5c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:17.967147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc62ba-595c-4fd5-b8bb-30cfa5197da7 None None] Network 315eeee9-fa1d-4b8a-9510-44b8e9506060 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:17.985950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75739582-0404-4b01-a67c-0e957017977e None None] DHCP port deletion for 5782e818-89e6-4ec9-a23f-23f9726354f2 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:17.988421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.013338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be077ed-2908-4e32-ae3c-13271024ea73 None None] Network 5a6410ea-aa99-4dae-93a6-849668150188 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:18.021177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.039158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.069282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 959d3a16-5add-4d2b-9567-d26cd49d66d2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:18.069810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.455074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:15Z', 'revision_number': 9, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:18.487808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.510624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d1764f-dfbf-4f8b-a355-87a3b44e12ef']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:18.523182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9800b980-7432-4d63-889c-259fba7fc802') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:18.523738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9800b980-7432-4d63-889c-259fba7fc802') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:18.539677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.556549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.563416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:18.563970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.648391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58bf042f-81ca-4aaf-9d14-6769f2762483 None None] Provisioning complete for port 3535667d-06e4-4b99-9143-8199daa65596 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:18.649547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58bf042f-81ca-4aaf-9d14-6769f2762483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.691346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:18.699469 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:18.712728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.716796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=bfaa66e5-7090-43e4-9bf7-b8331fe3394d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:18.721690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.731429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 63de89f5-35b0-4947-b95c-e084da29fec3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:18.732355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.761619 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bcfb-4531-444c-8a50-7b0c524eca78 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:15Z', 'revision_number': 9, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': '81df9e7a-e67c-4be7-96ae-2b0aeae5c994', 'name': '', 'network_id': '3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:27:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:30Z', 'updated_at': '2021-11-23T18:57:40Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '9ab09075-0b7f-4a41-9b0b-550d6a0a3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:18.793033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.799686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/networks/c2d1764f-dfbf-4f8b-a355-87a3b44e12ef HTTP/1.1" status: 204 len: 168 time: 1.6242704 Nov 23 18:58:18.802522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:18.896049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 63de89f5-35b0-4947-b95c-e084da29fec3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63de89f5-35b0-4947-b95c-e084da29fec3,segment=NetworkSegment(2975da9d-a9a0-4ee2-b217-e320006c4d76),segment_id=2975da9d-a9a0-4ee2-b217-e320006c4d76)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:18.896406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:18.906026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940a27d-6da4-4cf0-82fc-741eed4f4b68 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Network': ['ID=c2d1764f-dfbf-4f8b-a355-87a3b44e12ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:18.912261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 63de89f5-35b0-4947-b95c-e084da29fec3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:18.988163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ed467-dcc9-444a-a81f-c90e3b683a49 req-c62ca838-b4af-493c-a71a-2d4cd9e96d8f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:18.989925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-727ed467-dcc9-444a-a81f-c90e3b683a49 req-c62ca838-b4af-493c-a71a-2d4cd9e96d8f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 944 time: 0.8095179 Nov 23 18:58:19.017160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.023037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743c7eba-96b2-4aa0-83c0-0952c7699054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.052201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=63de89f5-35b0-4947-b95c-e084da29fec3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:19.070317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port 63de89f5-35b0-4947-b95c-e084da29fec3 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:19.170750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.217764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-727ed467-dcc9-444a-a81f-c90e3b683a49 req-b867c406-8ce6-49a5-bcb0-78e0227c8907 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083423 Nov 23 18:58:19.260564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 5a6410ea-aa99-4dae-93a6-849668150188 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:19.294551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:19.335698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-75739582-0404-4b01-a67c-0e957017977e None None] Deleting port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:19.336073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75739582-0404-4b01-a67c-0e957017977e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.433212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.447045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743c7eba-96b2-4aa0-83c0-0952c7699054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.448589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.454639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743c7eba-96b2-4aa0-83c0-0952c7699054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.518024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Deleting port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:19.518746 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.530353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-743c7eba-96b2-4aa0-83c0-0952c7699054 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ef393a7262d4691a81fbee85fead875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8273649 Nov 23 18:58:19.530765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:19.531713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7eba-96b2-4aa0-83c0-0952c7699054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db2e6e-33b8-429e-9da8-2f53deb7f106,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:19.532244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ff8e5-6531-4ae6-9733-6d3d1cd31d7a None None] DHCP port deletion for 315eeee9-fa1d-4b8a-9510-44b8e9506060 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:19.541353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:19.545100 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c7c9b-22ca-4bba-91f0-6ff94455b633" -d '{"events": [{"server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "name": "network-vif-plugged", "status": "completed", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:19.548001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.549976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.556021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43144) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:19.569515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315eeee9-fa1d-4b8a-9510-44b8e9506060']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:19.620866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2975da9d-a9a0-4ee2-b217-e320006c4d76') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:19.622845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2975da9d-a9a0-4ee2-b217-e320006c4d76') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:19.660838 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.702678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.734341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] For port bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:19.735067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:19.735984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.736116 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.760627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router ddf8f768-8d90-4d55-9361-906110d08fa7 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:19.790805 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:19.795826 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151aaac1-f8e5-489c-95e8-b9e23c1886b5 x-openstack-request-id: req-151aaac1-f8e5-489c-95e8-b9e23c1886b5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:19.796360 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "name": "network-vif-plugged", "status": "completed", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:19.796360 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-151aaac1-f8e5-489c-95e8-b9e23c1886b5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:19.796758 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'code': 200} Nov 23 18:58:19.800224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:19.802873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58bf042f-81ca-4aaf-9d14-6769f2762483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.810488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Calling delete_port for bd4cc128-f42e-46d8-a0bc-6ada7d524da9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:19.849732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 3535667d-06e4-4b99-9143-8199daa65596, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3535667d-06e4-4b99-9143-8199daa65596,segment=NetworkSegment(2a146491-7fb6-4740-a2d5-46186e3edf31),segment_id=2a146491-7fb6-4740-a2d5-46186e3edf31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:19.891516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-75739582-0404-4b01-a67c-0e957017977e None None] For port bd4cc128-f42e-46d8-a0bc-6ada7d524da9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,segment=NetworkSegment(92c36819-1b33-4228-b05b-92b3496e3096),segment_id=92c36819-1b33-4228-b05b-92b3496e3096)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:19.891936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75739582-0404-4b01-a67c-0e957017977e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.909659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-75739582-0404-4b01-a67c-0e957017977e None None] Calling delete_port for bd4cc128-f42e-46d8-a0bc-6ada7d524da9 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:19.926293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:19.974740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.001620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.025221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.034590 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/315eeee9-fa1d-4b8a-9510-44b8e9506060 HTTP/1.1" status: 204 len: 168 time: 2.1937730 Nov 23 18:58:20.034590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034c9e-c0d6-4342-991c-acb25431bdd4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=315eeee9-fa1d-4b8a-9510-44b8e9506060,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:20.035789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:20.037997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57e8f-83c9-4fba-996a-cf7df90c86dc req-c302e39d-c773-4253-8920-70387fc8a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:20.047608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05f57e8f-83c9-4fba-996a-cf7df90c86dc req-c302e39d-c773-4253-8920-70387fc8a829 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 1096 time: 0.2305813 Nov 23 18:58:20.114670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:20.163504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:20.163853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ed60bbe6-f915-4b15-a42a-5a94bcb6e3a0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:20.175936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-58bf042f-81ca-4aaf-9d14-6769f2762483 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:58:20.176941 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-58bf042f-81ca-4aaf-9d14-6769f2762483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:58:20.215475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=3535667d-06e4-4b99-9143-8199daa65596,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:20.218524 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75739582-0404-4b01-a67c-0e957017977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.226098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.238897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75739582-0404-4b01-a67c-0e957017977e None None] No DVR routers for this DVR port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:20.278488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75739582-0404-4b01-a67c-0e957017977e None None] Pushing event deleted for resources: {'Port': ['ID=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:20.368882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.377553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.380544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.382000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80db2e6e-33b8-429e-9da8-2f53deb7f106 HTTP/1.1" status: 204 len: 168 time: 0.8247211 Nov 23 18:58:20.476643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 871e974f-96e9-45f7-8304-ee3c0faac0ad no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:20.505762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05f57e8f-83c9-4fba-996a-cf7df90c86dc req-ab57fdc5-bd9f-491f-819b-ae79873d4a07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380159 Nov 23 18:58:20.507401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Port': ['ID=bd4cc128-f42e-46d8-a0bc-6ada7d524da9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:20.523293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470187f-c588-4dc7-8ca7-2fd230999928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db2e6e-33b8-429e-9da8-2f53deb7f106,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:20.533373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 871e974f-96e9-45f7-8304-ee3c0faac0ad {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:20.533832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 871e974f-96e9-45f7-8304-ee3c0faac0ad not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:20.534393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bd4cc128-f42e-46d8-a0bc-6ada7d524da9 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:20.543374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] No DVR routers for this DVR port bd4cc128-f42e-46d8-a0bc-6ada7d524da9 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:20.551069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:20.581254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] Sync routers for ids ['ddf8f768-8d90-4d55-9361-906110d08fa7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:20.588381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47b69150-a3cd-45d1-95bd-94acfcab23c0 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/ddf8f768-8d90-4d55-9361-906110d08fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1764696 Nov 23 18:58:20.596450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:20.597030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: bd4cc128-f42e-46d8-a0bc-6ada7d524da9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:20.597582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bd4cc128-f42e-46d8-a0bc-6ada7d524da9 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:20.598078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63de89f5-35b0-4947-b95c-e084da29fec3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:20.638450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 63de89f5-35b0-4947-b95c-e084da29fec3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:20.639070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63de89f5-35b0-4947-b95c-e084da29fec3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:20.647407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] Routers {'ddf8f768-8d90-4d55-9361-906110d08fa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:20.648505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ddf8f768-8d90-4d55-9361-906110d08fa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:20.667784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19116d-ac57-462e-a7ad-cd84aa5cb408 req-6f4365a3-92a2-4951-a99a-4ab85bfce0a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:20.673730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc19116d-ac57-462e-a7ad-cd84aa5cb408 req-6f4365a3-92a2-4951-a99a-4ab85bfce0a1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 945 time: 0.2695563 Nov 23 18:58:20.697034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289f0f9-4ad7-4073-859b-6bf0c43bcbce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:20.701129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0289f0f9-4ad7-4073-859b-6bf0c43bcbce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports/bfaa66e5-7090-43e4-9bf7-b8331fe3394d HTTP/1.1" status: 200 len: 910 time: 0.0977857 Nov 23 18:58:20.706132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:20.712908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5a7d9e2-9582-47a8-98a7-0a3293b61f78'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:20.820954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:20.867129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] Routers {'ddf8f768-8d90-4d55-9361-906110d08fa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:20.877164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ddf8f768-8d90-4d55-9361-906110d08fa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:20.916935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:20.918420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:20.919038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f66e-7ae2-4ac5-b54f-3f987a99623c None None] The sync data for ids ['ddf8f768-8d90-4d55-9361-906110d08fa7'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:20.954198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:20.960090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc19116d-ac57-462e-a7ad-cd84aa5cb408 req-ab2218db-2d34-4cd3-911f-20a127a51f7c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455506 Nov 23 18:58:20.981632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8843beb9-6467-462d-81d2-1b733075cad7 None None] Provisioning complete for port 3535667d-06e4-4b99-9143-8199daa65596 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:20.982010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8843beb9-6467-462d-81d2-1b733075cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.009678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5782e818-89e6-4ec9-a23f-23f9726354f2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:21.044382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00af32c7-e049-4b3d-bd68-a93d58498f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.063662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c36819-1b33-4228-b05b-92b3496e3096') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:21.063971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c36819-1b33-4228-b05b-92b3496e3096') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:21.091673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.112774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.120527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:21.121005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:21.152527 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:21.181262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8843beb9-6467-462d-81d2-1b733075cad7 None None] Provisioning complete for port bfaa66e5-7090-43e4-9bf7-b8331fe3394d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:21.181262 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8843beb9-6467-462d-81d2-1b733075cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.254469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.255545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8843beb9-6467-462d-81d2-1b733075cad7 None None] Port bfaa66e5-7090-43e4-9bf7-b8331fe3394d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:21.305561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.331166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.342365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] 10.222.0.37 "DELETE /v2.0/networks/5782e818-89e6-4ec9-a23f-23f9726354f2 HTTP/1.1" status: 204 len: 168 time: 2.5037014 Nov 23 18:58:21.406555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416186ee-ffb6-4e76-9c02-69bb341cd2b9 tempest-TaggedBootDevicesTest_v242-1686497858 tempest-TaggedBootDevicesTest_v242-1686497858-project] Pushing event deleted for resources: {'Network': ['ID=5782e818-89e6-4ec9-a23f-23f9726354f2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:21.420793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67fa5d9b-7e4d-4250-a1aa-81409309ead8 None None] Provisioning complete for port bfaa66e5-7090-43e4-9bf7-b8331fe3394d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:21.425149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67fa5d9b-7e4d-4250-a1aa-81409309ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.528239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.541472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-67fa5d9b-7e4d-4250-a1aa-81409309ead8 None None] Port bfaa66e5-7090-43e4-9bf7-b8331fe3394d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:21.655561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00af32c7-e049-4b3d-bd68-a93d58498f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.670692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00af32c7-e049-4b3d-bd68-a93d58498f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.694924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-39263891-3b42-43de-9063-1e6387e4f6d7 None None] Provisioning complete for port bfaa66e5-7090-43e4-9bf7-b8331fe3394d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:21.697518 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39263891-3b42-43de-9063-1e6387e4f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.779543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39263891-3b42-43de-9063-1e6387e4f6d7 None None] Port bfaa66e5-7090-43e4-9bf7-b8331fe3394d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:21.804522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:21.804860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:21.845564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af32c7-e049-4b3d-bd68-a93d58498f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11721b1a-279c-4676-9a5f-070090d8baad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:21.871580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-00af32c7-e049-4b3d-bd68-a93d58498f3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ce5817bd7244ddb9ea1d1754ffa30b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8942585 Nov 23 18:58:21.872368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43190) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:22.000964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 81df9e7a-e67c-4be7-96ae-2b0aeae5c994, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:22.001533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.022772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:22.066057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.107708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.329634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.381060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3535667d-06e4-4b99-9143-8199daa65596 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:22.390178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.393050 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.394270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11721b1a-279c-4676-9a5f-070090d8baad HTTP/1.1" status: 204 len: 168 time: 0.5189426 Nov 23 18:58:22.431151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09aa3b-ab63-451d-98cf-64e3894b1b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11721b1a-279c-4676-9a5f-070090d8baad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:22.493493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=81df9e7a-e67c-4be7-96ae-2b0aeae5c994,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:22.554036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3535667d-06e4-4b99-9143-8199daa65596 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:22.554418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.586112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb1b6-4227-492e-988a-3f2d1be3cc0a req-2f4a537f-1254-4593-9261-f3065ee55c10 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:22.588921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6edb1b6-4227-492e-988a-3f2d1be3cc0a req-2f4a537f-1254-4593-9261-f3065ee55c10 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 945 time: 0.2915728 Nov 23 18:58:22.706331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6edb1b6-4227-492e-988a-3f2d1be3cc0a req-14f23a52-df92-448c-af77-8a73fad48821 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040888 Nov 23 18:58:22.754988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.793254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:22.855392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.213138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=bfaa66e5-7090-43e4-9bf7-b8331fe3394d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:23.230626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d356b47b-d372-452f-b225-7a6495984857 req-ed962722-7650-4ef3-9ad6-4a16ef937b8c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 267 time: 0.1483369 Nov 23 18:58:23.237911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:23.238547 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.239906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c60167d-724d-488a-973e-034cd3c73979 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/ports/bfaa66e5-7090-43e4-9bf7-b8331fe3394d HTTP/1.1" status: 200 len: 910 time: 2.5326529 Nov 23 18:58:23.252486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:23.302175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b47b-d372-452f-b225-7a6495984857 req-27a6d72e-ddde-4c48-abdb-82b12cb92edd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:23.307369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d356b47b-d372-452f-b225-7a6495984857 req-27a6d72e-ddde-4c48-abdb-82b12cb92edd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 945 time: 0.0658629 Nov 23 18:58:23.327344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'security_groups': []}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:23.488929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.697045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:23.730902 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.737386 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.752034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415', 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', '959d3a16-5add-4d2b-9567-d26cd49d66d2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:23.851549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:23.854267 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:23.857927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d356b47b-d372-452f-b225-7a6495984857 req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "PUT /v2.0/ports/959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 200 len: 904 time: 0.5433099 Nov 23 18:58:23.863856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:23.866481 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:23.922938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ca3b-a313-4531-b38f-e2bedbdd5fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:23.976537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:24.007033 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:58:24.011769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['959d3a16-5add-4d2b-9567-d26cd49d66d2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:24.080900 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a3e16c-195c-4c7e-8d9f-89d49dff6535 x-openstack-request-id: req-f3a3e16c-195c-4c7e-8d9f-89d49dff6535 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:24.081202 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:24.081670 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3a3e16c-195c-4c7e-8d9f-89d49dff6535 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:24.082092 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'status': 'completed', 'code': 200} Nov 23 18:58:24.555865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-973e3bff-64bc-4aa7-b288-fe2533fa2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:24.557480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-973e3bff-64bc-4aa7-b288-fe2533fa2ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 1058 time: 0.3671486 Nov 23 18:58:24.570007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67d6c9f0-cb08-456c-aaed-95e5934cdc3d None None] Provisioning complete for port 959d3a16-5add-4d2b-9567-d26cd49d66d2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:24.570007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67d6c9f0-cb08-456c-aaed-95e5934cdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:24.572022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db8924-7dae-4c60-ab0d-413ea557a00c req-c3f8a517-70f7-468d-9cc5-95c6a3010cfb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:24.573643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-26db8924-7dae-4c60-ab0d-413ea557a00c req-c3f8a517-70f7-468d-9cc5-95c6a3010cfb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 907 time: 0.3847632 Nov 23 18:58:24.585791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:24.595690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-50c59e09-2623-4dfb-9600-b8f032792b28 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5442703 Nov 23 18:58:24.596841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:24.626254 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:24.683120 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:24.687113 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:24.807587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet 9ab09075-0b7f-4a41-9b0b-550d6a0a3590 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:24.816232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:24.925946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:24.962745 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:25.120381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-44a2a58b-70c2-4280-ace8-ba0e5f2d70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:25.121875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-44a2a58b-70c2-4280-ace8-ba0e5f2d70b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.5472233 Nov 23 18:58:25.214242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:25.225374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-58916ab7-11f8-46bd-a19c-a5097d130da8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 200 len: 217 time: 0.0885396 Nov 23 18:58:25.229204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:25.483147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:25.586053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:25.594431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c35f0-afe8-4846-83c4-a2e041a15e38 None None] Network 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:25.600338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/9ab09075-0b7f-4a41-9b0b-550d6a0a3590 HTTP/1.1" status: 204 len: 168 time: 1.0010064 Nov 23 18:58:25.604811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:25.605616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d3b13-e628-4985-9e6a-c19c8f9652e0 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab09075-0b7f-4a41-9b0b-550d6a0a3590,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:25.677845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908ddb-4a0e-4101-b3c5-b8945573cc8e req-1f24b6ae-aacf-4023-b606-29ddc42710c2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:25.682886 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:22Z', 'revision_number': 10, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:25.692351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb908ddb-4a0e-4101-b3c5-b8945573cc8e req-1f24b6ae-aacf-4023-b606-29ddc42710c2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3129904 Nov 23 18:58:25.762543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-94cb6c31-1757-4eed-83d5-465c1338414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:25.782767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-94cb6c31-1757-4eed-83d5-465c1338414f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.5501854 Nov 23 18:58:25.794031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb908ddb-4a0e-4101-b3c5-b8945573cc8e req-d0c0032f-bbaf-4aa0-8b8e-44d61715ed24 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981822 Nov 23 18:58:25.820504 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:25.844477 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:25.845182 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:25.866549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:25.965091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.088770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port f32d976b-3caa-41e2-b7f4-610a958d410b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:26.092789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.165067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] DHCP port deletion for 3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:26.175222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9adeb-95c7-486b-b168-f0b199a61150 req-eccbbc0c-4f70-40d1-957e-17e3d3ff1b01 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:26.177214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ccc9adeb-95c7-486b-b168-f0b199a61150 req-eccbbc0c-4f70-40d1-957e-17e3d3ff1b01 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2232182 Nov 23 18:58:26.192913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-78cd6205-32da-4a6c-b3b7-ed68893e6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:26.196952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-78cd6205-32da-4a6c-b3b7-ed68893e6cac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788393 Nov 23 18:58:26.259004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port f32d976b-3caa-41e2-b7f4-610a958d410b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f32d976b-3caa-41e2-b7f4-610a958d410b,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:26.262027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.292702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for f32d976b-3caa-41e2-b7f4-610a958d410b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:26.382422 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:26.386647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Deleting port f32d976b-3caa-41e2-b7f4-610a958d410b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:26.387739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.482259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f32d976b-3caa-41e2-b7f4-610a958d410b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:26.549426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.609127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1213138107'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:26.677840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=f32d976b-3caa-41e2-b7f4-610a958d410b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:26.706650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port f32d976b-3caa-41e2-b7f4-610a958d410b on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:26.766521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:22Z', 'revision_number': 10, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:26.849933 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3736e8-8821-48e1-a28d-4148869d7f5b None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:22Z', 'revision_number': 10, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None, '_interfaces': [{'id': 'fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89', 'name': '', 'network_id': '7d7495a1-ba0a-4348-9dff-8625678f745a', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'mac_address': 'fa:16:3e:35:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:57:21Z', 'updated_at': '2021-11-23T18:57:31Z', 'revision_number': 5, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'subnets': [{'id': '2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:26.851419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No active binding found for port f32d976b-3caa-41e2-b7f4-610a958d410b {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:58:26.855024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f32d976b-3caa-41e2-b7f4-610a958d410b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:26.915354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] For port f32d976b-3caa-41e2-b7f4-610a958d410b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f32d976b-3caa-41e2-b7f4-610a958d410b,segment=NetworkSegment(6c5722e5-0ead-4f38-95f0-7317453b667a),segment_id=6c5722e5-0ead-4f38-95f0-7317453b667a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:26.916348 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:26.946666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Calling delete_port for f32d976b-3caa-41e2-b7f4-610a958d410b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:26.952643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.040846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:27.061304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5722e5-0ead-4f38-95f0-7317453b667a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:27.061630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5722e5-0ead-4f38-95f0-7317453b667a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:27.091992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.121165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.137338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:27.137770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:27.143541 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:27.221500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-072921ed-25dc-4193-8d06-965d668d0556 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0145838 Nov 23 18:58:27.230119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ccc9adeb-95c7-486b-b168-f0b199a61150 req-df92b4b6-18d4-413f-a31d-4c7ec882337b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0316880 Nov 23 18:58:27.283218 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.326286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] No DVR routers for this DVR port f32d976b-3caa-41e2-b7f4-610a958d410b on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:27.330806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.351069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.361619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6 HTTP/1.1" status: 204 len: 168 time: 1.7447503 Nov 23 18:58:27.377960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:27.378804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6687ad1-912f-4a25-bc61-04274793536c tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=3d1973e0-64f3-4fd0-8bfe-6b5947d6f3c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:27.434888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Made reservation on behalf of d18e8774ae794603a599bfbe0dce4e87 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:27.443696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.476157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25118f1-9100-4ffc-a38d-276471f4cf56 None None] Pushing event deleted for resources: {'Port': ['ID=f32d976b-3caa-41e2-b7f4-610a958d410b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:27.478470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a57a5af-c55f-499a-9cf1-729cd5e5afb9 req-6cf6abb4-0dcb-4f22-89e9-f922cfad40b8 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469614 Nov 23 18:58:27.483943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.492739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a0b89751-cc42-4bc4-9646-bf05c63eef1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.810753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port bfaa66e5-7090-43e4-9bf7-b8331fe3394d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:27.811106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.882758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.913615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:27.955725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3201f611-b594-4a53-b14d-44d1cead443a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:28.009573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:58:28.025839 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.025839 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Added segment 7628888c-e1d7-4f06-86d8-d25d5d6a3127 of type vlan for network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 Nov 23 18:58:28.150851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.153502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.170682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for bfaa66e5-7090-43e4-9bf7-b8331fe3394d owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:28.231393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.237574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:28.237864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.293001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:28.374415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:28.375146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 81df9e7a-e67c-4be7-96ae-2b0aeae5c994 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:28.489270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5736020 Nov 23 18:58:28.548810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1532d-2b6c-49d9-8b48-9ab0071a178e tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Pushing event updated for resources: {'Network': ['ID=27cc8d34-a9d1-4fde-b7f6-356be61701e9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:28.561882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:58:28.678060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-19ba15ef-bf7d-4541-8b89-0d3659fc9fe0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:28.680781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-19ba15ef-bf7d-4541-8b89-0d3659fc9fe0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.3734388 Nov 23 18:58:28.712141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:28.786300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-c5c17b58-4857-4982-89b9-ad49ef60bb87 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/quotas/1927eec5f06e42f8827cb843265ae565 HTTP/1.1" status: 200 len: 375 time: 0.0929074 Nov 23 18:58:28.858056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=bfaa66e5-7090-43e4-9bf7-b8331fe3394d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:28.993918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:29.024569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9', 'binding:host_id': 'n-h2-792364-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136679837'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:29.055070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-c6f5df64-564a-4f74-a8ed-51593cf42a98 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2608728 Nov 23 18:58:29.157868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Made reservation on behalf of bcb639f161a4411f9b426672d27bcde7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:29.160123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.197232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.299266 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.322064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-5df2301e-ca50-4699-80ea-1b5c3ce8043f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:58:29.323143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-5df2301e-ca50-4699-80ea-1b5c3ce8043f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2439442 Nov 23 18:58:29.461601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.657226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.674762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:29.690545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router ddf8f768-8d90-4d55-9361-906110d08fa7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:29.697219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-f01a4d67-4a73-4a9e-8eb1-4aab077e2008 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592713 Nov 23 18:58:29.813992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port 50af7fec-14d0-467f-9a96-e44df3d8bb2d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:29.829806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:29.849155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f283af3-4170-4134-b488-412ea947be74 None None] Sync routers for ids ['ddf8f768-8d90-4d55-9361-906110d08fa7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:29.856128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c4ec469c-8596-44de-bd18-e62e8cb33d4a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/ddf8f768-8d90-4d55-9361-906110d08fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6012139 Nov 23 18:58:29.859868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43326) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:29.902354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] Routers {'ddf8f768-8d90-4d55-9361-906110d08fa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:29.903004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ddf8f768-8d90-4d55-9361-906110d08fa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:29.946281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-207f01ff-92e8-4373-b7e0-8b95470d2092 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddf8f768-8d90-4d55-9361-906110d08fa7 HTTP/1.1" status: 200 len: 205 time: 0.0799410 Nov 23 18:58:29.950584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:30.011482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:30.069572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] Routers {'ddf8f768-8d90-4d55-9361-906110d08fa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:30.070185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ddf8f768-8d90-4d55-9361-906110d08fa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:30.110292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf698dd9-d2e3-4960-81d9-35ed4be49281,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:30.163110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f283af3-4170-4134-b488-412ea947be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:30.164928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f283af3-4170-4134-b488-412ea947be74 None None] The sync data for ids ['ddf8f768-8d90-4d55-9361-906110d08fa7'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:30.178455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.195824 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da4158e8-80f6-490d-a041-6983591eb785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.482713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-1aebe920-bd5f-420a-ae2d-b6ff4e6ed4de service neutron] 10.222.0.37 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723317 Nov 23 18:58:30.600208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.606664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.626406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port 50af7fec-14d0-467f-9a96-e44df3d8bb2d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:30.635503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:30.636216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.659834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.701603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.702420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router ddf8f768-8d90-4d55-9361-906110d08fa7 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:30.708348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.713055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.721300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.733403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e70cb673-acc6-40f9-82dd-9407f14583ac tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/ddf8f768-8d90-4d55-9361-906110d08fa7 HTTP/1.1" status: 204 len: 168 time: 0.7804358 Nov 23 18:58:30.734154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:30.850895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=50af7fec-14d0-467f-9a96-e44df3d8bb2d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:30.910320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:30.912855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:30.930749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Checking segment: {'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:30.931225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Network hostable DHCP agents. Network: 27cc8d34-a9d1-4fde-b7f6-356be61701e9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:58:30.936306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:30.954686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cad6b868-339a-4ccd-add1-6102b3cafbc2 req-7264d0b5-8e26-4889-86ab-ac2e8c328e02 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 210 time: 0.0903442 Nov 23 18:58:30.982237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet a5a7d9e2-9582-47a8-98a7-0a3293b61f78 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:30.986476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.014567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:58:31.031525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.185811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 27cc8d34-a9d1-4fde-b7f6-356be61701e9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:31.198824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:31.206370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8c51b1-59eb-453c-a518-7dc1cb958a02 None None] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:31.219141 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.301385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:31.301737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:31.302055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:31.350767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.372550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:31.372913 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:31.374519 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 2 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:31.462576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a7d9e2-9582-47a8-98a7-0a3293b61f78,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:31.486825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.492449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-45e498c1-a0dc-429f-99b1-1b4cc1851b26 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/a5a7d9e2-9582-47a8-98a7-0a3293b61f78 HTTP/1.1" status: 204 len: 168 time: 0.7564309 Nov 23 18:58:31.494270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:31.545060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:31.545519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:31.545730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:31.565015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:31.565579 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:31.571295 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 3 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:31.630996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:31.631444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:31.635606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:31.645483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:31.645483 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:31.645725 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 4 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:31.684847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.692323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:31.692654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:31.692995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:31.756522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 3535667d-06e4-4b99-9143-8199daa65596 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:31.756714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.767624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:31.768174 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:31.786783 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 5 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:31.834575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:31.835058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:31.838106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:31.855500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.890142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7629c-6e10-43ff-8437-2a538c14ccdc None None] Network 5a6410ea-aa99-4dae-93a6-849668150188 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:31.896193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 3535667d-06e4-4b99-9143-8199daa65596, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3535667d-06e4-4b99-9143-8199daa65596,segment=NetworkSegment(2a146491-7fb6-4740-a2d5-46186e3edf31),segment_id=2a146491-7fb6-4740-a2d5-46186e3edf31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:31.896551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:31.941956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 3535667d-06e4-4b99-9143-8199daa65596 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:31.945547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:31.945888 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:31.983244 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 6 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:32.001661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:32.240882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.270050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:32.270393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:32.270732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:32.299434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:32.300410 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:32.302904 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 7 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:32.311262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.328619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b326d838-b48e-4019-8b9f-fe86e2555ad7 req-c2660136-67bc-475f-83fb-2250de17d77e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 210 time: 0.1144691 Nov 23 18:58:32.344739 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.434388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=3535667d-06e4-4b99-9143-8199daa65596,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:32.459452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 3535667d-06e4-4b99-9143-8199daa65596 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:32.558058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:32.558712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:32.558859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:32.589800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:32.595133 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:32.596053 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 8 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:32.667821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e429dc-6f77-4866-9faf-2ef97403746c None None] DHCP port deletion for 5a6410ea-aa99-4dae-93a6-849668150188 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:32.739859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:32.740459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:32.741012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:32.757320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.801685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6410ea-aa99-4dae-93a6-849668150188']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:32.821704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a146491-7fb6-4740-a2d5-46186e3edf31') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:32.822054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a146491-7fb6-4740-a2d5-46186e3edf31') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:32.847572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.858393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:32.860635 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:32.861396 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 9 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:32.872096 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.891654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:32.896331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:32.906557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:32.908799 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:32.926240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:32.926579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:32.927468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:32.943218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:32.943632 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:32.947113 n-d-792364-9 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 10 to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d Nov 23 18:58:32.979245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:32.979610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:32.979946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:33.013641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.030807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.040424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/5a6410ea-aa99-4dae-93a6-849668150188 HTTP/1.1" status: 204 len: 168 time: 1.5448670 Nov 23 18:58:33.042889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:33.047818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429638514', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:33.069628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce79364-10be-4c6d-b37c-9fe5f007448b tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=5a6410ea-aa99-4dae-93a6-849668150188,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:33.097765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.099290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.180385 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.187510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.196054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:33.197751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.211132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:33.219242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cb461680-ae49-47e2-aaf5-cb299824ffac tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8379104 Nov 23 18:58:33.222060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:33.224623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:33.225930 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:33.275418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:33.277926 n-d-792364-9 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port 50af7fec-14d0-467f-9a96-e44df3d8bb2d on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:33.278435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.296074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.299181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b2a8344e-9e45-45b8-973d-4279ca63ce41 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2548020 Nov 23 18:58:33.304860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:33.320315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307453560'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:33.331636 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:33.418897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting subnet 2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:33.440298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-f4cadb28-3a51-4c52-b717-71b19d25bacd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:33.441671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-f4cadb28-3a51-4c52-b717-71b19d25bacd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 811 time: 0.3191307 Nov 23 18:58:33.445102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:33.455386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.458908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.469416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Request body: {'port': {'device_id': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'admin_state_up': True, 'tenant_id': '1927eec5f06e42f8827cb843265ae565'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:33.483209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port 50af7fec-14d0-467f-9a96-e44df3d8bb2d, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:33.483691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:58:33.516290 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:33.529653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.543989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a081f07e-30dd-4a84-9031-a9af5ba1e06b req-0c5a6d7c-5dcc-4854-9a48-35fbafe03fee tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 210 time: 0.1192427 Nov 23 18:58:33.548772 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:33.560113 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:33.560892 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:33.589740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:33.592477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.595971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.664028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:33.695913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:58:33.720379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.721100 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment 2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d of type vlan for network ec416f3f-27ab-4b1a-8e52-f384c79ff00d Nov 23 18:58:33.768726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.805546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.812725 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:33.875204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.8728161 Nov 23 18:58:33.878616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:33.880739 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ae2c9-c622-4485-ae9c-c8db939b4937 None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:33.910739 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.917352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:33.918083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:33.968984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.049034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Subnet': ['ID=2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:34.063800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.064038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3105b12a-b3df-43f9-a8ed-bc448571434d None None] Network 7d7495a1-ba0a-4348-9dff-8625678f745a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:34.071558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d9744500-e6e5-4240-a931-f996e64913b7 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0 HTTP/1.1" status: 204 len: 168 time: 0.8482592 Nov 23 18:58:34.072477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:34.157676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=ec416f3f-27ab-4b1a-8e52-f384c79ff00d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:34.171723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332046cf-3931-4627-b73d-abbcc201de0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=50af7fec-14d0-467f-9a96-e44df3d8bb2d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:34.181230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:58:34.197135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Deleting port 50af7fec-14d0-467f-9a96-e44df3d8bb2d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:34.198286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.215915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.230933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Made reservation on behalf of 1927eec5f06e42f8827cb843265ae565 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:34.267882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.309692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1e6c4852-2d17-4730-a635-d3cee3308d4e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0044703 Nov 23 18:58:34.312795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:34.319293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:34.430541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port 50af7fec-14d0-467f-9a96-e44df3d8bb2d, host n-h2-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:34.435958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.458154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:34.465788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Calling delete_port for 50af7fec-14d0-467f-9a96-e44df3d8bb2d owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:34.535562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:34.540118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fafc5d1b-d7f6-4dcc-bff2-b4e74f165b89 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:34.540796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3535667d-06e4-4b99-9143-8199daa65596 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:34.583917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3535667d-06e4-4b99-9143-8199daa65596 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:34.584531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3535667d-06e4-4b99-9143-8199daa65596 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:34.694646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Deleting port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:34.694995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.720218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] DHCP port deletion for 7d7495a1-ba0a-4348-9dff-8625678f745a request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:34.831994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:34.835591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.845573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Deleting port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:34.845941 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.886960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] For port 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08fbe12d-3ae5-430c-bd3e-e553fef38f95,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:34.887571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Allocated IP 172.20.0.3 (d2b65789-e471-4b2c-8665-466d4f4b82cf/cf172522-7d22-4799-9468-5b153ae1051c/666cfd74-13b6-48ed-9e28-744e1ecdb308) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:34.888397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:34.908127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Calling delete_port for 08fbe12d-3ae5-430c-bd3e-e553fef38f95 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:35.016566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] For port 08fbe12d-3ae5-430c-bd3e-e553fef38f95, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08fbe12d-3ae5-430c-bd3e-e553fef38f95,segment=NetworkSegment(485395e7-7358-4b51-9ced-12fba4e85dfd),segment_id=485395e7-7358-4b51-9ced-12fba4e85dfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:35.017302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.051028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Calling delete_port for 08fbe12d-3ae5-430c-bd3e-e553fef38f95 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:35.074346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f59f4ed-cd59-43a1-ae9e-a2cfe57b761d req-1b8d3b8f-0f1e-4c9e-a5dc-ee5e813cbfb1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 210 time: 0.3766770 Nov 23 18:58:35.074955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.096472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No DVR routers for this DVR port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:35.194592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.233316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Pushing event deleted for resources: {'Port': ['ID=08fbe12d-3ae5-430c-bd3e-e553fef38f95,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.236344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Port': ['ID=08fbe12d-3ae5-430c-bd3e-e553fef38f95,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.238684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.253312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.253721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.254061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.254397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.254730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.255059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.255538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.255930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.256255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.256579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.256902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.257222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:58:35.268958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90ce90-bfe9-49c4-8c7d-6c7e9a6b2629 None None] No DVR routers for this DVR port 08fbe12d-3ae5-430c-bd3e-e553fef38f95 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:58:35.295018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.345704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event deleted for resources: {'Port': ['ID=50af7fec-14d0-467f-9a96-e44df3d8bb2d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.357381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.363135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d902c527-8d38-4c75-8a1d-39289a52b92d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "DELETE /v2.0/ports/50af7fec-14d0-467f-9a96-e44df3d8bb2d HTTP/1.1" status: 204 len: 168 time: 1.4835045 Nov 23 18:58:35.365066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7495a1-ba0a-4348-9dff-8625678f745a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:35.381034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:35.416353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485395e7-7358-4b51-9ced-12fba4e85dfd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:35.416690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485395e7-7358-4b51-9ced-12fba4e85dfd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:35.419039 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8183c732-629b-4fd7-94fc-2ce408bc26f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:58:35.427840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8183c732-629b-4fd7-94fc-2ce408bc26f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports/50af7fec-14d0-467f-9a96-e44df3d8bb2d HTTP/1.1" status: 404 len: 333 time: 0.0408688 Nov 23 18:58:35.428614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:35.434724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-846496080'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:35.445247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.468916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.483615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:35.484031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.498267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Made reservation on behalf of bcb639f161a4411f9b426672d27bcde7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:35.501449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.501736 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:35.506647 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:35.582447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.604154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port e5c45651-00b4-488b-89b1-3e933772cedc yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:35.647863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=d68cbb99-b45c-499b-958c-266b5da716b7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.658282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.674265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.679290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/networks/7d7495a1-ba0a-4348-9dff-8625678f745a HTTP/1.1" status: 204 len: 168 time: 1.6043787 Nov 23 18:58:35.688468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:35.706457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'routes': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:35.713895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf7b25-feaa-41ab-8893-b3c301a52988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Pushing event deleted for resources: {'Network': ['ID=7d7495a1-ba0a-4348-9dff-8625678f745a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.730174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:35.730710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: ec416f3f-27ab-4b1a-8e52-f384c79ff00d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:58:35.749554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.762324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415', 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:35.810883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:35.832688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Network d2b65789-e471-4b2c-8665-466d4f4b82cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:35.836738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:35.840703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:35.846315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:58:35.904704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ec416f3f-27ab-4b1a-8e52-f384c79ff00d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:35.924603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:35.925442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Added routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:58:35.925932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.926801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Removed routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:58:35.927499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:35.934780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bbec5-9057-4d67-ab17-35438c93acc7 None None] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:35.970905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:35.973227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:36.012454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b81177fd-e385-4c9a-acb8-dabfcb2f8e91 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6982021 Nov 23 18:58:36.015393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:36.035832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-d2cb40e9-f6a8-48ff-928b-24a9aa74aac6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5736258 Nov 23 18:58:36.151577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Request body: {'port': {'device_id': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:36.344560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1cb4764-aba1-408a-a672-b5c72f04fb6d None None] Provisioning complete for port 666cfd74-13b6-48ed-9e28-744e1ecdb308 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:36.346671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4764-aba1-408a-a672-b5c72f04fb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:36.358330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:36.397822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08fbe12d-3ae5-430c-bd3e-e553fef38f95 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:36.428455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb4764-aba1-408a-a672-b5c72f04fb6d None None] Port 666cfd74-13b6-48ed-9e28-744e1ecdb308 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:36.436514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 08fbe12d-3ae5-430c-bd3e-e553fef38f95 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:36.437836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08fbe12d-3ae5-430c-bd3e-e553fef38f95 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:36.508966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:58:36.510185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:36.860023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Allocated IP 172.20.0.2 (ec416f3f-27ab-4b1a-8e52-f384c79ff00d/d68cbb99-b45c-499b-958c-266b5da716b7/eb088dc4-e14d-44d8-bc33-c123d836643f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:37.019102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.032774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.056835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.061897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.067668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.149063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Pushing event updated for resources: {'Port': ['ID=eb088dc4-e14d-44d8-bc33-c123d836643f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:37.157205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:37.159340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:37.162528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:37.212482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-6aeb5fd6-8af0-44be-b710-08a05f510be9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4947226 Nov 23 18:58:37.263493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:37.308101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Attempting to bind port eb088dc4-e14d-44d8-bc33-c123d836643f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:37.308745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Attempting to bind port eb088dc4-e14d-44d8-bc33-c123d836643f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:37.310273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Attempting to bind port eb088dc4-e14d-44d8-bc33-c123d836643f on network ec416f3f-27ab-4b1a-8e52-f384c79ff00d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:37.316539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:37.317187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Checking segment: {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:37.317741 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.318274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Bound using segment: {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:37.318921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Bound port: eb088dc4-e14d-44d8-bc33-c123d836643f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:37.320008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.365002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.378319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5f470-b838-45f7-87c2-cff0ddb8e294 req-95bcd555-036a-4cfb-9bec-63b27246094e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:37.379908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88d5f470-b838-45f7-87c2-cff0ddb8e294 req-95bcd555-036a-4cfb-9bec-63b27246094e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 931 time: 0.6720970 Nov 23 18:58:37.457581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] For port eb088dc4-e14d-44d8-bc33-c123d836643f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:37.461420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] For port eb088dc4-e14d-44d8-bc33-c123d836643f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=eb088dc4-e14d-44d8-bc33-c123d836643f,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:37.467989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.574752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c45651-00b4-488b-89b1-3e933772cedc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:37.618194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889fbd3-85d5-48cf-a8be-a01b2487b836 None None] Pushing event updated for resources: {'Port': ['ID=eb088dc4-e14d-44d8-bc33-c123d836643f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:37.618554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:37.638269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Sync routers for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:37.640856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:37.647840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb597310-6154-494a-a2cd-b8ae56f64799 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 705 time: 1.9578812 Nov 23 18:58:37.659237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:37.671833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:37.672477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:37.685224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:37.713344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-c8392b79-e499-4d33-95b9-88712ff62f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:37.715134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-c8392b79-e499-4d33-95b9-88712ff62f8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 1096 time: 0.4559021 Nov 23 18:58:37.800654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cb1566e6-eee5-4544-a579-8e81a664082e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 205 time: 0.1385918 Nov 23 18:58:37.803908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:37.878860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:37.988763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:38.029121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88d5f470-b838-45f7-87c2-cff0ddb8e294 req-a2123b61-3cd0-4b3a-a68e-6a8def80abb0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622134 Nov 23 18:58:38.032282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:38.039940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:38.042217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.043010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.052466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-6deb4331-c535-4d00-b07e-a54220c1defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.077803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-6deb4331-c535-4d00-b07e-a54220c1defe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.3008099 Nov 23 18:58:38.103102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf86db2d-5991-4b95-a21d-ae4de3c3d7d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6738043 Nov 23 18:58:38.114634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Checking router: 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:38.132308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Routers {'7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:38.133661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:38.146760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:38.154906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:38.192386 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.220387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.231915 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-25cf5e6d-82e4-4877-a424-529220f9453a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f HTTP/1.1" status: 200 len: 217 time: 0.1454699 Nov 23 18:58:38.253999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] Set router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:38.278427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.385712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96f0881c-e579-4245-9cce-d72c501950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:38.455198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-7afebae6-cb8e-46a4-981f-3a5ee756e04f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7587423 Nov 23 18:58:38.473176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0881c-e579-4245-9cce-d72c501950de None None] The sync data for ids ['7c3c8f64-d1b6-41ca-ab1b-22cccac7150b'] in n-d-792364-9 is: [{'id': '7c3c8f64-d1b6-41ca-ab1b-22cccac7150b', 'name': 'tempest-RoutersIpV6Test-router-1375071070', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:57:17Z', 'updated_at': '2021-11-23T18:58:31Z', 'revision_number': 11, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:38.483760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device eb088dc4-e14d-44d8-bc33-c123d836643f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:38.589256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port e5c45651-00b4-488b-89b1-3e933772cedc yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:38.598446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.606323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-f263ce9b-b304-4808-ba70-578f27a55e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.607389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-f263ce9b-b304-4808-ba70-578f27a55e83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.3654404 Nov 23 18:58:38.611644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.676124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port eb088dc4-e14d-44d8-bc33-c123d836643f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:38.676545 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.810893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:38.811421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:38.811939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:38.814399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c45651-00b4-488b-89b1-3e933772cedc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:38.850609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-9c0edc3a-d7c9-4226-890d-6968931de879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:38.853066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-9c0edc3a-d7c9-4226-890d-6968931de879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362719 Nov 23 18:58:38.854043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:38.854440 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:38.854831 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 2 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:38.874720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:38.882970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.049194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.049604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.050122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.050589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.051075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.062060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.066332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.068762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-28a18a3a-e76d-4139-bac3-e2abf215a750 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.5507607 Nov 23 18:58:39.127937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666cfd74-13b6-48ed-9e28-744e1ecdb308 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:58:39.146876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.147591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3c8f64-d1b6-41ca-ab1b-22cccac7150b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:39.147985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:39.149034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:39.160356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:39.167265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.176662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f6488d51-45cf-4216-8f62-e86f72f79059 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 204 len: 168 time: 1.2995524 Nov 23 18:58:39.176991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-3f877cb6-f1e0-4d80-9a96-cbb6cc7e57ba service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802737 Nov 23 18:58:39.177820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:39.184535 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:39.185506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:39.198636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.316902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.428362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad93a0-0954-4e7c-95f1-f17660c49529 None None] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:39.436654 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 3 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:39.446507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1351987609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:39.446820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.496473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:39.496923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:39.497455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:39.510333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-aa9649e4-0e77-4533-b9ed-95be391669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.510989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-aa9649e4-0e77-4533-b9ed-95be391669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.511523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-aa9649e4-0e77-4533-b9ed-95be391669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.517335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-aa9649e4-0e77-4533-b9ed-95be391669ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=d263aea2-1cfc-4228-9b39-7600e563994f&id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 2292 time: 0.3755281 Nov 23 18:58:39.521770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:39.522237 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:39.526535 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 4 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:39.549636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.550799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.571816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1c20a-7843-4c16-aab4-648f5d9deebd req-8504ffe0-3e3d-4f44-bf14-ff563c3cec0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:39.581447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fd1c20a-7843-4c16-aab4-648f5d9deebd req-8504ffe0-3e3d-4f44-bf14-ff563c3cec0e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 931 time: 0.3899546 Nov 23 18:58:39.594659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f6ed2e-e7e0-4780-9697-8d0ec6705a68 req-90196fdd-4b11-46dc-b5e5-8889ceaf0eb8 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530915 Nov 23 18:58:39.605111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:39.605596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:39.606032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:39.668909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:39.675789 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:39.709283 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 5 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:39.716329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b21dead9-3c70-46be-8d12-edea12b9b918 None None] Provisioning complete for port eb088dc4-e14d-44d8-bc33-c123d836643f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:39.716909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b21dead9-3c70-46be-8d12-edea12b9b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.786076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port eb088dc4-e14d-44d8-bc33-c123d836643f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=eb088dc4-e14d-44d8-bc33-c123d836643f,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:39.819845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.836767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-d25c142d-3ec4-4864-9128-aa7f4c29827b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 999 time: 0.1233616 Nov 23 18:58:39.844616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.847495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:39.851360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:39.851360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:39.861557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.20.0.1 (ec416f3f-27ab-4b1a-8e52-f384c79ff00d/d68cbb99-b45c-499b-958c-266b5da716b7/98b3431d-3e9f-49f0-a118-861891aeeb76) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:39.866265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.892356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fd1c20a-7843-4c16-aab4-648f5d9deebd req-262f7de8-2340-404c-8657-ad5d06b269f8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102722 Nov 23 18:58:39.894238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Transition to ACTIVE for port object 666cfd74-13b6-48ed-9e28-744e1ecdb308 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:58:39.940087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:39.940383 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:39.945636 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 6 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:39.977969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.986348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:39.987630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23c5f65b-8745-4ac0-8b6a-50c20b2ab175 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5474882 Nov 23 18:58:39.999902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:40.017135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:40.020238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:40.020577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:40.020914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:40.105225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:40.187132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=eb088dc4-e14d-44d8-bc33-c123d836643f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:40.267267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:40.278649 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:40.295264 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 7 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:40.381824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:40.382165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:40.382500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:40.404471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:40.421992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device eb088dc4-e14d-44d8-bc33-c123d836643f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:40.538204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-a0b994df-a4df-458c-8c4c-4f1891fb6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.555035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-a0b994df-a4df-458c-8c4c-4f1891fb6f1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 200 len: 849 time: 0.6917212 Nov 23 18:58:40.596697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port eb088dc4-e14d-44d8-bc33-c123d836643f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:40.599513 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:40.857971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:40.858446 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:40.871882 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 8 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:40.902322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:40.904561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Attempting to bind port 666cfd74-13b6-48ed-9e28-744e1ecdb308 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:40.905547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Attempting to bind port 666cfd74-13b6-48ed-9e28-744e1ecdb308 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:40.906154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Attempting to bind port 666cfd74-13b6-48ed-9e28-744e1ecdb308 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:40.933800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:40.934186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:40.934531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:40.944288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:40.945296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Port 666cfd74-13b6-48ed-9e28-744e1ecdb308 on network d2b65789-e471-4b2c-8665-466d4f4b82cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:40.945800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Attempting to bind port 666cfd74-13b6-48ed-9e28-744e1ecdb308 on network d2b65789-e471-4b2c-8665-466d4f4b82cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:40.946343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:40.946683 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:40.947981 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 9 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:40.957291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-1c998cce-0aac-4230-bdf9-34545ff215ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:40.959216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-1c998cce-0aac-4230-bdf9-34545ff215ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cabe37-3dac-406c-88ba-4744631137e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3898220 Nov 23 18:58:40.998153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:40.998490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:40.998828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:41.030620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.032295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:41.032633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Checking segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:41.033018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Bound using segment: {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:41.034179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:41.038248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Bound port: 666cfd74-13b6-48ed-9e28-744e1ecdb308, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107bf746-1283-4d1b-80bd-da1c5b15c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:41.038987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.039986 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:41.053696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cc4c234c-aa52-4f84-a899-f877d57b6679 None None] Provisioning complete for port eb088dc4-e14d-44d8-bc33-c123d836643f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:41.054249 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc4c234c-aa52-4f84-a899-f877d57b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.121767 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 10 to bind port e5c45651-00b4-488b-89b1-3e933772cedc Nov 23 18:58:41.312692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:41.313425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:41.313425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:41.339839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:41.340061 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port e5c45651-00b4-488b-89b1-3e933772cedc on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:41.340702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.421111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:41.424828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-4c454099-1df0-4362-a844-b322c77c20da service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393578 Nov 23 18:58:41.426858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:41.428520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.493992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.529498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97acb95-05be-4b3e-8715-b376e788e738 req-a6ce71e0-a993-44de-a5c3-3aac15f01fb1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:41.536213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d97acb95-05be-4b3e-8715-b376e788e738 req-a6ce71e0-a993-44de-a5c3-3aac15f01fb1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 943 time: 0.5040939 Nov 23 18:58:41.605545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:41.615340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:41.616086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:41.618800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] 10.222.0.50 "PUT /v2.0/ports/666cfd74-13b6-48ed-9e28-744e1ecdb308 HTTP/1.1" status: 200 len: 1091 time: 5.4765296 Nov 23 18:58:41.645792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:41.652092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:41.655248 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74365931-1642-4d0c-bf85-763f273908aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:41.674203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:41.739148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Router a6b25612-a02b-47f6-be07-c72888f1951b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:58:41.800762 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e406719-42fc-40d3-8b5b-d12e02893af8 x-openstack-request-id: req-4e406719-42fc-40d3-8b5b-d12e02893af8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:41.801359 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:41.803938 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e406719-42fc-40d3-8b5b-d12e02893af8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:41.805175 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'status': 'completed', 'code': 200} Nov 23 18:58:41.894456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port e5c45651-00b4-488b-89b1-3e933772cedc, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:41.894851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:58:41.931503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d97acb95-05be-4b3e-8715-b376e788e738 req-c1867e52-7fd3-42ee-8c37-3de2350bfd72 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857925 Nov 23 18:58:41.932845 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.042500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:42.044247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] In _notify_port_updated(), no bound segment for port e5c45651-00b4-488b-89b1-3e933772cedc on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:58:42.045124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.045738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.047096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "PUT /v2.0/ports/e5c45651-00b4-488b-89b1-3e933772cedc HTTP/1.1" status: 200 len: 978 time: 3.8984814 Nov 23 18:58:42.063818 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Sync routers for ids ['a6b25612-a02b-47f6-be07-c72888f1951b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:42.067360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:42.072894 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.084004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47f8a839-20c1-4608-a7ef-5d91d4b50f56 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "PUT /v2.0/routers/a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 200 len: 698 time: 2.0809216 Nov 23 18:58:42.086319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:42.086667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:42.096931 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Routers {'a6b25612-a02b-47f6-be07-c72888f1951b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:42.098788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a6b25612-a02b-47f6-be07-c72888f1951b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:42.191709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.198619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-0f4f3a05-e299-4ee4-9795-42969ba940df service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343400 Nov 23 18:58:42.230586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-6e5e3bd4-ce26-41af-a1b7-aab6a2344c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.233410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-6e5e3bd4-ce26-41af-a1b7-aab6a2344c1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 1094 time: 0.4013939 Nov 23 18:58:42.252757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b32c122a-a347-46f2-bd64-c8f900862963 None None] Provisioning complete for port 98b3431d-3e9f-49f0-a118-861891aeeb76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:42.263788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b32c122a-a347-46f2-bd64-c8f900862963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.323974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b32c122a-a347-46f2-bd64-c8f900862963 None None] Port 98b3431d-3e9f-49f0-a118-861891aeeb76 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:42.373610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.374684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.375305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.376091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.376703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.377314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.377953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.378132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Set router a6b25612-a02b-47f6-be07-c72888f1951b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:42.378720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.379360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.380041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.380649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.381253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.381863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.382464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.383138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.383768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.384373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.384976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.385639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.386376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.386981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.387616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.388218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.388817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.389442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.390045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.390649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.391252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.392053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.392656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.393255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.393854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.394455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.395055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.395694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.396417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.397019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.397616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.400207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-4e05430f-69e0-4440-8556-c8eaebb73292 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 217 time: 0.1609237 Nov 23 18:58:42.403278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd7f1dd6-ccf2-4186-b959-0ed35892d40a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34156 time: 0.3156261 Nov 23 18:58:42.404279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb4bc-bb9f-4ae0-a301-7367d8de255e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c45651-00b4-488b-89b1-3e933772cedc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:42.420676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c2b8d4a-fa4a-434f-83a8-385be6de3988 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/routers/a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 200 len: 704 time: 0.3316531 Nov 23 18:58:42.421534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:42.422028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:42.467520 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b25612-a02b-47f6-be07-c72888f1951b', 'name': 'tempest-RoutersIpV6Test-router-1351987609', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:39Z', 'updated_at': '2021-11-23T18:58:40Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:42.495839 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Checking router: a6b25612-a02b-47f6-be07-c72888f1951b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:42.506357 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Routers {'a6b25612-a02b-47f6-be07-c72888f1951b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:42.506357 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a6b25612-a02b-47f6-be07-c72888f1951b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:42.507218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-75cd5649-f4e8-4573-934a-7b702db2e8ce tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 200 len: 205 time: 0.0822442 Nov 23 18:58:42.508093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:42.658331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:42.666286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-68fa3757-a34a-47c9-b4bd-e0c571f8cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.669047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-68fa3757-a34a-47c9-b4bd-e0c571f8cd7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.2507463 Nov 23 18:58:42.672402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf14c59-04fa-4806-9a98-b7b16881cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:42.753619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-73b1e74e-3d06-472b-966c-6c81773cb2cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308 HTTP/1.1" status: 200 len: 217 time: 0.3519926 Nov 23 18:58:42.759164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] Set router a6b25612-a02b-47f6-be07-c72888f1951b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:42.871756 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b25612-a02b-47f6-be07-c72888f1951b', 'name': 'tempest-RoutersIpV6Test-router-1351987609', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:39Z', 'updated_at': '2021-11-23T18:58:40Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:42.946126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-2e01e053-9d77-425f-8532-b7cb73dc2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:42.947033 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbbf65-7dac-4983-b0f1-b0e727123ce5 None None] The sync data for ids ['a6b25612-a02b-47f6-be07-c72888f1951b'] in n-d-792364-9 is: [{'id': 'a6b25612-a02b-47f6-be07-c72888f1951b', 'name': 'tempest-RoutersIpV6Test-router-1351987609', 'tenant_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:39Z', 'updated_at': '2021-11-23T18:58:40Z', 'revision_number': 2, 'project_id': 'caafdf317cec4ebfb01daba0d1b26aef', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:42.948356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-2e01e053-9d77-425f-8532-b7cb73dc2f80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2513843 Nov 23 18:58:43.000323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-6213edd2-37d7-4474-93f8-9083ac5ffcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:43.001825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-6213edd2-37d7-4474-93f8-9083ac5ffcfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2115850 Nov 23 18:58:43.217949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.394636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-90db5c32-9f37-467c-921f-cad0ef8086b7 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287875 Nov 23 18:58:43.504897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-43c83664-428d-4e29-9f45-4e226ffeed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:43.510804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-43c83664-428d-4e29-9f45-4e226ffeed62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4714332 Nov 23 18:58:43.623824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Deleting port e5c45651-00b4-488b-89b1-3e933772cedc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:43.623824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.744799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.749623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.888959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port e5c45651-00b4-488b-89b1-3e933772cedc, host n-h2-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:43.889238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.901485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687ec-074a-4ba7-a579-b6c30090e713 req-3ea2d5a3-c62a-40fa-a6b3-e18549b8fb11 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:43.903198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6b687ec-074a-4ba7-a579-b6c30090e713 req-3ea2d5a3-c62a-40fa-a6b3-e18549b8fb11 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 943 time: 0.4916251 Nov 23 18:58:43.909771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.910417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Fanout notify agent at l3_agent the message router_deleted on router a6b25612-a02b-47f6-be07-c72888f1951b {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:43.931894 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:43.933217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-276bf9cb-0b83-44e5-8e06-f2145dd4b867 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 204 len: 168 time: 1.4221897 Nov 23 18:58:43.934498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Calling delete_port for e5c45651-00b4-488b-89b1-3e933772cedc owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:43.939691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43572) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.008328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f957e18b-8e51-41e1-8e1f-7e4709cc305a tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 200 len: 205 time: 0.0603256 Nov 23 18:58:44.044386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.087594 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ca34eb02-4f50-4f5e-9927-fff029555117 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:44.091520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ca34eb02-4f50-4f5e-9927-fff029555117 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/a6b25612-a02b-47f6-be07-c72888f1951b HTTP/1.1" status: 404 len: 336 time: 0.0460122 Nov 23 18:58:44.092164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.155001 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-86707ee6-62b4-4006-b41c-f5545c00ebb2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:44.155554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86707ee6-62b4-4006-b41c-f5545c00ebb2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:44.161648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86707ee6-62b4-4006-b41c-f5545c00ebb2 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/ce50f6b6-93e6-4cba-b48d-6713dc01a2b8 HTTP/1.1" status: 404 len: 337 time: 0.0622034 Nov 23 18:58:44.162844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.214775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6b687ec-074a-4ba7-a579-b6c30090e713 req-cacb678e-dd8c-4fa0-a75a-e6e23e0ac83d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999692 Nov 23 18:58:44.285677 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d1f2d8-f3da-4961-8761-2ae1e6cdda62 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:44.286356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d1f2d8-f3da-4961-8761-2ae1e6cdda62 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:44.293657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93d1f2d8-f3da-4961-8761-2ae1e6cdda62 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/d4344cd3-58c1-4916-b342-c84d2e3caa5c HTTP/1.1" status: 404 len: 337 time: 0.1141610 Nov 23 18:58:44.294458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.331973 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd56214-a10a-4dcb-9c43-8bce39c4c8d4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:44.332656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd56214-a10a-4dcb-9c43-8bce39c4c8d4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:44.338765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-efd56214-a10a-4dcb-9c43-8bce39c4c8d4 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/9ab09075-0b7f-4a41-9b0b-550d6a0a3590 HTTP/1.1" status: 404 len: 337 time: 0.0415494 Nov 23 18:58:44.339702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.369175 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0363be15-b9aa-4727-8323-566a6a022467 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:44.370129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0363be15-b9aa-4727-8323-566a6a022467 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:44.376605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0363be15-b9aa-4727-8323-566a6a022467 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/2969a3f0-7eae-4b7e-bfa6-7751b4d41ee0 HTTP/1.1" status: 404 len: 337 time: 0.0349863 Nov 23 18:58:44.378396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.440444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:44.448455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-78802d1b-35f5-4c1f-b7ed-d48ac1827318 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 200 len: 205 time: 0.0684280 Nov 23 18:58:44.449683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.565453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5c45651-00b4-488b-89b1-3e933772cedc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:44.569626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:44.577200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8be45402-ad25-48ef-b799-c6fbaf066193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e5c45651-00b4-488b-89b1-3e933772cedc HTTP/1.1" status: 204 len: 168 time: 2.1535928 Nov 23 18:58:44.579477 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-a78e01b1-d152-4293-874a-a5fb4f489116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:44.581147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a78e01b1-d152-4293-874a-a5fb4f489116 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/7c3c8f64-d1b6-41ca-ab1b-22cccac7150b HTTP/1.1" status: 404 len: 336 time: 0.1200874 Nov 23 18:58:44.581714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.586510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-706d8818-d755-452f-84e2-93501f39fa3c service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0665121 Nov 23 18:58:44.589590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-594a21bb-d837-4f57-bb7d-89efe6c1d637 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1859548 Nov 23 18:58:44.592273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.614619 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12bd4e6-1039-4744-afc3-72e20cf724eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:58:44.621555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e12bd4e6-1039-4744-afc3-72e20cf724eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports/e5c45651-00b4-488b-89b1-3e933772cedc HTTP/1.1" status: 404 len: 333 time: 0.0388536 Nov 23 18:58:44.622164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.626897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-548065812', 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:44.653840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Made reservation on behalf of bcb639f161a4411f9b426672d27bcde7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:44.656439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:44.689592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:44.735726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25cf73a3-2a36-4a45-b7be-ae185c95ec1e req-fd02e2a4-cfbe-480e-ada5-4e4a964f6443 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151052 Nov 23 18:58:44.787933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-22e21140-7341-4d76-a196-0760d34bfbf8 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=476a3df1-7258-4d01-a8f3-177ab4ba0df8 HTTP/1.1" status: 200 len: 205 time: 0.1941729 Nov 23 18:58:44.791932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:44.806106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-bb0d7a19-1978-47e5-b970-2ef2ffe81199 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 217 time: 0.2002149 Nov 23 18:58:44.885653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-503ecaa2-2966-4cd6-b02c-9440bfafdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:44.887535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-503ecaa2-2966-4cd6-b02c-9440bfafdb88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.0718541 Nov 23 18:58:45.018495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.043500 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-8883576a-cf76-4af5-b3e7-eecbc6406619 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:45.047237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8883576a-cf76-4af5-b3e7-eecbc6406619 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/476a3df1-7258-4d01-a8f3-177ab4ba0df8 HTTP/1.1" status: 404 len: 336 time: 0.2537386 Nov 23 18:58:45.050920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.077178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.085471 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f0f324-4e6a-4a2b-a154-6c52e4a7bf58 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:45.085965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f0f324-4e6a-4a2b-a154-6c52e4a7bf58 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:45.092708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91f0f324-4e6a-4a2b-a154-6c52e4a7bf58 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/960e116b-cc75-4fa0-b0c9-9ae9d3405c79 HTTP/1.1" status: 404 len: 337 time: 0.0392499 Nov 23 18:58:45.095204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.144637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.161022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0ed2dc39-8601-4fee-ad69-17d34d43f85f tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 200 len: 205 time: 0.0525799 Nov 23 18:58:45.183686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74365931-1642-4d0c-bf85-763f273908aa req-f817129a-6e04-482f-866a-a3ffe5c71db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.185269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-f817129a-6e04-482f-866a-a3ffe5c71db4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 1094 time: 0.2418675 Nov 23 18:58:45.197659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-2f62a01e-db53-4667-99ee-de8123e00800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.198274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-2f62a01e-db53-4667-99ee-de8123e00800 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2144685 Nov 23 18:58:45.204339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.222302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:45.223593 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-38c16ba3-e286-49a2-a1de-3f4bba47f226 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:45.224779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-38c16ba3-e286-49a2-a1de-3f4bba47f226 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/9876a415-3d9e-4b9c-ab7e-b2c7b1213a09 HTTP/1.1" status: 404 len: 336 time: 0.0763385 Nov 23 18:58:45.228365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.238459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:45.262460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:45.264643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.270393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.335058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.363530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-997afdba-8ebb-42bc-8596-de0ba2a88ff1 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5ddf7e8-fb35-4884-a1ba-c57d234bc579 HTTP/1.1" status: 200 len: 205 time: 0.1316297 Nov 23 18:58:45.370886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-1eaaad1e-9689-43fc-b8bd-3b10177503db service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569536 Nov 23 18:58:45.375776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=e885d2a6-4bfb-4bf6-b3a5-65b6410ef587,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:45.389241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.473664 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-76fc2ed7-94f1-4879-8078-404203215f70 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:45.478638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-76fc2ed7-94f1-4879-8078-404203215f70 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/e5ddf7e8-fb35-4884-a1ba-c57d234bc579 HTTP/1.1" status: 404 len: 336 time: 0.0835407 Nov 23 18:58:45.478638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d249b19-7a89-43b3-b945-8fc738a0141b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8552179 Nov 23 18:58:45.480311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.488063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.545948 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-509a36d3-3e09-4d2a-b193-020d8037a4ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:45.546541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509a36d3-3e09-4d2a-b193-020d8037a4ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:45.549989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-509a36d3-3e09-4d2a-b193-020d8037a4ae tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/aa594960-b565-4154-b8fe-f2905e029f85 HTTP/1.1" status: 404 len: 337 time: 0.0686178 Nov 23 18:58:45.556077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.588414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d04db-6795-452b-b66a-bbb2eec1d8f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.590042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a56d04db-6795-452b-b66a-bbb2eec1d8f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports/e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 HTTP/1.1" status: 200 len: 958 time: 0.0996001 Nov 23 18:58:45.594103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed166e9f-3ca6-4a06-b455-19b80544251e tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=f74467fc-f684-4335-af38-5e4b5ea4bd23 HTTP/1.1" status: 200 len: 205 time: 0.0368474 Nov 23 18:58:45.594793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.603112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.623168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e3358-07e3-4340-bda5-21fb9f5f875b req-62dc8937-315f-482a-aaff-e9c382a663df tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.633164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f5e3358-07e3-4340-bda5-21fb9f5f875b req-62dc8937-315f-482a-aaff-e9c382a663df tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 943 time: 0.2324471 Nov 23 18:58:45.704731 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-521205bf-2de6-4e45-9bbc-799cb4434ebc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:45.706041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-521205bf-2de6-4e45-9bbc-799cb4434ebc tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/f74467fc-f684-4335-af38-5e4b5ea4bd23 HTTP/1.1" status: 404 len: 336 time: 0.1010308 Nov 23 18:58:45.712416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.780793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f5e3358-07e3-4340-bda5-21fb9f5f875b req-209d3a1f-319f-4f1f-86ce-9f3b04129cd7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466360 Nov 23 18:58:45.787842 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb888b89-4f5f-4281-aac3-88f1c775e53d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:45.788643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb888b89-4f5f-4281-aac3-88f1c775e53d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:45.792662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fb888b89-4f5f-4281-aac3-88f1c775e53d tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/c27132c7-f9cb-4c1f-badd-4dc2949d0b1f HTTP/1.1" status: 404 len: 337 time: 0.0790842 Nov 23 18:58:45.799973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.810123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:45.839819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:45.845234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74365931-1642-4d0c-bf85-763f273908aa req-fc0b9366-76a1-4eb6-a8c8-1467bc9ee43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:45.846740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-fc0b9366-76a1-4eb6-a8c8-1467bc9ee43d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.6452487 Nov 23 18:58:45.889875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa14182f-459c-4db8-8fea-aeae7f4d2532 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "GET /v2.0/ports?device_id=de90eba0-4661-40b1-8fd5-dc8d00950825 HTTP/1.1" status: 200 len: 205 time: 0.0687351 Nov 23 18:58:45.896740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:45.952390 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-caaddb7f-f8c2-4291-b081-1ec711313545 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] delete failed (client error): The resource could not be found. Nov 23 18:58:45.966669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-caaddb7f-f8c2-4291-b081-1ec711313545 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/routers/de90eba0-4661-40b1-8fd5-dc8d00950825 HTTP/1.1" status: 404 len: 336 time: 0.0679247 Nov 23 18:58:45.968204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.014501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.016918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-f40a7559-1cdf-4d77-889b-a72703828707 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194557 Nov 23 18:58:46.018512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-bc551a1c-4e3b-4b88-bed9-964dcd292dde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308 HTTP/1.1" status: 200 len: 217 time: 0.1619663 Nov 23 18:58:46.030902 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2f61a6-ac73-4a0c-8358-c929f3ff6caf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:46.031753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2f61a6-ac73-4a0c-8358-c929f3ff6caf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:46.035239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af2f61a6-ac73-4a0c-8358-c929f3ff6caf tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/8709380e-5886-40c2-aca0-2ed186e65811 HTTP/1.1" status: 404 len: 337 time: 0.0661016 Nov 23 18:58:46.039951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43662) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.062297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Deleting port e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:46.062651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.095083 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d4b3b-7fc5-48f8-94e5-c764094cf124 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] DELETE failed (client error): The resource could not be found. Nov 23 18:58:46.096206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5d4b3b-7fc5-48f8-94e5-c764094cf124 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:58:46.102087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5e5d4b3b-7fc5-48f8-94e5-c764094cf124 tempest-RoutersIpV6Test-2016011911 tempest-RoutersIpV6Test-2016011911-project] 10.222.0.37 "DELETE /v2.0/subnets/76d16656-4430-4298-ada1-5d54e734671f HTTP/1.1" status: 404 len: 337 time: 0.0589406 Nov 23 18:58:46.173486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-defb1a1d-7517-4816-92f0-859341562325 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 200 len: 217 time: 0.1080873 Nov 23 18:58:46.175023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74365931-1642-4d0c-bf85-763f273908aa req-ce7f0425-4806-4b21-a416-169abdd1bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:46.176914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-ce7f0425-4806-4b21-a416-169abdd1bec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.0558887 Nov 23 18:58:46.208903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:58:46.313791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.343712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Calling delete_port for e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:46.354887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-110b9683-1083-4da7-a3aa-de697dd84813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:46.356830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-110b9683-1083-4da7-a3aa-de697dd84813 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.1689811 Nov 23 18:58:46.516274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.539855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:46.574921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'mac_address': 'fa:16:3e:1c:1f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:58:46.575279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.578782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 HTTP/1.1" status: 204 len: 168 time: 0.9813251 Nov 23 18:58:46.619501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.629809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b900a-f2bd-44cb-8e70-31999ec3f335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event deleted for resources: {'Port': ['ID=e885d2a6-4bfb-4bf6-b3a5-65b6410ef587,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:46.647879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.713281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.744027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666cfd74-13b6-48ed-9e28-744e1ecdb308 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:58:46.759083 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09c65a6-d465-4314-ac7c-50a971fbd6ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:58:46.767784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e09c65a6-d465-4314-ac7c-50a971fbd6ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports/e885d2a6-4bfb-4bf6-b3a5-65b6410ef587 HTTP/1.1" status: 404 len: 333 time: 0.1477599 Nov 23 18:58:46.771419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:46.777086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1007428854'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:46.777939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:46.785764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.858587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Made reservation on behalf of bcb639f161a4411f9b426672d27bcde7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:46.861105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:46.927279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port ac228237-8a54-4ffa-b740-f1a38e1bcb60 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:46.938962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:47.071543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:47.090012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df3fe365-7002-409f-8a33-36e08388afb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caafdf317cec4ebfb01daba0d1b26aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399688 Nov 23 18:58:47.094602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:47.150048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['666cfd74-13b6-48ed-9e28-744e1ecdb308'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:58:47.151603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:47.162858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74365931-1642-4d0c-bf85-763f273908aa req-2b21ec98-7229-4a23-9991-41520a46da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:47.165036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-2b21ec98-7229-4a23-9991-41520a46da6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9703956 Nov 23 18:58:47.270151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.328808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d237c70-f3e9-4e62-9f54-e98a21a9b408 req-761ddd4d-fa04-4aa6-a681-79cc22ce520e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:47.337404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d237c70-f3e9-4e62-9f54-e98a21a9b408 req-761ddd4d-fa04-4aa6-a681-79cc22ce520e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.3818641 Nov 23 18:58:47.338333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-67083bd5-1e59-40e0-9164-5eccb9d17f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:47.340598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-67083bd5-1e59-40e0-9164-5eccb9d17f88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7324097 Nov 23 18:58:47.345463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.469697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:47.490846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:47.511248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:47.512275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:47.512899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.610560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1198ecb3-c2c3-49c0-8b18-6704abd2a583 None None] Provisioning complete for port 98b3431d-3e9f-49f0-a118-861891aeeb76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:47.611075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1198ecb3-c2c3-49c0-8b18-6704abd2a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.625189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d237c70-f3e9-4e62-9f54-e98a21a9b408 req-e879c305-c953-4f45-b4e5-3c429db9966b tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827203 Nov 23 18:58:47.630477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8578589 Nov 23 18:58:47.635085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:47.640516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:47.694864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc2717-2b9f-4090-a957-f562c076d571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=ac228237-8a54-4ffa-b740-f1a38e1bcb60,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:47.725565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.746374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1198ecb3-c2c3-49c0-8b18-6704abd2a583 None None] Port 98b3431d-3e9f-49f0-a118-861891aeeb76 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:47.877451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-d1f37a2c-d16c-4a8c-b0c1-7a5be940021d service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964521 Nov 23 18:58:47.887066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:58:47.935776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] device_id is not set on port ac228237-8a54-4ffa-b740-f1a38e1bcb60 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:47.944482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.951862 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:47.956089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.042852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-b4bf7b67-e05e-4d5a-8cc2-847eac8a01ef service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011874 Nov 23 18:58:48.043844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.119695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.120414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.121258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.123743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=ac228237-8a54-4ffa-b740-f1a38e1bcb60,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:48.155646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.156300 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.159246 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 2 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.174381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.175103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.175870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.182396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.183097 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.184011 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 3 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.216363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.216797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.217154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.237303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.237796 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.238869 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 4 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.243372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.248329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.251788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2315a92e-28ae-4ab9-a394-b752d206759a HTTP/1.1" status: 204 len: 168 time: 1.1536748 Nov 23 18:58:48.272873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.273323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.273671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.276680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a11a8-ef1c-4e43-866c-40050cad6ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315a92e-28ae-4ab9-a394-b752d206759a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:48.285616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.285957 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.286457 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 5 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.310910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.311256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.311661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.320526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.320904 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.321255 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 6 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.322042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74365931-1642-4d0c-bf85-763f273908aa req-42aa0423-c6eb-45d1-a569-0b8a5337ce5c service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650297 Nov 23 18:58:48.344361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-5a161c77-0b4e-4de5-a260-46cb598bd8aa service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505315 Nov 23 18:58:48.350459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.350805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.351275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.359934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.360378 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.361241 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 7 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.380980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.382213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.382596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.388495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.388823 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.389350 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 8 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.404125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-356de47f-5b20-4e85-b6c4-dc1c4e41041e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 200 len: 217 time: 0.0489984 Nov 23 18:58:48.408108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.408455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.408794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.416345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.416657 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.417080 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 9 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.432497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.432799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.433086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.438029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.438633 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.439518 n-d-792364-9 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempt 10 to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 Nov 23 18:58:48.463597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:48.463938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:48.464277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempting to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:48.484943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:58:48.485474 n-d-792364-9 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Failed to bind port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on host n-h2-792364-9 for vnic_type normal using segments [{'id': '7628888c-e1d7-4f06-86d8-d25d5d6a3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cc8d34-a9d1-4fde-b7f6-356be61701e9'}] Nov 23 18:58:48.485889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.497984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:48.515065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:48.515812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-804f341b-3711-4930-92e9-94b48a580a66 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4983599 Nov 23 18:58:48.516447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:48.533615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1258562532'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:48.551935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-26456c46-5ab8-461c-a5cd-59b994c7e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:48.557387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:48.558476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:48.562462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-26456c46-5ab8-461c-a5cd-59b994c7e07b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.1278386 Nov 23 18:58:48.655878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.656513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:48.664036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-3c582efb-8af5-41a0-915a-a9ddd73dbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:48.665048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.667518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-3c582efb-8af5-41a0-915a-a9ddd73dbe6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968525 Nov 23 18:58:48.747696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:58:48.763458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port ac228237-8a54-4ffa-b740-f1a38e1bcb60, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:48.764702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 18:58:48.774051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.803290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:48.875231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:48.875615 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment cb181603-8f05-4d1b-97d6-0751c6699dfc of type vlan for network 7e59a653-0901-4aba-afeb-d836ae2e7208 Nov 23 18:58:49.018665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] In _notify_port_updated(), no bound segment for port ac228237-8a54-4ffa-b740-f1a38e1bcb60 on network 27cc8d34-a9d1-4fde-b7f6-356be61701e9 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:58:49.027067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:49.031959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.033161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "PUT /v2.0/ports/ac228237-8a54-4ffa-b740-f1a38e1bcb60 HTTP/1.1" status: 200 len: 979 time: 1.3968372 Nov 23 18:58:49.052718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:49.076058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:42Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:44Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:49.115675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:49.116441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Updating router b19b8357-e062-44d9-9272-ac55968a144e port 98b3431d-3e9f-49f0-a118-861891aeeb76 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:58:49.177389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.201704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.209154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c7f9f-ff82-4697-abb5-50dc9c0411c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event updated for resources: {'Port': ['ID=ac228237-8a54-4ffa-b740-f1a38e1bcb60,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:49.269719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff21d0-1ba4-48a8-993e-e1d1c27eafd8 req-63d53b16-4c2c-4992-b390-913babed40dc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:49.271348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fff21d0-1ba4-48a8-993e-e1d1c27eafd8 req-63d53b16-4c2c-4992-b390-913babed40dc tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.4848702 Nov 23 18:58:49.429788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.443358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:49.446296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.566696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-450f8d5f-dd42-496b-be84-6be7f12b4e49 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8640082 Nov 23 18:58:49.580229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0628362 Nov 23 18:58:49.585524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:49.600117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1fff21d0-1ba4-48a8-993e-e1d1c27eafd8 req-c72e0108-3019-4c55-b4db-127ed46d8989 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190649 Nov 23 18:58:49.605219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:49.613591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Deleting port ac228237-8a54-4ffa-b740-f1a38e1bcb60 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:49.614024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.704928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8ebdc-35aa-4f3b-b481-00e4bad5b0e8 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=7e59a653-0901-4aba-afeb-d836ae2e7208,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:49.707665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:49.729860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:58:49.860223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.871751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-20bda7c3-2260-4a74-b8a8-cb562cd37c88 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298737 Nov 23 18:58:49.878076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:49.976354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] For port ac228237-8a54-4ffa-b740-f1a38e1bcb60, host n-h2-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:49.976925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.006627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97e199-88da-4369-bcef-7ab7349a448a None None] Pushing event updated for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:50.028633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Calling delete_port for ac228237-8a54-4ffa-b740-f1a38e1bcb60 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:50.046394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-270934374'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:50.050493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-68e3235f-bd04-48ae-acda-d21fcb229a30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 217 time: 0.1648536 Nov 23 18:58:50.110494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:50.124633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.169452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Attempting to bind port 98b3431d-3e9f-49f0-a118-861891aeeb76 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:50.169831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Attempting to bind port 98b3431d-3e9f-49f0-a118-861891aeeb76 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:50.170194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Attempting to bind port 98b3431d-3e9f-49f0-a118-861891aeeb76 on network ec416f3f-27ab-4b1a-8e52-f384c79ff00d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:50.184511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:50.184887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Checking segment: {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:50.185290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.185680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Bound using segment: {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:50.186148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Bound port: 98b3431d-3e9f-49f0-a118-861891aeeb76, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:50.186533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.268616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Made reservation on behalf of 325489975d4b46669aec8f52e49c3b8e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:50.276332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.285869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:50.339586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.380677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-dc4c16a1-eae5-498a-9e95-107a2e892a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:50.384530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] For port 98b3431d-3e9f-49f0-a118-861891aeeb76, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:50.384680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-dc4c16a1-eae5-498a-9e95-107a2e892a7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.3207312 Nov 23 18:58:50.389763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] For port 98b3431d-3e9f-49f0-a118-861891aeeb76, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=98b3431d-3e9f-49f0-a118-861891aeeb76,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:50.416971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.424534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Deleting port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:50.424877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.488940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.496975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 666cfd74-13b6-48ed-9e28-744e1ecdb308 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:58:50.541752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac228237-8a54-4ffa-b740-f1a38e1bcb60,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:50.542114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 666cfd74-13b6-48ed-9e28-744e1ecdb308 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:50.542577 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.545351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.549785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1ab63dc-991a-4341-b52f-635433350bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ac228237-8a54-4ffa-b740-f1a38e1bcb60 HTTP/1.1" status: 204 len: 168 time: 1.4960339 Nov 23 18:58:50.553790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:50.586640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] For port 4e257239-79f4-4ad7-b557-f68a6f6ba6c9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:50.587263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.589926 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-515af331-dfba-49eb-be6e-42111acf86df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] GET failed (client error): The resource could not be found. Nov 23 18:58:50.594879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-515af331-dfba-49eb-be6e-42111acf86df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910828108-project-admin] 10.222.0.37 "GET /v2.0/ports/ac228237-8a54-4ffa-b740-f1a38e1bcb60 HTTP/1.1" status: 404 len: 333 time: 0.0359230 Nov 23 18:58:50.599124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:50.605711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Calling delete_port for 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:50.675654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] Provisioning complete for port 98b3431d-3e9f-49f0-a118-861891aeeb76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:50.675654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.715656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-8bc808a8-a980-4257-9b3e-bdbe6c7c6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:50.717369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-8bc808a8-a980-4257-9b3e-bdbe6c7c6aac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3224664 Nov 23 18:58:50.782047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:50.783377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:50.788445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97e199-88da-4369-bcef-7ab7349a448a None None] Pushing event updated for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:50.846804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:50.965091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-5d7f8939-cf0f-4a0e-aa80-3d0bf5d3d320 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377036 Nov 23 18:58:50.971866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:51.020588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.057933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.072571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.127507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:58:51.160409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.175249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-1dc8ab48-635d-4d71-8425-cbc3da098ae5 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955655 Nov 23 18:58:51.178238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4dd23d-ca7b-4160-bd9b-4501aa9be175,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:51.192318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.193419 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Added segment c9df6c78-12d7-4b93-ab00-3c548e8fa297 of type vlan for network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe Nov 23 18:58:51.215391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cc8d34-a9d1-4fde-b7f6-356be61701e9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:51.240949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7628888c-e1d7-4f06-86d8-d25d5d6a3127') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:51.241253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7628888c-e1d7-4f06-86d8-d25d5d6a3127') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:51.256471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.256735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.268816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-58bbb03a-3b88-4e0a-b0e9-078a7628eb91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 217 time: 0.0714746 Nov 23 18:58:51.286289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.299440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:58:51.299889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.381897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e257239-79f4-4ad7-b557-f68a6f6ba6c9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:58:51.384544 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:58:51.433724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.466172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.496920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31affce5-4718-452d-b78d-10d8a87ea735 req-aa4ffeff-c2db-4873-8cc2-9e98feac56a3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:51.498828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31affce5-4718-452d-b78d-10d8a87ea735 req-aa4ffeff-c2db-4873-8cc2-9e98feac56a3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.5930350 Nov 23 18:58:51.514755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.518764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] 10.222.0.37 "DELETE /v2.0/networks/27cc8d34-a9d1-4fde-b7f6-356be61701e9 HTTP/1.1" status: 204 len: 168 time: 0.9184964 Nov 23 18:58:51.604005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-8caaa1b3-f0fa-43ef-a4c1-cf5d34fa94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:51.606393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-8caaa1b3-f0fa-43ef-a4c1-cf5d34fa94c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.3119051 Nov 23 18:58:51.666472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77f938-0640-4c63-a6f3-4f3be824beba tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-791101396-project] Pushing event deleted for resources: {'Network': ['ID=27cc8d34-a9d1-4fde-b7f6-356be61701e9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:51.695883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.713318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:51.713923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.716475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:51.718798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: 7e59a653-0901-4aba-afeb-d836ae2e7208, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:58:51.733138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=00be641c-4110-4ffb-93c2-7cc7faa2e77a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:51.855670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.869703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31affce5-4718-452d-b78d-10d8a87ea735 req-0ff0df4d-9d36-43b1-8091-d41ccc1f3ded tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496010 Nov 23 18:58:51.870592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:58:51.901487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7e59a653-0901-4aba-afeb-d836ae2e7208) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:51.915172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.922144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2114272 Nov 23 18:58:51.924567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:51.925777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:51.933000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] For port 98b3431d-3e9f-49f0-a118-861891aeeb76, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=98b3431d-3e9f-49f0-a118-861891aeeb76,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:51.954842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:51.956147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:51.957458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc54db41-f2ed-4917-86f6-b85805872a6b None None] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:51.983284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Request body: {'subnet': {'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:51.996805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ee11c-db14-435e-a49e-b2f2c867964b req-c5ad6bcb-951a-44c5-9b87-b60bc655b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:51.998686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-c5ad6bcb-951a-44c5-9b87-b60bc655b142 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3807266 Nov 23 18:58:52.020457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59ecfd-6c75-4150-8ec5-2877054a5184 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event updated for resources: {'Network': ['ID=6d2a8a9a-c4e0-449d-b7b0-b6066266debe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:52.047173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:58:52.049555 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990711e0-4dd2-4b8e-a849-65652fe9e028" -d '{"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-plugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:58:52.061436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:52.097386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:52.150156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:58:52.153763 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:52.256852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7e59a653-0901-4aba-afeb-d836ae2e7208', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:58:52.258029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:52.280198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-b6bc0674-ef83-4530-b94d-48d50d43f164 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705398 Nov 23 18:58:52.387513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b5eaaf05-b721-4c88-9706-36bc1546d7ab tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7871020 Nov 23 18:58:52.394802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:52.449788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Allocated IP 172.21.0.2 (7e59a653-0901-4aba-afeb-d836ae2e7208/00be641c-4110-4ffb-93c2-7cc7faa2e77a/25a76f1e-bbd8-499c-9b22-81e4a1d7f83e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:52.492785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:52.583770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Made reservation on behalf of 325489975d4b46669aec8f52e49c3b8e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:52.613297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:52.676465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8da9-0fb7-49a9-9ce6-588fb7989b04 req-b8981ea0-0cea-4e04-95be-fc26f546a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:52.677960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5afb8da9-0fb7-49a9-9ce6-588fb7989b04 req-b8981ea0-0cea-4e04-95be-fc26f546a999 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 1096 time: 0.2697203 Nov 23 18:58:52.726049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-651ee11c-db14-435e-a49e-b2f2c867964b req-9b922c39-c3c8-43b7-a762-7ab288ac0b96 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266818 Nov 23 18:58:52.807175 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54574a36-a789-4c1f-a6eb-ac9e7e944132 x-openstack-request-id: req-54574a36-a789-4c1f-a6eb-ac9e7e944132 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:58:52.807498 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-plugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:58:52.813323 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54574a36-a789-4c1f-a6eb-ac9e7e944132 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:58:52.819560 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'code': 200} Nov 23 18:58:52.822307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5afb8da9-0fb7-49a9-9ce6-588fb7989b04 req-9ab46de3-f3ed-4837-a5d2-a6e6aad92849 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054711 Nov 23 18:58:52.879571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Router a81f6adf-1d22-4087-b20c-b52cff1cc906 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:58:53.051279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:53.190458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-60faeb66-9e86-413f-8dd8-4cb349bc53b8 None None] Provisioning complete for port 98b3431d-3e9f-49f0-a118-861891aeeb76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:53.190996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60faeb66-9e86-413f-8dd8-4cb349bc53b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.225076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:58:53.232220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2bcbe85c-1f64-4cbb-9634-0fdea0bb7de5 admin admin] 10.222.0.37 "PUT /v2.0/routers/a81f6adf-1d22-4087-b20c-b52cff1cc906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2126696 Nov 23 18:58:53.236618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:53.240503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Sync routers for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:58:53.254194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c78a5-345a-4f3c-8260-f90a6699331e req-842070fe-ef7c-43ed-9e8f-6bd2717dea04 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:53.256010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff6c78a5-345a-4f3c-8260-f90a6699331e req-842070fe-ef7c-43ed-9e8f-6bd2717dea04 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.1661379 Nov 23 18:58:53.299016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.320907 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:53.326295 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:53.332664 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.341785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17280-c9d2-4ae7-9a90-ca25b8f73494 None None] Pushing event updated for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:53.407789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:42Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:50Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:53.441599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc036ce3-a407-44c0-b673-030dcd90ad89 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:42Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:50Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:53.480626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:53.519960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:53.633644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:53.693602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Pushing event updated for resources: {'Port': ['ID=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:53.803639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff6c78a5-345a-4f3c-8260-f90a6699331e req-4d44228c-ac6e-442e-8daa-e5f864420480 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213464 Nov 23 18:58:53.839553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Attempting to bind port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:53.840699 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:53.840846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.842356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Attempting to bind port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:53.846173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Attempting to bind port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e on network 7e59a653-0901-4aba-afeb-d836ae2e7208 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:53.858399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:53.859531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Checking segment: {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:53.860042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:53.860540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Bound using segment: {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:53.861117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Bound port: 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:53.861726 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.069549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1ae5b79-b3cb-444b-bb86-36668d980749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d18e8774ae794603a599bfbe0dce4e87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5722966 Nov 23 18:58:54.083416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:54.095062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] For port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:54.108336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] For port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:54.126048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.369939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.454028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port': {'id': 'cf0f8fbf-e5f2-4c12-98db-2105ffa1628c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:21Z', 'updated_at': '2021-11-23T18:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:54.505325 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Checking router: a81f6adf-1d22-4087-b20c-b52cff1cc906 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:58:54.511056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb8f2-4f34-4447-8702-fa1e5ed9900e None None] Pushing event updated for resources: {'Port': ['ID=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:54.552337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Routers {'a81f6adf-1d22-4087-b20c-b52cff1cc906'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:58:54.553205 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:58:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a81f6adf-1d22-4087-b20c-b52cff1cc906'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:54.562357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Deleting port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:54.562357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.656734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 98b3431d-3e9f-49f0-a118-861891aeeb76 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:54.859235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 98b3431d-3e9f-49f0-a118-861891aeeb76 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:54.863852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.907003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:54.987123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] Set router a81f6adf-1d22-4087-b20c-b52cff1cc906 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:58:55.074005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] For port cf0f8fbf-e5f2-4c12-98db-2105ffa1628c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:55.074473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.166790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Calling delete_port for cf0f8fbf-e5f2-4c12-98db-2105ffa1628c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:58:55.186028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:58:54Z', 'revision_number': 6, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:58:55.222881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01a020-b9c9-4fcc-8d3c-ffe49ff1da29 req-a0c6eed8-9abf-4cf2-bc39-557c1a3c8c1c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:55.226647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e01a020-b9c9-4fcc-8d3c-ffe49ff1da29 req-a0c6eed8-9abf-4cf2-bc39-557c1a3c8c1c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.2943282 Nov 23 18:58:55.240915 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b26e-8cf2-4f02-9e03-7f18ad7d7d6f None None] The sync data for ids ['a81f6adf-1d22-4087-b20c-b52cff1cc906'] in n-d-792364-9 is: [{'id': 'a81f6adf-1d22-4087-b20c-b52cff1cc906', 'name': 'tempest-TaggedBootDevicesTest_v242-769519496-router', 'tenant_id': 'd8043a7b7d354a3f963f60bf1e445865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:19Z', 'updated_at': '2021-11-23T18:58:54Z', 'revision_number': 6, 'project_id': 'd8043a7b7d354a3f963f60bf1e445865', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:58:55.247584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.358649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e01a020-b9c9-4fcc-8d3c-ffe49ff1da29 req-304cb90c-e21f-4d1c-b710-c17f7030e5b0 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257572 Nov 23 18:58:55.372179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event updated for resources: {'Subnet': ['ID=5d710461-2124-448e-b407-fc72c45504e8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:55.407216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.410184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.523931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Checking segment: {'id': 'c9df6c78-12d7-4b93-ab00-3c548e8fa297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:55.524965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Network hostable DHCP agents. Network: 6d2a8a9a-c4e0-449d-b7b0-b6066266debe, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:58:55.697196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce8e07-6cef-4b0a-baa0-539f6264b738 req-9f5d39ab-4c80-42f5-b26b-57ef04cdca80 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:55.697196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ce8e07-6cef-4b0a-baa0-539f6264b738 req-9f5d39ab-4c80-42f5-b26b-57ef04cdca80 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.0833917 Nov 23 18:58:55.697196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:55.725077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0f8fbf-e5f2-4c12-98db-2105ffa1628c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:55.789258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696629e-88d3-4a59-9a0c-585e128b0f37 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:55.940512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:58:55.998225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 6d2a8a9a-c4e0-449d-b7b0-b6066266debe) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:56.017502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a2ce8e07-6cef-4b0a-baa0-539f6264b738 req-d3c42cb2-ecc3-47a2-b10f-bfb67de90bed tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862704 Nov 23 18:58:56.018101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3ec41-375b-4968-b78a-4f33aeeb8120 None None] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:56.019520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.024598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.026816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3201f611-b594-4a53-b14d-44d1cead443a HTTP/1.1" status: 204 len: 168 time: 1.9255214 Nov 23 18:58:56.061813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.089680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.090457 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.124240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274234-5c80-4a6b-b9e8-af8fcfcd16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201f611-b594-4a53-b14d-44d1cead443a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:56.152688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-50b7a1a7-ffcd-493a-9abc-c128fb16c8fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1906891 Nov 23 18:58:56.153630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43876) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:56.169918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Request body: {'port': {'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe', 'name': 'tempest-TagsExtTest-22127096'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:58:56.445439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-6d2a8a9a-c4e0-449d-b7b0-b6066266debe', 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe', 'tenant_id': '325489975d4b46669aec8f52e49c3b8e', 'fixed_ips': [{'subnet_id': '5d710461-2124-448e-b407-fc72c45504e8'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:58:56.446971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.466828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.469823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.486293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.21.0.1 (7e59a653-0901-4aba-afeb-d836ae2e7208/00be641c-4110-4ffb-93c2-7cc7faa2e77a/aa311f4b-69d9-49ab-9e14-78a48a13c35e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:56.588567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.589381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a81f6adf-1d22-4087-b20c-b52cff1cc906 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:58:56.598109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Made reservation on behalf of 325489975d4b46669aec8f52e49c3b8e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:58:56.602921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.607409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c6045ac-0c4a-4515-ba0a-77816a1fbac1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a81f6adf-1d22-4087-b20c-b52cff1cc906 HTTP/1.1" status: 204 len: 168 time: 3.3698533 Nov 23 18:58:56.608338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:56.614816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:56.701997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.720198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.727152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.762692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.791594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.809550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.820922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:56.825792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:56.837063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ecc7c454-23cd-4909-8068-d93f338026eb req-78b9d217-af2d-4f46-8123-d85afe68d72b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.3944452 Nov 23 18:58:56.845825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:56.846899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] device_id is not set on port 2f9786b7-6010-4ec1-8f78-33a9cd74546c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:56.927524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:56.928101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.039273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Allocated IP 172.20.0.2 (6d2a8a9a-c4e0-449d-b7b0-b6066266debe/5d710461-2124-448e-b407-fc72c45504e8/a8392d89-b36c-4825-9379-c55e1032d201) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:57.146645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ecc7c454-23cd-4909-8068-d93f338026eb req-e9c98a38-5f20-4953-ae00-7f0e73e76a5d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3084314 Nov 23 18:58:57.200467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Deleting subnet 0e777f67-d1ac-44aa-ace7-d1370772b07b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:58:57.231630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.247977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.423470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.472909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf43e1-9fb4-4847-a3f3-a52c5baabcda req-39d9084b-9c42-4346-bf2b-f6233858ebef tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:57.474881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cccf43e1-9fb4-4847-a3f3-a52c5baabcda req-39d9084b-9c42-4346-bf2b-f6233858ebef tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.1833315 Nov 23 18:58:57.480170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.495133 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.520661 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48cffb58-1b3c-414a-a4ca-441d850d8bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.551873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:58:57.557094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f898e51f-a514-475c-9e38-d3c8ee23b7ba None None] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:57.575443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2f2c8411-cefb-4a68-b4d0-d196337e9efa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcb639f161a4411f9b426672d27bcde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222803 Nov 23 18:58:57.579680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:57.616058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:57.631465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:57.639478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:57.668900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.706401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.767590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.788288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf0f8fbf-e5f2-4c12-98db-2105ffa1628c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:57.847199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cf0f8fbf-e5f2-4c12-98db-2105ffa1628c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:57.847917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf0f8fbf-e5f2-4c12-98db-2105ffa1628c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:57.850199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:58:57.875698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cccf43e1-9fb4-4847-a3f3-a52c5baabcda req-379739e2-ccc5-4790-98fd-7d4fb9598d46 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896794 Nov 23 18:58:57.876853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:57.932154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:58:57.932604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4e257239-79f4-4ad7-b557-f68a6f6ba6c9 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:58:57.943972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ba2ed8c3-4601-4bbc-8b36-7fbb5e756b82 None None] Provisioning complete for port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:57.945293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed8c3-4601-4bbc-8b36-7fbb5e756b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.007480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.075651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:58:58.076135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.096309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0fce132f-a1f3-414e-80d6-3ea79b7d9512 {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:58:58.096739 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:58:58.122833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:58:58.128363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:58:58.154500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.186624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.336337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.430898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:58:58.488518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e777f67-d1ac-44aa-ace7-d1370772b07b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.545379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.574412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Attempting to bind port a8392d89-b36c-4825-9379-c55e1032d201 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:58:58.574828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Attempting to bind port a8392d89-b36c-4825-9379-c55e1032d201 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c9df6c78-12d7-4b93-ab00-3c548e8fa297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:58:58.575351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Attempting to bind port a8392d89-b36c-4825-9379-c55e1032d201 on network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:58:58.581300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.595368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:58:58.595727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Checking segment: {'id': 'c9df6c78-12d7-4b93-ab00-3c548e8fa297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:58:58.596157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.596561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Bound using segment: {'id': 'c9df6c78-12d7-4b93-ab00-3c548e8fa297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:58:58.597062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Bound port: a8392d89-b36c-4825-9379-c55e1032d201, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9df6c78-12d7-4b93-ab00-3c548e8fa297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6d2a8a9a-c4e0-449d-b7b0-b6066266debe'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:58:58.598232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.605057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.607382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.617542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Pushing event updated for resources: {'Port': ['ID=a8392d89-b36c-4825-9379-c55e1032d201,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.623691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:58.623691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.632675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.652063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.659978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.668614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.676864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:58.689472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7df658ed-d0af-4f28-88de-0dfbe0214e2e req-bff5a6ae-7a00-40c3-88d8-27bc716983a7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 1.3270402 Nov 23 18:58:58.702198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.710129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2a953d29-be1f-460b-9064-51c06c124999 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e777f67-d1ac-44aa-ace7-d1370772b07b HTTP/1.1" status: 204 len: 168 time: 2.0990629 Nov 23 18:58:58.716762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.718789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:58:58.762225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.798468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.801560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] device_id is not set on port 73e1ba70-58dd-488f-99cc-205428c05ccf yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:58:58.920470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.924148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:58.927835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf698dd9-d2e3-4960-81d9-35ed4be49281 HTTP/1.1" status: 204 len: 168 time: 1.3434916 Nov 23 18:58:58.937216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ae59b-02d4-43fd-af43-11cc61d5d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf698dd9-d2e3-4960-81d9-35ed4be49281,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:58.971953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995d4e2-9d27-40df-bd38-d5460901ee83 None None] Network 3ba38f76-a0cb-4065-b0f5-85806e2ce831 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:58:59.407230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:59.432785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-746db230-b5a8-4909-8f21-14a290996f7b None None] Provisioning complete for port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:59.435576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746db230-b5a8-4909-8f21-14a290996f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.454053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e5dc-a89c-463a-b100-b59be7dcaff8 req-d10a2257-c244-4474-9af4-791d7dfd545d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:58:59.473313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6255e5dc-a89c-463a-b100-b59be7dcaff8 req-d10a2257-c244-4474-9af4-791d7dfd545d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.7926707 Nov 23 18:58:59.484297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.495489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.499305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] For port a8392d89-b36c-4825-9379-c55e1032d201, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:58:59.523769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Allocated IP 172.20.0.8 (6d2a8a9a-c4e0-449d-b7b0-b6066266debe/5d710461-2124-448e-b407-fc72c45504e8/73e1ba70-58dd-488f-99cc-205428c05ccf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:58:59.536184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] For port a8392d89-b36c-4825-9379-c55e1032d201, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a8392d89-b36c-4825-9379-c55e1032d201,segment=NetworkSegment(c9df6c78-12d7-4b93-ab00-3c548e8fa297),segment_id=c9df6c78-12d7-4b93-ab00-3c548e8fa297)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:58:59.546493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.658853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] DHCP port deletion for 3ba38f76-a0cb-4065-b0f5-85806e2ce831 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:58:59.774846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c3f3-a155-441e-8ea0-d28f2e220fc4 None None] Pushing event updated for resources: {'Port': ['ID=a8392d89-b36c-4825-9379-c55e1032d201,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:58:59.832611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-746db230-b5a8-4909-8f21-14a290996f7b None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:58:59.832611 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746db230-b5a8-4909-8f21-14a290996f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.897909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Deleting port 316bb70d-6148-43ce-8419-2c9ff090941b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:58:59.898291 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:58:59.948272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-746db230-b5a8-4909-8f21-14a290996f7b None None] Port aa311f4b-69d9-49ab-9e14-78a48a13c35e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:58:59.957345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.073465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] For port 316bb70d-6148-43ce-8419-2c9ff090941b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=316bb70d-6148-43ce-8419-2c9ff090941b,segment=NetworkSegment(a65b16cd-46de-45c2-bd7f-5d54eaffd2ba),segment_id=a65b16cd-46de-45c2-bd7f-5d54eaffd2ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:00.074064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.095079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6255e5dc-a89c-463a-b100-b59be7dcaff8 req-52457bfd-3525-4133-b4fa-5d540399c764 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204748 Nov 23 18:59:00.137572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Calling delete_port for 316bb70d-6148-43ce-8419-2c9ff090941b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:00.139861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-830c2e29-26b1-453d-8211-f1fcd98ee4f5 None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:00.141159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-830c2e29-26b1-453d-8211-f1fcd98ee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.156959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2049e15-2de2-4163-b99d-f2eb51ba9967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.302995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-830c2e29-26b1-453d-8211-f1fcd98ee4f5 None None] Port aa311f4b-69d9-49ab-9e14-78a48a13c35e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:00.359182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:00.386873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:00.433725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Deleting port 316bb70d-6148-43ce-8419-2c9ff090941b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:00.433725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.444985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.449920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.634620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] Pushing event deleted for resources: {'Port': ['ID=316bb70d-6148-43ce-8419-2c9ff090941b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:00.659173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a8392d89-b36c-4825-9379-c55e1032d201 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:00.660262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] For port 316bb70d-6148-43ce-8419-2c9ff090941b, host n-d-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:00.660635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.672404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db110945-a5f6-416a-832d-c7a6feebd939 None None] No DVR routers for this DVR port 316bb70d-6148-43ce-8419-2c9ff090941b on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:00.712792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Calling delete_port for 316bb70d-6148-43ce-8419-2c9ff090941b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:00.717404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Port 316bb70d-6148-43ce-8419-2c9ff090941b was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:59:00.869010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.990147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:00.990706 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:59:01.045867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5a8f642-8233-428c-8fcb-ea20a9eb92a1 None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:01.046951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f642-8233-428c-8fcb-ea20a9eb92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.069365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event updated for resources: {'Port': ['ID=73e1ba70-58dd-488f-99cc-205428c05ccf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:01.096519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:01.147190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] No DVR routers for this DVR port 316bb70d-6148-43ce-8419-2c9ff090941b on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:01.165345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a8392d89-b36c-4825-9379-c55e1032d201 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:01.165345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.175236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8f642-8233-428c-8fcb-ea20a9eb92a1 None None] Port aa311f4b-69d9-49ab-9e14-78a48a13c35e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:01.230783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:01.244941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:01.268572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:01.337014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8d15-9f00-4253-a6d1-882e15c3010e req-04e73f0a-d003-49a0-807a-bb06f90df0e5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:01.363498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Pushing event deleted for resources: {'Port': ['ID=316bb70d-6148-43ce-8419-2c9ff090941b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:01.364613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bff8d15-9f00-4253-a6d1-882e15c3010e req-04e73f0a-d003-49a0-807a-bb06f90df0e5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.1062055 Nov 23 18:59:01.481286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.524786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bff8d15-9f00-4253-a6d1-882e15c3010e req-7d72d824-3b88-4b83-9934-9bf75a51bb7e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468101 Nov 23 18:59:01.603804 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.622940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port a8392d89-b36c-4825-9379-c55e1032d201, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a8392d89-b36c-4825-9379-c55e1032d201,segment=NetworkSegment(c9df6c78-12d7-4b93-ab00-3c548e8fa297),segment_id=c9df6c78-12d7-4b93-ab00-3c548e8fa297)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:01.637918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.747789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba38f76-a0cb-4065-b0f5-85806e2ce831']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:01.787846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:01.790245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.799053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:01.800619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65b16cd-46de-45c2-bd7f-5d54eaffd2ba') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:01.842328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721da5fe-bed2-4496-9a3f-02aab866053f None None] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:01.844488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 316bb70d-6148-43ce-8419-2c9ff090941b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:01.896381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.921589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e660c8b6-f71d-445d-816a-d681b7cd0e2f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 5.7623446 Nov 23 18:59:01.924285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:01.930054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-678422940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:01.932608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.950553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:01.951229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:01.953778 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:01.972796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:01.986331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4636ed7e-5e15-4c29-b906-e98d919a922f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5887048 Nov 23 18:59:01.989623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:01.995401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-833895338'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.025265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=a8392d89-b36c-4825-9379-c55e1032d201,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.028026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.031969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.053749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:02.066701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 316bb70d-6148-43ce-8419-2c9ff090941b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:02.067069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 316bb70d-6148-43ce-8419-2c9ff090941b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:02.153483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.173725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:02.174395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:02.192424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d8734cc9-6a73-49c7-8ad7-5e8782e7aee0 None None] Provisioning complete for port a8392d89-b36c-4825-9379-c55e1032d201 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:02.192722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8734cc9-6a73-49c7-8ad7-5e8782e7aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.194637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.200306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.207941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.224249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ba38f76-a0cb-4065-b0f5-85806e2ce831 HTTP/1.1" status: 204 len: 168 time: 3.5034659 Nov 23 18:59:02.235147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.298833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c32d5-0cbc-44b2-8ac8-c635cd7b294b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba38f76-a0cb-4065-b0f5-85806e2ce831,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:02.313071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:02.317067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.318935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed36bc71-c155-4544-bada-78b9d1920ff4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3933568 Nov 23 18:59:02.320117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.322259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.327227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db9356a6-fb43-44a5-a6b7-5a2440bb7d8d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1245566718', 'prefixes': ['172.20.0.0/16']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:02.394168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:59:02.468523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.484715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:02.504207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a8392d89-b36c-4825-9379-c55e1032d201 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:02.532524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9356a6-fb43-44a5-a6b7-5a2440bb7d8d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.537661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db9356a6-fb43-44a5-a6b7-5a2440bb7d8d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2102315 Nov 23 18:59:02.538070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:02.550916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-4f8bbc7f-2a66-4974-9c2a-f40ae5c6ab5e tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-637393086') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:02.571653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.573023 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment 5df66d0a-8027-4aef-85c5-43753e295492 of type vlan for network ece0f0d3-e944-47a6-ae7e-a6e1013408af Nov 23 18:59:02.640602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.787391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.833500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.841578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.842332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.853818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a8392d89-b36c-4825-9379-c55e1032d201 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:02.854467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:02.866682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.868079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.869058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.869058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.871588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.872174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.872806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:02.886077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-6f2b1bf5-983d-4bc5-9f83-8aaa2a833c80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.4083402 Nov 23 18:59:02.900716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 18:59:02.935154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:03.099674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.141781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1509209 Nov 23 18:59:03.144823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.180183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:03.184037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f8bbc7f-2a66-4974-9c2a-f40ae5c6ab5e tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-637393086 HTTP/1.1" status: 201 len: 201 time: 0.6444020 Nov 23 18:59:03.189799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.205623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-3e12cfe8-d150-45a5-b4e1-46028221ba86 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-1772428834') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:03.241116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:03.294077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-dd43af68-b433-45dd-986a-dffd19494f87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4068820 Nov 23 18:59:03.347287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ade85-4345-48fe-8c8a-393883a19fe1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=ece0f0d3-e944-47a6-ae7e-a6e1013408af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:03.380705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94cdd293-5e1d-4753-a5d3-bf384fa55ceb tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:03.395285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'port_id': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'mac_address': 'fa:16:3e:1c:1f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:59:03.406246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3e12cfe8-d150-45a5-b4e1-46028221ba86 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-1772428834 HTTP/1.1" status: 201 len: 201 time: 0.2152212 Nov 23 18:59:03.407189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.419231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-0f419ec9-eef5-405c-b400-ae2c57b3c9d0 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-196774444') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:03.431196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:03.433155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff6db8-1fec-43b9-be88-a82f52be9d47 req-bee0107d-0b65-4e61-831c-eed24fdc5386 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:03.434800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1cff6db8-1fec-43b9-be88-a82f52be9d47 req-bee0107d-0b65-4e61-831c-eed24fdc5386 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.6971495 Nov 23 18:59:03.530679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94cdd293-5e1d-4753-a5d3-bf384fa55ceb tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "PUT /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c HTTP/1.1" status: 200 len: 366 time: 0.4269178 Nov 23 18:59:03.531635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.586253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-beceb278-7945-4f7c-aae2-52c4826be351 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0492072 Nov 23 18:59:03.588705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.617059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb96841f-f993-4e4c-8f90-66e4376a528f tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c HTTP/1.1" status: 200 len: 366 time: 0.0264125 Nov 23 18:59:03.618513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.625715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0f419ec9-eef5-405c-b400-ae2c57b3c9d0 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-196774444 HTTP/1.1" status: 201 len: 201 time: 0.2172737 Nov 23 18:59:03.634776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.641792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-028a2cff-0cfd-43d2-bd66-1b4296a1ae86 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-768703440') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:03.692076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f831857-a820-4f55-a2ac-10d5fa57ed66 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c HTTP/1.1" status: 204 len: 168 time: 0.0715504 Nov 23 18:59:03.712788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.754382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7da15cb6-14d4-4d40-81c2-50fdbd6dcafe tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0361564 Nov 23 18:59:03.767716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.827277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-62b0f189-cca1-4b05-9d3e-f57fc1ea9e30 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c HTTP/1.1" status: 200 len: 370 time: 0.0584946 Nov 23 18:59:03.828702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.854285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9571f838-935a-4bd0-b95d-3dcaf2c7d869 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c/default HTTP/1.1" status: 200 len: 370 time: 0.0242956 Nov 23 18:59:03.885797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.899894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-028a2cff-0cfd-43d2-bd66-1b4296a1ae86 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-768703440 HTTP/1.1" status: 201 len: 201 time: 0.2635319 Nov 23 18:59:03.901725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:03.912513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-69665f98-8a3d-491e-996e-157ec1aace2d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:03.917892 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2e44e823-a8ce-42c2-8190-6d9f97cbfb7c tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] delete failed (client error): The resource could not be found. Nov 23 18:59:03.938718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e44e823-a8ce-42c2-8190-6d9f97cbfb7c tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/7b522c94b6e44854be19451b02fd1f2c HTTP/1.1" status: 404 len: 348 time: 0.0514245 Nov 23 18:59:04.102714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-69665f98-8a3d-491e-996e-157ec1aace2d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 200 len: 240 time: 0.1951375 Nov 23 18:59:04.103538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.109210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-ba12fb7a-39c8-4d47-ae06-63e328292003 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-637393086') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.161459 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.235133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.296583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:network and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.304921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.325745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:subnet and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.336072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.344640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:subnetpool and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.350568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ba12fb7a-39c8-4d47-ae06-63e328292003 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-637393086 HTTP/1.1" status: 204 len: 168 time: 0.2458858 Nov 23 18:59:04.351171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.361373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-2c1a9180-f1e5-4a49-8651-21649b17ca7a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-637393086') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.390054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.405959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.417131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 666cfd74-13b6-48ed-9e28-744e1ecdb308 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:59:04.470354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:port and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.489608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:04.509638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.520985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1574736d-d84d-401e-8d22-51fdf9f12c1e None None] Provisioning complete for port a8392d89-b36c-4825-9379-c55e1032d201 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:04.526084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1574736d-d84d-401e-8d22-51fdf9f12c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.551980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:router and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.594768 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.595109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.664180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:floatingip and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.688264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.693410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1cff6db8-1fec-43b9-be88-a82f52be9d47 req-cf0b1c1b-a1e8-49c5-a052-f9df27f3894e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812618 Nov 23 18:59:04.704573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:04.710460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.725584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:58Z', 'revision_number': 3, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:58:58Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.771279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['666cfd74-13b6-48ed-9e28-744e1ecdb308'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:59:04.834749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c1a9180-f1e5-4a49-8651-21649b17ca7a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-637393086 HTTP/1.1" status: 204 len: 168 time: 0.4785414 Nov 23 18:59:04.837669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:04.873077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-e44f6787-c33a-4959-b3b6-885c29c57490 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:04.886326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:security_group and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.920743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:04.924992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:04.925874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Updating router b19b8357-e062-44d9-9272-ac55968a144e port aa311f4b-69d9-49ab-9e14-78a48a13c35e binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:04.948055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.966973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Usage tracker for resource:security_group_rule and project:a104bf47e2d64b7b8010599103546690 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 18:59:04.968402 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:04.972375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.quota.resource [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 18:59:04.981275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-948e5c38-fc20-4477-b20a-8579e739abb0 tempest-QuotasTest-1300171685 tempest-QuotasTest-1300171685-project-admin] 10.222.0.37 "GET /v2.0/quotas/a104bf47e2d64b7b8010599103546690/details.json HTTP/1.1" status: 200 len: 703 time: 0.7403052 Nov 23 18:59:05.135490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1574736d-d84d-401e-8d22-51fdf9f12c1e None None] Provisioning complete for port 73e1ba70-58dd-488f-99cc-205428c05ccf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:05.135869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1574736d-d84d-401e-8d22-51fdf9f12c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.293980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1574736d-d84d-401e-8d22-51fdf9f12c1e None None] Port 73e1ba70-58dd-488f-99cc-205428c05ccf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:05.307407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e44f6787-c33a-4959-b3b6-885c29c57490 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 200 len: 205 time: 0.4382057 Nov 23 18:59:05.309235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:05.340312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-6203b4df-2218-4b41-98b9-1720e515df40 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:05.406191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.553500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:05.563357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ee844a9c-c8d8-4d34-a195-e91b8cbc6a73 None None] Provisioning complete for port 73e1ba70-58dd-488f-99cc-205428c05ccf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:05.563963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee844a9c-c8d8-4d34-a195-e91b8cbc6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.725255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ee844a9c-c8d8-4d34-a195-e91b8cbc6a73 None None] Port 73e1ba70-58dd-488f-99cc-205428c05ccf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:05.732050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.740813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6203b4df-2218-4b41-98b9-1720e515df40 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 200 len: 241 time: 0.4053609 Nov 23 18:59:05.741121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:05.746909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-8f2854f0-e80b-4ba0-9f7d-ccebca540e09 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-1772428834') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:05.887826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.894025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:05.906938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.019551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f2854f0-e80b-4ba0-9f7d-ccebca540e09 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-1772428834 HTTP/1.1" status: 204 len: 168 time: 0.2767701 Nov 23 18:59:06.022363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:06.022499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=2c3c8c9f-e682-4a3e-ab71-4b526043fce2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.045053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-6daf128d-439e-4914-80fc-c0e7de89bfb8 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-1772428834') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:06.067181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.067603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.067892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.068227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.068559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.068886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.069212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.069569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.069894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.070224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.070541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.070868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.109495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:06.109879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: ece0f0d3-e944-47a6-ae7e-a6e1013408af, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:06.111391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a1ab-6725-45e7-87dc-38f98f186fa7 req-96d210e6-7b30-4c24-80a0-4aa915f2fac7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:06.116015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d715a1ab-6725-45e7-87dc-38f98f186fa7 req-96d210e6-7b30-4c24-80a0-4aa915f2fac7 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.2351232 Nov 23 18:59:06.163508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2c69d-df9c-445c-a3f6-a4709e22eda3 None None] Pushing event updated for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.219829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:06.237992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d715a1ab-6725-45e7-87dc-38f98f186fa7 req-8cbfd81d-be4d-48fa-9497-d11285d9220d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Nov 23 18:59:06.247492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ece0f0d3-e944-47a6-ae7e-a6e1013408af) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:06.250960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Attempting to bind port aa311f4b-69d9-49ab-9e14-78a48a13c35e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:06.252892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Attempting to bind port aa311f4b-69d9-49ab-9e14-78a48a13c35e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:06.253470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Attempting to bind port aa311f4b-69d9-49ab-9e14-78a48a13c35e on network 7e59a653-0901-4aba-afeb-d836ae2e7208 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:06.269581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:06.271608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.272323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:06.273547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Checking segment: {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:06.275156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.275602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Bound using segment: {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:06.276577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Bound port: aa311f4b-69d9-49ab-9e14-78a48a13c35e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb181603-8f05-4d1b-97d6-0751c6699dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:06.277091 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.309886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83fc048-c119-40b7-acdd-34916842062e None None] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:06.342855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.346386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6daf128d-439e-4914-80fc-c0e7de89bfb8 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-1772428834 HTTP/1.1" status: 204 len: 168 time: 0.3101418 Nov 23 18:59:06.350015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:06.352410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.367783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-bee12f8f-0d11-454e-a35e-6181fb426326 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:06.434226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3206c51d-d48f-4c9a-b37e-f78c563f8233 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2720945 Nov 23 18:59:06.458921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:06.495306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] For port aa311f4b-69d9-49ab-9e14-78a48a13c35e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:06.519302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] For port aa311f4b-69d9-49ab-9e14-78a48a13c35e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=aa311f4b-69d9-49ab-9e14-78a48a13c35e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:06.558555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba3459f-1f80-44fe-8a83-90fca391168f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:06.596990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.597544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.598420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.598988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.599588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.600148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.600678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.601195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.601952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.602905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.603473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.606463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:06.620837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3df35d31-f0b7-4931-93a4-550d45ce65c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55b8dabff2734f1bb5d8ebd18eaf87c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0643692 Nov 23 18:59:06.624762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:06.725456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bee12f8f-0d11-454e-a35e-6181fb426326 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 200 len: 205 time: 0.3721621 Nov 23 18:59:06.726577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:06.732567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-c1025421-4702-4adb-b7eb-92959dc57bc6 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:06.776000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.826041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:06.849410 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:06.874691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.027586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.031829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.033934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ba3459f-1f80-44fe-8a83-90fca391168f HTTP/1.1" status: 204 len: 168 time: 0.4074733 Nov 23 18:59:07.055144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a938a-d8f4-467c-acdd-c9115aa1ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba3459f-1f80-44fe-8a83-90fca391168f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:07.087905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Deleting port fcff5b36-ee7a-4c01-9606-63113ab16597 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:07.088381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.118828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:07.119386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.275526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1025421-4702-4adb-b7eb-92959dc57bc6 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 200 len: 240 time: 0.5476754 Nov 23 18:59:07.278102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:07.282933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-ceb883bb-790b-46e9-b4bf-c18cb2a296bb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-196774444') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:07.486342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2c69d-df9c-445c-a3f6-a4709e22eda3 None None] Pushing event updated for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:07.512310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:59:07.513244 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.515251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:07.515916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:07.533681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 666cfd74-13b6-48ed-9e28-744e1ecdb308 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:07.534059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.562683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ceb883bb-790b-46e9-b4bf-c18cb2a296bb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-196774444 HTTP/1.1" status: 204 len: 168 time: 0.2832563 Nov 23 18:59:07.564252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:07.570621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-1de7f7da-5441-4f74-b412-78dfb1fd4555 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-196774444') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:07.639414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] For port fcff5b36-ee7a-4c01-9606-63113ab16597, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fcff5b36-ee7a-4c01-9606-63113ab16597,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:07.640589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.661570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Calling delete_port for fcff5b36-ee7a-4c01-9606-63113ab16597 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:07.861575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:07.889886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4446c3d-d98e-4145-8048-02561082ec6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:07.898258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1de7f7da-5441-4f74-b412-78dfb1fd4555 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-196774444 HTTP/1.1" status: 204 len: 168 time: 0.3296082 Nov 23 18:59:07.902512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:07.914565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-87c9bacf-9cae-4cf6-adf5-0ab2ca198d88 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:07.997236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481dc3d-b258-44e5-b825-38868b939715 req-2fb0b72d-827d-4bbc-9258-2d0dff4db876 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:07.998775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a481dc3d-b258-44e5-b825-38868b939715 req-2fb0b72d-827d-4bbc-9258-2d0dff4db876 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.5597677 Nov 23 18:59:08.001042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.198304 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4446c3d-d98e-4145-8048-02561082ec6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.210367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.243599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4446c3d-d98e-4145-8048-02561082ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.249676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a481dc3d-b258-44e5-b825-38868b939715 req-074d3e63-c87b-4016-bbaf-4223e28afd5d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312701 Nov 23 18:59:08.327205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.333158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e4446c3d-d98e-4145-8048-02561082ec6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a104bf47e2d64b7b8010599103546690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704106 Nov 23 18:59:08.340294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87c9bacf-9cae-4cf6-adf5-0ab2ca198d88 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 200 len: 205 time: 0.4364955 Nov 23 18:59:08.340486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:08.340882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:08.343221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4446c3d-d98e-4145-8048-02561082ec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56964fb1-fef1-4e05-aceb-e4f35a3194d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:08.380804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-10b7a312-7c2e-4d5f-8538-cfda2bc18457 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:08.403411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:08.449760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcff5b36-ee7a-4c01-9606-63113ab16597,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:08.734685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] For port aa311f4b-69d9-49ab-9e14-78a48a13c35e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=aa311f4b-69d9-49ab-9e14-78a48a13c35e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:08.874201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:08.884244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10b7a312-7c2e-4d5f-8538-cfda2bc18457 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 200 len: 240 time: 0.5389490 Nov 23 18:59:08.888444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:08.900222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-b828c453-4487-475d-aaee-cac9900e0968 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-768703440') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:08.984189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b828c453-4487-475d-aaee-cac9900e0968 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-768703440 HTTP/1.1" status: 204 len: 168 time: 0.0948579 Nov 23 18:59:08.988066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:09.005358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-71a4e9b4-dd7c-42d0-9d4d-9b7c881c2804 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-768703440') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.094837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.159416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-71a4e9b4-dd7c-42d0-9d4d-9b7c881c2804 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-768703440 HTTP/1.1" status: 204 len: 168 time: 0.1702106 Nov 23 18:59:09.161732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:09.165357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d7f78-7863-4f85-983c-fe3f698b03c6 None None] Pushing event updated for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:09.166469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-2c98e354-dd66-4d43-ad53-066c4d49b72c tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.214963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c98e354-dd66-4d43-ad53-066c4d49b72c tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 200 len: 205 time: 0.0518019 Nov 23 18:59:09.219501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:09.224029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-a88b03b3-18ed-49dc-96c0-e906fb6430de tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.238342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.329702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a88b03b3-18ed-49dc-96c0-e906fb6430de tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 204 len: 168 time: 0.1090119 Nov 23 18:59:09.332001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:09.337289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-e827f1e6-2598-4b50-a4d8-4fba7d92ac62 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.368723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Allocated IP 172.22.0.2 (ece0f0d3-e944-47a6-ae7e-a6e1013408af/2c3c8c9f-e682-4a3e-ab71-4b526043fce2/5ade4fd2-f336-4ff4-b637-21882bd7ebe5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:09.416932 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.422503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.430301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.433633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56964fb1-fef1-4e05-aceb-e4f35a3194d8 HTTP/1.1" status: 204 len: 168 time: 1.0877528 Nov 23 18:59:09.486745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59fecf-5c2d-4f5a-9a33-b993de29a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56964fb1-fef1-4e05-aceb-e4f35a3194d8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:09.537760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.605671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bc94a-4b00-4e5e-bc41-85e973a2d24a req-ea6aa417-36f6-4d7e-b0d7-6c3373a00c28 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:09.624582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef0bc94a-4b00-4e5e-bc41-85e973a2d24a req-ea6aa417-36f6-4d7e-b0d7-6c3373a00c28 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 944 time: 0.1863718 Nov 23 18:59:09.669482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e827f1e6-2598-4b50-a4d8-4fba7d92ac62 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 204 len: 168 time: 0.3361578 Nov 23 18:59:09.680923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:09.688821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-bb21ffaf-1d70-4d8f-9a17-09836d84b4a7 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:09.899018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:09.902334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef0bc94a-4b00-4e5e-bc41-85e973a2d24a req-ef7c1ac0-3644-477c-abb7-66af70e9c129 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757511 Nov 23 18:59:09.954308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:09.956666 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28956e3e-fe2d-4dc9-9a8e-fd2200828d3d" -d '{"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-plugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:09.962522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.973776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:09.981412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bb21ffaf-1d70-4d8f-9a17-09836d84b4a7 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.2961278 Nov 23 18:59:09.992282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:10.006149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-a9dbd743-8100-4e5c-9ad8-c045341f45e1 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.117843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed8598ed-8684-437e-bd56-b5957c8a7e25 None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:10.118215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed8598ed-8684-437e-bd56-b5957c8a7e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:10.208220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a9dbd743-8100-4e5c-9ad8-c045341f45e1 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2055333 Nov 23 18:59:10.212468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:10.217093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-a6513b40-15d8-4242-995b-e19ff5a82ec8 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-768576197') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.235857 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e09db3-d832-4229-b488-5664cc4ca4ab x-openstack-request-id: req-72e09db3-d832-4229-b488-5664cc4ca4ab {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:10.236162 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-plugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:10.236421 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72e09db3-d832-4229-b488-5664cc4ca4ab {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:10.236821 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'code': 200} Nov 23 18:59:10.307091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:10.441883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6513b40-15d8-4242-995b-e19ff5a82ec8 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-768576197 HTTP/1.1" status: 201 len: 201 time: 0.2250617 Nov 23 18:59:10.442154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:10.447503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-8922d8cf-d647-4121-b203-cc42722fadf5 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-1593432927') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.705495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8922d8cf-d647-4121-b203-cc42722fadf5 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-1593432927 HTTP/1.1" status: 201 len: 201 time: 0.2564700 Nov 23 18:59:10.708309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:10.723226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-0fe2c506-9a11-414d-93fc-d07db1d2f112 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-1177376029') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.725229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Router 6c857a96-3150-4205-8206-330fe79d2af4 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:10.939818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0fe2c506-9a11-414d-93fc-d07db1d2f112 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-1177376029 HTTP/1.1" status: 201 len: 201 time: 0.2276888 Nov 23 18:59:10.940572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:10.958143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-006f2093-0ba7-4449-a45c-d8c6c01dec87 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-322915152') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.971051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:10.984279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Sync routers for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:10.985774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:58Z', 'revision_number': 3, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:10.995995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed65eee5-893a-49e0-9b25-a8e5738638d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c857a96-3150-4205-8206-330fe79d2af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7577593 Nov 23 18:59:10.999857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:11.004242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:11.009367 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:11.029577 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.069168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef29dfe-8dae-475f-9316-9b082386d587 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:58:58Z', 'revision_number': 3, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:06Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:11.108259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-006f2093-0ba7-4449-a45c-d8c6c01dec87 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-322915152 HTTP/1.1" status: 201 len: 201 time: 0.1662333 Nov 23 18:59:11.118647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:11.158635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.190411 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.244014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-e9d9ad35-d9ba-46ce-83e7-28ae49c8dd6f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', {'tags': ['tempest-TagsExtTest-Tag-352206045', 'tempest-TagsExtTest-Tag-336463340', 'tempest-TagsExtTest-Tag-712290866']}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:11.246683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:11.297917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:11.301253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:11.308439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:11.358029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.22.0.1 (ece0f0d3-e944-47a6-ae7e-a6e1013408af/2c3c8c9f-e682-4a3e-ab71-4b526043fce2/862e793f-2561-4cc7-9d9b-547c159df193) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:11.448935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Pushing event updated for resources: {'Port': ['ID=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:11.502673 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:11.507705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Attempting to bind port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:11.508181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Attempting to bind port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:11.508570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Attempting to bind port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 on network ece0f0d3-e944-47a6-ae7e-a6e1013408af {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:11.520600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:11.520992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Checking segment: {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:11.521394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.521797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Bound using segment: {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:11.524535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Bound port: 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:11.525488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.535502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24e5d-0088-4ae7-b819-3bd26641d2f8 req-3612cf04-3a1f-408d-a12e-21242c3c85a4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:11.537117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bb24e5d-0088-4ae7-b819-3bd26641d2f8 req-3612cf04-3a1f-408d-a12e-21242c3c85a4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.4689059 Nov 23 18:59:11.561211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.717391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] For port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:11.732015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] For port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:11.748330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bb24e5d-0088-4ae7-b819-3bd26641d2f8 req-15c969a0-3f22-4309-a80e-e13b08058d57 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900866 Nov 23 18:59:11.750196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.774827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-903036422'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:11.789471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.794096 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:11.821905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e9d9ad35-d9ba-46ce-83e7-28ae49c8dd6f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 200 len: 315 time: 0.7010455 Nov 23 18:59:11.825540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:11.847278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-cbe3146c-2e88-459d-bcb8-a3ef5dbcbf5c tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:11.916414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:11.923822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:11.934005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:11.989781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddbedc-03f6-4e10-94c2-7454aa2d9163 None None] Pushing event updated for resources: {'Port': ['ID=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:12.030645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:12.035134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.057241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.083996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:12.113482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.211805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.220946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:12.221512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cbe3146c-2e88-459d-bcb8-a3ef5dbcbf5c tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3793507 Nov 23 18:59:12.237035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-40a69330-c4e7-48f3-9416-6a52de48d425 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-352206045') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:12.372413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.383484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.394576 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port': {'id': 'f7a7c702-2acc-4f3b-9b03-d82b79972032', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c857a96-3150-4205-8206-330fe79d2af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:45:47Z', 'updated_at': '2021-11-23T18:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:12.464262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:12.526949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.560921 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Checking router: 6c857a96-3150-4205-8206-330fe79d2af4 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:12.566213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.568164 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Added segment 54036ea2-5a2c-4153-a081-656b410b5a03 of type vlan for network bacc48a1-bda8-4fa1-9a70-37ac46f35022 Nov 23 18:59:12.587205 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Routers {'6c857a96-3150-4205-8206-330fe79d2af4'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:12.587890 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6c857a96-3150-4205-8206-330fe79d2af4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:12.623811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f494d857-f2c2-4fd5-b406-bd19074ee82b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:12.639871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Deleting port f7a7c702-2acc-4f3b-9b03-d82b79972032 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:12.640256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.768170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.799645 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-40a69330-c4e7-48f3-9416-6a52de48d425 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:12.807576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-40a69330-c4e7-48f3-9416-6a52de48d425 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-352206045 HTTP/1.1" status: 404 len: 328 time: 0.5809343 Nov 23 18:59:12.808189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:12.828615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-51d62eb9-ed0b-49f8-876a-c0a042ce7d4f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-336463340') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:12.882647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:12.902581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:12.911390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.038831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:13.157183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:13.157702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.169454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] Set router 6c857a96-3150-4205-8206-330fe79d2af4 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:13.214576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.9424953 Nov 23 18:59:13.218019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:13.225049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'subnet': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:13.230463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7d4c6-1661-4422-85f0-fda712e6b645 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Network': ['ID=bacc48a1-bda8-4fa1-9a70-37ac46f35022,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:13.244354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:13.376309 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:59:12Z', 'revision_number': 6, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:13.430300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:13.434073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.470894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] For port f7a7c702-2acc-4f3b-9b03-d82b79972032, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f7a7c702-2acc-4f3b-9b03-d82b79972032,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:13.471564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.481308 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135462ab-1015-48ec-a142-9ec3af60dc38 None None] The sync data for ids ['6c857a96-3150-4205-8206-330fe79d2af4'] in n-d-792364-9 is: [{'id': '6c857a96-3150-4205-8206-330fe79d2af4', 'name': 'tempest-TaggedBootDevicesTest_v242-1651296730-router', 'tenant_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:45:42Z', 'updated_at': '2021-11-23T18:59:12Z', 'revision_number': 6, 'project_id': 'ebf0eb74d7b84281bd6da83942238ab6', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:13.509466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4c52-80d9-4686-a7ec-7464982053f0 req-234b3c27-bae9-4273-980c-02ed997d85e3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:13.516558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-766c4c52-80d9-4686-a7ec-7464982053f0 req-234b3c27-bae9-4273-980c-02ed997d85e3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.6050153 Nov 23 18:59:13.527115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.617651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Calling delete_port for f7a7c702-2acc-4f3b-9b03-d82b79972032 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:13.629008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:13.638700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.639834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device aa311f4b-69d9-49ab-9e14-78a48a13c35e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:13.674139 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-51d62eb9-ed0b-49f8-876a-c0a042ce7d4f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:13.677844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51d62eb9-ed0b-49f8-876a-c0a042ce7d4f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-336463340 HTTP/1.1" status: 404 len: 328 time: 0.8569565 Nov 23 18:59:13.679856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:13.693492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-5de67c90-e8a8-43c5-934c-2be1f9e0f6b9 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8', 'tempest-TagsExtTest-Tag-712290866') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:13.797860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:13.857906 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-766c4c52-80d9-4686-a7ec-7464982053f0 req-d3efad1e-0c3a-4a8d-bda5-c31a6ab77018 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933180 Nov 23 18:59:13.896416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port aa311f4b-69d9-49ab-9e14-78a48a13c35e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:13.896802 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:13.998886 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-5de67c90-e8a8-43c5-934c-2be1f9e0f6b9 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:14.015117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5de67c90-e8a8-43c5-934c-2be1f9e0f6b9 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags/tempest-TagsExtTest-Tag-712290866 HTTP/1.1" status: 404 len: 328 time: 0.3244205 Nov 23 18:59:14.070374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:14.094294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-0908a651-34c7-4ad5-9797-812a0762d437 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', {'tags': ['tempest-TagsExtTest-Tag-384082438', 'tempest-TagsExtTest-Tag-1003005638', 'tempest-TagsExtTest-Tag-741432716']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:14.171406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.193000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f901b3-2506-4576-bccc-9932f1c0fff1 None None] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:14.316094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Subnet': ['ID=e164debd-d883-4dc2-bd07-f001d1dd2e8c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:14.341105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Checking segment: {'id': '54036ea2-5a2c-4153-a081-656b410b5a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:14.341479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network hostable DHCP agents. Network: bacc48a1-bda8-4fa1-9a70-37ac46f35022, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:14.341626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.351856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0908a651-34c7-4ad5-9797-812a0762d437 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 200 len: 316 time: 0.2720215 Nov 23 18:59:14.352723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.355036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:14.401854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:14.421637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2b19d3b8-f895-42a4-8540-753c4167b228 None None] Provisioning complete for port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:14.422192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b19d3b8-f895-42a4-8540-753c4167b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.434596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, bacc48a1-bda8-4fa1-9a70-37ac46f35022) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:14.441391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:14.442006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.452623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-73f73394-362b-41a4-9ca0-236f855dc036 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:14.492523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9020d16c-ed69-487d-9a99-ce047c8f4d48 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2730520 Nov 23 18:59:14.497746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:14.500740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a7c702-2acc-4f3b-9b03-d82b79972032,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:14.508123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0215b-9a3f-43b4-a0f9-0f0ba5819584 None None] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:14.513862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-648678069'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:14.516296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.774691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.782804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:14.833602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a840a-942e-4163-98b2-d9880da389a0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:14.854756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:14.868152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:14.872708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:14.918480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:14.944422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.027159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28891757-d01c-487a-8258-2551ad690aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'tenant_id': 'd8e5cf89bac24be88daacbcb9ce2f1a3', 'fixed_ips': [{'subnet_id': 'e164debd-d883-4dc2-bd07-f001d1dd2e8c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:59:15.032306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.191510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::4c (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:15.241893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:15.249437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73f73394-362b-41a4-9ca0-236f855dc036 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.8306496 Nov 23 18:59:15.252709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:15.263211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:15.269988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.276409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-967138f7-6756-4748-a934-c1e2dc51d81f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-384082438') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:15.329462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.501830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.502587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c857a96-3150-4205-8206-330fe79d2af4 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:59:15.513441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.517827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-50e30dcc-23ff-4bbe-a7b7-04cd7df5219e admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c857a96-3150-4205-8206-330fe79d2af4 HTTP/1.1" status: 204 len: 168 time: 4.5144649 Nov 23 18:59:15.518626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:15.606656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:15.607222 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.642483 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-967138f7-6756-4748-a934-c1e2dc51d81f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:15.646153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-967138f7-6756-4748-a934-c1e2dc51d81f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-384082438 HTTP/1.1" status: 404 len: 328 time: 0.3763244 Nov 23 18:59:15.660019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:15.676223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-d37f904e-8b7a-4007-a518-a8b7280a7170 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-1003005638') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:15.732407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-16aa6557-06dc-46c8-83cc-08c1aec4986b None None] Provisioning complete for port 862e793f-2561-4cc7-9d9b-547c159df193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:15.736878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16aa6557-06dc-46c8-83cc-08c1aec4986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.840979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:15.858885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-16aa6557-06dc-46c8-83cc-08c1aec4986b None None] Port 862e793f-2561-4cc7-9d9b-547c159df193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:15.914685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d548f71-bce5-455b-82a4-849cee4ee6ca req-c8d34c61-b84f-40f8-8be0-e8dfdd156cad tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:15.918840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d548f71-bce5-455b-82a4-849cee4ee6ca req-c8d34c61-b84f-40f8-8be0-e8dfdd156cad tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.3267236 Nov 23 18:59:15.935838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Deleting subnet d4b0e277-a332-4cd2-9da2-debe43a8a6c5 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:15.967851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:15.987999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-16aa6557-06dc-46c8-83cc-08c1aec4986b None None] Provisioning complete for port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:15.989110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16aa6557-06dc-46c8-83cc-08c1aec4986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.092495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7a7c702-2acc-4f3b-9b03-d82b79972032 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:16.123349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f7a7c702-2acc-4f3b-9b03-d82b79972032 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:16.123668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f7a7c702-2acc-4f3b-9b03-d82b79972032 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:16.124108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fcff5b36-ee7a-4c01-9606-63113ab16597 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:16.173729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fcff5b36-ee7a-4c01-9606-63113ab16597 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:16.174083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fcff5b36-ee7a-4c01-9606-63113ab16597 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:16.233466 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.235757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:16.262224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:16.266999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85f43034-1980-4e82-b26f-6d4b1beae489 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8052032 Nov 23 18:59:16.269173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:16.316808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:16.317102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'network': {'name': 'tempest-RoutersTest-904240776'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:16.318040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:16.326050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d548f71-bce5-455b-82a4-849cee4ee6ca req-02f5b37c-d45b-4ba4-bd19-b7459e5b4238 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955069 Nov 23 18:59:16.386340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.423057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.458539 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-d37f904e-8b7a-4007-a518-a8b7280a7170 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:16.475928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d37f904e-8b7a-4007-a518-a8b7280a7170 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-1003005638 HTTP/1.1" status: 404 len: 329 time: 0.8141983 Nov 23 18:59:16.476552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:16.484443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-53ff1de3-cfb7-4488-8a1e-ba1e5e610c3f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf', 'tempest-TagsExtTest-Tag-741432716') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:16.538405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:16.551990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.610451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:16.619430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:16.629159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:16.634395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:16.642248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:16.643077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.665538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:16.685630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.690275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.695797 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added segment fb4a12e9-7056-4804-9189-511e0759ea1a of type vlan for network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c Nov 23 18:59:16.702794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8d701ebd-cf95-4a1e-902a-84fc6fadf99d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2034771 Nov 23 18:59:16.715016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:16.724457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875284863', 'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:55:2f:0b'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:16.746188 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-53ff1de3-cfb7-4488-8a1e-ba1e5e610c3f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:16.750124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-53ff1de3-cfb7-4488-8a1e-ba1e5e610c3f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags/tempest-TagsExtTest-Tag-741432716 HTTP/1.1" status: 404 len: 328 time: 0.2691214 Nov 23 18:59:16.752484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:16.758647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-085a1c0b-78b2-4212-8f4f-e67d540cd86d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', {'tags': ['tempest-TagsExtTest-Tag-1215571541', 'tempest-TagsExtTest-Tag-443372405', 'tempest-TagsExtTest-Tag-1227794576']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:16.788951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-52e56cc7-49c2-40c5-89be-4be5c5972873 None None] Provisioning complete for port 862e793f-2561-4cc7-9d9b-547c159df193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:16.789546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52e56cc7-49c2-40c5-89be-4be5c5972873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.809066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.903808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:16.927209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.927875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-52e56cc7-49c2-40c5-89be-4be5c5972873 None None] Port 862e793f-2561-4cc7-9d9b-547c159df193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:16.939789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:16.940743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.987134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-085a1c0b-78b2-4212-8f4f-e67d540cd86d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 200 len: 317 time: 0.2335210 Nov 23 18:59:16.988255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:16.993426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:16.998972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-f1b1f03e-ccba-40b1-b93a-381ac77498b4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:17.026489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b0e277-a332-4cd2-9da2-debe43a8a6c5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:17.074004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:17.077483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24a5bc8f-b3e9-4798-863b-2df405126a50 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d4b0e277-a332-4cd2-9da2-debe43a8a6c5 HTTP/1.1" status: 204 len: 168 time: 1.5519536 Nov 23 18:59:17.089147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:17.091619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-28891757-d01c-487a-8258-2551ad690aba None None] Allocated IP 2001:db8::2 (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/dc5cbba0-690c-4f6a-b8c5-6340e1058331) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:17.104009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:17.114315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66936a0-eb3a-4508-a66e-d36e0cdbd0c1 None None] Network d7edcca6-c1a4-46e2-9280-d4fe662889d0 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:17.132795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:17.134210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8511083 Nov 23 18:59:17.139244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'subnet': {'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:17.224233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f5592-a1ce-45a6-9f62-a6104ee29423 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Network': ['ID=3210e98d-f1f8-420e-9963-dceaf9f6fc4c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:17.288693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:17.422352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Made reservation on behalf of 8252ffd80e284835a7d6813c9010bc62 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:17.428982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:17.430276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:17.479520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:17.583795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port c2da0808-99c5-4d04-b015-435bc82b20e8 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:17.673241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f1b1f03e-ccba-40b1-b93a-381ac77498b4 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 204 len: 168 time: 0.6833229 Nov 23 18:59:17.677843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:17.691148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-6fee38a4-ac68-405d-abc1-e602704e2e5f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-1215571541') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:17.744477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2d918-697b-4f5e-b44c-613c91e16c11 req-7815bb1a-6c62-4c0f-8c5d-d198124c5809 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:17.746029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ef2d918-697b-4f5e-b44c-613c91e16c11 req-7815bb1a-6c62-4c0f-8c5d-d198124c5809 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.2839975 Nov 23 18:59:18.492028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.508845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.617925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28891757-d01c-487a-8258-2551ad690aba None None] Pushing event updated for resources: {'Port': ['ID=dc5cbba0-690c-4f6a-b8c5-6340e1058331,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:18.629809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ef2d918-697b-4f5e-b44c-613c91e16c11 req-e8e34783-1370-4091-95ec-b1a68b09a1bd tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8649216 Nov 23 18:59:18.633353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] DHCP port deletion for d7edcca6-c1a4-46e2-9280-d4fe662889d0 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:18.678929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Deleting port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:18.679440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.723573 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6fee38a4-ac68-405d-abc1-e602704e2e5f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:18.729359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6fee38a4-ac68-405d-abc1-e602704e2e5f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-1215571541 HTTP/1.1" status: 404 len: 329 time: 1.0421801 Nov 23 18:59:18.730153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:18.744664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-6d680753-fcee-4934-aaed-284a3a7fe0fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-443372405') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:18.768705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:12Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:13Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:18.807111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.850716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:18.851151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Updating router b19b8357-e062-44d9-9272-ac55968a144e port 862e793f-2561-4cc7-9d9b-547c159df193 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:18.854124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7ce0b501-621d-4776-83a6-fdd09f20ceb8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:18.907674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28891757-d01c-487a-8258-2551ad690aba None None] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:18.912036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::252 (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/c2da0808-99c5-4d04-b015-435bc82b20e8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:18.914734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Subnet': ['ID=f7474ea8-787e-43cb-a5df-5165b325e3aa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:18.918460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] For port 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7ce0b501-621d-4776-83a6-fdd09f20ceb8,segment=NetworkSegment(38bf99bf-ca41-40b1-abb3-15ea60f2def7),segment_id=38bf99bf-ca41-40b1-abb3-15ea60f2def7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:18.919202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:18.943259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Calling delete_port for 7ce0b501-621d-4776-83a6-fdd09f20ceb8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:18.974881 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6d680753-fcee-4934-aaed-284a3a7fe0fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:18.976699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6d680753-fcee-4934-aaed-284a3a7fe0fc tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-443372405 HTTP/1.1" status: 404 len: 328 time: 0.2357798 Nov 23 18:59:18.982796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-28891757-d01c-487a-8258-2551ad690aba None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:18.984275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:18.987038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28891757-d01c-487a-8258-2551ad690aba None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:19.009455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-9c9a9210-4fb5-47af-9a37-50335ed14c93 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359', 'tempest-TagsExtTest-Tag-1227794576') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.038870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.172828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.188594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Checking segment: {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:19.188975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network hostable DHCP agents. Network: 3210e98d-f1f8-420e-9963-dceaf9f6fc4c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:19.227793 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9c9a9210-4fb5-47af-9a37-50335ed14c93 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:19.232379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c9a9210-4fb5-47af-9a37-50335ed14c93 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags/tempest-TagsExtTest-Tag-1227794576 HTTP/1.1" status: 404 len: 329 time: 0.2457438 Nov 23 18:59:19.234850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.239838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-4949300e-2a84-4295-839b-9be59d6bb80f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', {'tags': ['tempest-TagsExtTest-Tag-469716415', 'tempest-TagsExtTest-Tag-288583872', 'tempest-TagsExtTest-Tag-2040277274']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.304640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4949300e-2a84-4295-839b-9be59d6bb80f tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "PUT /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 200 len: 316 time: 0.0675628 Nov 23 18:59:19.308020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.325903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-d6e8029d-c082-450f-ae91-ac9c16be9c45 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.336025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:19.358317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce0b501-621d-4776-83a6-fdd09f20ceb8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:19.375438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] No DVR routers for this DVR port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:19.393412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3210e98d-f1f8-420e-9963-dceaf9f6fc4c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:19.400820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:19.401811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.406168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Deleting port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:19.406558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.430773 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c0ceb76-1be0-467e-8ae7-ee52432dcef1 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2995682 Nov 23 18:59:19.434834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.473048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.555329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] For port 7ce0b501-621d-4776-83a6-fdd09f20ceb8, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:19.556076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.575738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6e8029d-c082-450f-ae91-ac9c16be9c45 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 204 len: 168 time: 0.2638474 Nov 23 18:59:19.582405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Calling delete_port for 7ce0b501-621d-4776-83a6-fdd09f20ceb8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:19.587629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:59:19.611150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.627676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-b0f3fa9a-1b4f-4a51-80ea-68d598fd9531 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-469716415') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.635188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.652928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.677609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eeafcf-a3a0-4170-9cdb-00468ff71577 None None] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:19.748254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] No DVR routers for this DVR port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:19.752370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7edcca6-c1a4-46e2-9280-d4fe662889d0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.783854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port 7ce0b501-621d-4776-83a6-fdd09f20ceb8 update to DOWN by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 18:59:19.856521 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b0f3fa9a-1b4f-4a51-80ea-68d598fd9531 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:19.857622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b0f3fa9a-1b4f-4a51-80ea-68d598fd9531 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-469716415 HTTP/1.1" status: 404 len: 328 time: 0.2389915 Nov 23 18:59:19.861374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:19.872589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bf99bf-ca41-40b1-abb3-15ea60f2def7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.872930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bf99bf-ca41-40b1-abb3-15ea60f2def7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.879357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-28891757-d01c-487a-8258-2551ad690aba None None] Attempting to bind port dc5cbba0-690c-4f6a-b8c5-6340e1058331 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:19.879812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-28891757-d01c-487a-8258-2551ad690aba None None] Attempting to bind port dc5cbba0-690c-4f6a-b8c5-6340e1058331 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '54036ea2-5a2c-4153-a081-656b410b5a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:19.880113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28891757-d01c-487a-8258-2551ad690aba None None] Attempting to bind port dc5cbba0-690c-4f6a-b8c5-6340e1058331 on network bacc48a1-bda8-4fa1-9a70-37ac46f35022 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:19.881104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-d92da950-1f67-40f0-bd13-05fbcb274221 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-288583872') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:19.887785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987743b-53e9-4610-b3f3-11be6a6f3f88 None None] Pushing event deleted for resources: {'Port': ['ID=7ce0b501-621d-4776-83a6-fdd09f20ceb8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:19.916269 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.966961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.988354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28891757-d01c-487a-8258-2551ad690aba None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:19.989109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28891757-d01c-487a-8258-2551ad690aba None None] Checking segment: {'id': '54036ea2-5a2c-4153-a081-656b410b5a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:19.989749 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:19.991949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28891757-d01c-487a-8258-2551ad690aba None None] Bound using segment: {'id': '54036ea2-5a2c-4153-a081-656b410b5a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:19.992849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-28891757-d01c-487a-8258-2551ad690aba None None] Bound port: dc5cbba0-690c-4f6a-b8c5-6340e1058331, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54036ea2-5a2c-4153-a081-656b410b5a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:19.993453 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.057934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.098594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:20.098895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.106835 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-d92da950-1f67-40f0-bd13-05fbcb274221 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:20.107998 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:20.127614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d92da950-1f67-40f0-bd13-05fbcb274221 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-288583872 HTTP/1.1" status: 404 len: 328 time: 0.2648294 Nov 23 18:59:20.133681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.149682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-236bcad6-22c2-4937-af93-b860a60eb47d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88', 'tempest-TagsExtTest-Tag-2040277274') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:20.194861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:20.274875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:20.283456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:20.289262 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-236bcad6-22c2-4937-af93-b860a60eb47d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] show failed (client error): The resource could not be found. Nov 23 18:59:20.301080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:20.301774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.301909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-236bcad6-22c2-4937-af93-b860a60eb47d tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags/tempest-TagsExtTest-Tag-2040277274 HTTP/1.1" status: 404 len: 329 time: 0.1618233 Nov 23 18:59:20.302504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.304607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=c2da0808-99c5-4d04-b015-435bc82b20e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:20.316111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-3e1b5b13-431e-4a29-8408-25a734044df5 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd03ca9e1-5868-41fe-ac13-f4496d20ef88') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:20.361962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9296a1-28b0-41d5-b647-6eba83b41835 req-d5ba0ccb-4d24-448b-bab5-28d6371738aa tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:20.367275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae9296a1-28b0-41d5-b647-6eba83b41835 req-d5ba0ccb-4d24-448b-bab5-28d6371738aa tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.5072429 Nov 23 18:59:20.395743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.414629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-863e81d6-1271-4338-8430-467a012d24f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.6977062 Nov 23 18:59:20.419941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.426538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3e1b5b13-431e-4a29-8408-25a734044df5 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88/tags HTTP/1.1" status: 204 len: 168 time: 0.1203141 Nov 23 18:59:20.438464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.443271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-b15d6767-cc2e-4970-9e40-4328b0f4e1d6 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7eed7007-484e-442b-aea3-ce6c5538c359') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:20.451988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.466135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d7edcca6-c1a4-46e2-9280-d4fe662889d0 HTTP/1.1" status: 204 len: 168 time: 3.3550124 Nov 23 18:59:20.512599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.520413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-28891757-d01c-487a-8258-2551ad690aba None None] For port dc5cbba0-690c-4f6a-b8c5-6340e1058331, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:20.610351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-28891757-d01c-487a-8258-2551ad690aba None None] For port dc5cbba0-690c-4f6a-b8c5-6340e1058331, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dc5cbba0-690c-4f6a-b8c5-6340e1058331,segment=NetworkSegment(54036ea2-5a2c-4153-a081-656b410b5a03),segment_id=54036ea2-5a2c-4153-a081-656b410b5a03)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:20.685883 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28891757-d01c-487a-8258-2551ad690aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.702018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ed9e-4fb9-4429-b130-80f65ec55813 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7edcca6-c1a4-46e2-9280-d4fe662889d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:20.745382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae9296a1-28b0-41d5-b647-6eba83b41835 req-1bc3b587-18fb-4064-af66-5341747eeb2d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696754 Nov 23 18:59:20.879100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28891757-d01c-487a-8258-2551ad690aba None None] Pushing event updated for resources: {'Port': ['ID=dc5cbba0-690c-4f6a-b8c5-6340e1058331,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:20.963730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:20.982168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:20.999729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:59:21.000650 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.052224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.065639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b41716b8-fc8b-4622-b0dd-5335a068f5ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8043a7b7d354a3f963f60bf1e445865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981567 Nov 23 18:59:21.066231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:21.107851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28c2d9-17e1-4d77-a06c-61066b49d3a1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:21.118524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28c2d9-17e1-4d77-a06c-61066b49d3a1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:21.132702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28c2d9-17e1-4d77-a06c-61066b49d3a1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:21.134369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb28c2d9-17e1-4d77-a06c-61066b49d3a1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.7067411 Nov 23 18:59:21.144993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:21.145963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.188154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f019-aa2f-40bb-9c41-d74276076869 None None] Pushing event updated for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:21.243879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b15d6767-cc2e-4970-9e40-4328b0f4e1d6 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359/tags HTTP/1.1" status: 204 len: 168 time: 0.8043256 Nov 23 18:59:21.303407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:21.318508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-4b8eca9b-7dc6-48bd-bf5e-e9e9cc8c6a77 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73e1ba70-58dd-488f-99cc-205428c05ccf') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:21.466190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.550246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port c2da0808-99c5-4d04-b015-435bc82b20e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:21.550502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.668812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Attempting to bind port 862e793f-2561-4cc7-9d9b-547c159df193 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:21.669401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Attempting to bind port 862e793f-2561-4cc7-9d9b-547c159df193 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:21.669533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Attempting to bind port 862e793f-2561-4cc7-9d9b-547c159df193 on network ece0f0d3-e944-47a6-ae7e-a6e1013408af {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:21.685337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.691418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.695397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2e99198-3ae2-4c56-904f-d359984e6aa7 HTTP/1.1" status: 204 len: 168 time: 0.6245174 Nov 23 18:59:21.721717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa911-8b56-4e64-b541-153a7c61812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e99198-3ae2-4c56-904f-d359984e6aa7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:21.742811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.764433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for c2da0808-99c5-4d04-b015-435bc82b20e8 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:21.800146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:21.800668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Checking segment: {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:21.801168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.801657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Bound using segment: {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:21.802243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Bound port: 862e793f-2561-4cc7-9d9b-547c159df193, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df66d0a-8027-4aef-85c5-43753e295492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:21.809498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:21.883155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4b8eca9b-7dc6-48bd-bf5e-e9e9cc8c6a77 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf/tags HTTP/1.1" status: 204 len: 168 time: 0.5788562 Nov 23 18:59:21.886943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:21.900618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-fb505719-736e-4948-b496-35059f23b224 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d710461-2124-448e-b407-fc72c45504e8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:22.001023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Allocated IP 172.23.0.2 (3210e98d-f1f8-420e-9963-dceaf9f6fc4c/f7474ea8-787e-43cb-a5df-5165b325e3aa/06198f93-a203-42b9-96d4-7195ff383294) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:22.004636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d73c675f-fd88-4e6d-9cf1-5ff063daf51a None None] Provisioning complete for port 862e793f-2561-4cc7-9d9b-547c159df193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:22.005750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d73c675f-fd88-4e6d-9cf1-5ff063daf51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.014394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de762f8-eabc-49fe-8c33-a3e4ab744abf req-50e9b55a-8b97-46d0-9e65-56882792f9ee tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:22.027962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7de762f8-eabc-49fe-8c33-a3e4ab744abf req-50e9b55a-8b97-46d0-9e65-56882792f9ee tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.1137607 Nov 23 18:59:22.062765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d73c675f-fd88-4e6d-9cf1-5ff063daf51a None None] Port 862e793f-2561-4cc7-9d9b-547c159df193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:22.139753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] For port 862e793f-2561-4cc7-9d9b-547c159df193, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:22.140729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7de762f8-eabc-49fe-8c33-a3e4ab744abf req-bc62cb70-ccb9-42c6-8bda-9bcf21bff5a4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117990 Nov 23 18:59:22.174943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] For port 862e793f-2561-4cc7-9d9b-547c159df193, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=862e793f-2561-4cc7-9d9b-547c159df193,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:22.211047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.251134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fb505719-736e-4948-b496-35059f23b224 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3536081 Nov 23 18:59:22.252587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:22.303082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.392734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:22.393545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:22.398693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=c2da0808-99c5-4d04-b015-435bc82b20e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:22.402810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f019-aa2f-40bb-9c41-d74276076869 None None] Pushing event updated for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:22.509405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1343eae-09ca-48e4-8fab-a8268116aa38 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for subnetpool, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.522895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:22.523452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f1343eae-09ca-48e4-8fab-a8268116aa38 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d03ca9e1-5868-41fe-ac13-f4496d20ef88 HTTP/1.1" status: 204 len: 168 time: 0.2691567 Nov 23 18:59:22.703409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:22.728385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-05fd027e-3acd-4c40-9b38-0023b79e8d55 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eed7007-484e-442b-aea3-ce6c5538c359 HTTP/1.1" status: 200 len: 205 time: 0.1926193 Nov 23 18:59:22.739752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:22.741257 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.764687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:22.781980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:23.086924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Allocated IP 172.23.0.1 (3210e98d-f1f8-420e-9963-dceaf9f6fc4c/f7474ea8-787e-43cb-a5df-5165b325e3aa/caf67022-43e3-4807-88f9-6858020ab162) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:23.107353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41824a78-fb6b-47d7-81f1-7bf9d0cbaa63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebf0eb74d7b84281bd6da83942238ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022729 Nov 23 18:59:23.111476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:23.114142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dc5cbba0-690c-4f6a-b8c5-6340e1058331 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:23.201904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.273975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.298764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.350991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa879e7-a3bd-4e3b-b263-c4175b47e38c None None] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:23.369677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.372571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.376596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] Provisioning complete for port 862e793f-2561-4cc7-9d9b-547c159df193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:23.376596 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.385058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b377d6c-9e6f-49a1-9e62-7340c5affdc1 HTTP/1.1" status: 204 len: 168 time: 0.2666340 Nov 23 18:59:23.435584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55323b-4e86-4e8f-97ed-60d5f0aa724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b377d6c-9e6f-49a1-9e62-7340c5affdc1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:23.510566 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.744219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.876591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:23.886137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:23.887456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:23.892647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:23.897035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:23.965188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:23.977877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.029846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.031833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.038969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:24.039227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf78f574-c37e-435b-ae74-48e1e2a0f14b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/c2da0808-99c5-4d04-b015-435bc82b20e8 HTTP/1.1" status: 204 len: 168 time: 2.8896468 Nov 23 18:59:24.041712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.042352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Fanout notify agent at l3_agent the message router_deleted on router 7eed7007-484e-442b-aea3-ce6c5538c359 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:59:24.050360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.052229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-110243be-742d-4e54-b7cc-4cb83a566077 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/routers/7eed7007-484e-442b-aea3-ce6c5538c359 HTTP/1.1" status: 204 len: 168 time: 1.2908065 Nov 23 18:59:24.055987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:24.096105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e53e9-75da-47f9-8fed-121116cc0c79 req-3b784f93-9867-40e3-9ad5-2832a6d41650 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:24.098022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b57e53e9-75da-47f9-8fed-121116cc0c79 req-3b784f93-9867-40e3-9ad5-2832a6d41650 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.7489877 Nov 23 18:59:24.156350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:24.229290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:24.256577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b57e53e9-75da-47f9-8fed-121116cc0c79 req-519b1007-59a0-4753-b5c0-9515522d5a51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515601 Nov 23 18:59:24.290886 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa530ff-8816-4e56-ae50-7b20c68953f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] GET failed (client error): The resource could not be found. Nov 23 18:59:24.292942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-afa530ff-8816-4e56-ae50-7b20c68953f2 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports/c2da0808-99c5-4d04-b015-435bc82b20e8 HTTP/1.1" status: 404 len: 333 time: 0.2526865 Nov 23 18:59:24.296690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:24.302078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-637422898'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:24.353047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Deleting port 73e1ba70-58dd-488f-99cc-205428c05ccf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:24.353710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.486921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Pushing event updated for resources: {'Port': ['ID=06198f93-a203-42b9-96d4-7195ff383294,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:24.545643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.574871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Calling delete_port for 73e1ba70-58dd-488f-99cc-205428c05ccf owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:24.603107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.738527 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.777482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:24.781792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.836001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:24.838438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] For port 862e793f-2561-4cc7-9d9b-547c159df193, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=862e793f-2561-4cc7-9d9b-547c159df193,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:24.839661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dc5cbba0-690c-4f6a-b8c5-6340e1058331 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:24.840055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.850750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.852717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:24.914727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event deleted for resources: {'Port': ['ID=73e1ba70-58dd-488f-99cc-205428c05ccf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:24.936343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Attempting to bind port 06198f93-a203-42b9-96d4-7195ff383294 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:24.936880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Attempting to bind port 06198f93-a203-42b9-96d4-7195ff383294 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:24.937094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Attempting to bind port 06198f93-a203-42b9-96d4-7195ff383294 on network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:25.108744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.126580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:25.126956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Checking segment: {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:25.129423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-800a4f47-2321-438a-aabf-706c1aa40f8a tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/ports/73e1ba70-58dd-488f-99cc-205428c05ccf HTTP/1.1" status: 204 len: 168 time: 1.0721097 Nov 23 18:59:25.130245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:25.137836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.138764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Bound using segment: {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:25.139472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Bound port: 06198f93-a203-42b9-96d4-7195ff383294, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:25.140317 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.226474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6c75458b-b3fc-4501-8c09-539db585a5d0 None None] Provisioning complete for port dc5cbba0-690c-4f6a-b8c5-6340e1058331 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:25.233054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c75458b-b3fc-4501-8c09-539db585a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.249428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:25.267293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:12Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:22Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:25.337964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Deleting subnet 5d710461-2124-448e-b407-fc72c45504e8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:25.360419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.463530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.556366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-119992884-network', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:25.569594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72375c-020e-42a7-86fb-f1da9d5f4077 None None] Pushing event updated for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:25.595601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976603-43f8-4452-b951-94cd8a62ffc0 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:12Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:22Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:25.705003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::96 (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/51bd53c1-defd-4ebb-a3ae-6b29a247a9d8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:25.806667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a8ac-1b03-4807-add4-8cd500e37fb2 req-f6be5e49-cb4e-4231-9bce-a3b77dfe7de5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:25.808763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.809155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f803a8ac-1b03-4807-add4-8cd500e37fb2 req-f6be5e49-cb4e-4231-9bce-a3b77dfe7de5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.3993957 Nov 23 18:59:25.864783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] For port 06198f93-a203-42b9-96d4-7195ff383294, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:25.869900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] For port 06198f93-a203-42b9-96d4-7195ff383294, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=06198f93-a203-42b9-96d4-7195ff383294,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:25.885591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.934750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.963135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.984385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Made reservation on behalf of 5a21b84d58c942b1bfbeefed23c1f187 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:25.984659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:25.986169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.030789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.036149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/subnets/5d710461-2124-448e-b407-fc72c45504e8 HTTP/1.1" status: 204 len: 168 time: 0.9048824 Nov 23 18:59:26.049044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a5d96-f77e-410e-ad97-2795fbc75870 tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event deleted for resources: {'Subnet': ['ID=5d710461-2124-448e-b407-fc72c45504e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:26.060773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:26.084302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ac1be-531e-4ade-a6e7-0b445befb21b None None] Network 6d2a8a9a-c4e0-449d-b7b0-b6066266debe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:26.087965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.321696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.354840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.382574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.438708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6460e970-f085-401b-967a-d003e462343a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:26.500549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.500895 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Added segment 3156e07f-efd7-49d8-9d0e-104ba0f69604 of type vlan for network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 Nov 23 18:59:26.573232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event updated for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:26.630434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f803a8ac-1b03-4807-add4-8cd500e37fb2 req-177db0be-a308-4853-8e2c-034e4ae517cb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8042564 Nov 23 18:59:26.651986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.717688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c75458b-b3fc-4501-8c09-539db585a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.754403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.792896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482b6ba-a96f-4503-988e-56e6496c3a91 None None] Pushing event updated for resources: {'Port': ['ID=06198f93-a203-42b9-96d4-7195ff383294,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:26.914847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.922392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:26.925604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:26.957989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port dc5cbba0-690c-4f6a-b8c5-6340e1058331, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dc5cbba0-690c-4f6a-b8c5-6340e1058331,segment=NetworkSegment(54036ea2-5a2c-4153-a081-656b410b5a03),segment_id=54036ea2-5a2c-4153-a081-656b410b5a03)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:26.979119 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:27.047938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:27.175996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:27.194781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:27.224730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-6c75458b-b3fc-4501-8c09-539db585a5d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:59:27.225890 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-6c75458b-b3fc-4501-8c09-539db585a5d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:59:27.294231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=dc5cbba0-690c-4f6a-b8c5-6340e1058331,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:27.304426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f417eb1-2a6e-4285-bd0c-13c7a24d41df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:27.326049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:27.375208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6460e970-f085-401b-967a-d003e462343a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1189723 Nov 23 18:59:27.389182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 862e793f-2561-4cc7-9d9b-547c159df193 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:27.467366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:27.488826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Request body: {'subnet': {'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-subnet', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:27.509847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460e970-f085-401b-967a-d003e462343a admin admin] Pushing event updated for resources: {'Network': ['ID=49283d3a-28a1-4b0c-9fd1-c899a091b1c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:27.512608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-875cdc98-dd4d-43f0-9f22-1bdf3580ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:27.521703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] DHCP port deletion for 6d2a8a9a-c4e0-449d-b7b0-b6066266debe request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:27.531218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:27.567374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:27.636053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:27.710780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Made reservation on behalf of 5a21b84d58c942b1bfbeefed23c1f187 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:27.728361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:27.760168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Deleting port a8392d89-b36c-4825-9379-c55e1032d201 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:27.760500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.039843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 862e793f-2561-4cc7-9d9b-547c159df193 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:28.040434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.052173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] For port a8392d89-b36c-4825-9379-c55e1032d201, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a8392d89-b36c-4825-9379-c55e1032d201,segment=NetworkSegment(c9df6c78-12d7-4b93-ab00-3c548e8fa297),segment_id=c9df6c78-12d7-4b93-ab00-3c548e8fa297)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:28.052173 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.077930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Calling delete_port for a8392d89-b36c-4825-9379-c55e1032d201 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:28.222048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.287865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.373407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1a5c37-7792-4523-ae6c-097cbb7da7bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.401892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event deleted for resources: {'Port': ['ID=a8392d89-b36c-4825-9379-c55e1032d201,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:28.431941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] No DVR routers for this DVR port a8392d89-b36c-4825-9379-c55e1032d201 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:28.554294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f4aeb-207e-43da-8864-91566d3f5885 req-0e18cee1-31bb-4a2b-ae33-bdd4787c223a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:28.556943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Deleting port a8392d89-b36c-4825-9379-c55e1032d201 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:28.557419 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.567950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a4f4aeb-207e-43da-8864-91566d3f5885 req-0e18cee1-31bb-4a2b-ae33-bdd4787c223a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.6839368 Nov 23 18:59:28.647914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:28.702335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:28.722561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:28.735125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:28.740161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.742925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=51bd53c1-defd-4ebb-a3ae-6b29a247a9d8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:28.756782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:28.780860 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:28.807202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] For port a8392d89-b36c-4825-9379-c55e1032d201, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:28.807634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:28.810154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cc20d7eb-ef64-4f5b-b77e-b1aa2e047b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3740597 Nov 23 18:59:28.814180 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:28.814944 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:28.815577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:28.833515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:28.888515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Calling delete_port for a8392d89-b36c-4825-9379-c55e1032d201 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:28.899163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729f148-7853-44fb-8519-ddd029a96172 None None] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:28.910193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 06198f93-a203-42b9-96d4-7195ff383294 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:28.922645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Port a8392d89-b36c-4825-9379-c55e1032d201 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:59:28.924181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Could not find standard attr ID for object c2da0808-99c5-4d04-b015-435bc82b20e8. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:59:28.978304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a4f4aeb-207e-43da-8864-91566d3f5885 req-e12f1835-8718-424a-8308-b23f3af7c626 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008129 Nov 23 18:59:28.980356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.031017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.043418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2a8a9a-c4e0-449d-b7b0-b6066266debe']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:29.067794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9df6c78-12d7-4b93-ab00-3c548e8fa297') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:29.068079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9df6c78-12d7-4b93-ab00-3c548e8fa297') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:29.081757 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:29.082435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:29.089645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-55947656-9c13-460f-9eac-50039bbf07fa tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7838650 Nov 23 18:59:29.098196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:55:2f:0b'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:29.171287 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.229595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] Pushing event deleted for resources: {'Port': ['ID=a8392d89-b36c-4825-9379-c55e1032d201,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:29.240435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.255040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9660b-6d95-421a-a80b-bee1f7ab4e7b None None] No DVR routers for this DVR port a8392d89-b36c-4825-9379-c55e1032d201 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:29.290037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:29.290383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Provisioning complete for port dc5cbba0-690c-4f6a-b8c5-6340e1058331 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:29.291024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.300994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:29.305191 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:29.550534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.577702 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.587924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] 10.222.0.37 "DELETE /v2.0/networks/6d2a8a9a-c4e0-449d-b7b0-b6066266debe HTTP/1.1" status: 204 len: 168 time: 3.5231357 Nov 23 18:59:29.602497 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:25Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:29.651014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d433ff-6c68-49d8-b6f7-8a8fd3a94dbb tempest-TagsExtTest-1110669185 tempest-TagsExtTest-1110669185-project] Pushing event deleted for resources: {'Network': ['ID=6d2a8a9a-c4e0-449d-b7b0-b6066266debe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:29.698003 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:29.698367 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Updating router b19b8357-e062-44d9-9272-ac55968a144e port caf67022-43e3-4807-88f9-6858020ab162 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:29.749743 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.779713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:29.898142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 06198f93-a203-42b9-96d4-7195ff383294 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:29.898753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.205057 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.215991 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.324318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.329271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:30.345875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.356547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Pushing event updated for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:30.366129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-556f8497-da29-494b-9b8a-7bc8d3c0c7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.412586 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.413865 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.413865 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.414229 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.414439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.415123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.415123 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.415447 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.415728 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.416050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.416383 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.416677 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:30.421454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] In _notify_port_updated(), no bound segment for port 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 on network bacc48a1-bda8-4fa1-9a70-37ac46f35022 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:59:30.435986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:30.436739 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.444297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "PUT /v2.0/ports/51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 HTTP/1.1" status: 200 len: 1000 time: 1.3544643 Nov 23 18:59:30.444297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:30.495580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Attempting to bind port caf67022-43e3-4807-88f9-6858020ab162 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:30.497320 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Attempting to bind port caf67022-43e3-4807-88f9-6858020ab162 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:30.497741 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Attempting to bind port caf67022-43e3-4807-88f9-6858020ab162 on network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:30.510290 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:30.510676 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Checking segment: {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:30.511099 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.511517 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Bound using segment: {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:30.517806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Bound port: caf67022-43e3-4807-88f9-6858020ab162, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4a12e9-7056-4804-9189-511e0759ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:30.518291 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.581855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0088ee-745b-4346-876e-faddf2a66f32 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=51bd53c1-defd-4ebb-a3ae-6b29a247a9d8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:30.671602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1a5c37-7792-4523-ae6c-097cbb7da7bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.672561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Provisioning complete for port f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:30.689716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.728454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] For port caf67022-43e3-4807-88f9-6858020ab162, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:30.739768 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] For port caf67022-43e3-4807-88f9-6858020ab162, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=caf67022-43e3-4807-88f9-6858020ab162,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:30.746779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.760093 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.796423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fc0fdf60-50d2-4ecd-b648-1b369b8a74b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=325489975d4b46669aec8f52e49c3b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646802 Nov 23 18:59:30.799422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:30.878408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.896928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da21a37b-8b13-44f6-abfc-8b8b12c58012 None None] Port f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:30.908016 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:30.908656 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:30.910667 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c701a7-c862-422b-ac7e-6b7c09c18f80 None None] Pushing event updated for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:30.917204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 06198f93-a203-42b9-96d4-7195ff383294, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=06198f93-a203-42b9-96d4-7195ff383294,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:30.936579 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:30.983926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:30.985534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.001940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:59:31.079178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=06198f93-a203-42b9-96d4-7195ff383294,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:31.085572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe1a5c37-7792-4523-ae6c-097cbb7da7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.092357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e00b8a5a-2f9f-40dc-9aad-53def97be0ad None None] Provisioning complete for port 06198f93-a203-42b9-96d4-7195ff383294 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:31.092928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e00b8a5a-2f9f-40dc-9aad-53def97be0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.163151 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:31.173684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.189677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe1a5c37-7792-4523-ae6c-097cbb7da7bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a907714da4c543b092f191b0af902011&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6181324 Nov 23 18:59:31.211889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:31.226444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dc5cbba0-690c-4f6a-b8c5-6340e1058331 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:31.287000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bf6283-3302-4834-a8ee-19da3b1f37f3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:31.291467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a5c37-7792-4523-ae6c-097cbb7da7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23836f5-c5d8-403b-9261-7dcfcf22f133,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:31.330198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Removed routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:59:31.331130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.373547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38b7ae-8de4-4345-a0fe-0bc63896537a req-f341e046-3300-4c89-9292-72993a4fd561 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:31.377964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee38b7ae-8de4-4345-a0fe-0bc63896537a req-f341e046-3300-4c89-9292-72993a4fd561 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 1.0350170 Nov 23 18:59:31.424802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e00b8a5a-2f9f-40dc-9aad-53def97be0ad None None] Provisioning complete for port 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:31.425175 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e00b8a5a-2f9f-40dc-9aad-53def97be0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.523624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dc5cbba0-690c-4f6a-b8c5-6340e1058331 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:31.524285 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.528158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e00b8a5a-2f9f-40dc-9aad-53def97be0ad None None] Port 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:31.619990 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:30Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:31.713345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c395b8f-426f-42b5-9b34-aea6db04bf94 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:30Z', 'revision_number': 4, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:31.734530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Provisioning complete for port caf67022-43e3-4807-88f9-6858020ab162 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:31.734909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:31.739482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:31.740578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Network hostable DHCP agents. Network: 49283d3a-28a1-4b0c-9fd1-c899a091b1c6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:31.878225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ee38b7ae-8de4-4345-a0fe-0bc63896537a req-730615a0-5de8-4edb-80ca-511538c942ae tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825854 Nov 23 18:59:31.901715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:31.966939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a8392d89-b36c-4825-9379-c55e1032d201 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:32.059726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a8392d89-b36c-4825-9379-c55e1032d201 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:32.060051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a8392d89-b36c-4825-9379-c55e1032d201 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:32.087209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.213587 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.235217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] For port caf67022-43e3-4807-88f9-6858020ab162, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=caf67022-43e3-4807-88f9-6858020ab162,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:32.237432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 49283d3a-28a1-4b0c-9fd1-c899a091b1c6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:32.244103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.249144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.275870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e90fc-895c-436b-96f4-c84320c2533c None None] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:32.278457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:32.283064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.310820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.336969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a6132d3e-2397-467d-89fb-b18cf2ce0cd0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.8681788 Nov 23 18:59:32.480896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:32.514651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:32.581773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Pushing event updated for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:32.606199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Provisioning complete for port 06198f93-a203-42b9-96d4-7195ff383294 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:32.606591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.623656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.632247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.668941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.779744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.781553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.784222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.785493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f4dd23d-ca7b-4160-bd9b-4501aa9be175 HTTP/1.1" status: 204 len: 168 time: 1.9849446 Nov 23 18:59:32.794797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.804637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:32.833876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:32.862457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:32.872683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ed536-c68c-46eb-b0fc-05c0406c1445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4dd23d-ca7b-4160-bd9b-4501aa9be175,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:32.971596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.198631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.368426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.614627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device caf67022-43e3-4807-88f9-6858020ab162 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:33.700326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa76a-2e21-4365-a3eb-81e323eb074a req-9ba8347f-dc91-419c-bda3-a42c064773ab tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:33.706383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b0fa76a-2e21-4365-a3eb-81e323eb074a req-9ba8347f-dc91-419c-bda3-a42c064773ab tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.5064943 Nov 23 18:59:33.711372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.794269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:59:33.795161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.866992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f107ef60-eab7-4b85-9876-23677ee98213 None None] Could not find standard attr ID for object 51bd53c1-defd-4ebb-a3ae-6b29a247a9d8. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:59:33.885529 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.936139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:33.957401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:33.960986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94809990-3045-4443-8213-a7b24bf53a2c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 934 time: 5.1395104 Nov 23 18:59:33.966546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:34.003540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:34.063001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b0fa76a-2e21-4365-a3eb-81e323eb074a req-6df523d0-ecdc-4f28-bf5a-b50de7d6c8e2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411114 Nov 23 18:59:34.064740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=51bd53c1-defd-4ebb-a3ae-6b29a247a9d8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:34.070660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:34.075957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port caf67022-43e3-4807-88f9-6858020ab162 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:34.079101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:34.082618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:34.083820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a23836f5-c5d8-403b-9261-7dcfcf22f133 HTTP/1.1" status: 204 len: 168 time: 2.8632812 Nov 23 18:59:34.106500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:34.112554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:34.310655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0513e789-67d1-432e-ae3f-fa115cc6f5f7 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 934 time: 0.3353255 Nov 23 18:59:34.319271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:34.325793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06525-216c-4a22-8aec-60996a38cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23836f5-c5d8-403b-9261-7dcfcf22f133,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:34.339835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'routes': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:34.475979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Allocated IP 172.20.0.2 (49283d3a-28a1-4b0c-9fd1-c899a091b1c6/30bf6283-3302-4834-a8ee-19da3b1f37f3/6d11dddc-4d5c-470f-b3ed-74fb7d573821) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:34.485474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:34.508205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a9375c85-208d-4275-b54b-9ef6e0b9775b tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 HTTP/1.1" status: 204 len: 168 time: 4.0557179 Nov 23 18:59:34.510683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:34.587853 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1720f8-d14a-4ba5-bcec-9105d809ecb7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] GET failed (client error): The resource could not be found. Nov 23 18:59:34.594577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ac1720f8-d14a-4ba5-bcec-9105d809ecb7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports/51bd53c1-defd-4ebb-a3ae-6b29a247a9d8 HTTP/1.1" status: 404 len: 333 time: 0.0826604 Nov 23 18:59:34.595215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:34.612692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1037652278'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:34.900771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:34.915287 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:34.975522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:34.980859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.002489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a24d426e-6f4d-47a0-b7c1-13127a79bb25 None None] Provisioning complete for port caf67022-43e3-4807-88f9-6858020ab162 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:35.004832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a24d426e-6f4d-47a0-b7c1-13127a79bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.043959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:35.167608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.210736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:35.213891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::2bd (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/6aa0959e-b45f-4d4f-974e-4c4a906bfe54) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:35.347855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.459021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.604157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.667258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-852144324-network', 'tenant_id': '07bd2359dfe242d4896523a4b842ff6b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:35.764055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:35.948722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:35.956340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=6aa0959e-b45f-4d4f-974e-4c4a906bfe54,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:35.985151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:35.989871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:35.998784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:36.016876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:36.018783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.048285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9f00ad63-658c-478b-a485-9891353e2532 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4484906 Nov 23 18:59:36.049442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:36.057691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:2f:0b'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:36.107869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Made reservation on behalf of 07bd2359dfe242d4896523a4b842ff6b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:36.110822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.149517 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.174362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 18:59:36.174939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 18:59:36.224500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Pushing event updated for resources: {'Port': ['ID=6d11dddc-4d5c-470f-b3ed-74fb7d573821,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:36.238465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:36.243176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:36.243842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.261814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Allocated IP 172.25.5.67 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/56d63379-f8b1-49e7-934b-ac6285fdcc3b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:36.328008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.328673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.329248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.329783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.330345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.330922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.332380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.333185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.333752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.334896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.335485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.336037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:59:36.350221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.574910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Attempting to bind port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:36.575301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Attempting to bind port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:36.575692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Attempting to bind port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:36.588559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 06198f93-a203-42b9-96d4-7195ff383294 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:36.592173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:36.592556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:36.592962 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.593364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:36.593889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Bound port: 6d11dddc-4d5c-470f-b3ed-74fb7d573821, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:36.594226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.759616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.760844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-46d0a4b3-5a92-4565-a242-841479fff2e7 None None] Provisioning complete for port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:36.761215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46d0a4b3-5a92-4565-a242-841479fff2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.762687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.767769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.768841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.786251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] In _notify_port_updated(), no bound segment for port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 on network bacc48a1-bda8-4fa1-9a70-37ac46f35022 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:59:36.790502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b451d7d-3cba-4f7c-8415-3c81ae133d2b req-a8491d5c-cbfd-4978-b2cc-a212cfd4c066 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:36.793842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b451d7d-3cba-4f7c-8415-3c81ae133d2b req-a8491d5c-cbfd-4978-b2cc-a212cfd4c066 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 1.3137629 Nov 23 18:59:36.802722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:36.805432 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:36.810483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "PUT /v2.0/ports/6aa0959e-b45f-4d4f-974e-4c4a906bfe54 HTTP/1.1" status: 200 len: 1003 time: 0.7595675 Nov 23 18:59:36.816569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:36.855661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] For port 6d11dddc-4d5c-470f-b3ed-74fb7d573821, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:36.861979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] For port 6d11dddc-4d5c-470f-b3ed-74fb7d573821, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6d11dddc-4d5c-470f-b3ed-74fb7d573821,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:36.880312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.000394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da232e-eddd-4d48-8946-b57375f55b0d tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=6aa0959e-b45f-4d4f-974e-4c4a906bfe54,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:37.005370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a542d-568a-40cc-9d2d-e686788a621b None None] Pushing event updated for resources: {'Port': ['ID=6d11dddc-4d5c-470f-b3ed-74fb7d573821,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:37.030646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 06198f93-a203-42b9-96d4-7195ff383294 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:37.031026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.093750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:37.094421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.160895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:31Z', 'revision_number': 6, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:37.166143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-46d0a4b3-5a92-4565-a242-841479fff2e7 None None] Port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:37.266842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.403924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.404402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b451d7d-3cba-4f7c-8415-3c81ae133d2b req-04606a7c-e807-4ddf-bfee-f7adf1bf8a2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386777 Nov 23 18:59:37.421555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:37.442656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:37.444318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:37.456074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:37.564665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.665835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-45a1b3c6-630f-4cb6-a437-9ead3bb124c1 None None] Provisioning complete for port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:37.666300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a1b3c6-630f-4cb6-a437-9ead3bb124c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:37.720340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:37.767686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-9cf4ab2a-968f-40bb-b63e-62dc9264544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:37.769352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-9cf4ab2a-968f-40bb-b63e-62dc9264544a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 1096 time: 0.1295791 Nov 23 18:59:37.792360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45a1b3c6-630f-4cb6-a437-9ead3bb124c1 None None] Port 6aa0959e-b45f-4d4f-974e-4c4a906bfe54 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:37.999987 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:59:38.005467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-24bc2d30-e9f6-4af4-a635-4b5cd0f4a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:38.011044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-24bc2d30-e9f6-4af4-a635-4b5cd0f4a6c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.2277918 Nov 23 18:59:38.036220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.080838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-478250dc-d2d1-4104-9fa7-50bec394bc98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308 HTTP/1.1" status: 200 len: 217 time: 0.0629492 Nov 23 18:59:38.135261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=6aa0959e-b45f-4d4f-974e-4c4a906bfe54,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:38.182866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 7, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:38.259299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.260805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1555b4-73ef-48ed-a9ed-0ced7c772643 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 7, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:38.267456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e9d574c3-e05a-4759-abdb-830d169bdabb tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/6aa0959e-b45f-4d4f-974e-4c4a906bfe54 HTTP/1.1" status: 204 len: 168 time: 1.4516137 Nov 23 18:59:38.267956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:38.308437 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-284c78f8-e518-4d0d-ac10-2fb2a2410fe1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] GET failed (client error): The resource could not be found. Nov 23 18:59:38.309922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-284c78f8-e518-4d0d-ac10-2fb2a2410fe1 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports/6aa0959e-b45f-4d4f-974e-4c4a906bfe54 HTTP/1.1" status: 404 len: 333 time: 0.0410151 Nov 23 18:59:38.315172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:38.325920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-866799753'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:38.334156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-a6ce613a-5880-4dbf-b349-c50dc8b9fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:38.335832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-a6ce613a-5880-4dbf-b349-c50dc8b9fb04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2325730 Nov 23 18:59:38.575541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-096584a1-ca28-4007-9c4d-5492f813c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:38.582104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-096584a1-ca28-4007-9c4d-5492f813c56f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368031 Nov 23 18:59:38.649776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.681870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:38.694577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:38.698223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:38.702320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.710997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95693853-e273-41db-85b9-f088a362f711 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:38.711492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:38.841737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:38.853816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.854385 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Added segment e22c7ac7-77f3-4fec-b100-3d1aae3657f7 of type vlan for network ae7068ed-421b-412b-8b6a-fa612857db65 Nov 23 18:59:38.856010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca79c208-f705-434e-83ad-020ca300db1b None None] Provisioning complete for port 56d63379-f8b1-49e7-934b-ac6285fdcc3b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:38.856544 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca79c208-f705-434e-83ad-020ca300db1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.916829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:38.920777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.933696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:38.940733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023a13-2de0-40d9-bad6-2602082c57c0 req-54ed0051-b9b7-4f02-983c-56227d937e66 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:38.942727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e023a13-2de0-40d9-bad6-2602082c57c0 req-54ed0051-b9b7-4f02-983c-56227d937e66 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.2502244 Nov 23 18:59:38.962587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-107ab0c4-c3af-4c2a-bfe7-616fee6e1172 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2972560 Nov 23 18:59:39.016805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ca79c208-f705-434e-83ad-020ca300db1b None None] Port 56d63379-f8b1-49e7-934b-ac6285fdcc3b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:39.023221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.037962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-1d517183-77b5-489e-ba32-e0433dd79293 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323103 Nov 23 18:59:39.073840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port 8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:39.107696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80122d14-1932-4ba8-aeb0-77c3a8a6cde8 None None] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:39.117860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:39.126374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec8da5-3a45-437e-87a9-ab95122dc23b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:39.129653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=56d63379-f8b1-49e7-934b-ac6285fdcc3b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:39.133726 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:39.141099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.144697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d17d9e4b-fd78-4bf2-8e0a-2ee31d54b890 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 700 time: 4.8238623 Nov 23 18:59:39.147137 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:39.151829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:39.153363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:39.238612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.239747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:39.247740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.270243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] Provisioning complete for port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:39.271248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.321195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:39.385065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::1b7 (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:39.410928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-60d9f3e6-dd97-41a4-aa84-59fab345be68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7269495 Nov 23 18:59:39.444765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.496106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] For port 6d11dddc-4d5c-470f-b3ed-74fb7d573821, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6d11dddc-4d5c-470f-b3ed-74fb7d573821,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:39.504588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.573095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.629758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0e8e2-2716-425e-81f8-29916ab728d7 None None] Pushing event updated for resources: {'Port': ['ID=6d11dddc-4d5c-470f-b3ed-74fb7d573821,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:39.691810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6d11dddc-4d5c-470f-b3ed-74fb7d573821 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:39.705721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.723355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.6716433 Nov 23 18:59:39.733944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad217f-64bf-4142-9019-940bf656d082 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7068ed-421b-412b-8b6a-fa612857db65,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:39.742206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:39.753581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Request body: {'subnet': {'network_id': 'ae7068ed-421b-412b-8b6a-fa612857db65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-852144324-subnet', 'tenant_id': '07bd2359dfe242d4896523a4b842ff6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:39.773718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ae7068ed-421b-412b-8b6a-fa612857db65 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:39.785399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e023a13-2de0-40d9-bad6-2602082c57c0 req-55e1306a-0380-4278-a648-67612c8f43b8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044977 Nov 23 18:59:39.799645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:39.812765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de4ad50c-3287-41a4-961e-664ce8b72717 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 700 time: 0.6454942 Nov 23 18:59:39.917146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-1f266910-02d4-4616-bd7b-fb91438f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:39.922086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-1f266910-02d4-4616-bd7b-fb91438f9f47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 1096 time: 0.4058967 Nov 23 18:59:39.938251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:39.938932 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:39.967962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-469c24a7-431d-40e4-badc-6141971667ac None None] Provisioning complete for port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:39.968615 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-469c24a7-431d-40e4-badc-6141971667ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.044119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd11833-4c78-4f94-8fd2-92c8108df49b req-52131460-3e07-47ba-be35-443097a1a17a service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932544 Nov 23 18:59:40.056229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-113affa1-7ac2-4ca3-b867-4405e1fe08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:40.057758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-113affa1-7ac2-4ca3-b867-4405e1fe08a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 0.7919946 Nov 23 18:59:40.064792 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 7, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:40.076335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:40.085581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:40.102905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:40.110132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:40.110846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.140962 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:40.161325 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:40.165732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:40.166639 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:40.281219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.389263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.405577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f8e34f3-fd84-4583-869f-ec9dd61fc411 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0842512 Nov 23 18:59:40.412830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:40.420821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'network_id': 'bacc48a1-bda8-4fa1-9a70-37ac46f35022', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863150645'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:40.430966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Made reservation on behalf of 07bd2359dfe242d4896523a4b842ff6b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:40.440158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.442279 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:40.525796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-b83702f7-dbc0-49aa-bf3f-f8d0c4bb3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:40.528097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-b83702f7-dbc0-49aa-bf3f-f8d0c4bb3b93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.5722821 Nov 23 18:59:40.641924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-98f984e3-7fb4-44e5-925f-48c75d774ab6 None None] Provisioning complete for port 8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:40.642617 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98f984e3-7fb4-44e5-925f-48c75d774ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:40.720325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-7ea0969e-52fb-4734-ae0d-25336c9b2401 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 200 len: 217 time: 0.1735864 Nov 23 18:59:40.732510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-98f984e3-7fb4-44e5-925f-48c75d774ab6 None None] Port 8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:40.784090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:40.980855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 7, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:41.013072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-68e7195f-4d0c-4a77-bc25-b3c06e405316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.014573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-68e7195f-4d0c-4a77-bc25-b3c06e405316 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.9265504 Nov 23 18:59:41.020310 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.026036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-f741fe1c-5098-4c3f-aea1-23f038d6d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.027708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-f741fe1c-5098-4c3f-aea1-23f038d6d012 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2922442 Nov 23 18:59:41.030128 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2deed2-18b5-4815-97ae-91070cbb6884 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 7, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf67022-43e3-4807-88f9-6858020ab162', 'name': '', 'network_id': '3210e98d-f1f8-420e-9963-dceaf9f6fc4c', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:8e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:21Z', 'updated_at': '2021-11-23T18:59:32Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'f7474ea8-787e-43cb-a5df-5165b325e3aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:41.048138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.099068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:59:41.120501 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a959da-f75b-4a01-8a90-252923fd344d" -d '{"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-unplugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:59:41.140861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:41.155201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.243013 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f16d5-3199-4a34-8461-49422c29cc9a x-openstack-request-id: req-394f16d5-3199-4a34-8461-49422c29cc9a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:59:41.243394 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-unplugged", "status": "completed", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:59:41.243598 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-394f16d5-3199-4a34-8461-49422c29cc9a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:59:41.244005 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'code': 200} Nov 23 18:59:41.299371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:41.322238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-48513688-18a0-4f54-9b10-2f0df121f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.323903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-48513688-18a0-4f54-9b10-2f0df121f411 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576087 Nov 23 18:59:41.345648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-c20d9a3d-dd15-4cd6-bda7-daa392ec307b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.3103333 Nov 23 18:59:41.351967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Made reservation on behalf of d8e5cf89bac24be88daacbcb9ce2f1a3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:41.355901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.422595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-fc7c36aa-e2ce-4993-8412-d28cd691c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.424084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-fc7c36aa-e2ce-4993-8412-d28cd691c65d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.0628550 Nov 23 18:59:41.448238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-315cd3ed-2d35-4d0e-b280-3e042811193d service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081281 Nov 23 18:59:41.484896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] device_id is not set on port 91ad4f82-03f5-41d2-b95b-2f22663504cf yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 18:59:41.564627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-e6ebf784-360e-46b2-ae2e-9300c389b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.566502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-e6ebf784-360e-46b2-ae2e-9300c389b7fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319265 Nov 23 18:59:41.588822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6d11dddc-4d5c-470f-b3ed-74fb7d573821 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:41.606562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.623730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5ae61-e43e-4a1a-89ed-dbf95fa168a9 req-3dbdf7f6-b2c9-465a-936d-a5c88b8ebf14 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.625342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6a5ae61-e43e-4a1a-89ed-dbf95fa168a9 req-3dbdf7f6-b2c9-465a-936d-a5c88b8ebf14 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 945 time: 0.5965693 Nov 23 18:59:41.630603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80470858-e2cd-41b9-a0be-894d9558c918,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:41.683125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:41.683681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.819678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Checking segment: {'id': 'e22c7ac7-77f3-4fec-b100-3d1aae3657f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ae7068ed-421b-412b-8b6a-fa612857db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:41.820136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Network hostable DHCP agents. Network: ae7068ed-421b-412b-8b6a-fa612857db65, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:41.849358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:41.880438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0544013-e38b-4827-9cd6-f56ac321ee62 req-1019e6fd-cb7a-4981-bc38-e92e6543464f service neutron] 10.222.0.47 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864539 Nov 23 18:59:41.915967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6a5ae61-e43e-4a1a-89ed-dbf95fa168a9 req-0950adfb-94f8-4bc8-bc73-ded373aa3a9a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192975 Nov 23 18:59:41.936809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Network ae7068ed-421b-412b-8b6a-fa612857db65 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:41.956193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ae7068ed-421b-412b-8b6a-fa612857db65) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:41.958795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Allocated IP 2001:db8::2b7 (bacc48a1-bda8-4fa1-9a70-37ac46f35022/e164debd-d883-4dc2-bd07-f001d1dd2e8c/91ad4f82-03f5-41d2-b95b-2f22663504cf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:41.966808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86037096-977c-48b1-81f9-03e79556c0ba None None] Network ae7068ed-421b-412b-8b6a-fa612857db65 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:41.975496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:41.976658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.002043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3e82863-8044-4e9f-81f6-9c94105d3b57 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2585084 Nov 23 18:59:42.009140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Router 646d8e36-5671-4a00-adf9-cd6979d1875f is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:59:42.016980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-a4d51ce4-5c74-4ed7-8e5b-a4eb9a9acb70 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948770 Nov 23 18:59:42.186676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e1313-b65f-4c9d-8042-e197c573d540 None None] Network ae7068ed-421b-412b-8b6a-fa612857db65 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:42.207994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:42.248582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:42.272747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.278101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-22aaa744-834f-4bec-8dba-023bc88a2ca5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7938864 Nov 23 18:59:42.280335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:42.318496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5ba9640-00c8-40df-97ba-8f10ce031567 req-34e0e769-93e6-49ff-bbf3-15157554385e service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899933 Nov 23 18:59:42.411890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:42.411890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:42.467043 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.527217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port caf67022-43e3-4807-88f9-6858020ab162 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:42.527614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.684799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port caf67022-43e3-4807-88f9-6858020ab162, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=caf67022-43e3-4807-88f9-6858020ab162,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:42.685163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.712096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.721893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for caf67022-43e3-4807-88f9-6858020ab162 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:42.808709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:42.900767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:42.913246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:42.945646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:42.947345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:42.996724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=91ad4f82-03f5-41d2-b95b-2f22663504cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:43.017369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ee4ecb28-6d18-4685-8231-b4de4d23d85a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5987420 Nov 23 18:59:43.018951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:43.039963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:55:2f:0b'}, {'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:4b:18:44'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:43.091789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:43.106528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-814277521-network', 'tenant_id': 'c470bf9df36844bea958b7f63aac2f55'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:43.208083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:43.243733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.312123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Made reservation on behalf of c470bf9df36844bea958b7f63aac2f55 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:43.315337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.370246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.380669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=caf67022-43e3-4807-88f9-6858020ab162,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:43.391677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99518-b051-45ac-a3d6-31c87be0fc88 req-5cf080cd-f062-4de8-a900-065fd0be210d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:43.393286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ea99518-b051-45ac-a3d6-31c87be0fc88 req-5cf080cd-f062-4de8-a900-065fd0be210d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 943 time: 0.3329546 Nov 23 18:59:43.579398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f1b3790-12de-4d4b-9619-4fd64f0639db None None] Provisioning complete for port 91ad4f82-03f5-41d2-b95b-2f22663504cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:43.579776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3790-12de-4d4b-9619-4fd64f0639db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.616970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.667582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.689542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b3790-12de-4d4b-9619-4fd64f0639db None None] Port 91ad4f82-03f5-41d2-b95b-2f22663504cf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:43.712251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:39Z', 'revision_number': 3, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:43.730817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ea99518-b051-45ac-a3d6-31c87be0fc88 req-43587e67-4f41-4799-9b43-ece1b4dc07eb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655852 Nov 23 18:59:43.762903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:43.766547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Updating router 646d8e36-5671-4a00-adf9-cd6979d1875f port 56d63379-f8b1-49e7-934b-ac6285fdcc3b binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:43.771481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.781314 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.785855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:59:43.802181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.802531 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Added segment 2a0802a7-b329-48ea-a243-fc7edeb91f73 of type vlan for network 293fd513-eb02-45ff-83d3-8c40c27e73df Nov 23 18:59:43.845213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.846897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:43.918537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f933f-eb2d-469e-9bb2-56926296fc58,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:44.116166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:44.202152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.209711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.281340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de446510-fee7-407b-9dc9-2ba0ee583911 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:44.296021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf8aeb-3267-413a-a097-1ac9c6015108 None None] Pushing event updated for resources: {'Port': ['ID=56d63379-f8b1-49e7-934b-ac6285fdcc3b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:44.305430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Attempting to bind port 56d63379-f8b1-49e7-934b-ac6285fdcc3b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:44.306350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Attempting to bind port 56d63379-f8b1-49e7-934b-ac6285fdcc3b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:44.306885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Attempting to bind port 56d63379-f8b1-49e7-934b-ac6285fdcc3b on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:44.320518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:44.321235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:44.321391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:44.321931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.322546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:44.323254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Bound port: 56d63379-f8b1-49e7-934b-ac6285fdcc3b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:44.324011 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.334494 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:44.342719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85639d40-037e-46d6-afa6-a4c4faa68059 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5317612 Nov 23 18:59:44.342931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:44.357441 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:44.358244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:44.381546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ecb09505-be0a-4266-872b-4992a5bcdff4 None None] Provisioning complete for port 56d63379-f8b1-49e7-934b-ac6285fdcc3b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:44.382226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecb09505-be0a-4266-872b-4992a5bcdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.451719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] For port 56d63379-f8b1-49e7-934b-ac6285fdcc3b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:44.455770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ecb09505-be0a-4266-872b-4992a5bcdff4 None None] Port 56d63379-f8b1-49e7-934b-ac6285fdcc3b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:44.473041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] For port 56d63379-f8b1-49e7-934b-ac6285fdcc3b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56d63379-f8b1-49e7-934b-ac6285fdcc3b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:44.479245 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.482000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet f7474ea8-787e-43cb-a5df-5165b325e3aa {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:44.492094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.567151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf8aeb-3267-413a-a097-1ac9c6015108 None None] Pushing event updated for resources: {'Port': ['ID=56d63379-f8b1-49e7-934b-ac6285fdcc3b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:44.593501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:44.595425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:44.606479 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:44.621948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.785606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2102d-375c-400d-be9a-bc8565eb4e80 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:44.857701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.872980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.875381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:44.876280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.877786 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:44.907004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:45.005097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.005564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.031603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] Pushing event updated for resources: {'Network': ['ID=293fd513-eb02-45ff-83d3-8c40c27e73df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:45.051248 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:43Z', 'revision_number': 8, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:45.060750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 293fd513-eb02-45ff-83d3-8c40c27e73df details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:59:45.062751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:45.090773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=f7474ea8-787e-43cb-a5df-5165b325e3aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:45.125705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.128296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf52301-379f-4a17-ab58-b98c71026f93 None None] Network 3210e98d-f1f8-420e-9963-dceaf9f6fc4c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:45.132037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] Provisioning complete for port 56d63379-f8b1-49e7-934b-ac6285fdcc3b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:45.132406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.146676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6fff05b9-5e99-4f39-8c12-3b577d398e2e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/f7474ea8-787e-43cb-a5df-5165b325e3aa HTTP/1.1" status: 204 len: 168 time: 0.8001108 Nov 23 18:59:45.146880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:45.153294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.160042 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:45.165723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] In _notify_port_updated(), no bound segment for port 91ad4f82-03f5-41d2-b95b-2f22663504cf on network bacc48a1-bda8-4fa1-9a70-37ac46f35022 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 18:59:45.182259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:45.187199 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:45.187734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.188216 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:45.192389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "PUT /v2.0/ports/91ad4f82-03f5-41d2-b95b-2f22663504cf HTTP/1.1" status: 200 len: 1067 time: 2.1712525 Nov 23 18:59:45.208993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:45.226512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf386-9e05-40ba-888c-2a1327f6e6c8 req-3f805010-7623-4226-85e6-b14ef29823e9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:45.229173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-776cf386-9e05-40ba-888c-2a1327f6e6c8 req-3f805010-7623-4226-85e6-b14ef29823e9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 1.3779063 Nov 23 18:59:45.303920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c470f2ff-cc71-4a51-9832-0c506d53defa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2090342 Nov 23 18:59:45.332066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:45.349069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Request body: {'subnet': {'network_id': '293fd513-eb02-45ff-83d3-8c40c27e73df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-814277521-subnet', 'tenant_id': 'c470bf9df36844bea958b7f63aac2f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:45.377279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.416133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788f1e8-a95c-4c29-a64b-035c949da70c tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event updated for resources: {'Port': ['ID=91ad4f82-03f5-41d2-b95b-2f22663504cf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:45.447187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10159e02-916d-4f31-975c-0e30de3e5b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.500399 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:45.576540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port 91ad4f82-03f5-41d2-b95b-2f22663504cf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:45.577663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.598085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.664558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] For port 56d63379-f8b1-49e7-934b-ac6285fdcc3b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56d63379-f8b1-49e7-934b-ac6285fdcc3b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:45.702049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] DHCP port deletion for 3210e98d-f1f8-420e-9963-dceaf9f6fc4c request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:45.713708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:45.796791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Allocated IP 172.20.0.1 (49283d3a-28a1-4b0c-9fd1-c899a091b1c6/30bf6283-3302-4834-a8ee-19da3b1f37f3/c0d1a465-6800-44d4-bd78-8d83bb7c9734) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:45.866164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:39Z', 'revision_number': 3, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:45.940937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-776cf386-9e05-40ba-888c-2a1327f6e6c8 req-0f906f5d-5259-49b4-9456-bbd1ee91a64c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6332912 Nov 23 18:59:45.995403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d7d25-12b5-4369-bb79-e745c67cf4a0 None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:39Z', 'revision_number': 3, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:46.001592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 06198f93-a203-42b9-96d4-7195ff383294 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:46.002097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.051469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Made reservation on behalf of c470bf9df36844bea958b7f63aac2f55 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:59:46.051469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.056507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5178d33-83d3-40f1-833b-cca854394dbb None None] Provisioning complete for port 91ad4f82-03f5-41d2-b95b-2f22663504cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:46.057346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5178d33-83d3-40f1-833b-cca854394dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.072909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.119873 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:43Z', 'revision_number': 8, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:46.128064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 06198f93-a203-42b9-96d4-7195ff383294, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=06198f93-a203-42b9-96d4-7195ff383294,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:46.128694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.143938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 06198f93-a203-42b9-96d4-7195ff383294 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:46.144424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e405ac3-30ac-4576-a935-8c44f4388b6d None None] Pushing event updated for resources: {'Port': ['ID=56d63379-f8b1-49e7-934b-ac6285fdcc3b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:46.176510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221db23-7c71-4714-9787-2aa0ec8ab2ca None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:43Z', 'revision_number': 8, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '862e793f-2561-4cc7-9d9b-547c159df193', 'name': '', 'network_id': 'ece0f0d3-e944-47a6-ae7e-a6e1013408af', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:80:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:08Z', 'updated_at': '2021-11-23T18:59:24Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '2c3c8c9f-e682-4a3e-ab71-4b526043fce2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:46.207659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Deleting port 06198f93-a203-42b9-96d4-7195ff383294 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:46.208694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.234157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5178d33-83d3-40f1-833b-cca854394dbb None None] Port 91ad4f82-03f5-41d2-b95b-2f22663504cf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:46.246934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.351287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] For port 06198f93-a203-42b9-96d4-7195ff383294, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=06198f93-a203-42b9-96d4-7195ff383294,segment=NetworkSegment(fb4a12e9-7056-4804-9189-511e0759ea1a),segment_id=fb4a12e9-7056-4804-9189-511e0759ea1a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:46.351735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.353862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=06198f93-a203-42b9-96d4-7195ff383294,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:46.381239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 06198f93-a203-42b9-96d4-7195ff383294 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:46.391453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Calling delete_port for 06198f93-a203-42b9-96d4-7195ff383294 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:46.500670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.509743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.535964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747fd05-647a-4f3a-b6b3-920e7fd79a53 req-43a17e54-d1f1-4ca5-863b-0517f2c49e48 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:46.539970 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.543680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e747fd05-647a-4f3a-b6b3-920e7fd79a53 req-43a17e54-d1f1-4ca5-863b-0517f2c49e48 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3014717 Nov 23 18:59:46.574290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d700105a-8e91-4184-b59a-7234055b4dc1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:46.585563 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.597816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] Pushing event deleted for resources: {'Port': ['ID=06198f93-a203-42b9-96d4-7195ff383294,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:46.606814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for 91ad4f82-03f5-41d2-b95b-2f22663504cf owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:46.637131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf0a66-06ae-4bb0-b76f-0fda0cc7877d None None] No DVR routers for this DVR port 06198f93-a203-42b9-96d4-7195ff383294 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:46.659352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:46.712457 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.721237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Checking segment: {'id': '2a0802a7-b329-48ea-a243-fc7edeb91f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '293fd513-eb02-45ff-83d3-8c40c27e73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:46.721658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Network hostable DHCP agents. Network: 293fd513-eb02-45ff-83d3-8c40c27e73df, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:59:46.762017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210e98d-f1f8-420e-9963-dceaf9f6fc4c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:46.772834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:46.778902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Network 293fd513-eb02-45ff-83d3-8c40c27e73df is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:59:46.794042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:46.797354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:46.805490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 666cfd74-13b6-48ed-9e28-744e1ecdb308 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:46.831282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4a12e9-7056-4804-9189-511e0759ea1a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:46.831606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4a12e9-7056-4804-9189-511e0759ea1a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:46.856896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.861815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10159e02-916d-4f31-975c-0e30de3e5b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.862873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 293fd513-eb02-45ff-83d3-8c40c27e73df) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:46.880955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:46.881553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.894898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f48509-d34e-408c-a41a-fb75c172fe66 None None] Network 293fd513-eb02-45ff-83d3-8c40c27e73df requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:46.899063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10159e02-916d-4f31-975c-0e30de3e5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.900277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e747fd05-647a-4f3a-b6b3-920e7fd79a53 req-03f36b97-ea6d-4a18-974a-6e85db5c078a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556471 Nov 23 18:59:46.902284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.966325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:46.985866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10159e02-916d-4f31-975c-0e30de3e5b4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94c6e8e4bb7f4d0d91e412ca0da5d188&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8658075 Nov 23 18:59:46.995825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-974b2510-364d-4b68-82b9-1456ed194791 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6511879 Nov 23 18:59:46.997261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:47.006974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:47.006974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:47.010000 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:47.090505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10159e02-916d-4f31-975c-0e30de3e5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e67fa-6ad9-406b-8a22-43e4a9c3b4ae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:47.216055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.290783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.296123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/3210e98d-f1f8-420e-9963-dceaf9f6fc4c HTTP/1.1" status: 204 len: 168 time: 2.1481905 Nov 23 18:59:47.314408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:47.331557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035a8e-97ce-48f6-8a30-b4bcbc0562e3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=3210e98d-f1f8-420e-9963-dceaf9f6fc4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:47.375121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:47.394895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee511982-eb40-4406-bddd-3f4962b71f37 None None] Network 293fd513-eb02-45ff-83d3-8c40c27e73df requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:47.422169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-55d54a2f-99d8-4046-8e4e-104ce0cde06d None None] Provisioning complete for port c0d1a465-6800-44d4-bd78-8d83bb7c9734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:47.422957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-55d54a2f-99d8-4046-8e4e-104ce0cde06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.476485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73ca3d-9467-4583-977a-a54e41daa60a req-594a8593-bc51-4a0b-9b3c-8260eb8fee72 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:47.477994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.500646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a73ca3d-9467-4583-977a-a54e41daa60a req-594a8593-bc51-4a0b-9b3c-8260eb8fee72 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3081298 Nov 23 18:59:47.549452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.549706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-55d54a2f-99d8-4046-8e4e-104ce0cde06d None None] Port c0d1a465-6800-44d4-bd78-8d83bb7c9734 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:47.614499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Deleting subnet 80470858-e2cd-41b9-a0be-894d9558c918 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:47.628773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.670906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56d63379-f8b1-49e7-934b-ac6285fdcc3b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:47.682178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=91ad4f82-03f5-41d2-b95b-2f22663504cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:47.698787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.741796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.756879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a73ca3d-9467-4583-977a-a54e41daa60a req-d3441a9c-2bfb-44c7-a617-515c03b2583a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495384 Nov 23 18:59:47.780427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.819088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 56d63379-f8b1-49e7-934b-ac6285fdcc3b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:47.821273 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:47.932525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.082002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.085445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.093005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e10e67fa-6ad9-406b-8a22-43e4a9c3b4ae HTTP/1.1" status: 204 len: 168 time: 1.0778902 Nov 23 18:59:48.129586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.136298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80e4ca3b-75ad-4f3f-bf09-667fe5463ee7 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/91ad4f82-03f5-41d2-b95b-2f22663504cf HTTP/1.1" status: 204 len: 168 time: 2.9260452 Nov 23 18:59:48.136936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:48.161071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a559-06e5-44c0-9b2b-39800ebd66ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e67fa-6ad9-406b-8a22-43e4a9c3b4ae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:48.190015 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96fbee5-e53d-4e4b-bee8-ea44d7792d3f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] GET failed (client error): The resource could not be found. Nov 23 18:59:48.194351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:48.194747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a96fbee5-e53d-4e4b-bee8-ea44d7792d3f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports/91ad4f82-03f5-41d2-b95b-2f22663504cf HTTP/1.1" status: 404 len: 333 time: 0.0527668 Nov 23 18:59:48.211960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.249561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80470858-e2cd-41b9-a0be-894d9558c918,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:48.264480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.273641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47d3b778-6cf3-48b0-9559-4e9630ed332d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/80470858-e2cd-41b9-a0be-894d9558c918 HTTP/1.1" status: 204 len: 168 time: 0.8938036 Nov 23 18:59:48.275383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:48.307044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.325903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.442397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.477452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.480388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device caf67022-43e3-4807-88f9-6858020ab162 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:48.486561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:48.517780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: caf67022-43e3-4807-88f9-6858020ab162 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:48.520203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device caf67022-43e3-4807-88f9-6858020ab162 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:48.520771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 06198f93-a203-42b9-96d4-7195ff383294 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:48.541862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port 8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:48.542204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.567533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 06198f93-a203-42b9-96d4-7195ff383294 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:48.567912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 06198f93-a203-42b9-96d4-7195ff383294 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:48.591835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.623193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7068ed-421b-412b-8b6a-fa612857db65']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:48.631720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.645757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c7ac7-77f3-4fec-b100-3d1aae3657f7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:48.646753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c7ac7-77f3-4fec-b100-3d1aae3657f7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:48.669676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.694373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.701736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:48.702135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:48.769820 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:48.775369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.785437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.793030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae7068ed-421b-412b-8b6a-fa612857db65 HTTP/1.1" status: 204 len: 168 time: 0.5129952 Nov 23 18:59:48.793030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:48.819277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.819557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3aacc-ddcf-4cc4-904c-7f7596f8d61b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7068ed-421b-412b-8b6a-fa612857db65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:48.841547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for 8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:48.845238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:48.889071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:48.895156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Deleting subnet d700105a-8e91-4184-b59a-7234055b4dc1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:48.900769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:48.978830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.047268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.171503 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.209376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d700105a-8e91-4184-b59a-7234055b4dc1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:49.215191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.218784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3b4eec1-c865-4d1f-929d-83fb9e0c2005 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d700105a-8e91-4184-b59a-7234055b4dc1 HTTP/1.1" status: 204 len: 168 time: 0.4251542 Nov 23 18:59:49.224688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:49.309574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4cd7f23-8872-4d9f-8b5a-f3336400186c None None] Provisioning complete for port c0d1a465-6800-44d4-bd78-8d83bb7c9734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:49.310840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4cd7f23-8872-4d9f-8b5a-f3336400186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.321700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.327723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428cb6-f800-4b80-8a27-847284e0de09 req-df5c3056-68df-43ab-acfa-862f78d76018 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:49.331537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa428cb6-f800-4b80-8a27-847284e0de09 req-df5c3056-68df-43ab-acfa-862f78d76018 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.4288099 Nov 23 18:59:49.341872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.361358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd7f23-8872-4d9f-8b5a-f3336400186c None None] Port c0d1a465-6800-44d4-bd78-8d83bb7c9734 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:59:49.436532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.443982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:49.460311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293fd513-eb02-45ff-83d3-8c40c27e73df']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:49.474139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0802a7-b329-48ea-a243-fc7edeb91f73') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:49.474988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0802a7-b329-48ea-a243-fc7edeb91f73') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:49.498427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.521897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.528989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:49.529306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:49.529444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.542415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.546506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fabf9452-e4d7-49be-a18a-2dff2b7581ad tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 HTTP/1.1" status: 204 len: 168 time: 1.3492818 Nov 23 18:59:49.577227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:49.596009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa428cb6-f800-4b80-8a27-847284e0de09 req-f66eaae6-d8e7-4ad9-b664-8ca2f13ca543 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367337 Nov 23 18:59:49.625922 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd97d4e-ac8d-4b94-8a11-c65af0666264 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] GET failed (client error): The resource could not be found. Nov 23 18:59:49.631410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-edd97d4e-ac8d-4b94-8a11-c65af0666264 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "GET /v2.0/ports/8fb33f9b-c867-4a4e-8bf8-bc4428dd6b67 HTTP/1.1" status: 404 len: 333 time: 0.0483110 Nov 23 18:59:49.631907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: timer() Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:49.646436 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:49.649116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.656277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.659545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] 10.222.0.37 "DELETE /v2.0/networks/293fd513-eb02-45ff-83d3-8c40c27e73df HTTP/1.1" status: 204 len: 168 time: 0.4337914 Nov 23 18:59:49.689118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bedec-0a9f-4d3a-8be4-8c080d2e435e admin admin] Pushing event deleted for resources: {'Network': ['ID=293fd513-eb02-45ff-83d3-8c40c27e73df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:49.872751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 862e793f-2561-4cc7-9d9b-547c159df193 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:49.873231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:49.922052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:49.930237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d5ca4b15-66cb-4343-8e15-29daf0bf0be6 admin admin] 10.222.0.37 "PUT /v2.0/routers/646d8e36-5671-4a00-adf9-cd6979d1875f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6456614 Nov 23 18:59:49.943037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:49.952867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:49.974719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:49.975772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:49.992628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:49.992628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.047681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6477d74f-ecf3-4dc0-9909-8fd27e653651 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07bd2359dfe242d4896523a4b842ff6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936358 Nov 23 18:59:50.050185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:50.110008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 862e793f-2561-4cc7-9d9b-547c159df193, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=862e793f-2561-4cc7-9d9b-547c159df193,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:50.110671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.113294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:50.176412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.217880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 862e793f-2561-4cc7-9d9b-547c159df193 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:50.254490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.322541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.340649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.343891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.345149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcec8da5-3a45-437e-87a9-ab95122dc23b HTTP/1.1" status: 204 len: 168 time: 0.2914822 Nov 23 18:59:50.355980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d282472-81c1-4731-99d0-0c09c6e81afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec8da5-3a45-437e-87a9-ab95122dc23b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:50.569039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 2, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:50.657720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:50.658078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Updating router 646d8e36-5671-4a00-adf9-cd6979d1875f port c0d1a465-6800-44d4-bd78-8d83bb7c9734 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:59:50.714774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.752053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:50.758280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090856287', 'description': 'tempest-description--596395307'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:50.833515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:50.920059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:51.000695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.012479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.065225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.065908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd0679e-ba82-4b24-9f07-08428f1c7914,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.081315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65c5d-3c89-4dd8-94bc-d97eb86af103 req-82cc4628-2331-4a4d-9eb7-0b6d847f812a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:51.084023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7b65c5d-3c89-4dd8-94bc-d97eb86af103 req-82cc4628-2331-4a4d-9eb7-0b6d847f812a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1846244 Nov 23 18:59:51.110398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.113746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-01c2ffdf-112a-4751-afab-cfb7c965c3a9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3583889 Nov 23 18:59:51.116003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.135842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group_rule': {'security_group_id': 'cbd0679e-ba82-4b24-9f07-08428f1c7914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:51.180190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-81868461-7ca6-4284-bcb9-d351f64f5e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c470bf9df36844bea958b7f63aac2f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113331 Nov 23 18:59:51.185770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.195604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.208772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.221940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.236448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7b65c5d-3c89-4dd8-94bc-d97eb86af103 req-a2a3b26a-74a7-4bd5-a7c9-250ddf0858ea tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462121 Nov 23 18:59:51.360982 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.363828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.406539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a33729-ee2a-4586-a228-836b2f23f517 None None] Pushing event updated for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.409096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.418575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.420679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Attempting to bind port c0d1a465-6800-44d4-bd78-8d83bb7c9734 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:59:51.421197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Attempting to bind port c0d1a465-6800-44d4-bd78-8d83bb7c9734 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:59:51.421690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Attempting to bind port c0d1a465-6800-44d4-bd78-8d83bb7c9734 on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:59:51.429846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:59:51.430374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:59:51.430892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.431372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:59:51.431921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Bound port: c0d1a465-6800-44d4-bd78-8d83bb7c9734, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:59:51.432420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.456597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f454a-8492-4469-9afd-98313ecbce2f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.457311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=862e793f-2561-4cc7-9d9b-547c159df193,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.465876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.479302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.483942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-28b1d993-9a45-46e0-98da-708f246c3601 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595884 Nov 23 18:59:51.486546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.494944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group_rule': {'security_group_id': 'cbd0679e-ba82-4b24-9f07-08428f1c7914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:51.540120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.543054 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.615464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] For port c0d1a465-6800-44d4-bd78-8d83bb7c9734, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:59:51.624739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] For port c0d1a465-6800-44d4-bd78-8d83bb7c9734, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0d1a465-6800-44d4-bd78-8d83bb7c9734,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:59:51.635388 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.637173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.649863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.654863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51d5542d-93b7-458d-b517-9f1014174f9a tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/ports/f5e0a66a-2c46-4d26-ac04-ac0c0b48a7a3 HTTP/1.1" status: 204 len: 168 time: 2.0131240 Nov 23 18:59:51.672544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.706880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.773491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.853471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:51.854385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:51.874683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ddba15-04fb-408b-9c86-601195212a40,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:51.905558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.907587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b1997e02-353a-4a97-b2a4-dedf530032fa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183624 Nov 23 18:59:51.912496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:51.926802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.930491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:59:51.962150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:51.980597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting subnet e164debd-d883-4dc2-bd07-f001d1dd2e8c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:51.990488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.003659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a33729-ee2a-4586-a228-836b2f23f517 None None] Pushing event updated for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:52.032009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.033454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.037704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/537f933f-eb2d-469e-9bb2-56926296fc58 HTTP/1.1" status: 204 len: 168 time: 0.8477621 Nov 23 18:59:52.084590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.130872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d099-935a-4390-a433-2fb01260fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f933f-eb2d-469e-9bb2-56926296fc58,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:52.237756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] Provisioning complete for port c0d1a465-6800-44d4-bd78-8d83bb7c9734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:52.238318 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.324585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:52.336895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:52.560739 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.614159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:59:52.624614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e5861835-fcaa-4b73-88e9-83d93ecc46d3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3085530 Nov 23 18:59:52.627921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:52.629299 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.640978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:59:52.676666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:52.677616 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:52.731103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.735624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet 2c3c8c9f-e682-4a3e-ab71-4b526043fce2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:59:52.741989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.750191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] For port c0d1a465-6800-44d4-bd78-8d83bb7c9734, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0d1a465-6800-44d4-bd78-8d83bb7c9734,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:52.772504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.853736 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.910989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:52.944975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da68c05-8029-4bde-b9ac-5d26554fadbd None None] Pushing event updated for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:52.962933 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:52.977252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Subnet': ['ID=e164debd-d883-4dc2-bd07-f001d1dd2e8c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:53.097654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b19f9-c918-408f-b27e-13fc051f353e None None] Network bacc48a1-bda8-4fa1-9a70-37ac46f35022 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:53.118695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ffdaa450-9fff-465d-92ea-6c9190aae768 None None] Provisioning complete for port c0d1a465-6800-44d4-bd78-8d83bb7c9734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:53.118917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdaa450-9fff-465d-92ea-6c9190aae768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.141676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.326797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:51Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:53.332903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.370188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3c8c9f-e682-4a3e-ab71-4b526043fce2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:53.378221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.394331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41a47b4b-d280-41b9-8097-4b50898751da tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/2c3c8c9f-e682-4a3e-ab71-4b526043fce2 HTTP/1.1" status: 204 len: 168 time: 0.7652402 Nov 23 18:59:53.405720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:53.448395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24add3e7-e86e-4f74-9f39-deb6594f877c None None] Network ece0f0d3-e944-47a6-ae7e-a6e1013408af requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:59:53.562448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.643398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770614c-fb6e-4852-9954-389c4c21fd28 None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:51Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:53.676726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:53.678137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.931573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:53.931573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.954801 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:51Z', 'revision_number': 9, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:53.981615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:53.990042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:53.991066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:53.993134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-962b2353-2a6c-4300-9b47-ef79bf8affc8 tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/subnets/e164debd-d883-4dc2-bd07-f001d1dd2e8c HTTP/1.1" status: 204 len: 168 time: 2.3396437 Nov 23 18:59:54.047260 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:59:54.050660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] DHCP port deletion for bacc48a1-bda8-4fa1-9a70-37ac46f35022 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:54.069891 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:59:54.074093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:54.098631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Allocated IP 172.25.5.30 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ca0fc3e1-23cd-4a68-8022-a7fe78747192) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:59:54.223173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.258808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.300803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.302583 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:59:54.346345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] DHCP port deletion for ece0f0d3-e944-47a6-ae7e-a6e1013408af request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:59:54.415123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=ca0fc3e1-23cd-4a68-8022-a7fe78747192,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:54.461073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d3b58-c38b-40e2-834d-721db2882945 req-4dc4c2b4-653a-41e2-bfd6-1bf29748e24e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:54.463637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-609d3b58-c38b-40e2-834d-721db2882945 req-4dc4c2b4-653a-41e2-bfd6-1bf29748e24e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 2.0284913 Nov 23 18:59:54.470835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Deleting port dc5cbba0-690c-4f6a-b8c5-6340e1058331 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:54.471228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.477924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:59:54.480129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:59:54.495879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:59:54.510808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Deleting port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:54.511469 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.548199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Deleting port dc5cbba0-690c-4f6a-b8c5-6340e1058331 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:54.548543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.657667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.675941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-609d3b58-c38b-40e2-834d-721db2882945 req-ac645559-c237-4e32-b52d-b49fb4efe229 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900256 Nov 23 18:59:54.703503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] For port dc5cbba0-690c-4f6a-b8c5-6340e1058331, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dc5cbba0-690c-4f6a-b8c5-6340e1058331,segment=NetworkSegment(54036ea2-5a2c-4153-a081-656b410b5a03),segment_id=54036ea2-5a2c-4153-a081-656b410b5a03)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:54.704063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.754269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Calling delete_port for dc5cbba0-690c-4f6a-b8c5-6340e1058331 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:54.757989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] For port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,segment=NetworkSegment(5df66d0a-8027-4aef-85c5-43753e295492),segment_id=5df66d0a-8027-4aef-85c5-43753e295492)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:54.758588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.785684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Calling delete_port for 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:54.877442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:54.895341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:54.896924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:54.929263 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:51Z', 'revision_number': 9, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:54.987035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.013807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ebd26-5975-4548-a6ed-b82456800298 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:51Z', 'revision_number': 9, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa311f4b-69d9-49ab-9e14-78a48a13c35e', 'name': '', 'network_id': '7e59a653-0901-4aba-afeb-d836ae2e7208', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:bf:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:55Z', 'updated_at': '2021-11-23T18:59:08Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': '00be641c-4110-4ffb-93c2-7cc7faa2e77a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:59:55.030306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] For port dc5cbba0-690c-4f6a-b8c5-6340e1058331, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dc5cbba0-690c-4f6a-b8c5-6340e1058331,segment=NetworkSegment(54036ea2-5a2c-4153-a081-656b410b5a03),segment_id=54036ea2-5a2c-4153-a081-656b410b5a03)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:55.033176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.058319 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.126072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Calling delete_port for dc5cbba0-690c-4f6a-b8c5-6340e1058331 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:55.138287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] Pushing event deleted for resources: {'Port': ['ID=5ade4fd2-f336-4ff4-b637-21882bd7ebe5,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:55.142826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.175758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] No DVR routers for this DVR port dc5cbba0-690c-4f6a-b8c5-6340e1058331 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:55.193236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.240803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebba88-98b9-4cc0-9aa5-62deb8504342 None None] No DVR routers for this DVR port 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:55.242246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676da30-edc2-4440-9126-c2dbb733670b None None] Pushing event deleted for resources: {'Port': ['ID=dc5cbba0-690c-4f6a-b8c5-6340e1058331,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:55.363697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece0f0d3-e944-47a6-ae7e-a6e1013408af']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:55.369400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.382467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.413169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df66d0a-8027-4aef-85c5-43753e295492') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:55.413729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df66d0a-8027-4aef-85c5-43753e295492') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:55.448256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.500641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.503375 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.545128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:55.545480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:55.549313 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:55.582685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.623548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Port': ['ID=dc5cbba0-690c-4f6a-b8c5-6340e1058331,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:55.625041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=ca0fc3e1-23cd-4a68-8022-a7fe78747192,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:55.631478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] No DVR routers for this DVR port dc5cbba0-690c-4f6a-b8c5-6340e1058331 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:59:55.648283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.650434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-df58243c-60de-4ac8-9399-60f858e191df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7364905 Nov 23 18:59:55.734112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0d1a465-6800-44d4-bd78-8d83bb7c9734 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:59:55.925570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:55.985518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:55.985956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c0d1a465-6800-44d4-bd78-8d83bb7c9734 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:59:55.987137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.030986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.034437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/ece0f0d3-e944-47a6-ae7e-a6e1013408af HTTP/1.1" status: 204 len: 168 time: 2.6277044 Nov 23 18:59:56.035462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981b894-789e-436f-bcf5-ca314e5cc3ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=ece0f0d3-e944-47a6-ae7e-a6e1013408af,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:56.038437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:56.095511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.126523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc48a1-bda8-4fa1-9a70-37ac46f35022']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:56.148477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7951-86ca-494b-ac41-2d6827b2daa4 req-869e768d-fb53-4b1e-83de-127d5309db27 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:56.150064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce2e7951-86ca-494b-ac41-2d6827b2daa4 req-869e768d-fb53-4b1e-83de-127d5309db27 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2684002 Nov 23 18:59:56.182127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54036ea2-5a2c-4153-a081-656b410b5a03') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:56.182127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54036ea2-5a2c-4153-a081-656b410b5a03') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:59:56.206952 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.239007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.286575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:59:56.287667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: timer() Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:59:56.366534 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:59:56.383165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce2e7951-86ca-494b-ac41-2d6827b2daa4 req-3f9d7c22-5d77-4fd5-a2ec-4314c622509c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064028 Nov 23 18:59:56.389295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.401109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 862e793f-2561-4cc7-9d9b-547c159df193 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:56.407295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.411027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] 10.222.0.37 "DELETE /v2.0/networks/bacc48a1-bda8-4fa1-9a70-37ac46f35022 HTTP/1.1" status: 204 len: 168 time: 2.4176190 Nov 23 18:59:56.425624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77df79-5f94-4eae-bf58-1b4a3b805f7f tempest-AllowedAddressPairIpV6TestJSON-1516603666 tempest-AllowedAddressPairIpV6TestJSON-1516603666-project] Pushing event deleted for resources: {'Network': ['ID=bacc48a1-bda8-4fa1-9a70-37ac46f35022,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:56.438674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 862e793f-2561-4cc7-9d9b-547c159df193 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:56.439465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 862e793f-2561-4cc7-9d9b-547c159df193 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:56.440103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:56.465549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:56.465990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ade4fd2-f336-4ff4-b637-21882bd7ebe5 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:56.466660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dc5cbba0-690c-4f6a-b8c5-6340e1058331 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:59:56.474908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803c14b8-eecf-46a5-ada2-d60915d707b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.487843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: dc5cbba0-690c-4f6a-b8c5-6340e1058331 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:59:56.488195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dc5cbba0-690c-4f6a-b8c5-6340e1058331 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:59:56.579590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-063e975a-0b33-4af4-8abb-7011cb79c7a1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1090856287&fields=id&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 267 time: 0.4407172 Nov 23 18:59:56.731014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:56.789379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-325febda-f406-4e40-b8cf-2f71f0687751 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:56.791056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-325febda-f406-4e40-b8cf-2f71f0687751 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 816 time: 0.1616397 Nov 23 18:59:56.824530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-b5964ee1-d2c4-4bee-a898-b50298228cf1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/quotas/5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 375 time: 0.0250823 Nov 23 18:59:56.871987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803c14b8-eecf-46a5-ada2-d60915d707b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.879433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803c14b8-eecf-46a5-ada2-d60915d707b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:56.906982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fed663fc-674c-4bfd-93de-9c24819dd604 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8e5cf89bac24be88daacbcb9ce2f1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747215 Nov 23 18:59:56.909553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:56.915230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-803c14b8-eecf-46a5-ada2-d60915d707b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4b7a25762b741f59f50e7a500774fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9285390 Nov 23 18:59:56.918261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:56.965444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-c406321b-9207-4076-a548-7b83ff1a9394 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269166 Nov 23 18:59:56.970127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c14b8-eecf-46a5-ada2-d60915d707b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dd95ad-4b7a-40f5-a909-cf9a7fb2b147,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:57.046408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.080763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.100486 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.118408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.138444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.193503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.196641 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.198037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10dd95ad-4b7a-40f5-a909-cf9a7fb2b147 HTTP/1.1" status: 204 len: 168 time: 0.2786202 Nov 23 18:59:57.207419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-f41e10d2-2d71-4271-a159-01fa8603b6f0 service neutron] 10.222.0.37 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052269 Nov 23 18:59:57.217408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb567c-808a-4eca-8dfb-c16208000d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dd95ad-4b7a-40f5-a909-cf9a7fb2b147,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:57.221859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.228421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.237086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f494d857-f2c2-4fd5-b406-bd19074ee82b HTTP/1.1" status: 204 len: 168 time: 0.3255715 Nov 23 18:59:57.267231 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1169d1-eb6e-460d-82cb-f57a5aee30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494d857-f2c2-4fd5-b406-bd19074ee82b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:57.395167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9d11026-b20b-445e-9355-ea9fba9f4be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.539746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-166dcb62-89bf-4d72-a113-e8905c787ab5 service neutron] 10.222.0.37 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228667 Nov 23 18:59:57.637874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c0ac-b352-4f26-a2e8-efd8c2fc8480 req-cfdf80e4-d249-40c8-b013-7a2eec9e3094 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:57.639485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e947c0ac-b352-4f26-a2e8-efd8c2fc8480 req-cfdf80e4-d249-40c8-b013-7a2eec9e3094 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1299334 Nov 23 18:59:57.715749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e947c0ac-b352-4f26-a2e8-efd8c2fc8480 req-075276e5-f1ed-4c3e-aa80-cc2d88910ce5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686436 Nov 23 18:59:57.781602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port aa311f4b-69d9-49ab-9e14-78a48a13c35e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:59:57.782243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:57.931071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:57.944012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbff7f74-06dc-49be-aec8-6a99d94b5615 req-3a4994a6-4371-497a-9623-06796d710c75 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.0596900 Nov 23 18:59:57.965871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31950086-2403-4c57-84f8-3e379a2feef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.046167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port aa311f4b-69d9-49ab-9e14-78a48a13c35e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=aa311f4b-69d9-49ab-9e14-78a48a13c35e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:59:58.046667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.067594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for aa311f4b-69d9-49ab-9e14-78a48a13c35e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:59:58.140967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31950086-2403-4c57-84f8-3e379a2feef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.146366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31950086-2403-4c57-84f8-3e379a2feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.199026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-31950086-2403-4c57-84f8-3e379a2feef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d10b2c5ea6cb4839b146adc2e48bcc08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539172 Nov 23 18:59:58.199878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.217434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31950086-2403-4c57-84f8-3e379a2feef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8990d-fbdd-4f62-a84d-c9ec03c7404b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:58.313373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.369403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.433917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.440321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.445350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.450303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7f8990d-fbdd-4f62-a84d-c9ec03c7404b HTTP/1.1" status: 204 len: 168 time: 0.2477293 Nov 23 18:59:58.458690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf598b3-8167-44e3-8d39-37b3281e5f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8990d-fbdd-4f62-a84d-c9ec03c7404b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:58.487493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=aa311f4b-69d9-49ab-9e14-78a48a13c35e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:59:58.628756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.796234 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-1523c251-d83c-4041-aa57-2907b08f66eb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.800926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1523c251-d83c-4041-aa57-2907b08f66eb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1710942 Nov 23 18:59:58.801060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.822109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-cc0b3a58-c7d3-48ec-bb1e-10ad625815ba tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.823052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cc0b3a58-c7d3-48ec-bb1e-10ad625815ba tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0132110 Nov 23 18:59:58.827898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.835723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-68979703-515f-4ceb-a89f-d9e738f474a7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.837238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-68979703-515f-4ceb-a89f-d9e738f474a7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077927 Nov 23 18:59:58.839700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.847058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-bb6b722e-4b52-4c16-86e9-2224e4f38d5a tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.853146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bb6b722e-4b52-4c16-86e9-2224e4f38d5a tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0114951 Nov 23 18:59:58.858149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.874924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:59:58.882106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-6abfed72-d7c4-4add-ad92-a528fce15bcf tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.890759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6abfed72-d7c4-4add-ad92-a528fce15bcf tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0282781 Nov 23 18:59:58.893612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.901894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-5c9fbca8-f036-469b-882d-e914f5f6fff6 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.906201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c9fbca8-f036-469b-882d-e914f5f6fff6 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0105054 Nov 23 18:59:58.907102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:58.915390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-fba08193-c6f3-49c5-9547-34a13c62a906 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:58.926010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fba08193-c6f3-49c5-9547-34a13c62a906 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0175626 Nov 23 18:59:58.927066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.018868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-b24ef3bc-4565-48e6-a73d-71c87349cb62 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.023494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b24ef3bc-4565-48e6-a73d-71c87349cb62 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0881524 Nov 23 18:59:59.025599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.030812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-3f72e22b-1a87-4a39-84d8-5ed06b67576d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.036036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3f72e22b-1a87-4a39-84d8-5ed06b67576d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075409 Nov 23 18:59:59.037256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.044270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-51c3d209-b78f-47ec-b4a4-10d64cb941b5 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.048802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51c3d209-b78f-47ec-b4a4-10d64cb941b5 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079205 Nov 23 18:59:59.050705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.068110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-5dfc3a9c-6fe1-454c-bf13-df4a648c17b7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.071647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dfc3a9c-6fe1-454c-bf13-df4a648c17b7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0144506 Nov 23 18:59:59.073004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.116043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-ff02db15-426b-4333-bb52-c770079bcdbc tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.116043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff02db15-426b-4333-bb52-c770079bcdbc tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0195711 Nov 23 18:59:59.129622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.145783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-93cbf4ca-1779-4159-9f05-7dbe6aea40cf req-e50171eb-3a1b-49dc-8192-05bf2471ffce tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.0939419 Nov 23 18:59:59.154637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-be254029-10a3-4c58-a758-0e42e416b71c tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.162812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-be254029-10a3-4c58-a758-0e42e416b71c tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0309505 Nov 23 18:59:59.164413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45556) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.170069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-f8fdee86-d3f3-4d8d-b20d-58332f198de1 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.171478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f8fdee86-d3f3-4d8d-b20d-58332f198de1 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058885 Nov 23 18:59:59.174360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.181209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-fd9502d2-3b07-470e-a53a-22e70ad092f7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.182698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd9502d2-3b07-470e-a53a-22e70ad092f7 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068748 Nov 23 18:59:59.187430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.196973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-1d31c8e0-05ed-46e7-a459-a0361573b2e3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.200501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1d31c8e0-05ed-46e7-a459-a0361573b2e3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0105627 Nov 23 18:59:59.202638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.215680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-8dcdc854-a7fc-424c-9823-bb564491d25b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.220108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8dcdc854-a7fc-424c-9823-bb564491d25b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0140700 Nov 23 18:59:59.221177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.230609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-02f51463-3971-48e6-8cd6-b160f73c2f01 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.234071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02f51463-3971-48e6-8cd6-b160f73c2f01 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094931 Nov 23 18:59:59.236014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.242441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-024a88d3-ceae-4841-b2a2-994aa8d7892e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.246067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-024a88d3-ceae-4841-b2a2-994aa8d7892e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0062978 Nov 23 18:59:59.246473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.250995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-626f50dd-701a-4abb-a041-68ab6b936e55 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.252001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-626f50dd-701a-4abb-a041-68ab6b936e55 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047979 Nov 23 18:59:59.254787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.261047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-514a6d74-b7c0-4f10-8af6-cb421551b104 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.262052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-514a6d74-b7c0-4f10-8af6-cb421551b104 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058050 Nov 23 18:59:59.264653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.269537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-4ecc0c3e-f92f-4fdc-9122-3dd950643868 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.271657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ecc0c3e-f92f-4fdc-9122-3dd950643868 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046139 Nov 23 18:59:59.273309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.279095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-1c455413-91bf-499a-8402-26c4b09e671b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.280417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c455413-91bf-499a-8402-26c4b09e671b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056422 Nov 23 18:59:59.282733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.290238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-5ddd0e6a-3be0-4b7e-923c-913032c460e4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.291498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5ddd0e6a-3be0-4b7e-923c-913032c460e4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0079501 Nov 23 18:59:59.294429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.299958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-e72e692c-2448-4c69-a180-1a2f757e3864 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.301608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e72e692c-2448-4c69-a180-1a2f757e3864 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053930 Nov 23 18:59:59.304681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45584) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.312700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-298e5dd8-ff8e-4a94-a375-246ac3d52950 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.314355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-298e5dd8-ff8e-4a94-a375-246ac3d52950 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069478 Nov 23 18:59:59.317450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.330321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-6635dad5-425d-43b0-a9c4-054ec2b70d54 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.333783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6635dad5-425d-43b0-a9c4-054ec2b70d54 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0143464 Nov 23 18:59:59.337875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.343090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-ee49c27a-ca55-47b6-90f0-e2ce6b48c007 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.344306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ee49c27a-ca55-47b6-90f0-e2ce6b48c007 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049667 Nov 23 18:59:59.347280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.355729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-943dbf56-1cd5-44ff-932e-5bd6ec356462 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.357641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-943dbf56-1cd5-44ff-932e-5bd6ec356462 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083776 Nov 23 18:59:59.360311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.366450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-73595f70-c770-466d-ba1f-16fd0a9fce30 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.368773 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73595f70-c770-466d-ba1f-16fd0a9fce30 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071998 Nov 23 18:59:59.371279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.375722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-9b590843-dd04-474a-b6f3-14aef2c5beb0 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.376689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9b590843-dd04-474a-b6f3-14aef2c5beb0 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044565 Nov 23 18:59:59.379037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.383990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-234e1947-4943-4891-bd3e-a2a9ace42c18 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.385054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-234e1947-4943-4891-bd3e-a2a9ace42c18 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049865 Nov 23 18:59:59.388106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.393580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-d5bc56af-a11c-4117-907c-2e3135e86f98 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.395659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d5bc56af-a11c-4117-907c-2e3135e86f98 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059757 Nov 23 18:59:59.397883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.403919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-a5ff1019-ef37-4543-b8dd-5acf829d6e5f tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.405095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a5ff1019-ef37-4543-b8dd-5acf829d6e5f tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062406 Nov 23 18:59:59.407806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.415694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-d7a8dc4f-e0f0-4fdf-8308-9f6ac508a7c8 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.417231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7a8dc4f-e0f0-4fdf-8308-9f6ac508a7c8 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079906 Nov 23 18:59:59.419908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.425604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-fa401f4d-90b4-4bf4-82f4-fefe0c7b25ed tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.426561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa401f4d-90b4-4bf4-82f4-fefe0c7b25ed tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044756 Nov 23 18:59:59.431914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.441657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-8b9525a1-ea2d-47b7-9117-e1c847dff19a tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.447189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8b9525a1-ea2d-47b7-9117-e1c847dff19a tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0140617 Nov 23 18:59:59.448242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.450264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03429d6-db6e-4477-82ad-675dd0809d96 req-f50c6257-e187-4398-9700-ab1971684747 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:59:59.452143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e03429d6-db6e-4477-82ad-675dd0809d96 req-f50c6257-e187-4398-9700-ab1971684747 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5692725 Nov 23 18:59:59.463481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-8d4ef9de-4244-4d7d-8ec6-539b7f0f36a4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.465100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d4ef9de-4244-4d7d-8ec6-539b7f0f36a4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0157847 Nov 23 18:59:59.465793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.488416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-a13c30fd-529a-4b9d-8967-c17283cfd37d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.497819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.498026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a13c30fd-529a-4b9d-8967-c17283cfd37d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0298011 Nov 23 18:59:59.509882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-990aa6b6-f348-4ed0-b0e5-0c1b378a56b5 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.511109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-990aa6b6-f348-4ed0-b0e5-0c1b378a56b5 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0069213 Nov 23 18:59:59.516032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45618) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.521829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-41297eb9-7a57-4810-8e57-24b404f9fb0b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.526496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41297eb9-7a57-4810-8e57-24b404f9fb0b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091355 Nov 23 18:59:59.527515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.541590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-408bddec-3a97-4243-b9f3-2cae05f1cd64 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.545617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-408bddec-3a97-4243-b9f3-2cae05f1cd64 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0162728 Nov 23 18:59:59.546313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.552093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-110cfcce-c9d5-4577-8fec-9a3e475dbc54 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.557797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-110cfcce-c9d5-4577-8fec-9a3e475dbc54 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0097117 Nov 23 18:59:59.558594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.565603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-f2db83d4-1d8e-490d-8a3d-9249415bcd47 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.570927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f2db83d4-1d8e-490d-8a3d-9249415bcd47 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0092127 Nov 23 18:59:59.571633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.592735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-f178990e-d2da-447a-9d3d-31b60f1652e3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.599759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.601130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f178990e-d2da-447a-9d3d-31b60f1652e3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0278602 Nov 23 18:59:59.610574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-303cec82-a600-4419-89ad-0de068440dbb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.612112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-303cec82-a600-4419-89ad-0de068440dbb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0093188 Nov 23 18:59:59.615879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.620941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-f2c84e90-7ab4-4d40-b299-ab4479f0504d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.622390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f2c84e90-7ab4-4d40-b299-ab4479f0504d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0052633 Nov 23 18:59:59.625095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.633627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-826b8744-b46e-4bdd-90e9-0a09c145580f tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.635022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-826b8744-b46e-4bdd-90e9-0a09c145580f tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087340 Nov 23 18:59:59.637705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.643612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-19c99275-b6d4-4730-95ff-0f2aa2927b00 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.644784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19c99275-b6d4-4730-95ff-0f2aa2927b00 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059457 Nov 23 18:59:59.648933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.649857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e03429d6-db6e-4477-82ad-675dd0809d96 req-f4a31351-c3f2-45a3-a2e3-c4160b7b163e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844063 Nov 23 18:59:59.667835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-4dc0a053-63fb-4009-9841-6fba9dd64f1b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.667835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4dc0a053-63fb-4009-9841-6fba9dd64f1b tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077181 Nov 23 18:59:59.676702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.684952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-5f7d790e-d60f-45a9-abad-8bdd0d423b00 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.688493 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5f7d790e-d60f-45a9-abad-8bdd0d423b00 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0104814 Nov 23 18:59:59.691442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.697478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-cc47a5e2-7f48-455d-9f69-eaf2bbfd1482 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.697854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cc47a5e2-7f48-455d-9f69-eaf2bbfd1482 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054553 Nov 23 18:59:59.702219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.716357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-eb25c61d-2074-4931-8b01-73672d1644a9 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.717960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb25c61d-2074-4931-8b01-73672d1644a9 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0120876 Nov 23 18:59:59.722064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.728779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-cbb17cf7-9d17-450a-9bf5-4fe2443d2843 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.734150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.735908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cbb17cf7-9d17-450a-9bf5-4fe2443d2843 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0129383 Nov 23 18:59:59.742995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-88425991-7650-4208-808b-306ca7c34821 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.746277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-88425991-7650-4208-808b-306ca7c34821 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0108240 Nov 23 18:59:59.749313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.767409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [None req-05e7991d-d73d-45d3-b246-144c96dd107c tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.771906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-05e7991d-d73d-45d3-b246-144c96dd107c tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0180440 Nov 23 18:59:59.774558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.779483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:59:59.782144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-565303c1-9da7-4d03-a3fb-d52c972afd32 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.783785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-565303c1-9da7-4d03-a3fb-d52c972afd32 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082004 Nov 23 18:59:59.792761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.803776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-2955378e-322b-40ff-a3b1-9a73ee43e389 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.807939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2955378e-322b-40ff-a3b1-9a73ee43e389 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0133350 Nov 23 18:59:59.810250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.819694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-427652e0-0b39-4b7c-aa32-396064491b3e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.829194 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-427652e0-0b39-4b7c-aa32-396064491b3e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0120833 Nov 23 18:59:59.831769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.862449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-37868247-a924-40e7-b808-f9900b19401d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.867709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-37868247-a924-40e7-b808-f9900b19401d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0225592 Nov 23 18:59:59.869777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.901860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-903e4a5d-c449-4e2e-b3bf-92ba919b7fce tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.903530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-903e4a5d-c449-4e2e-b3bf-92ba919b7fce tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0327828 Nov 23 18:59:59.906160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.914744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-0163e8ce-e43b-4df8-8b47-28ed69378be4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.917161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0163e8ce-e43b-4df8-8b47-28ed69378be4 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090160 Nov 23 18:59:59.920483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.939574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-2a165d64-026e-4e71-baf5-ffcfa35fce8d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.946687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2a165d64-026e-4e71-baf5-ffcfa35fce8d tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0143509 Nov 23 18:59:59.947619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.952084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-4fbc3392-acd2-414f-8279-41cae82683f3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.958502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4fbc3392-acd2-414f-8279-41cae82683f3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096729 Nov 23 18:59:59.961577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.971665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-9e180b50-e957-430e-a9f1-ae2f04f600f3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.974263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9e180b50-e957-430e-a9f1-ae2f04f600f3 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0113463 Nov 23 18:59:59.977839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.986886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-142443ad-9660-4777-b9f5-7a7897eba395 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:59:59.991430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-142443ad-9660-4777-b9f5-7a7897eba395 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087998 Nov 23 18:59:59.992904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:59:59.997832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:00.004968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-78654232-f424-429e-8d07-0f24ca28824c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9654906 Nov 23 19:00:00.011493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:00.014863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.039922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:00.045187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-792150bf-b80d-4638-ba33-282ff8bbbdf9 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:00.047483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T18:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:00.050653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-792150bf-b80d-4638-ba33-282ff8bbbdf9 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0527649 Nov 23 19:00:00.054322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45696) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.059345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-e5430caf-019b-4cf9-9deb-1c9cc1bfd41e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:00.062605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e5430caf-019b-4cf9-9deb-1c9cc1bfd41e tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043199 Nov 23 19:00:00.065759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.073584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-494f27ba-04a2-4f4a-8e23-1be36de4cf24 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:00.086645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-494f27ba-04a2-4f4a-8e23-1be36de4cf24 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0171523 Nov 23 19:00:00.087128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.100061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-6c6673e4-d18f-4c90-9aaf-eac6c71d7a53 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:00.103453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c6673e4-d18f-4c90-9aaf-eac6c71d7a53 tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0129561 Nov 23 19:00:00.104440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.115895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [None req-728b2f01-a708-4216-91d5-e59f6f7e41bb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:00:00.125186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-728b2f01-a708-4216-91d5-e59f6f7e41bb tempest-ExtensionsTestJSON-531509086 tempest-ExtensionsTestJSON-531509086-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0195045 Nov 23 19:00:00.261430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb19df69-443d-478e-9efc-75b68514db3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:00.297970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:00.363663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c36ddbd-5029-4470-b40a-1f117a119189 req-6ff5d805-8b80-472c-97a8-8dde1fcc877f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.0934026 Nov 23 19:00:00.471617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095948d-6dd2-4f7e-ab23-94cb7735cbd3 req-b40c6740-be71-4994-a6f1-ab925e6f7c97 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:00.487500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e095948d-6dd2-4f7e-ab23-94cb7735cbd3 req-b40c6740-be71-4994-a6f1-ab925e6f7c97 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.4870095 Nov 23 19:00:00.511718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-f46144b4-696e-49a7-a793-7117db83efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:00.513889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-f46144b4-696e-49a7-a793-7117db83efe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 0.4659910 Nov 23 19:00:00.528284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet 00be641c-4110-4ffb-93c2-7cc7faa2e77a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:00:00.561972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:00.628187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-b2cb7b4c-4c3e-4bcb-bc1d-68f13a32ce68 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:00.630627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-b2cb7b4c-4c3e-4bcb-bc1d-68f13a32ce68 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 816 time: 0.4934187 Nov 23 19:00:00.774905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:58Z', 'revision_number': 10, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:00.778486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:00.790222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:00.809184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e095948d-6dd2-4f7e-ab23-94cb7735cbd3 req-d1b1d1e1-2427-403d-b497-2ecf4d06b153 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144174 Nov 23 19:00:00.834392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:00.854151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:00.883061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:00.883765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:01.022825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:01.046395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2456-c9ec-42eb-8f72-887037d7eeb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.054231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-5ff45118-5cf1-4729-8f94-8cdda78d6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:01.117480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-5ff45118-5cf1-4729-8f94-8cdda78d6a52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.5600071 Nov 23 19:00:01.181406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2456-c9ec-42eb-8f72-887037d7eeb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.187642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2456-c9ec-42eb-8f72-887037d7eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.257689 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-1195aae3-a007-4052-bcd5-aa4ea31ed35c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.0882359 Nov 23 19:00:01.279259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-ec1da1e8-b2a4-4631-bbca-d4524d7740c4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 380 time: 0.6260605 Nov 23 19:00:01.299804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'port': {'device_id': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'admin_state_up': True, 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'security_groups': ['cbd0679e-ba82-4b24-9f07-08428f1c7914']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:01.327803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:01.330988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bbf2456-c9ec-42eb-8f72-887037d7eeb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86ea27f19e224be6869cd32c55f4005e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395682 Nov 23 19:00:01.340432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2456-c9ec-42eb-8f72-887037d7eeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb7889d-3143-4007-9d27-02eeeef20ea7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:01.398338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.491712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-2f626706-8a81-42b2-91ca-4968074e4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:01.493210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-2f626706-8a81-42b2-91ca-4968074e4dbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.2240684 Nov 23 19:00:01.494571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:58Z', 'revision_number': 10, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:01.564290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8c78c-df24-4017-a856-70f639086a02 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T18:59:58Z', 'revision_number': 10, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None, '_interfaces': [{'id': '98b3431d-3e9f-49f0-a118-861891aeeb76', 'name': '', 'network_id': 'ec416f3f-27ab-4b1a-8e52-f384c79ff00d', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'mac_address': 'fa:16:3e:c0:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:58:38Z', 'updated_at': '2021-11-23T18:58:51Z', 'revision_number': 5, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'subnets': [{'id': 'd68cbb99-b45c-499b-958c-266b5da716b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:01.670389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c25004f4-1b4b-42b6-ae39-b73a363eee24 req-4d925833-f083-431d-acaf-7d93e6248fdc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.0560200 Nov 23 19:00:01.725340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.796489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.801292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-2dc6db64-83d4-487b-9318-984035cd180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:01.804079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-2dc6db64-83d4-487b-9318-984035cd180a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966251 Nov 23 19:00:01.818510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.847594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8c8242-f42f-454c-8514-2e2f2529e95f None None] Network 7e59a653-0901-4aba-afeb-d836ae2e7208 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:01.886858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:01.893792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/00be641c-4110-4ffb-93c2-7cc7faa2e77a HTTP/1.1" status: 204 len: 168 time: 1.8778644 Nov 23 19:00:01.894617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:02.075391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418625c9-4012-4168-b772-05d2832e2ef9 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=00be641c-4110-4ffb-93c2-7cc7faa2e77a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:02.118196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.174612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.179604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] DHCP port deletion for 7e59a653-0901-4aba-afeb-d836ae2e7208 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:02.225955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Made reservation on behalf of 5a21b84d58c942b1bfbeefed23c1f187 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:02.228258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.243557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:02.245063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.259786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Deleting port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:02.260161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.350766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] For port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:02.353965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.372947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Calling delete_port for 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:02.390199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.392877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.394252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccb7889d-3143-4007-9d27-02eeeef20ea7 HTTP/1.1" status: 204 len: 168 time: 1.0486917 Nov 23 19:00:02.414802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ee95-ca69-4712-8dc6-b5e26c8d8308 req-0f51157e-3b69-4fcc-ab9a-a017dad3646d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:02.422753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3328ee95-ca69-4712-8dc6-b5e26c8d8308 req-0f51157e-3b69-4fcc-ab9a-a017dad3646d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3768251 Nov 23 19:00:02.440498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,segment=NetworkSegment(cb181603-8f05-4d1b-97d6-0751c6699dfc),segment_id=cb181603-8f05-4d1b-97d6-0751c6699dfc)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:02.440868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.484398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:02.532953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-54a414dd-ffb7-4cef-b383-c3e47ccfffda service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036617 Nov 23 19:00:02.534511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.604887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] No DVR routers for this DVR port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:02.606932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02917ed6-4aec-4541-8fce-37983a8f19ad None None] Pushing event deleted for resources: {'Port': ['ID=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:02.678363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2c7c7-f4fc-4435-963b-fffb2306098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb7889d-3143-4007-9d27-02eeeef20ea7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:02.681915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45788) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:02.772587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3328ee95-ca69-4712-8dc6-b5e26c8d8308 req-506634f6-04a0-48ea-adbf-d65bd5b3a601 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493073 Nov 23 19:00:02.781386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:02.861375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=25a76f1e-bbd8-499c-9b22-81e4a1d7f83e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:02.903583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e015de3e-058b-4d37-9ec9-7346d7ce3d16 req-7cf3dae4-8f85-461d-b215-e47521270728 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542860 Nov 23 19:00:02.945200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Allocated IP 172.20.0.4 (49283d3a-28a1-4b0c-9fd1-c899a091b1c6/30bf6283-3302-4834-a8ee-19da3b1f37f3/1ee68521-9dab-4f35-b4c1-a4dabaf196ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:02.966888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:02.973627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09b07d5b-7148-4d07-95da-3e29c6522afa req-7100e2dc-40dc-460e-818c-b05c55e7bd5a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.1169674 Nov 23 19:00:03.119287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7c21-830a-4daf-af84-9ed84241f76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.196364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.216714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.238208 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.252511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.282306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e59a653-0901-4aba-afeb-d836ae2e7208']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:03.295085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb181603-8f05-4d1b-97d6-0751c6699dfc') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:03.295504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb181603-8f05-4d1b-97d6-0751c6699dfc') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:03.307849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.317015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:03.329019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.333935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:03.336533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:03.337270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:03.337488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.339943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:03.449136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:03.450336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.496720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02271165-dcc0-4173-96d2-94a3bc621f6e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2053597 Nov 23 19:00:03.511746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Request body: {'port': {'device_id': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:03.517660 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:03.532550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.565716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.575566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/7e59a653-0901-4aba-afeb-d836ae2e7208 HTTP/1.1" status: 204 len: 168 time: 1.6794426 Nov 23 19:00:03.578763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:03.631359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.652102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:03.723690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:03.724625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 25a76f1e-bbd8-499c-9b22-81e4a1d7f83e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:03.725057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device aa311f4b-69d9-49ab-9e14-78a48a13c35e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:03.793507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: aa311f4b-69d9-49ab-9e14-78a48a13c35e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:03.802859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device aa311f4b-69d9-49ab-9e14-78a48a13c35e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:03.843237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4cefd4ff-f2b2-447b-994b-976d314cdd65 None None] Provisioning complete for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:03.843776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cefd4ff-f2b2-447b-994b-976d314cdd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:03.913771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06344e3f-13a0-45fa-84d4-208ae05f8b8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=7e59a653-0901-4aba-afeb-d836ae2e7208,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:03.971453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4cefd4ff-f2b2-447b-994b-976d314cdd65 None None] Port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:00:04.046692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:00:04.066687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.072995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:04.097050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Transition to ACTIVE for port object 1ee68521-9dab-4f35-b4c1-a4dabaf196ef will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:00:04.109111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.374420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7c21-830a-4daf-af84-9ed84241f76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.386369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789228594'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:04.396326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7c21-830a-4daf-af84-9ed84241f76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.435003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f7c21-830a-4daf-af84-9ed84241f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5bce3f-9a69-438c-8ae0-d9b4cdd8bf89,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:04.491420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f2fd6-bed0-4644-a613-4c3f7ea4410e req-88b190b3-4731-4606-a2eb-8950d8d1e865 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:04.493075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff0f2fd6-bed0-4644-a613-4c3f7ea4410e req-88b190b3-4731-4606-a2eb-8950d8d1e865 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.3586228 Nov 23 19:00:04.539879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a3f7c21-830a-4daf-af84-9ed84241f76a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e21f29da7eaa4f18a77c5440292d1d11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8568220 Nov 23 19:00:04.569544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:04.583322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:04.586519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.615402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e252-c5ea-47b7-b6a5-51fcea81b14b req-dc636749-480f-43aa-83f9-d11f3c9687d2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:04.617251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64b5e252-c5ea-47b7-b6a5-51fcea81b14b req-dc636749-480f-43aa-83f9-d11f3c9687d2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5187306 Nov 23 19:00:04.626997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:04.632611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.725260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff0f2fd6-bed0-4644-a613-4c3f7ea4410e req-7e5d57c3-50d8-48b7-8704-87e6c989403b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242005 Nov 23 19:00:04.757034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64b5e252-c5ea-47b7-b6a5-51fcea81b14b req-2712d339-5209-409f-a5cf-9320c98a06ac tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335719 Nov 23 19:00:04.813882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.824796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:04.826362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:04.830963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:04.841241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:00:04.842763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:04.856336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:04.856979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:04.857690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:04.859640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Bound port: 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:04.860261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.876043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.957871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.978950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:04.984336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:04.986890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:04.994412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.055260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:05.068996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.069351 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 6a1988a4-c600-4a41-9fee-a691ab86306a of type vlan for network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 Nov 23 19:00:05.106972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:05.135049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:05.135749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.150462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.152178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-90a2f770-3c54-45d8-b650-569c7e6f381b service neutron] 10.222.0.50 "PUT /v2.0/ports/1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 1091 time: 1.6314867 Nov 23 19:00:05.152838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:05.158334 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37676a6-8d5a-4658-b783-99333e362652" -d '{"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:05.208983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.216605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:05.217441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.260471 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073dd966-1211-4b51-889b-abf3019f3957 x-openstack-request-id: req-073dd966-1211-4b51-889b-abf3019f3957 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:05.261097 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:05.261237 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-073dd966-1211-4b51-889b-abf3019f3957 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:05.261656 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'status': 'completed', 'code': 200} Nov 23 19:00:05.275280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40e52f-d4c6-4669-98b4-ba5ca3e56720,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:05.283055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02b17ac4-088d-4366-8f57-3ff885f2030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:05.287708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.292626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-02b17ac4-088d-4366-8f57-3ff885f2030a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1094 time: 0.1049085 Nov 23 19:00:05.308059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a73cdc-4240-4454-a53a-a3eb6843d035 req-85a5f405-b4db-4f93-b41a-41d48516156d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:05.309996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a73cdc-4240-4454-a53a-a3eb6843d035 req-85a5f405-b4db-4f93-b41a-41d48516156d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.4022658 Nov 23 19:00:05.321147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2447648 Nov 23 19:00:05.355968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-f23095da-0060-4fc8-abfb-ecbfbd110957 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 217 time: 0.0541115 Nov 23 19:00:05.580448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:05.596132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:05.741241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-2a710c07-5846-4b44-8303-52da3349e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:05.742620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-2a710c07-5846-4b44-8303-52da3349e109 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.3789241 Nov 23 19:00:05.891478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:05.904951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.978031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.987718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:05.990089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f5bce3f-9a69-438c-8ae0-d9b4cdd8bf89 HTTP/1.1" status: 204 len: 168 time: 1.4158485 Nov 23 19:00:05.991843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca80d-d1dc-45a3-8dba-db003aa61c75 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:06.008455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:06.015110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6639ae9-cd6b-4603-9c42-406b49b03500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5bce3f-9a69-438c-8ae0-d9b4cdd8bf89,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:06.015957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65500c10-530e-4e84-80c9-126dc94bf848 req-9336ad96-74a6-4a97-9a8c-5c11cec827dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:06.020177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-9336ad96-74a6-4a97-9a8c-5c11cec827dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2676392 Nov 23 19:00:06.061560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18a73cdc-4240-4454-a53a-a3eb6843d035 req-8e145c8c-7b16-4eb2-84a4-3dba0ba6fb52 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7387457 Nov 23 19:00:06.324381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0377-1213-4a89-8e46-78bea3b10e8d req-b6ad1953-27fe-45f0-91c2-866ce8e71f64 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:06.326845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-562f0377-1213-4a89-8e46-78bea3b10e8d req-b6ad1953-27fe-45f0-91c2-866ce8e71f64 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1275771 Nov 23 19:00:06.511501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-562f0377-1213-4a89-8e46-78bea3b10e8d req-291346b5-29f4-4b4e-8f85-492972cd8503 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609135 Nov 23 19:00:06.553937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port 98b3431d-3e9f-49f0-a118-861891aeeb76 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:06.555527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.609726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-e7efaa9e-f8e3-4c32-9aa2-400aab6ad36f service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270312 Nov 23 19:00:06.621051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:06.633929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3659dd-b1ec-4876-bcc9-7a75310e9a31 req-2869fe55-2d79-46b8-a5d3-d77f8e48dfef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:06.640467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee3659dd-b1ec-4876-bcc9-7a75310e9a31 req-2869fe55-2d79-46b8-a5d3-d77f8e48dfef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.6608899 Nov 23 19:00:06.652610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.671158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.791746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port 98b3431d-3e9f-49f0-a118-861891aeeb76, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=98b3431d-3e9f-49f0-a118-861891aeeb76,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:06.792120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.876182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:06.887101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for 98b3431d-3e9f-49f0-a118-861891aeeb76 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:07.046143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65500c10-530e-4e84-80c9-126dc94bf848 req-7e5e8cd1-babf-4982-af7f-3e6ac5d264cc service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024389 Nov 23 19:00:07.069374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee3659dd-b1ec-4876-bcc9-7a75310e9a31 req-713dfa48-f1e9-45b9-a22a-51b45b2e0ed4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018195 Nov 23 19:00:07.088170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=37ca07a1-8618-4051-a33a-97e46ce1727d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.109732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.119508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.120511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.121485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.122188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.126158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.128137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.128700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.129048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.134264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.134625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.134969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.137117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.166682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '6a1988a4-c600-4a41-9fee-a691ab86306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:07.167072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:07.217729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:07.226894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37676a6-8d5a-4658-b783-99333e362652 req-78ab451c-1321-46dd-bcad-dba4279c3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.228657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-78ab451c-1321-46dd-bcad-dba4279c3d84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1094 time: 0.0753846 Nov 23 19:00:07.234025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:07.247488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981a981-cf8d-4382-8707-3eb0d98afe48 None None] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:07.249951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.250557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.254995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd88568-8d46-46f7-a8b5-772bf52d01a3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.273621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.273814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.274167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.274522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.274850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.275256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.275608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.275985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.276269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.276594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.276896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.277205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:07.283221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9b78572-1533-4f39-bc06-301508814b25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e84e08621e054d9589bdf0f7f79daf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6607194 Nov 23 19:00:07.288392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.307291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce2b4f-7e98-4a23-ac77-4799e67c818f req-c7ad0c20-8d70-4c68-bb64-62c4169b89b6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.315065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6ce2b4f-7e98-4a23-ac77-4799e67c818f req-c7ad0c20-8d70-4c68-bb64-62c4169b89b6 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1702447 Nov 23 19:00:07.334354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-034876b2-7ba6-4bab-be90-94dc38ca3abc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7527671 Nov 23 19:00:07.341842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45916) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:07.360977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1174575062'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:07.413134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37676a6-8d5a-4658-b783-99333e362652 req-5236c51a-7aff-4df5-a2b7-0bdfa9d42bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.414764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-5236c51a-7aff-4df5-a2b7-0bdfa9d42bfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1784241 Nov 23 19:00:07.426588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.454009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.454907 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.487638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:07.491773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.505949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35', 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '37ca07a1-8618-4051-a33a-97e46ce1727d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:07.507042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.509153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6ce2b4f-7e98-4a23-ac77-4799e67c818f req-536c9ca1-2bf2-463f-b473-705183f810d8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927693 Nov 23 19:00:07.523037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=98b3431d-3e9f-49f0-a118-861891aeeb76,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.594653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-1e43b9b8-ca1b-448a-966d-bedfd097d871 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 217 time: 0.0942147 Nov 23 19:00:07.643100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:07.670299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37676a6-8d5a-4658-b783-99333e362652 req-c8d8cbd6-f087-43c2-8d15-7a49d36b3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.672189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-c8d8cbd6-f087-43c2-8d15-7a49d36b3115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.0656056 Nov 23 19:00:07.739214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.750205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.750560 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 2a3af9ff-2864-4f1d-a776-a15ffd342b25 of type vlan for network 4692a501-e7c9-43f7-b982-f8e56ba53d81 Nov 23 19:00:07.752666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.767940 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bd88568-8d46-46f7-a8b5-772bf52d01a3 HTTP/1.1" status: 204 len: 168 time: 0.4783330 Nov 23 19:00:07.784071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b565bf-b746-4b0e-8ac0-5dd54cee7133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd88568-8d46-46f7-a8b5-772bf52d01a3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:07.791922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:07.794411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37676a6-8d5a-4658-b783-99333e362652 req-c8b09a93-91e0-47f9-af4a-152608a80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:07.796605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-c8b09a93-91e0-47f9-af4a-152608a80e59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126244 Nov 23 19:00:07.807988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Allocated IP 172.20.255.242 (30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35/37ca07a1-8618-4051-a33a-97e46ce1727d/86b4cf0f-eed7-4a98-b614-9a6dd3803ff4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:07.971421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.011103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-21f978ac-8c5e-4a26-bd1a-aa384e46a438 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937821 Nov 23 19:00:08.132969 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.149421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:08.150260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.158318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:08.221129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.231669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.283332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:08.288915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:08.319352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:08.342558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d37676a6-8d5a-4658-b783-99333e362652 req-f295ea04-442a-4e7a-b6e0-1029c896a8e5 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226542 Nov 23 19:00:08.372870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f36167-7ab9-4142-a287-e45e975d9d1a req-44533177-bebe-40df-9fd8-405fac042de2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:08.374780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7f36167-7ab9-4142-a287-e45e975d9d1a req-44533177-bebe-40df-9fd8-405fac042de2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1328118 Nov 23 19:00:08.425859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0737631 Nov 23 19:00:08.439419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:08.456579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:08.586976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc528a0f-1386-4e7e-ba37-dac9a79baa41 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=4692a501-e7c9-43f7-b982-f8e56ba53d81,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:08.598702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:08.611795 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:08.617850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:08.618037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b34da7fd-0eb0-4f8f-8af0-52637a0a8ed5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0215707 Nov 23 19:00:08.634919 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:08.637653 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:08.729008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb4cd4-271a-4102-808b-f9e680a87842 req-107b00db-20dd-4ee4-9b93-556e6b103081 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:08.730598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfcb4cd4-271a-4102-808b-f9e680a87842 req-107b00db-20dd-4ee4-9b93-556e6b103081 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0833404 Nov 23 19:00:08.731712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4692a501-e7c9-43f7-b982-f8e56ba53d81 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:08.789220 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:08.791236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7f36167-7ab9-4142-a287-e45e975d9d1a req-ea7cbf7b-75ad-4f34-b0b1-27d95b65a9ec tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992016 Nov 23 19:00:08.845988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:08.855175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.866104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfcb4cd4-271a-4102-808b-f9e680a87842 req-9d488b7b-4fe4-469d-a4a9-3284e6df3ae8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286914 Nov 23 19:00:08.873394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting subnet d68cbb99-b45c-499b-958c-266b5da716b7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:00:08.895439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Pushing event updated for resources: {'Port': ['ID=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:08.903894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.925257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Attempting to bind port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:08.925666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Attempting to bind port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '6a1988a4-c600-4a41-9fee-a691ab86306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:08.927772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Attempting to bind port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 on network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:08.952956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:08.953389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Checking segment: {'id': '6a1988a4-c600-4a41-9fee-a691ab86306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:08.954405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.955124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Bound using segment: {'id': '6a1988a4-c600-4a41-9fee-a691ab86306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:08.955840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Bound port: 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1988a4-c600-4a41-9fee-a691ab86306a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:08.956395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:08.962628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T19:00:07Z', 'revision_number': 11, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:09.015230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.053754 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:09.085589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] For port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:09.087946 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.089770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] For port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,segment=NetworkSegment(6a1988a4-c600-4a41-9fee-a691ab86306a),segment_id=6a1988a4-c600-4a41-9fee-a691ab86306a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:09.091403 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:09.093127 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:09.151265 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.379559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.445073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db88b07-6c35-4301-8a47-3288f673da33 None None] Pushing event updated for resources: {'Port': ['ID=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:09.467214 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:09.477750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6aa8f-cfb9-4a9b-977b-f98531ad3027 req-1b998e6a-1ab8-431a-8eed-001c037b6a1e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:09.483749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fec6aa8f-cfb9-4a9b-977b-f98531ad3027 req-1b998e6a-1ab8-431a-8eed-001c037b6a1e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3144577 Nov 23 19:00:09.625122 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T19:00:07Z', 'revision_number': 11, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:09.655545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fec6aa8f-cfb9-4a9b-977b-f98531ad3027 req-bb8a8d3d-990b-4dc6-896c-ad2b79814b91 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693804 Nov 23 19:00:09.697973 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5959a-d439-40bf-903d-34d0e919806a None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T19:00:07Z', 'revision_number': 11, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:09.722965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.810712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Subnet': ['ID=d68cbb99-b45c-499b-958c-266b5da716b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:09.831244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:09.838268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-93efab48-b82d-40c9-bb5f-bea337858a8c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/d68cbb99-b45c-499b-958c-266b5da716b7 HTTP/1.1" status: 204 len: 168 time: 1.2040861 Nov 23 19:00:09.838681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:09.861552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b9089-21fb-4267-b8a2-f5c5ca450616 None None] Network ec416f3f-27ab-4b1a-8e52-f384c79ff00d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:09.917358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-838db50b-1f78-4281-aa39-9d789e02547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:09.920768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-838db50b-1f78-4281-aa39-9d789e02547b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1927eec5f06e42f8827cb843265ae565&device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 1096 time: 0.3439479 Nov 23 19:00:10.022959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.076963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.124465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=488589d8-adde-4462-807f-9c908d2eb892,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:10.255023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] DHCP port deletion for ec416f3f-27ab-4b1a-8e52-f384c79ff00d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:10.274684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed26b-6170-4d55-b644-20d06d647ebd req-041f54f2-61f6-4040-ac36-6ec71ce587cb tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:10.277064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1ed26b-6170-4d55-b644-20d06d647ebd req-041f54f2-61f6-4040-ac36-6ec71ce587cb tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.3163357 Nov 23 19:00:10.339840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Deleting port eb088dc4-e14d-44d8-bc33-c123d836643f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:10.341293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.408327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '2a3af9ff-2864-4f1d-a776-a15ffd342b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:10.408916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 4692a501-e7c9-43f7-b982-f8e56ba53d81, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:10.435835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-56f9813d-c528-4064-a84a-6c241a36b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:10.437354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-56f9813d-c528-4064-a84a-6c241a36b415 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 200 len: 912 time: 0.5025408 Nov 23 19:00:10.439001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.448570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Deleting port eb088dc4-e14d-44d8-bc33-c123d836643f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:10.451962 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.491555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f1ed26b-6170-4d55-b644-20d06d647ebd req-32f325ee-39b7-4989-a1e0-b1f7615c16dd tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083430 Nov 23 19:00:10.512781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] For port eb088dc4-e14d-44d8-bc33-c123d836643f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=eb088dc4-e14d-44d8-bc33-c123d836643f,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:10.513252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.539267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 4692a501-e7c9-43f7-b982-f8e56ba53d81 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:10.560444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Calling delete_port for eb088dc4-e14d-44d8-bc33-c123d836643f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:10.562663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 4692a501-e7c9-43f7-b982-f8e56ba53d81) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:10.567463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] For port eb088dc4-e14d-44d8-bc33-c123d836643f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=eb088dc4-e14d-44d8-bc33-c123d836643f,segment=NetworkSegment(2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d),segment_id=2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:10.568426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.573977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:10.574596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:10.579446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-be52bdbe-787c-4b31-bf7c-e9bd10a0b7f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 200 len: 1000 time: 0.1303151 Nov 23 19:00:10.629267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15505ae0-7270-41e1-bb3f-57c378bfaf8a None None] Network 4692a501-e7c9-43f7-b982-f8e56ba53d81 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:10.640465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-793f2e42-63ae-4bbd-924f-8a1cafdadc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:10.642242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-793f2e42-63ae-4bbd-924f-8a1cafdadc07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 200 len: 850 time: 0.0520220 Nov 23 19:00:10.680380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4e8f1f6d-ab89-4b74-bcaa-8b27a65cd94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2315052 Nov 23 19:00:10.687262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:10.809006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Calling delete_port for eb088dc4-e14d-44d8-bc33-c123d836643f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:10.843420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-60dd7dd7-00d9-4dd2-93ae-dfce852906ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:10.852340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-60dd7dd7-00d9-4dd2-93ae-dfce852906ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2b65789-e471-4b2c-8665-466d4f4b82cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019389 Nov 23 19:00:10.936687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:00:11.037148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85ed72-8a39-43b0-bdfc-4c8f42a33453 req-9efbe93d-78de-4819-9053-df7c6a0f5a21 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:11.038936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b85ed72-8a39-43b0-bdfc-4c8f42a33453 req-9efbe93d-78de-4819-9053-df7c6a0f5a21 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.2173011 Nov 23 19:00:11.043369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.088732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No DVR routers for this DVR port eb088dc4-e14d-44d8-bc33-c123d836643f on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:11.095678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:11.102973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Port': ['ID=eb088dc4-e14d-44d8-bc33-c123d836643f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:11.105634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-81d99ec6-ba0e-4bb5-8b41-13ef6d05b7e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442274 Nov 23 19:00:11.119719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:00:11.179867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.296745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-4692a501-e7c9-43f7-b982-f8e56ba53d81', 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '488589d8-adde-4462-807f-9c908d2eb892'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:11.301498 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.347478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb15c1f6-8253-4f50-83f3-b1979a4a5b92 req-7f788a1a-f4e6-4aca-b395-12f491d465c2 service neutron] 10.222.0.50 "GET /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338626 Nov 23 19:00:11.407349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.424043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.460616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec416f3f-27ab-4b1a-8e52-f384c79ff00d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:11.484284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:11.484775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8d47bc-7350-4dd7-8c8c-97a64cb38f9d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:11.502417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.551519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.607891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:11.610886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:11.636333 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:11.649345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:00:11.688289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b85ed72-8a39-43b0-bdfc-4c8f42a33453 req-d47e5be1-9277-4b2e-bf6c-221088813fb1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6348674 Nov 23 19:00:11.829917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.914282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:11.922716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b8f1e-25f1-4f17-a6b7-64f5b5023b75 req-33f0bc0d-01d0-4002-bb01-5943960c1775 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:11.925805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b05b8f1e-25f1-4f17-a6b7-64f5b5023b75 req-33f0bc0d-01d0-4002-bb01-5943960c1775 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1316330 Nov 23 19:00:11.939791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:11.973442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:12.000044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.075502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b05b8f1e-25f1-4f17-a6b7-64f5b5023b75 req-ce1c942b-4523-452d-a3b3-5f87a8ee314a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355979 Nov 23 19:00:12.195017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a1336-9091-48ed-9313-15af0ea8eacf None None] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:12.265404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] Pushing event deleted for resources: {'Port': ['ID=eb088dc4-e14d-44d8-bc33-c123d836643f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:12.277584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.290117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.298670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:12.299172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/networks/ec416f3f-27ab-4b1a-8e52-f384c79ff00d HTTP/1.1" status: 204 len: 168 time: 2.4591193 Nov 23 19:00:12.311992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:12.316474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5732-f7b0-4a6e-bad5-18753611de18 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Pushing event deleted for resources: {'Network': ['ID=ec416f3f-27ab-4b1a-8e52-f384c79ff00d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:12.330690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b242654-56d6-437e-9d56-b3e5d9995fce None None] No DVR routers for this DVR port eb088dc4-e14d-44d8-bc33-c123d836643f on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:12.408724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Allocated IP 172.20.0.2 (4692a501-e7c9-43f7-b982-f8e56ba53d81/488589d8-adde-4462-807f-9c908d2eb892/b9556db1-a1cb-43c8-8c63-6790c806dfc0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:12.627540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1ee68521-9dab-4f35-b4c1-a4dabaf196ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:00:12.696367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 19:00:12.696664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 19:00:12.697027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.711804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:12.764096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fb397d45-1d3b-48fb-ae5b-e6c17630d9fe None None] Provisioning complete for port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.764647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb397d45-1d3b-48fb-ae5b-e6c17630d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.788820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:12.789328 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.897287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:12.930846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.000852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.034943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Network 4692a501-e7c9-43f7-b982-f8e56ba53d81 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:13.152063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:13.164237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Pushing event updated for resources: {'Port': ['ID=b9556db1-a1cb-43c8-8c63-6790c806dfc0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:13.191888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:13.330144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.440406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.446140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=488589d8-adde-4462-807f-9c908d2eb892,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:13.482298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.511593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f69d5d-6883-493e-abc7-e04943426f5e req-f8d23fe6-db9a-41ef-a76d-45c54ddd8d56 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:13.511799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.513502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f69d5d-6883-493e-abc7-e04943426f5e req-f8d23fe6-db9a-41ef-a76d-45c54ddd8d56 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5994520 Nov 23 19:00:13.546578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4692a501-e7c9-43f7-b982-f8e56ba53d81']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:13.568055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3af9ff-2864-4f1d-a776-a15ffd342b25') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:13.568654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3af9ff-2864-4f1d-a776-a15ffd342b25') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:13.590397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,segment=NetworkSegment(6a1988a4-c600-4a41-9fee-a691ab86306a),segment_id=6a1988a4-c600-4a41-9fee-a691ab86306a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:13.618716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.627140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f69d5d-6883-493e-abc7-e04943426f5e req-f2f15325-8f3e-432c-8911-714942af1c3c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902359 Nov 23 19:00:13.642938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.655627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb397d45-1d3b-48fb-ae5b-e6c17630d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.696579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.734015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:13.734015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:13.737061 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:13.850177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device eb088dc4-e14d-44d8-bc33-c123d836643f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:13.851243 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:00:13.851243 n-d-792364-9 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:00:13.851243 n-d-792364-9 neutron-server[103400]: [parameters: {'id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'}] Nov 23 19:00:13.851243 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:00:13.852074 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:00:13.868509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Attempting to bind port b9556db1-a1cb-43c8-8c63-6790c806dfc0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:13.869209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Attempting to bind port b9556db1-a1cb-43c8-8c63-6790c806dfc0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2a3af9ff-2864-4f1d-a776-a15ffd342b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:13.869690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Attempting to bind port b9556db1-a1cb-43c8-8c63-6790c806dfc0 on network 4692a501-e7c9-43f7-b982-f8e56ba53d81 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:13.873997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b37e9-0287-4926-b538-8413a56bbc9c req-9c60683d-328f-4d1e-bf8c-d85ebb3b2fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:13.874239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81986c4f-0886-4ebb-ad9f-bb2e00e3ad53 req-de9fecec-5b72-474f-96f9-caf8a6f92fe9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:13.876198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81986c4f-0886-4ebb-ad9f-bb2e00e3ad53 req-de9fecec-5b72-474f-96f9-caf8a6f92fe9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.4120579 Nov 23 19:00:13.876369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-592b37e9-0287-4926-b538-8413a56bbc9c req-9c60683d-328f-4d1e-bf8c-d85ebb3b2fb9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.0753534 Nov 23 19:00:13.933681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router b19b8357-e062-44d9-9272-ac55968a144e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:13.935419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:13.935956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Checking segment: {'id': '2a3af9ff-2864-4f1d-a776-a15ffd342b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:13.936385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.936781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Bound using segment: {'id': '2a3af9ff-2864-4f1d-a776-a15ffd342b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:13.937292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Bound port: b9556db1-a1cb-43c8-8c63-6790c806dfc0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3af9ff-2864-4f1d-a776-a15ffd342b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4692a501-e7c9-43f7-b982-f8e56ba53d81'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:13.937684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:13.971056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: eb088dc4-e14d-44d8-bc33-c123d836643f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:13.979614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device eb088dc4-e14d-44d8-bc33-c123d836643f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:13.980483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 98b3431d-3e9f-49f0-a118-861891aeeb76 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:14.069542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-592b37e9-0287-4926-b538-8413a56bbc9c req-b995b2b2-5afe-4cf5-b37a-f1ee08df7cc4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831405 Nov 23 19:00:14.086503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-fb397d45-1d3b-48fb-ae5b-e6c17630d9fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:00:14.086503 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-fb397d45-1d3b-48fb-ae5b-e6c17630d9fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:00:14.178197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 98b3431d-3e9f-49f0-a118-861891aeeb76 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:14.178610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 98b3431d-3e9f-49f0-a118-861891aeeb76 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:14.183963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:14.195343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81986c4f-0886-4ebb-ad9f-bb2e00e3ad53 req-3271ffcd-0572-4cbc-bd0b-3f2e3e18f8ed tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034725 Nov 23 19:00:14.206938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:14.226199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.232105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46084) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:14.232860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Sync routers for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:14.254426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2b064be-f23d-43ed-98a5-f2804d2556ce tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 701 time: 1.9543202 Nov 23 19:00:14.268318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] For port b9556db1-a1cb-43c8-8c63-6790c806dfc0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:14.270334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Routers {'b19b8357-e062-44d9-9272-ac55968a144e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:14.271259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b19b8357-e062-44d9-9272-ac55968a144e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:14.284847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:14.285045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f5057d2-f6b6-465b-84ea-c41dcd90111c tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 205 time: 0.0493069 Nov 23 19:00:14.353577 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.421928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.519949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting port b9556db1-a1cb-43c8-8c63-6790c806dfc0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:14.521430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.756217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] For port b9556db1-a1cb-43c8-8c63-6790c806dfc0, host n-d-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:14.756602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.784953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:14.801409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Calling delete_port for b9556db1-a1cb-43c8-8c63-6790c806dfc0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:14.912282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.926372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] For port b9556db1-a1cb-43c8-8c63-6790c806dfc0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b9556db1-a1cb-43c8-8c63-6790c806dfc0,segment=NetworkSegment(2a3af9ff-2864-4f1d-a776-a15ffd342b25),segment_id=2a3af9ff-2864-4f1d-a776-a15ffd342b25)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:14.930844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:14.937842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.941832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:14.975913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No DVR routers for this DVR port b9556db1-a1cb-43c8-8c63-6790c806dfc0 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:14.988025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Set router b19b8357-e062-44d9-9272-ac55968a144e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:14.994467 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:00:15.069530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.070206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router b19b8357-e062-44d9-9272-ac55968a144e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:00:15.080822 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.085050 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.090063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1db3bdd1-dc59-4b47-bdde-bddafc67773f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 204 len: 168 time: 0.7989988 Nov 23 19:00:15.092185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:15.097079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797296959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:15.145415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.146901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.160252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Port': ['ID=b9556db1-a1cb-43c8-8c63-6790c806dfc0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:15.243389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea41811-b0ce-4d97-a2f0-fa98fc87b9ab None None] Pushing event deleted for resources: {'Port': ['ID=b9556db1-a1cb-43c8-8c63-6790c806dfc0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:15.252532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19b8357-e062-44d9-9272-ac55968a144e', 'name': 'tempest-RoutersTest-router-1429638514', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:58:33Z', 'updated_at': '2021-11-23T19:00:07Z', 'revision_number': 11, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:15.306939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.312021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.332754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Checking router: b19b8357-e062-44d9-9272-ac55968a144e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-ae42cff4-6875-4c1f-8e66-514c4f24adfc None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port b9556db1-a1cb-43c8-8c63-6790c806dfc0 could not be found. Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port b9556db1-a1cb-43c8-8c63-6790c806dfc0 could not be found. Nov 23 19:00:15.368963 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:15.383884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:00:15.393649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.395128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a0607fc7-cbc2-4892-8308-f55358176d51 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3019431 Nov 23 19:00:15.412768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:15.413675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:15.414114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.415913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c76cb-cafb-4977-95f6-0b61833dda67 None None] Network 4692a501-e7c9-43f7-b982-f8e56ba53d81 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:15.423843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:15.460919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.512916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Routers set() bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:15.513579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Router IDs set() for agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 19:00:15.514560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b19b8357-e062-44d9-9272-ac55968a144e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 19:00:15.515141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd00d12-82f4-4bd4-a60b-248fe7d4ac42 None None] The sync data for ids ['b19b8357-e062-44d9-9272-ac55968a144e'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:15.529717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffdf44-6eb0-421b-a45e-56ca9a635a7b req-599a70e4-3d2c-4dd0-b7a6-8b86a21885ab tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:15.532247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccffdf44-6eb0-421b-a45e-56ca9a635a7b req-599a70e4-3d2c-4dd0-b7a6-8b86a21885ab tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1855521 Nov 23 19:00:15.589536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4692a501-e7c9-43f7-b982-f8e56ba53d81']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:15.599660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4f3e759-3d7d-403c-8c18-08a072cd056e None None] Provisioning complete for port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:15.606257 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e759-3d7d-403c-8c18-08a072cd056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.619033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3af9ff-2864-4f1d-a776-a15ffd342b25') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:15.623874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3af9ff-2864-4f1d-a776-a15ffd342b25') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:15.673711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-4e4556c2-399a-41bd-9517-afdfb4ee7911 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:15.675220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-4e4556c2-399a-41bd-9517-afdfb4ee7911 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d427116-db47-4c7f-8002-8e967b4e13c1 HTTP/1.1" status: 200 len: 943 time: 0.2358291 Nov 23 19:00:15.677718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.735778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccffdf44-6eb0-421b-a45e-56ca9a635a7b req-5904d3ff-5399-4e7f-8c92-84512598edfc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946738 Nov 23 19:00:15.778042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.787937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:15.788712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:15.792359 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:15.845862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:15.850850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.899051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.916327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.919880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/4692a501-e7c9-43f7-b982-f8e56ba53d81 HTTP/1.1" status: 204 len: 168 time: 5.2284813 Nov 23 19:00:15.928148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:15.949716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038576485'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:15.956995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.962023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port 666cfd74-13b6-48ed-9e28-744e1ecdb308 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:15.964169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:15.979247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.047884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd6371-42ce-4ad5-83a3-66228e7cd2c1 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=4692a501-e7c9-43f7-b982-f8e56ba53d81,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:16.084799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port 666cfd74-13b6-48ed-9e28-744e1ecdb308, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=666cfd74-13b6-48ed-9e28-744e1ecdb308,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:16.085178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.088139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:16.092084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.113578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for 666cfd74-13b6-48ed-9e28-744e1ecdb308 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:16.129508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:16.140037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.140380 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment b1e62c77-0b43-4edf-bfce-965b6b0e851d of type vlan for network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 Nov 23 19:00:16.185799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.217104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.223895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:16.224506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.269567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Router 55d3bcf5-a49b-4afd-a874-d93370a0f8c1 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:00:16.289546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8fe6d-20af-4745-84f8-d47eb348e8c5 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:16.327233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3979304 Nov 23 19:00:16.336402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:16.384432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '7f95fcbd-6bb3-4885-9b54-c3bf0992dab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:16.391140 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.393457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8623-61e5-4bd7-be08-0591fa83c099 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=7f95fcbd-6bb3-4885-9b54-c3bf0992dab6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:16.479034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:16.538645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:16.548192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Sync routers for ids ['55d3bcf5-a49b-4afd-a874-d93370a0f8c1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:16.560085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:16.564253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.565573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.571234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-29857279-f4cb-4296-85c0-d8e7cbfda368 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "PUT /v2.0/routers/55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 200 len: 693 time: 1.1542614 Nov 23 19:00:16.572585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:16.575766 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Routers {'55d3bcf5-a49b-4afd-a874-d93370a0f8c1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:16.584005 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['55d3bcf5-a49b-4afd-a874-d93370a0f8c1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:16.609162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.647599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=666cfd74-13b6-48ed-9e28-744e1ecdb308,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:16.657699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415', 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:00:16.681361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:00:16.682171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:00:16.753166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-518b739e-ad5c-49fc-aee0-07112f943a5f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/routers/55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 200 len: 699 time: 0.1772959 Nov 23 19:00:16.755337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:16.785358 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Set router 55d3bcf5-a49b-4afd-a874-d93370a0f8c1 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:16.794980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] No DVR routers for this DVR port 666cfd74-13b6-48ed-9e28-744e1ecdb308 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:16.801247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:16.819692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be1838cb-4bad-4ec3-9498-c5b422741b20 req-6739b586-4a7f-47bd-ae4c-3e9392c17b5a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "DELETE /v2.0/ports/666cfd74-13b6-48ed-9e28-744e1ecdb308 HTTP/1.1" status: 204 len: 173 time: 1.1257911 Nov 23 19:00:16.830872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-deleted', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:16.838540 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e97ee8-df84-4da7-85b9-abe5faa5ec96" -d '{"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-deleted", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:16.848121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f07b3d3-2aae-4a7a-80be-9e22684c1de6 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 200 len: 205 time: 0.0907986 Nov 23 19:00:16.850252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:16.855133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:16.893862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:16.911166 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadeab63-44d9-44fc-b504-23cda4d31f98" -d '{"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:16.937672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.001046 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d3bcf5-a49b-4afd-a874-d93370a0f8c1', 'name': 'tempest-RoutersTest-router-797296959', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:15Z', 'updated_at': '2021-11-23T19:00:15Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:17.094037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Checking router: 55d3bcf5-a49b-4afd-a874-d93370a0f8c1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:17.113272 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Routers {'55d3bcf5-a49b-4afd-a874-d93370a0f8c1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:17.118170 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['55d3bcf5-a49b-4afd-a874-d93370a0f8c1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:17.197840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.200512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.293313 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] Set router 55d3bcf5-a49b-4afd-a874-d93370a0f8c1 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:17.368701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:17.461474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3be2f-2926-4a53-adf2-bcf43a8330c7 req-d99c9ed4-13fb-48f4-9b86-f5df0b835369 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:17.464494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ab3be2f-2926-4a53-adf2-bcf43a8330c7 req-d99c9ed4-13fb-48f4-9b86-f5df0b835369 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.4635403 Nov 23 19:00:17.520898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d3bcf5-a49b-4afd-a874-d93370a0f8c1', 'name': 'tempest-RoutersTest-router-797296959', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:15Z', 'updated_at': '2021-11-23T19:00:15Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:17.587889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=1ca001a8-a865-4bad-b702-cd0715d8aec7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:17.624957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': 'b1e62c77-0b43-4edf-bfce-965b6b0e851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7f95fcbd-6bb3-4885-9b54-c3bf0992dab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:17.625531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:17.671707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:17.674366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a93e2-91f6-48c3-8b8c-d52d59eb7489 None None] The sync data for ids ['55d3bcf5-a49b-4afd-a874-d93370a0f8c1'] in n-d-792364-9 is: [{'id': '55d3bcf5-a49b-4afd-a874-d93370a0f8c1', 'name': 'tempest-RoutersTest-router-797296959', 'tenant_id': '8252ffd80e284835a7d6813c9010bc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:00:15Z', 'updated_at': '2021-11-23T19:00:15Z', 'revision_number': 2, 'project_id': '8252ffd80e284835a7d6813c9010bc62', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:17.691365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:17.722201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:17.722807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.746986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e632c82-4c3c-41e6-9c7e-40ffbe84b94f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3718894 Nov 23 19:00:17.748418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:17.762544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a8fe6d-20af-4745-84f8-d47eb348e8c5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:00:17.833539 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f384d8-487f-4a75-a9f7-39ad87078b57 x-openstack-request-id: req-62f384d8-487f-4a75-a9f7-39ad87078b57 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:17.833854 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d427116-db47-4c7f-8002-8e967b4e13c1", "name": "network-vif-deleted", "tag": "666cfd74-13b6-48ed-9e28-744e1ecdb308", "status": "failed", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:17.834118 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62f384d8-487f-4a75-a9f7-39ad87078b57 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:17.834646 n-d-792364-9 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d427116-db47-4c7f-8002-8e967b4e13c1', 'name': 'network-vif-deleted', 'tag': '666cfd74-13b6-48ed-9e28-744e1ecdb308', 'status': 'failed', 'code': 422} returned with failed status Nov 23 19:00:17.853624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.863546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:17.893746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ab3be2f-2926-4a53-adf2-bcf43a8330c7 req-b08cf0fc-e4b7-4be8-a944-e869dfa740e7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338263 Nov 23 19:00:17.938807 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15162950-19c2-4ff3-859c-e99dc297344b x-openstack-request-id: req-15162950-19c2-4ff3-859c-e99dc297344b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:17.938807 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:17.938807 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15162950-19c2-4ff3-859c-e99dc297344b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:17.939555 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'code': 200} Nov 23 19:00:18.222398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.238222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.240277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Fanout notify agent at l3_agent the message router_deleted on router 55d3bcf5-a49b-4afd-a874-d93370a0f8c1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:00:18.289990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.291374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a73acd5-fe7d-429c-bedc-cb3e177cb513 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 204 len: 168 time: 1.4396424 Nov 23 19:00:18.303015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.310532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f977-0354-49ce-bc1f-95058cdcc12b req-647f1fdb-9ac0-40cb-afbb-279e04066e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:18.316156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0f3f977-0354-49ce-bc1f-95058cdcc12b req-647f1fdb-9ac0-40cb-afbb-279e04066e78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1096 time: 0.1815476 Nov 23 19:00:18.362979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.407532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-72ec03bd-3e7d-4e4e-8b2c-841481924a93 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 200 len: 205 time: 0.1031606 Nov 23 19:00:18.414259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.521438 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6bdc748f-3f08-4adf-b421-7183cd445aef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:18.524990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6bdc748f-3f08-4adf-b421-7183cd445aef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/55d3bcf5-a49b-4afd-a874-d93370a0f8c1 HTTP/1.1" status: 404 len: 336 time: 0.1061728 Nov 23 19:00:18.530111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.550556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0f3f977-0354-49ce-bc1f-95058cdcc12b req-bbd5612a-6418-4dd8-b4c1-808456ae99a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418877 Nov 23 19:00:18.653085 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f096b0-54a6-49be-bf0c-aacb8b41b1ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:18.653870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f096b0-54a6-49be-bf0c-aacb8b41b1ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:18.660609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21f096b0-54a6-49be-bf0c-aacb8b41b1ef tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/f7474ea8-787e-43cb-a5df-5165b325e3aa HTTP/1.1" status: 404 len: 337 time: 0.1232793 Nov 23 19:00:18.666258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.723437 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e7236-adb9-4716-8edb-df918a5068bc tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:18.724493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e7236-adb9-4716-8edb-df918a5068bc tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:18.742576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.745042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-310e7236-adb9-4716-8edb-df918a5068bc tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/2c3c8c9f-e682-4a3e-ab71-4b526043fce2 HTTP/1.1" status: 404 len: 337 time: 0.0768769 Nov 23 19:00:18.760096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.777879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fcd27-18ec-406a-8cd1-579ec174df64 req-23595687-ab5e-424d-9e36-f227a4935a6d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:18.795924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-333fcd27-18ec-406a-8cd1-579ec174df64 req-23595687-ab5e-424d-9e36-f227a4935a6d tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 907 time: 0.2311738 Nov 23 19:00:18.819195 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e126d2-a9c4-421d-b643-f62c7312e04f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:18.819195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e126d2-a9c4-421d-b643-f62c7312e04f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:18.836248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a8e126d2-a9c4-421d-b643-f62c7312e04f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/00be641c-4110-4ffb-93c2-7cc7faa2e77a HTTP/1.1" status: 404 len: 337 time: 0.0723746 Nov 23 19:00:18.836691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.848201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a6ecf-7e9f-4843-ae62-86527d964ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7f95fcbd-6bb3-4885-9b54-c3bf0992dab6', 'network_id': '7f95fcbd-6bb3-4885-9b54-c3bf0992dab6', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '1ca001a8-a865-4bad-b702-cd0715d8aec7'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:18.850083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b80a6ecf-7e9f-4843-ae62-86527d964ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:18.860886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca001a8-a865-4bad-b702-cd0715d8aec7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:18.960609 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0893f7a7-7a8b-4a13-94b1-90ba69c31d08 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:18.962721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0893f7a7-7a8b-4a13-94b1-90ba69c31d08 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:18.970880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0893f7a7-7a8b-4a13-94b1-90ba69c31d08 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/d68cbb99-b45c-499b-958c-266b5da716b7 HTTP/1.1" status: 404 len: 337 time: 0.1331005 Nov 23 19:00:18.973560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:18.999912 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.045424 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f93cf398-d12e-48a0-a4c3-d43abe559914 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 200 len: 205 time: 0.0687723 Nov 23 19:00:19.048152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.056943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f95fcbd-6bb3-4885-9b54-c3bf0992dab6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:19.080187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e62c77-0b43-4edf-bfce-965b6b0e851d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:19.080468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e62c77-0b43-4edf-bfce-965b6b0e851d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:19.101943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.116253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeac437-6af3-49a1-85c5-403023f86009 None None] Network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:19.144626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.158914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:19.159756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.276274 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3ae803f7-5a1b-45ec-bcae-7cd77c232e33 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:19.277399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3ae803f7-5a1b-45ec-bcae-7cd77c232e33 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/b19b8357-e062-44d9-9272-ac55968a144e HTTP/1.1" status: 404 len: 336 time: 0.2282729 Nov 23 19:00:19.289921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:19.326598 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:19.382068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.393234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ebb89430-9082-49da-a4b5-91fadae1943a tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddf8f768-8d90-4d55-9361-906110d08fa7 HTTP/1.1" status: 200 len: 205 time: 0.1016407 Nov 23 19:00:19.402242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.414441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.430615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955645e-ea85-4804-9c1d-336c0404dc99 None None] Network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:19.450426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f491c1-77ed-4f0f-adc2-13980e5bffcb req-71e9fd3e-d360-4ae1-aacd-74924203d2de tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:19.473676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3f491c1-77ed-4f0f-adc2-13980e5bffcb req-71e9fd3e-d360-4ae1-aacd-74924203d2de tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.3095357 Nov 23 19:00:19.474918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955645e-ea85-4804-9c1d-336c0404dc99 None None] Network 7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 19:00:19.500972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 HTTP/1.1" status: 204 len: 168 time: 1.7464771 Nov 23 19:00:19.507586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.553947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289167125'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:19.661498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db466ab-c226-43af-8247-c71c1062c8dd tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=7f95fcbd-6bb3-4885-9b54-c3bf0992dab6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:19.665028 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1c18ec54-55c0-47f1-9dd0-f7fc4562d409 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:19.676708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c18ec54-55c0-47f1-9dd0-f7fc4562d409 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/ddf8f768-8d90-4d55-9361-906110d08fa7 HTTP/1.1" status: 404 len: 336 time: 0.1694608 Nov 23 19:00:19.681583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.712152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3f491c1-77ed-4f0f-adc2-13980e5bffcb req-7012bf43-7c4e-4256-a167-b0079cb0acf0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370706 Nov 23 19:00:19.713144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:19.718130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.791507 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a059c03-63b2-40c2-b400-5ec6dff27c6d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:19.792257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a059c03-63b2-40c2-b400-5ec6dff27c6d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:19.795978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3a059c03-63b2-40c2-b400-5ec6dff27c6d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/a5a7d9e2-9582-47a8-98a7-0a3293b61f78 HTTP/1.1" status: 404 len: 337 time: 0.1124253 Nov 23 19:00:19.799684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:19.904840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:19.918705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4f79f6f2-a290-4e0b-a82e-6268f475cb5f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 200 len: 205 time: 0.1139829 Nov 23 19:00:19.920521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:19.921466 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 95f3ae31-1932-4643-9103-c6aee2d25924 of type vlan for network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b Nov 23 19:00:19.922446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:20.006639 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3d3c9049-f49f-430a-8f34-10dd70b0e20f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:20.008091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d3c9049-f49f-430a-8f34-10dd70b0e20f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/9acf3ec5-852b-4548-9969-6ced210d465c HTTP/1.1" status: 404 len: 336 time: 0.0844562 Nov 23 19:00:20.032034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:20.098316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-a0df26f9-48ee-43fe-8c18-7c2c4dfd7c72 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.100294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-a0df26f9-48ee-43fe-8c18-7c2c4dfd7c72 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 907 time: 0.2378292 Nov 23 19:00:20.118907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620828df-1474-4efb-b4b2-de0ff210c3e2 req-4fd85dbc-3ac5-44e9-805d-4d2212c73a1c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.128626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-620828df-1474-4efb-b4b2-de0ff210c3e2 req-4fd85dbc-3ac5-44e9-805d-4d2212c73a1c tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 907 time: 0.1506226 Nov 23 19:00:20.153051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:20.153329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1074e73d-16b7-40e9-802a-bc16666ccb2f tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=e59e8656-fe51-4fe4-b5d1-7fb49b865830 HTTP/1.1" status: 200 len: 205 time: 0.1154790 Nov 23 19:00:20.167589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.210646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.217673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:20.218706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.597869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0720448 Nov 23 19:00:20.598958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4d297-f0c8-4e57-89ec-90b6fbfc9837 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=ddbd2433-a14e-4c96-8016-e2aa5b26ff8b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:20.601532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:20.609140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:20.610353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:20.724760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:20.733932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:20.939568 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-94762f90-dde8-40b8-b0f5-91fa0cf4f2af tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:20.943832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94762f90-dde8-40b8-b0f5-91fa0cf4f2af tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/e59e8656-fe51-4fe4-b5d1-7fb49b865830 HTTP/1.1" status: 404 len: 336 time: 0.7874851 Nov 23 19:00:20.948213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.090300 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-37338770-b692-4ae6-9b45-894e4520ffd3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:21.090886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37338770-b692-4ae6-9b45-894e4520ffd3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:21.100083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-37338770-b692-4ae6-9b45-894e4520ffd3 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/9e3b9b02-3c4b-4f18-ab97-27f161e11d30 HTTP/1.1" status: 404 len: 337 time: 0.1506848 Nov 23 19:00:21.100414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.189825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port 959d3a16-5add-4d2b-9567-d26cd49d66d2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:21.190660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.199307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32d2f6dc-2468-4169-9e20-e6dc119ddde5 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 HTTP/1.1" status: 200 len: 205 time: 0.0948410 Nov 23 19:00:21.205340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.241529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599abbb-5e4a-4a98-9677-a477f736a9ab req-39c6f8ac-30d5-4d8e-affa-efca1b7ebb49 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:21.243664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6599abbb-5e4a-4a98-9677-a477f736a9ab req-39c6f8ac-30d5-4d8e-affa-efca1b7ebb49 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2626750 Nov 23 19:00:21.373262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port 959d3a16-5add-4d2b-9567-d26cd49d66d2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=959d3a16-5add-4d2b-9567-d26cd49d66d2,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:21.373262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.377113 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-20878cf5-0f3c-4c78-be3c-1974b4c6da7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:21.378119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-20878cf5-0f3c-4c78-be3c-1974b4c6da7d tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/76b0ba7d-ea3f-45cb-ba76-7e34c1ec5842 HTTP/1.1" status: 404 len: 336 time: 0.1716111 Nov 23 19:00:21.384869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.409748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for 959d3a16-5add-4d2b-9567-d26cd49d66d2 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:21.454641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927808d-0081-4084-9788-938bddeda0aa req-67e8ff44-3e7b-44d5-9890-ad601ed725ea tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:21.455552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3927808d-0081-4084-9788-938bddeda0aa req-67e8ff44-3e7b-44d5-9890-ad601ed725ea tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 907 time: 0.1378627 Nov 23 19:00:21.460606 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3575015-8ab9-4ee8-855d-48b3447327bb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:21.461206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3575015-8ab9-4ee8-855d-48b3447327bb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:21.479337 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3575015-8ab9-4ee8-855d-48b3447327bb tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/23496ff4-c157-4ab6-8358-b85eec06d346 HTTP/1.1" status: 404 len: 337 time: 0.0926244 Nov 23 19:00:21.482102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.509711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6599abbb-5e4a-4a98-9677-a477f736a9ab req-36623b32-4a36-4c00-9b90-657e838402b6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891727 Nov 23 19:00:21.562659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e1dc3322-3da4-482a-a9c0-1cbf3b8d7456 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f609cb36-447b-4569-ab3c-4f6c94847641 HTTP/1.1" status: 200 len: 205 time: 0.0782952 Nov 23 19:00:21.564160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.656839 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:21.772253 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-aafcb1d3-1109-4138-9552-dee37665200e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] delete failed (client error): The resource could not be found. Nov 23 19:00:21.782593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aafcb1d3-1109-4138-9552-dee37665200e tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/routers/f609cb36-447b-4569-ab3c-4f6c94847641 HTTP/1.1" status: 404 len: 336 time: 0.2152891 Nov 23 19:00:21.789156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.886408 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd726917-b6c8-4a95-be70-70c66a6c2486 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:21.887248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd726917-b6c8-4a95-be70-70c66a6c2486 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:21.890959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd726917-b6c8-4a95-be70-70c66a6c2486 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/b6659537-83fe-4d70-9459-002f58740d62 HTTP/1.1" status: 404 len: 337 time: 0.0964799 Nov 23 19:00:21.896110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:21.912201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '95f3ae31-1932-4643-9103-c6aee2d25924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:21.912948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: ddbd2433-a14e-4c96-8016-e2aa5b26ff8b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:21.917632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=4e7f95c2-4282-459e-8b55-bf8bcfa1aa07,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:21.950637 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-310841dc-141e-4e7b-bd0b-00426cfc4729 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:21.951222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310841dc-141e-4e7b-bd0b-00426cfc4729 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:21.955265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-310841dc-141e-4e7b-bd0b-00426cfc4729 tempest-RoutersTest-428338289 tempest-RoutersTest-428338289-project] 10.222.0.37 "DELETE /v2.0/subnets/dc36f4f4-c640-460e-8524-e0b1ee57cdc3 HTTP/1.1" status: 404 len: 337 time: 0.0566742 Nov 23 19:00:21.979669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b8545-8c50-426a-a048-e7c8d6edc62f req-c3b75f48-17c4-479b-acef-cc94902e6a43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:21.989566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f2b8545-8c50-426a-a048-e7c8d6edc62f req-c3b75f48-17c4-479b-acef-cc94902e6a43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2294919 Nov 23 19:00:21.996173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:22.002156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'floatingip': {'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:22.108335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:22.113166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.172159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=959d3a16-5add-4d2b-9567-d26cd49d66d2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:22.222418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ddbd2433-a14e-4c96-8016-e2aa5b26ff8b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:22.235659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.276148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] No DVR routers for this DVR port 959d3a16-5add-4d2b-9567-d26cd49d66d2 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:22.288672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.294504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74e7e3-0c80-4355-a5f1-3aef0c476801 None None] Network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:22.301777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6920bb3f-dfe3-4b2e-81b0-59f6560651c9 req-7b5d2262-d756-4f37-92e8-412f9d59e8c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "DELETE /v2.0/ports/959d3a16-5add-4d2b-9567-d26cd49d66d2 HTTP/1.1" status: 204 len: 173 time: 2.1621256 Nov 23 19:00:22.302798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'name': 'network-vif-deleted', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:22.305981 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5d6c0-b40a-41d2-9197-4c8f7c7f3152" -d '{"events": [{"server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "name": "network-vif-deleted", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:22.369073 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf1e43-02a2-4d25-a934-54c3f18e508c x-openstack-request-id: req-72cf1e43-02a2-4d25-a934-54c3f18e508c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:22.369356 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7761b9f4-7f9a-460f-bbd5-7073090ad261", "name": "network-vif-deleted", "tag": "959d3a16-5add-4d2b-9567-d26cd49d66d2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:22.369613 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72cf1e43-02a2-4d25-a934-54c3f18e508c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:22.370019 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7761b9f4-7f9a-460f-bbd5-7073090ad261', 'name': 'network-vif-deleted', 'tag': '959d3a16-5add-4d2b-9567-d26cd49d66d2', 'status': 'completed', 'code': 200} Nov 23 19:00:22.777476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-ddbd2433-a14e-4c96-8016-e2aa5b26ff8b', 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '4e7f95c2-4282-459e-8b55-bf8bcfa1aa07'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:22.778675 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.826884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:22.834725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a614fac2-70f1-4c6e-bba6-b90c444f7aae req-bcd9b439-8d7c-41b4-9f05-13b5265f552e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7761b9f4-7f9a-460f-bbd5-7073090ad261 HTTP/1.1" status: 200 len: 210 time: 0.0789068 Nov 23 19:00:22.871056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:22.872598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:22.934636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:22.936923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-570e9f70-cf5c-4338-9a08-c338f33cc13e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3342421 Nov 23 19:00:23.289516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Allocated IP 172.20.0.1 (ddbd2433-a14e-4c96-8016-e2aa5b26ff8b/4e7f95c2-4282-459e-8b55-bf8bcfa1aa07/5e4921c6-7e48-4e85-b367-31a4afc40e93) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:23.360680 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.431476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.534724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c431f377-a6fe-46b4-8c14-b6035b13b78a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8252ffd80e284835a7d6813c9010bc62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344657 Nov 23 19:00:23.535214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:23.662436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.702648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.708473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 959d3a16-5add-4d2b-9567-d26cd49d66d2 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:23.713463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.792180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 959d3a16-5add-4d2b-9567-d26cd49d66d2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:23.792669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 959d3a16-5add-4d2b-9567-d26cd49d66d2 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:23.837809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 19:00:23.852732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.862309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:23.868117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.875440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:23.923157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Pushing event updated for resources: {'Port': ['ID=5e4921c6-7e48-4e85-b367-31a4afc40e93,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:23.928825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.933631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:23.961168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:23.968934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7f95c2-4282-459e-8b55-bf8bcfa1aa07,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:24.074987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Attempting to bind port 5e4921c6-7e48-4e85-b367-31a4afc40e93 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:24.075886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Attempting to bind port 5e4921c6-7e48-4e85-b367-31a4afc40e93 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '95f3ae31-1932-4643-9103-c6aee2d25924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:24.076642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Attempting to bind port 5e4921c6-7e48-4e85-b367-31a4afc40e93 on network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:24.087422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:24.088279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Checking segment: {'id': '95f3ae31-1932-4643-9103-c6aee2d25924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:24.089054 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.089803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Bound using segment: {'id': '95f3ae31-1932-4643-9103-c6aee2d25924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:24.090971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Bound port: 5e4921c6-7e48-4e85-b367-31a4afc40e93, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f3ae31-1932-4643-9103-c6aee2d25924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:24.092385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.210698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.234683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbd2433-a14e-4c96-8016-e2aa5b26ff8b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:24.251734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] For port 5e4921c6-7e48-4e85-b367-31a4afc40e93, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:24.253797 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Floating IP 2973ee74-c3a7-478a-ad26-2bb6a1ac53ee associated. External IP: 172.25.5.30, port: 1ee68521-9dab-4f35-b4c1-a4dabaf196ef. Nov 23 19:00:24.275196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] For port 5e4921c6-7e48-4e85-b367-31a4afc40e93, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5e4921c6-7e48-4e85-b367-31a4afc40e93,segment=NetworkSegment(95f3ae31-1932-4643-9103-c6aee2d25924),segment_id=95f3ae31-1932-4643-9103-c6aee2d25924)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:24.281627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f3ae31-1932-4643-9103-c6aee2d25924') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:24.282284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f3ae31-1932-4643-9103-c6aee2d25924') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:24.282414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.302353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.318003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.324768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:24.325708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:24.401272 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:24.422293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:00:24.422293 n-d-792364-9 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:00:24.422293 n-d-792364-9 neutron-server[103400]: [parameters: {'id': 'ddbd2433-a14e-4c96-8016-e2aa5b26ff8b'}] Nov 23 19:00:24.422293 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:00:24.423070 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:00:24.424153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.437444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:24.439619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b82df816-6498-425f-9793-3f7e09690cff HTTP/1.1" status: 204 len: 168 time: 0.9024079 Nov 23 19:00:24.475078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a533-ac6c-4e1a-9210-fe4d39ad94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82df816-6498-425f-9793-3f7e09690cff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:24.529232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a19eb-1a3a-4bf4-9251-3b8d30066fb7 None None] Pushing event updated for resources: {'Port': ['ID=5e4921c6-7e48-4e85-b367-31a4afc40e93,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:24.575947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f67ee-5372-4745-9425-f584cc8192d0 None None] Network ddbd2433-a14e-4c96-8016-e2aa5b26ff8b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:24.890361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27209589-3ed4-4daf-a3cd-1d811495cd71 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:24.928324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.122164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting port 5e4921c6-7e48-4e85-b367-31a4afc40e93 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:25.122512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.226825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:25.236360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27209589-3ed4-4daf-a3cd-1d811495cd71 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:00:25.257112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd40ab-512e-4d0a-807c-ee8f71d9a4d0 req-3700abee-33cd-4e0e-9e97-7eb5055c2daf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:25.267883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dcd40ab-512e-4d0a-807c-ee8f71d9a4d0 req-3700abee-33cd-4e0e-9e97-7eb5055c2daf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.5932558 Nov 23 19:00:25.285607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] For port 5e4921c6-7e48-4e85-b367-31a4afc40e93, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5e4921c6-7e48-4e85-b367-31a4afc40e93,segment=NetworkSegment(95f3ae31-1932-4643-9103-c6aee2d25924),segment_id=95f3ae31-1932-4643-9103-c6aee2d25924)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:25.286869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.316263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Calling delete_port for 5e4921c6-7e48-4e85-b367-31a4afc40e93 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:25.342711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dcd40ab-512e-4d0a-807c-ee8f71d9a4d0 req-5a7aa9b1-7844-4e7a-8047-1c3e8e2991bf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734692 Nov 23 19:00:25.560297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.620293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No DVR routers for this DVR port 5e4921c6-7e48-4e85-b367-31a4afc40e93 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:25.626088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Port': ['ID=5e4921c6-7e48-4e85-b367-31a4afc40e93,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:25.637276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:25.659966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.722392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.758019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ae7b28e0-3052-41d7-8b2b-0bbb27dac78f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "PUT /v2.0/floatingips/2973ee74-c3a7-478a-ad26-2bb6a1ac53ee HTTP/1.1" status: 200 len: 990 time: 3.7580230 Nov 23 19:00:25.758019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:25.759667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbd2433-a14e-4c96-8016-e2aa5b26ff8b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:25.763745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:25.775134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f3ae31-1932-4643-9103-c6aee2d25924') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:25.775805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f3ae31-1932-4643-9103-c6aee2d25924') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:25.789948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.795487 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:25.822110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.833895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:25.834806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:25.838856 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:25.908868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:25.914010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:25.931726 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d853d066-16f7-4875-91b7-b1d77d36b308 x-openstack-request-id: req-d853d066-16f7-4875-91b7-b1d77d36b308 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:25.932311 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:25.932599 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d853d066-16f7-4875-91b7-b1d77d36b308 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:25.934359 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'status': 'completed', 'code': 200} Nov 23 19:00:26.072891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-dc99c437-761b-49c8-ae60-1f06c9475393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.076623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-dc99c437-761b-49c8-ae60-1f06c9475393 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1096 time: 0.1079648 Nov 23 19:00:26.113565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.172176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.190608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/ddbd2433-a14e-4c96-8016-e2aa5b26ff8b HTTP/1.1" status: 204 len: 168 time: 3.2548099 Nov 23 19:00:26.191744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4cfc2-c01c-4471-ae07-2b48860d12f4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=ddbd2433-a14e-4c96-8016-e2aa5b26ff8b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:26.196141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:26.206559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1808512426'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:26.237402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-b6bf8860-062d-4f31-b8ef-8e823d1a36f4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.239480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-b6bf8860-062d-4f31-b8ef-8e823d1a36f4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.2287464 Nov 23 19:00:26.293848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-68ce329b-f4e1-470b-ba9d-fff7e4ca142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.299619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-68ce329b-f4e1-470b-ba9d-fff7e4ca142b service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.2104669 Nov 23 19:00:26.359720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:26.448862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-17276bbc-ee22-47e3-9a3f-21a7b96073b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 998 time: 0.1404562 Nov 23 19:00:26.462040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:26.475492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.533351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:26.533691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.559462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-6570db59-ffb7-4119-944c-b9fe92b902c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.561459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-6570db59-ffb7-4119-944c-b9fe92b902c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1052577 Nov 23 19:00:26.688065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-0e70e207-f0ca-4c8f-8b82-97c85c304192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:26.689796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-0e70e207-f0ca-4c8f-8b82-97c85c304192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202407 Nov 23 19:00:26.705406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:26.706040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:26.734634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:26.942934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-390bb962-05bc-4c8b-93ac-0be6b568ed5a service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390065 Nov 23 19:00:27.033924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2973ee74-c3a7-478a-ad26-2bb6a1ac53ee', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:54Z', 'updated_at': '2021-11-23T19:00:23Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:27.082934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:27.094183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:27.095043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:27.251144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:27.260254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6a1b43a-0666-4cc7-9980-4cd1ad0759a4 req-7d994fb1-f0e2-46a7-931e-0706f6d48cb7 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074436 Nov 23 19:00:27.279781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.289854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:27.309658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca34da-6212-48e4-a782-2ee9d7d453fd req-fd872c89-9995-4fb0-ad0b-e45dd0c774d1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:27.318978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9aca34da-6212-48e4-a782-2ee9d7d453fd req-fd872c89-9995-4fb0-ad0b-e45dd0c774d1 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a43263f-f8d3-4318-8d59-0212169df62c HTTP/1.1" status: 200 len: 945 time: 0.7925680 Nov 23 19:00:27.393148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.393764 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment f4589e56-89ec-48a7-ba45-fe06b7bd00f5 of type vlan for network 2f42531d-afc3-4596-9cea-ac5ecd930e29 Nov 23 19:00:27.396717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415', 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:00:27.399276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:27.439708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] No DVR routers for this DVR port b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:27.444051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.447979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b25a13-6095-43b9-bd64-88c5f6c000a4 req-c80e7239-f9a3-4f01-9378-52da95a3263e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "DELETE /v2.0/ports/b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f HTTP/1.1" status: 204 len: 173 time: 1.1973932 Nov 23 19:00:27.450267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'name': 'network-vif-deleted', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:27.453015 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6324586-fc12-4a64-841d-3b7fe85f66f3" -d '{"events": [{"server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "name": "network-vif-deleted", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:27.549776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9aca34da-6212-48e4-a782-2ee9d7d453fd req-a5a2663d-f879-4f1b-b2a3-1288862d2228 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294803 Nov 23 19:00:27.600743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.620234 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c23ab-e951-47c6-9a08-bc49ecbe8309 x-openstack-request-id: req-4d2c23ab-e951-47c6-9a08-bc49ecbe8309 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:27.620234 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43263f-f8d3-4318-8d59-0212169df62c", "name": "network-vif-deleted", "tag": "b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:27.620234 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d2c23ab-e951-47c6-9a08-bc49ecbe8309 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:27.620234 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43263f-f8d3-4318-8d59-0212169df62c', 'name': 'network-vif-deleted', 'tag': 'b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f', 'status': 'completed', 'code': 200} Nov 23 19:00:27.644364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14e0c78b-1b9d-42d6-be91-4bb6ea16cdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.652326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.664720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:27.665410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:27.880700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6761568 Nov 23 19:00:27.881650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:27.887805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '2f42531d-afc3-4596-9cea-ac5ecd930e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:27.912183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7f817-314d-4309-9bde-d2ef004ea8ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=2f42531d-afc3-4596-9cea-ac5ecd930e29,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:27.934183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2f42531d-afc3-4596-9cea-ac5ecd930e29 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:28.222669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:28.233045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.498919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2973ee74-c3a7-478a-ad26-2bb6a1ac53ee', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:54Z', 'updated_at': '2021-11-23T19:00:23Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:28.558600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6326a-4844-4e71-b3d2-392772900105 None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2973ee74-c3a7-478a-ad26-2bb6a1ac53ee', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:59:54Z', 'updated_at': '2021-11-23T19:00:23Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:28.679081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:28.920231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=13551521-aecd-4468-ba60-408782c6ae4e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:28.926821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': 'f4589e56-89ec-48a7-ba45-fe06b7bd00f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2f42531d-afc3-4596-9cea-ac5ecd930e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:28.927354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 2f42531d-afc3-4596-9cea-ac5ecd930e29, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:28.974867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 2f42531d-afc3-4596-9cea-ac5ecd930e29 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:29.009552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 2f42531d-afc3-4596-9cea-ac5ecd930e29) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:29.024136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc896129-e49a-4d41-8364-5d111273e6e5 None None] Network 2f42531d-afc3-4596-9cea-ac5ecd930e29 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:29.026129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:29.026847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.066926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8cc3ae9-47e8-46c3-a0bd-f6a1ae9feed0 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1834662 Nov 23 19:00:29.069694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:29.086638 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea52a6-5393-46c8-ab9b-7d24f7cd21d4 None None] New status for floating IP 2973ee74-c3a7-478a-ad26-2bb6a1ac53ee: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:00:29.315888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.359827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741f98-c97e-48ff-a339-acd4eb784e8f req-27d0228b-d5d0-4a7a-9bad-c09daabccdcb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:29.362134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb741f98-c97e-48ff-a339-acd4eb784e8f req-27d0228b-d5d0-4a7a-9bad-c09daabccdcb tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2028205 Nov 23 19:00:29.547983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb741f98-c97e-48ff-a339-acd4eb784e8f req-8cc5fd17-b216-40fc-8828-0ad8614fbaf9 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611507 Nov 23 19:00:29.552048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.562850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b5535-5dbb-4ca1-af8a-f9b8ea38b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-2f42531d-afc3-4596-9cea-ac5ecd930e29', 'network_id': '2f42531d-afc3-4596-9cea-ac5ecd930e29', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '13551521-aecd-4468-ba60-408782c6ae4e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:29.563874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d5b5535-5dbb-4ca1-af8a-f9b8ea38b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.676088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013449d-0006-40f8-a069-7108e88f9754 req-8be0d187-a1b7-4142-9a8a-1cf5893d4fd2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:29.679390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5013449d-0006-40f8-a069-7108e88f9754 req-8be0d187-a1b7-4142-9a8a-1cf5893d4fd2 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.2553279 Nov 23 19:00:29.860410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:29.899599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:29.969381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:29.970055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1bc05eb-f67a-4a6c-b316-4e8a3c0d9d5f not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:29.990734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=13551521-aecd-4468-ba60-408782c6ae4e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-0d5b5535-5dbb-4ca1-af8a-f9b8ea38b213 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13551521-aecd-4468-ba60-408782c6ae4e: This subnet is being modified by another concurrent operation. Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13551521-aecd-4468-ba60-408782c6ae4e: This subnet is being modified by another concurrent operation. Nov 23 19:00:30.035015 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:30.066308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996b263-e54f-4dc4-ba13-81ab9064395c None None] Network 2f42531d-afc3-4596-9cea-ac5ecd930e29 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:30.104927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7f73de8-51b3-49f6-b0d8-a0f4c4426e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.161672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.195293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f42531d-afc3-4596-9cea-ac5ecd930e29']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.209331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4589e56-89ec-48a7-ba45-fe06b7bd00f5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.209690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4589e56-89ec-48a7-ba45-fe06b7bd00f5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:30.239142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port 3f034445-c6eb-4a5d-8227-6e4812860415 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:30.239515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.261004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.311254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755db3b6-f49e-40ac-913b-81990c6f4d7f None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:30.406933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.422474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:30.423123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:30.434536 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:30.643776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755db3b6-f49e-40ac-913b-81990c6f4d7f None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:00:30.651198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port 3f034445-c6eb-4a5d-8227-6e4812860415, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3f034445-c6eb-4a5d-8227-6e4812860415,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:30.651198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.735960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for 3f034445-c6eb-4a5d-8227-6e4812860415 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:30.753427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.895902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6936-f39c-4f03-a029-63dff9f3a9eb req-4371c642-b709-44cf-a148-8ce6e3263d0f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:30.902592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.914372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eced6936-f39c-4f03-a029-63dff9f3a9eb req-4371c642-b709-44cf-a148-8ce6e3263d0f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 945 time: 0.1689250 Nov 23 19:00:30.933964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:30.958211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/2f42531d-afc3-4596-9cea-ac5ecd930e29 HTTP/1.1" status: 204 len: 168 time: 1.8868859 Nov 23 19:00:30.966585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:30.978339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1152697906'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:31.044683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:31.050738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.058782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27b8f9-f753-4e57-991b-d7ddcc424834 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=2f42531d-afc3-4596-9cea-ac5ecd930e29,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:31.113263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eced6936-f39c-4f03-a029-63dff9f3a9eb req-753d73d7-ed4e-4594-9489-20124bbccaa8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892383 Nov 23 19:00:31.150422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:31.204475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.206343 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment e7136e5d-4bf9-4673-b999-dbddb90bdf4e of type vlan for network 65aa1ece-b1a4-4f1c-b67f-b2785a149361 Nov 23 19:00:31.485042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.541797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.556954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:31.557837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.620665 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.636994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6662545 Nov 23 19:00:31.641705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:31.644121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3f034445-c6eb-4a5d-8227-6e4812860415'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:00:31.646864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '65aa1ece-b1a4-4f1c-b67f-b2785a149361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:31.755824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=3f034445-c6eb-4a5d-8227-6e4812860415,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:31.760864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a38d5b-0f93-4f83-843d-efb661514b7c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=65aa1ece-b1a4-4f1c-b67f-b2785a149361,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:31.774525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 65aa1ece-b1a4-4f1c-b67f-b2785a149361 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:31.917218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] No DVR routers for this DVR port 3f034445-c6eb-4a5d-8227-6e4812860415 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:31.921723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:31.929508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5013449d-0006-40f8-a069-7108e88f9754 req-2317b2a5-7b37-4ba2-a0e8-ebb04c63d9c8 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.47 "DELETE /v2.0/ports/3f034445-c6eb-4a5d-8227-6e4812860415 HTTP/1.1" status: 204 len: 173 time: 2.2220945 Nov 23 19:00:31.930262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'name': 'network-vif-deleted', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:31.947897 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc7b4b5-99e5-48df-a582-46adec5d81f1" -d '{"events": [{"server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "name": "network-vif-deleted", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:31.953525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:31.978882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.084768 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587cb8b0-1ef4-4528-b582-49b2b649cf3c x-openstack-request-id: req-587cb8b0-1ef4-4528-b582-49b2b649cf3c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:32.085544 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24df0c45-242d-484a-af96-92fa84979054", "name": "network-vif-deleted", "tag": "3f034445-c6eb-4a5d-8227-6e4812860415", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:32.085868 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-587cb8b0-1ef4-4528-b582-49b2b649cf3c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:32.086808 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24df0c45-242d-484a-af96-92fa84979054', 'name': 'network-vif-deleted', 'tag': '3f034445-c6eb-4a5d-8227-6e4812860415', 'status': 'completed', 'code': 200} Nov 23 19:00:32.318405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:00:32.318933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:00:32.428438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.502268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07118035-8064-46d8-bf7e-567b17ae3d1f req-d61f4abb-7309-4254-ab36-52ba902823fa tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=24df0c45-242d-484a-af96-92fa84979054 HTTP/1.1" status: 200 len: 210 time: 0.0692916 Nov 23 19:00:32.566499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:32.720823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.803450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe181-557e-4559-9d00-e6b4580e9411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.908305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=0b76568d-566d-4e07-8591-f41bd297ec2e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:32.945017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe181-557e-4559-9d00-e6b4580e9411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.949819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe181-557e-4559-9d00-e6b4580e9411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:32.959088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': 'e7136e5d-4bf9-4673-b999-dbddb90bdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '65aa1ece-b1a4-4f1c-b67f-b2785a149361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:32.960324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 65aa1ece-b1a4-4f1c-b67f-b2785a149361, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:32.982005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 65aa1ece-b1a4-4f1c-b67f-b2785a149361 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:32.996829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 65aa1ece-b1a4-4f1c-b67f-b2785a149361) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:33.003898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:33.005462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.008477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04566b-e4ae-42af-bea9-2767f17df645 None None] Network 65aa1ece-b1a4-4f1c-b67f-b2785a149361 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:33.056223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c0dfe181-557e-4559-9d00-e6b4580e9411 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9be17a0710d43bd9c78dd98c15ac810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879916 Nov 23 19:00:33.058803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:33.063940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfe181-557e-4559-9d00-e6b4580e9411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25da17-95a8-48b1-b90d-226ad3844444,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:33.096525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9570de0f-15cd-4c92-ab3d-8d2c0755137f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4526935 Nov 23 19:00:33.099041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:33.173999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5459d851-ece6-4942-9393-09783232851d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.236355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5459d851-ece6-4942-9393-09783232851d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.282929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.365128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5459d851-ece6-4942-9393-09783232851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.373268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5459d851-ece6-4942-9393-09783232851d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.374952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5459d851-ece6-4942-9393-09783232851d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de25da17-95a8-48b1-b90d-226ad3844444 HTTP/1.1" status: 204 len: 168 time: 0.3144433 Nov 23 19:00:33.398437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d851-ece6-4942-9393-09783232851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25da17-95a8-48b1-b90d-226ad3844444,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:33.517296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.731529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:33.876300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=0b76568d-566d-4e07-8591-f41bd297ec2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:34.028347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3f034445-c6eb-4a5d-8227-6e4812860415 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:34.081475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.145747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aa1ece-b1a4-4f1c-b67f-b2785a149361']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:34.175778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7136e5d-4bf9-4673-b999-dbddb90bdf4e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:34.176636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7136e5d-4bf9-4673-b999-dbddb90bdf4e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:34.208462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.229181 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.279394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 3f034445-c6eb-4a5d-8227-6e4812860415 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:34.281126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3f034445-c6eb-4a5d-8227-6e4812860415 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:34.304054 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.307642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e275e04-89ca-4885-8e31-06f2d8be4c29 None None] Network 65aa1ece-b1a4-4f1c-b67f-b2785a149361 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:34.324994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:34.327874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.458163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:34.461895 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:34.491685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-341aba0f-b21d-4047-83cf-1bbaab43e11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.621315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.639709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.649899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/65aa1ece-b1a4-4f1c-b67f-b2785a149361 HTTP/1.1" status: 204 len: 168 time: 1.5484135 Nov 23 19:00:34.652591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:34.669390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496812065'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:34.704670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c18396-a907-4f70-86cc-f00615b1a75e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=65aa1ece-b1a4-4f1c-b67f-b2785a149361,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:34.717052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf57a8d-8460-4a31-97a3-8c8105b60e79 req-c337b083-458b-48e1-a392-75126c6275a4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:34.731447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf57a8d-8460-4a31-97a3-8c8105b60e79 req-c337b083-458b-48e1-a392-75126c6275a4 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.5343411 Nov 23 19:00:34.835076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-341aba0f-b21d-4047-83cf-1bbaab43e11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.841839 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-341aba0f-b21d-4047-83cf-1bbaab43e11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.862557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf57a8d-8460-4a31-97a3-8c8105b60e79 req-2dc453da-2894-4f3e-b010-292e9aa0edaf tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299477 Nov 23 19:00:34.876627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:34.881473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:34.902780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:34.903090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-341aba0f-b21d-4047-83cf-1bbaab43e11f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dd2fbe3721f4fd3a1764b28e86cc45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435797 Nov 23 19:00:34.929462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aba0f-b21d-4047-83cf-1bbaab43e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2135c3-6938-45c0-8ad6-a05581c33c84,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:34.983163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:35.002334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.003395 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 4df55c3b-9024-475c-8be9-e4c618d977e8 of type vlan for network 9f4e7fe3-7241-491b-b895-115a823df2af Nov 23 19:00:35.042162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.083954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.103397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.134372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.148302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:35.149300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.227414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.240542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=9f4e7fe3-7241-491b-b895-115a823df2af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:35.241463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:35.244703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c2135c3-6938-45c0-8ad6-a05581c33c84 HTTP/1.1" status: 204 len: 168 time: 0.3381646 Nov 23 19:00:35.252986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b25ec9c0-97b8-47f0-80b6-08a9f7659bd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5962982 Nov 23 19:00:35.258079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:35.265557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9f4e7fe3-7241-491b-b895-115a823df2af details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:35.306444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f726a-9b09-4a59-aeb6-357213b6c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2135c3-6938-45c0-8ad6-a05581c33c84,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:35.308609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '9f4e7fe3-7241-491b-b895-115a823df2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:35.534844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:35.554344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.122812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.162317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae2ba-1726-4320-9fa2-0996ad48898f req-9b36e5ab-8894-4070-b147-b4efdd4c3e23 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:36.166939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-822ae2ba-1726-4320-9fa2-0996ad48898f req-9b36e5ab-8894-4070-b147-b4efdd4c3e23 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1488497 Nov 23 19:00:36.306006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '4df55c3b-9024-475c-8be9-e4c618d977e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9f4e7fe3-7241-491b-b895-115a823df2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:36.306711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 9f4e7fe3-7241-491b-b895-115a823df2af, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:36.310825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=b3205d28-0fa6-4726-bbe1-545aff6a951f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:36.339009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 9f4e7fe3-7241-491b-b895-115a823df2af is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:36.345456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-36fc156b-a9a9-4d03-a0f6-70b66795b1f5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:36.352509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-36fc156b-a9a9-4d03-a0f6-70b66795b1f5 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.1814680 Nov 23 19:00:36.355700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9f4e7fe3-7241-491b-b895-115a823df2af) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:36.363465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:36.365525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.366462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f09a6-036d-43a7-9f79-5e94c92dfa45 None None] Network 9f4e7fe3-7241-491b-b895-115a823df2af requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:36.399038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dbf97af5-a284-4556-81c6-9f1d788a4bcc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1392903 Nov 23 19:00:36.399668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:36.432468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-822ae2ba-1726-4320-9fa2-0996ad48898f req-2f44f9f4-2ae8-41e3-80c8-a2198ce32a6e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418678 Nov 23 19:00:36.615268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:36.615934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.621520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.753108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.766899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fe043-8ed6-4b10-baee-26bda5f2b82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9f4e7fe3-7241-491b-b895-115a823df2af', 'network_id': '9f4e7fe3-7241-491b-b895-115a823df2af', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': 'b3205d28-0fa6-4726-bbe1-545aff6a951f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:36.767988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe043-8ed6-4b10-baee-26bda5f2b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.932788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] For port 8589e257-ef16-426d-823e-6c4b8f6796eb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8589e257-ef16-426d-823e-6c4b8f6796eb,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:36.933239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:36.936855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-1d5fe043-8ed6-4b10-baee-26bda5f2b82e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3205d28-0fa6-4726-bbe1-545aff6a951f: This subnet is being modified by another concurrent operation. Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3205d28-0fa6-4726-bbe1-545aff6a951f: This subnet is being modified by another concurrent operation. Nov 23 19:00:37.053062 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:37.061342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=b3205d28-0fa6-4726-bbe1-545aff6a951f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:37.087570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491db47-7bfd-44a0-8e76-918ce21c999b None None] Network 9f4e7fe3-7241-491b-b895-115a823df2af requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:37.212147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.254633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a261ec-c8ee-4bf7-a170-9b47d94b5f05 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:37.292107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4e7fe3-7241-491b-b895-115a823df2af']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:37.319242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df55c3b-9024-475c-8be9-e4c618d977e8') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:37.319484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df55c3b-9024-475c-8be9-e4c618d977e8') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:37.342149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.368013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.388219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:37.388625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:37.391775 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:37.490622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.500273 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.512252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/9f4e7fe3-7241-491b-b895-115a823df2af HTTP/1.1" status: 204 len: 168 time: 1.1113188 Nov 23 19:00:37.512896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:37.545489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695574117'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:37.580585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8c16-a745-4067-9b1d-627146c6ab49 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=9f4e7fe3-7241-491b-b895-115a823df2af,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:37.593229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.593688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.594378 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Floating IP ea0c8725-9483-4458-a3c7-adf9746df6c0 disassociated. External IP: 172.25.5.133, port: 8589e257-ef16-426d-823e-6c4b8f6796eb. Nov 23 19:00:37.594378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for 8589e257-ef16-426d-823e-6c4b8f6796eb owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:37.624709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:37.633442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.645341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a261ec-c8ee-4bf7-a170-9b47d94b5f05 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:00:37.700073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:37.724679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.725032 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment e7c7521c-f08b-45fd-a8ae-cfbddf5caecf of type vlan for network 4e7b6a84-bee5-47ea-9a08-bdb339141ebb Nov 23 19:00:37.846518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.909461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.915853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:37.916507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:37.965701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1e44-a27d-4eed-a640-92da5261f70a req-c8d70ffb-5773-41a4-a70e-1d44fac01e2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:37.966876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6ae1e44-a27d-4eed-a640-92da5261f70a req-c8d70ffb-5773-41a4-a70e-1d44fac01e2a tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 945 time: 0.3215418 Nov 23 19:00:38.067417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=4e7b6a84-bee5-47ea-9a08-bdb339141ebb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:38.081351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a47f10b3-de8c-469e-a1b9-c06c8811fbdc tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5659151 Nov 23 19:00:38.081926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:38.091734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '4e7b6a84-bee5-47ea-9a08-bdb339141ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:38.104997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4e7b6a84-bee5-47ea-9a08-bdb339141ebb details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:38.152512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6ae1e44-a27d-4eed-a640-92da5261f70a req-be3b4caf-5569-44ab-b37c-3aed181c6d9e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups?id=88ae2638-f2f0-47dd-b8b1-285f6967d60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628463 Nov 23 19:00:38.154908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:38.236893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=8589e257-ef16-426d-823e-6c4b8f6796eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:38.354783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:38.358875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:38.475883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Router 880df3bb-dd01-4c85-8404-85ffb36b889e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:38.780489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:38.794263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Sync routers for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:38.841288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:38.843826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:38.856213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:38.876260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] No DVR routers for this DVR port 8589e257-ef16-426d-823e-6c4b8f6796eb on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:38.878991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:38.882977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91eb1bb2-d4c9-4a59-88c4-acbea49bc28f req-2a957e61-df60-4136-b05e-d8f1b8e2bfc3 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.50 "DELETE /v2.0/ports/8589e257-ef16-426d-823e-6c4b8f6796eb HTTP/1.1" status: 204 len: 173 time: 2.5167148 Nov 23 19:00:38.883673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-deleted', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:00:38.900155 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f15ac-c19c-4cb8-a47b-85438cecdbd3" -d '{"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-deleted", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:00:38.998681 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9e460-407d-4f4c-a230-ea6483bb65fd x-openstack-request-id: req-5ad9e460-407d-4f4c-a230-ea6483bb65fd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:00:38.999264 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f156aa24-55ba-4762-99d5-dd1e5027ae78", "name": "network-vif-deleted", "tag": "8589e257-ef16-426d-823e-6c4b8f6796eb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:00:39.002395 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ad9e460-407d-4f4c-a230-ea6483bb65fd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:00:39.003184 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f156aa24-55ba-4762-99d5-dd1e5027ae78', 'name': 'network-vif-deleted', 'tag': '8589e257-ef16-426d-823e-6c4b8f6796eb', 'status': 'completed', 'code': 200} Nov 23 19:00:39.009394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.030607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=35684f36-9ef7-4d57-9a21-19c93f4498f6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:39.041194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': 'e7c7521c-f08b-45fd-a8ae-cfbddf5caecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4e7b6a84-bee5-47ea-9a08-bdb339141ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:39.041768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 4e7b6a84-bee5-47ea-9a08-bdb339141ebb, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:39.067649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 4e7b6a84-bee5-47ea-9a08-bdb339141ebb is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:39.083402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 4e7b6a84-bee5-47ea-9a08-bdb339141ebb) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:39.092695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:39.094234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.114337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2147df8-87bb-42f6-a92f-2235f101b74b None None] Network 4e7b6a84-bee5-47ea-9a08-bdb339141ebb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:39.129861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a466dc8-8be4-42bd-b7f8-3861dc016684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0422592 Nov 23 19:00:39.130242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:39.306618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:39.403779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d7aff5d0-6e70-4e23-a313-075b67d0ca31 req-7e49d75e-d315-41b4-8449-213ca468843e tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f156aa24-55ba-4762-99d5-dd1e5027ae78 HTTP/1.1" status: 200 len: 210 time: 0.0992546 Nov 23 19:00:39.450208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.626572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.868752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb722b-5c82-4efe-bec2-e8f460c69eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-4e7b6a84-bee5-47ea-9a08-bdb339141ebb', 'network_id': '4e7b6a84-bee5-47ea-9a08-bdb339141ebb', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '35684f36-9ef7-4d57-9a21-19c93f4498f6'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:39.873714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9fb722b-5c82-4efe-bec2-e8f460c69eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.907340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:39.916125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:40.060004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Checking router: 880df3bb-dd01-4c85-8404-85ffb36b889e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:40.191954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-3894997e-42c7-4c29-842f-bff5cca70a9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5254424 Nov 23 19:00:40.238199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:40.240397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:40.264055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=35684f36-9ef7-4d57-9a21-19c93f4498f6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:40.280172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.357612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7b6a84-bee5-47ea-9a08-bdb339141ebb']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:40.372081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.372784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.373415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.374859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.376836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.378666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.379947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c7521c-f08b-45fd-a8ae-cfbddf5caecf') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:40.381353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.382626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c7521c-f08b-45fd-a8ae-cfbddf5caecf') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:40.385843 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ed3e6fdd-7b3a-41e3-908a-e28b6a4f167e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 6491 time: 0.1590443 Nov 23 19:00:40.426473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.463938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.472744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:40.474034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:40.477719 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:40.492766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7610c6-51ed-46a6-b6e3-ac690b8aa713 None None] Network 4e7b6a84-bee5-47ea-9a08-bdb339141ebb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:40.572922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.600451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.609172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/4e7b6a84-bee5-47ea-9a08-bdb339141ebb HTTP/1.1" status: 204 len: 168 time: 1.4754307 Nov 23 19:00:40.610417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:40.636237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:40.662446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549861567'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:40.667941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b938b-32cf-4960-a7e7-503d550e8fd5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=4e7b6a84-bee5-47ea-9a08-bdb339141ebb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:40.752184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:40.756656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.786120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.832214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:40.836658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-10f84e25-71d9-4035-8993-323ce9efe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.837110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-10f84e25-71d9-4035-8993-323ce9efe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.843711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-10f84e25-71d9-4035-8993-323ce9efe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:40.851459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-10f84e25-71d9-4035-8993-323ce9efe60b service neutron] 10.222.0.50 "GET /v2.0/networks?id=12cabe37-3dac-406c-88ba-4744631137e2&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&id=d263aea2-1cfc-4228-9b39-7600e563994f&id=d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 200 len: 2292 time: 0.4074190 Nov 23 19:00:40.851685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:40.872135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.872476 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment a763dad4-f8f6-4e64-8b36-a0876731702f of type vlan for network 36c8be75-73f3-41ac-93a2-5c9aa817f183 Nov 23 19:00:40.912919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.976382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:40.985342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.044750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.054157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.058546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.059848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "DELETE /v2.0/security-groups/88ae2638-f2f0-47dd-b8b1-285f6967d60f HTTP/1.1" status: 204 len: 168 time: 0.4203830 Nov 23 19:00:41.061863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:41.065519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:41.066182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.138475 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0797027b-b859-4a71-a328-4ee717821766 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] show failed (client error): The resource could not be found. Nov 23 19:00:41.140406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0797027b-b859-4a71-a328-4ee717821766 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "GET /v2.0/security-groups/88ae2638-f2f0-47dd-b8b1-285f6967d60f HTTP/1.1" status: 404 len: 347 time: 0.0654421 Nov 23 19:00:41.156455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aae2d-0788-465e-a0f1-feedf3139b51 tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae2638-f2f0-47dd-b8b1-285f6967d60f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:41.169400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:41.194190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-502383b5-7229-4f90-a517-e6aa60476741 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 200 len: 999 time: 0.3315303 Nov 23 19:00:41.213745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:41.281085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=36c8be75-73f3-41ac-93a2-5c9aa817f183,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:41.335817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0d402ed4-e2be-4007-912c-a00b63f66fbe tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6884665 Nov 23 19:00:41.337000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:41.349698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:41.498914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-87863cc9-7585-46a0-bf3b-45837736fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:41.517493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-87863cc9-7585-46a0-bf3b-45837736fa38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 200 len: 849 time: 0.2589729 Nov 23 19:00:41.539265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:41.617396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-f60601cc-11da-4b0e-b56f-b9d25c52d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:41.622732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-f60601cc-11da-4b0e-b56f-b9d25c52d1a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cabe37-3dac-406c-88ba-4744631137e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867960 Nov 23 19:00:41.746876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-24955883-a52b-42ea-a6de-301181f794b5 service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158519 Nov 23 19:00:41.754203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Deleting port 32de7ee5-05bb-409e-9d78-7a2d7b95b6de {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:41.759462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.762505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 8589e257-ef16-426d-823e-6c4b8f6796eb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:41.762859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8589e257-ef16-426d-823e-6c4b8f6796eb not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:41.929017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.969742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.985636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:00:41.992355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:41.993236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:41.994932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "PUT /v2.0/networks/36c8be75-73f3-41ac-93a2-5c9aa817f183 HTTP/1.1" status: 200 len: 723 time: 0.6559381 Nov 23 19:00:42.012905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:42.018346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:42.177581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81915e18-4ef4-4773-8cae-3cfe4127f260 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=36c8be75-73f3-41ac-93a2-5c9aa817f183,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:42.205629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:42.318419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.320581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.410899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-bf6e6d90-d3ff-493f-82a5-b13d2028ddcc service neutron] 10.222.0.50 "GET /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426349 Nov 23 19:00:42.448657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:42.459552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.564949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-55114452-474f-4bfb-bc7f-1e61de37a79c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 217 time: 0.1374524 Nov 23 19:00:42.565940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Calling delete_port for 32de7ee5-05bb-409e-9d78-7a2d7b95b6de owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:42.617033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:42.772108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-db60f57d-aab7-43be-97e0-4fd48fd0ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:42.772108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-db60f57d-aab7-43be-97e0-4fd48fd0ae78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.1815803 Nov 23 19:00:42.840126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:42.878148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234176c1-acd2-4a21-a844-062ff834e83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:42.895865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088ea93-2a34-49e6-81d3-1e5955a0e8e4 None None] The sync data for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 is: [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T18:50:53Z', 'revision_number': 4, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c3b90a71-425e-4c68-8d7e-651d72ec919c', 'name': '', 'network_id': 'd2b65789-e471-4b2c-8665-466d4f4b82cf', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'mac_address': 'fa:16:3e:8b:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:51Z', 'updated_at': '2021-11-23T18:51:02Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'subnets': [{'id': 'cf172522-7d22-4799-9468-5b153ae1051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:43.564785 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ddcec-ae81-4bdf-9601-51af46a37041 None None] New status for floating IP ea0c8725-9483-4458-a3c7-adf9746df6c0: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:00:43.777042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.840728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234176c1-acd2-4a21-a844-062ff834e83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.843153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.866759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Pushing event deleted for resources: {'Port': ['ID=32de7ee5-05bb-409e-9d78-7a2d7b95b6de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:43.881561 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-ae3ddcec-ae81-4bdf-9601-51af46a37041 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:00:43.882203 n-d-792364-9 neutron-server[103402]: DEBUG oslo_db.api [None req-ae3ddcec-ae81-4bdf-9601-51af46a37041 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:00:43.915131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f9d64-20e5-4d07-bc4a-1b9465bb0044 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:43.929173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=126f22c8-c35c-4573-91f8-bd827ef5e681,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:43.932526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234176c1-acd2-4a21-a844-062ff834e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:43.963239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234176c1-acd2-4a21-a844-062ff834e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c2eccb-390f-4d2d-a29e-2e8991cd89f5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:44.026716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': 'a763dad4-f8f6-4e64-8b36-a0876731702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:44.027090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 36c8be75-73f3-41ac-93a2-5c9aa817f183, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:44.058313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-234176c1-acd2-4a21-a844-062ff834e83c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c0dd942f41740938494aaddf5ae2918&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7372515 Nov 23 19:00:44.061911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:44.091815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-d20f0dbb-e90c-41df-a4af-605d1255d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:44.097909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-d20f0dbb-e90c-41df-a4af-605d1255d58a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3615811 Nov 23 19:00:44.107740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.112306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.117545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3b9af36d-f540-4b9e-af79-f4a330e86f9f tempest-ServerActionsTestJSON-1635155479 tempest-ServerActionsTestJSON-1635155479-project] 10.222.0.37 "DELETE /v2.0/floatingips/ea0c8725-9483-4458-a3c7-adf9746df6c0 HTTP/1.1" status: 204 len: 168 time: 2.9472313 Nov 23 19:00:44.121830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:44.178324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:44.268363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 36c8be75-73f3-41ac-93a2-5c9aa817f183) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:44.280380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25856fde-c832-429d-afbf-a76c73ad80fa None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:44.306510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:44.309542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.369163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.383911 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ddcec-ae81-4bdf-9601-51af46a37041 None None] New status for floating IP ea0c8725-9483-4458-a3c7-adf9746df6c0: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:00:44.433552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-056e4cc0-414e-4bce-9271-2e8c44d99684 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4166467 Nov 23 19:00:44.444320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:44.449685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-c7976a27-2a11-43c5-bd7f-83788dfd8dee service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300889 Nov 23 19:00:44.452484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:44.562708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-36c8be75-73f3-41ac-93a2-5c9aa817f183', 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '126f22c8-c35c-4573-91f8-bd827ef5e681'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:44.563926 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.655843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.800155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-b0375cb4-b6aa-40c1-8ede-8f4311b00514 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365722 Nov 23 19:00:44.912296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Allocated IP 172.20.0.2 (36c8be75-73f3-41ac-93a2-5c9aa817f183/126f22c8-c35c-4573-91f8-bd827ef5e681/29772919-b3b3-4c33-a461-1e67e380f2c0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:44.963815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27220525'] for subnet, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.970790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.971353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-9b6f3a4f-4cbb-4bbc-9afc-e9c6b12bbcf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 217 time: 0.1460178 Nov 23 19:00:44.975155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:44.976655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1c2eccb-390f-4d2d-a29e-2e8991cd89f5 HTTP/1.1" status: 204 len: 168 time: 0.9122679 Nov 23 19:00:45.051939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15446b-c76c-41ae-a7a1-fbb837e9a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c2eccb-390f-4d2d-a29e-2e8991cd89f5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:45.193296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-4c980b95-ed95-4ea2-8b0a-af922cde89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:45.194816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-4c980b95-ed95-4ea2-8b0a-af922cde89f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.2026179 Nov 23 19:00:45.333153 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.344425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.431336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-e142d797-4e14-46f0-94ca-f198b5e4de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:45.433816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-e142d797-4e14-46f0-94ca-f198b5e4de64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2279117 Nov 23 19:00:45.437993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:45.490271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:45.528259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:45.556643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Pushing event updated for resources: {'Port': ['ID=29772919-b3b3-4c33-a461-1e67e380f2c0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:45.614617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747630959737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25318091'] for subnet, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.693357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:45.694350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.703218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "PUT /v2.0/subnets/126f22c8-c35c-4573-91f8-bd827ef5e681 HTTP/1.1" status: 200 len: 806 time: 1.2576578 Nov 23 19:00:45.713251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:45.759191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.760327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.762745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.763378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.763734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.764079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.764417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.764754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.765095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.765702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.766041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.766372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:00:45.817711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Attempting to bind port 29772919-b3b3-4c33-a461-1e67e380f2c0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:45.818206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Attempting to bind port 29772919-b3b3-4c33-a461-1e67e380f2c0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a763dad4-f8f6-4e64-8b36-a0876731702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:45.818460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Attempting to bind port 29772919-b3b3-4c33-a461-1e67e380f2c0 on network 36c8be75-73f3-41ac-93a2-5c9aa817f183 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:45.824660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:45.825043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Checking segment: {'id': 'a763dad4-f8f6-4e64-8b36-a0876731702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:45.825459 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.826339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Bound using segment: {'id': 'a763dad4-f8f6-4e64-8b36-a0876731702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:45.826838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Bound port: 29772919-b3b3-4c33-a461-1e67e380f2c0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a763dad4-f8f6-4e64-8b36-a0876731702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '36c8be75-73f3-41ac-93a2-5c9aa817f183'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:45.827227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:45.867056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:45.942114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9169dfbf-4924-4c6c-8d21-a1c64008ba72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.005840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1481c1-14f6-49c4-bddb-207b69f86c05 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=126f22c8-c35c-4573-91f8-bd827ef5e681,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:46.010501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-bd9765d1-b67d-49fe-b9f2-5d2dadd30f8f service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671837 Nov 23 19:00:46.012587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] For port 29772919-b3b3-4c33-a461-1e67e380f2c0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:00:46.018486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] For port 29772919-b3b3-4c33-a461-1e67e380f2c0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=29772919-b3b3-4c33-a461-1e67e380f2c0,segment=NetworkSegment(a763dad4-f8f6-4e64-8b36-a0876731702f),segment_id=a763dad4-f8f6-4e64-8b36-a0876731702f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:00:46.054935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.120919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.209484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13539c39-a11a-4fb3-8ea2-7495cd5da818 None None] Pushing event updated for resources: {'Port': ['ID=29772919-b3b3-4c33-a461-1e67e380f2c0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:46.231820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9169dfbf-4924-4c6c-8d21-a1c64008ba72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.241658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9169dfbf-4924-4c6c-8d21-a1c64008ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.335908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9169dfbf-4924-4c6c-8d21-a1c64008ba72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf2d885230c148ea9f0c4fac3b6c4e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641073 Nov 23 19:00:46.336846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:46.336997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169dfbf-4924-4c6c-8d21-a1c64008ba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a7ceab-fbbc-4c64-b24f-ee3addb1c604,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:46.354596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-33fd8c2a-74de-4040-9f5c-47b410963e37 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321371 Nov 23 19:00:46.357018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting port 29772919-b3b3-4c33-a461-1e67e380f2c0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:46.357411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.446880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-b5cd7b07-a241-4c2b-a11c-db4424fa4ac2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 200 len: 217 time: 0.0700946 Nov 23 19:00:46.457340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.482837 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.606526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] For port 29772919-b3b3-4c33-a461-1e67e380f2c0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=29772919-b3b3-4c33-a461-1e67e380f2c0,segment=NetworkSegment(a763dad4-f8f6-4e64-8b36-a0876731702f),segment_id=a763dad4-f8f6-4e64-8b36-a0876731702f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:46.620280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.648722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.670597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Calling delete_port for 29772919-b3b3-4c33-a461-1e67e380f2c0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:46.715724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-a81ac304-9b4c-4e1b-9ddf-d1a544983171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:46.717556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-a81ac304-9b4c-4e1b-9ddf-d1a544983171 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.2569120 Nov 23 19:00:46.808551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 29772919-b3b3-4c33-a461-1e67e380f2c0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:00:46.880991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.884067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:46.895285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12a7ceab-fbbc-4c64-b24f-ee3addb1c604 HTTP/1.1" status: 204 len: 168 time: 0.5547738 Nov 23 19:00:46.952929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95961e-b46d-4cae-a4c1-e6948544ef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a7ceab-fbbc-4c64-b24f-ee3addb1c604,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:46.954574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 29772919-b3b3-4c33-a461-1e67e380f2c0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:00:46.956350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.004879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-8c5e0900-cd64-4154-9fbd-266d80678ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:47.009961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-8c5e0900-cd64-4154-9fbd-266d80678ae1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2715580 Nov 23 19:00:47.157820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.252042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Port': ['ID=29772919-b3b3-4c33-a461-1e67e380f2c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:47.281106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.405803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No DVR routers for this DVR port 29772919-b3b3-4c33-a461-1e67e380f2c0 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:47.450835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-a361ddd1-3b2b-4cb7-b9ca-2149dde0148b service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698332 Nov 23 19:00:47.594148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.775045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:47.841596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=126f22c8-c35c-4573-91f8-bd827ef5e681,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:47.985441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.028704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-d4d2fb8f-a1c9-4963-9ffe-d9b98e761289 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153315 Nov 23 19:00:48.029463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c8be75-73f3-41ac-93a2-5c9aa817f183']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:48.070499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c75d9-feef-4696-b547-123cbe1a219d None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:48.088547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Deleting port c3b90a71-425e-4c68-8d7e-651d72ec919c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:48.090542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.100619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a763dad4-f8f6-4e64-8b36-a0876731702f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:48.100937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a763dad4-f8f6-4e64-8b36-a0876731702f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:48.147157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.171292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-f6fa42fa-9d7b-4cec-a623-50f06c389015 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 200 len: 217 time: 0.1392639 Nov 23 19:00:48.185065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc045b99-6fd0-4151-9b1e-73d63c813c5a None None] Could not find standard attr ID for object 29772919-b3b3-4c33-a461-1e67e380f2c0. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:00:48.213321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.224937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:48.225368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:48.233739 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:48.388930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ccc69fe1-80ae-4257-b550-4d1cae6ee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:48.396342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-ccc69fe1-80ae-4257-b550-4d1cae6ee237 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 200 len: 797 time: 0.2130980 Nov 23 19:00:48.413256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] For port c3b90a71-425e-4c68-8d7e-651d72ec919c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3b90a71-425e-4c68-8d7e-651d72ec919c,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:48.413505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.413669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.420810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.435035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/36c8be75-73f3-41ac-93a2-5c9aa817f183 HTTP/1.1" status: 204 len: 168 time: 2.6979969 Nov 23 19:00:48.435035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:48.449302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Calling delete_port for c3b90a71-425e-4c68-8d7e-651d72ec919c owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:48.462968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935672a2-0b9c-48f4-b2f5-08f8db39791a tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=36c8be75-73f3-41ac-93a2-5c9aa817f183,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:48.479897 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-94db93d0-e4df-4183-a5a1-c359beccd12e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:48.480420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94db93d0-e4df-4183-a5a1-c359beccd12e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:48.483744 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94db93d0-e4df-4183-a5a1-c359beccd12e tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/36c8be75-73f3-41ac-93a2-5c9aa817f183 HTTP/1.1" status: 404 len: 339 time: 0.0486550 Nov 23 19:00:48.490317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:48.499145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1491405955', 'description': 'd1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:48.560652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:48.569682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c49918-466b-4bba-9e08-0b816a3b93dc None None] DHCP port deletion for 36c8be75-73f3-41ac-93a2-5c9aa817f183 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:48.581381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.609127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f207c-95a6-42ba-a9ec-1277b8920d48 None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:48.646191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f207c-95a6-42ba-a9ec-1277b8920d48 None None] Network 36c8be75-73f3-41ac-93a2-5c9aa817f183 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 19:00:48.686958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:48.711398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 29772919-b3b3-4c33-a461-1e67e380f2c0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:48.730648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.731218 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment ad5549a7-62ae-4ba5-850f-aeba127ead35 of type vlan for network eac1964c-dde5-4382-aee7-2004c1fad355 Nov 23 19:00:48.768003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 29772919-b3b3-4c33-a461-1e67e380f2c0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:48.768352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 29772919-b3b3-4c33-a461-1e67e380f2c0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:48.836991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.916866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.923727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:48.925079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:48.932800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-96e5fe95-0b2d-47a5-a97b-e2549a0f968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:48.934416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-96e5fe95-0b2d-47a5-a97b-e2549a0f968f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e5c361e-a500-431b-bd2b-0d7f0bb26a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3148594 Nov 23 19:00:49.067418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=eac1964c-dde5-4382-aee7-2004c1fad355,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:49.085190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eac1964c-dde5-4382-aee7-2004c1fad355 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:49.095485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-be181ead-b5da-4c72-aa4f-547ec41210a2 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6011419 Nov 23 19:00:49.097959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:49.147397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-d29ba835-66c2-4acd-ad99-7d28c9695034 service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986434 Nov 23 19:00:49.174102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:49.238944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b90a71-425e-4c68-8d7e-651d72ec919c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:49.435835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20244194-ae7d-4679-8f98-bc19176a45a8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:49.446306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-20244194-ae7d-4679-8f98-bc19176a45a8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks?id=eac1964c-dde5-4382-aee7-2004c1fad355 HTTP/1.1" status: 200 len: 761 time: 0.3442929 Nov 23 19:00:49.446974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:49.459849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'description': 'd2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:49.474671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-f051f8fe-a416-4c17-834a-58268bf5ac2d service neutron] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145404 Nov 23 19:00:49.666173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-c2289b45-edab-4217-a28c-694a5145523b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 200 len: 217 time: 0.1847034 Nov 23 19:00:49.794460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:49.808782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-5e4c9e10-5a0c-4b77-af10-733625059602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:49.816228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-5e4c9e10-5a0c-4b77-af10-733625059602 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.1377242 Nov 23 19:00:49.825425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:49.834360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:49.911403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network eac1964c-dde5-4382-aee7-2004c1fad355 is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:00:49.928960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:49.929624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:49.931000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "PUT /v2.0/networks/eac1964c-dde5-4382-aee7-2004c1fad355 HTTP/1.1" status: 200 len: 758 time: 0.4765172 Nov 23 19:00:49.937749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:50.060682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb957-a91f-4330-a8e3-105ab3038dba tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=eac1964c-dde5-4382-aee7-2004c1fad355,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:50.074959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eac1964c-dde5-4382-aee7-2004c1fad355 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:50.439783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-b39c516d-11d9-4b2d-bf31-a13cef2f2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:50.440907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-b39c516d-11d9-4b2d-bf31-a13cef2f2f44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6090758 Nov 23 19:00:50.643765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529dd38-4f6d-4391-a9c2-16e44fa14048 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:50.650610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9529dd38-4f6d-4391-a9c2-16e44fa14048 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks?id=eac1964c-dde5-4382-aee7-2004c1fad355 HTTP/1.1" status: 200 len: 761 time: 0.7078545 Nov 23 19:00:50.651510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:50.679261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1204968836'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:50.774286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:50.779088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:50.876255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:50.961423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-42a63529-f0e9-4bcd-9ec2-595ef8c35e3b service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012863 Nov 23 19:00:50.990399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:50.990811 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 21cc5c2c-1c9f-4f03-88f4-018f830cf6cf of type vlan for network d6209eff-e88e-4f7b-afd5-a24e9f1dc52e Nov 23 19:00:51.028048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Router 880df3bb-dd01-4c85-8404-85ffb36b889e has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:00:51.103698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.187213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.201475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:51.203023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.297151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6419678 Nov 23 19:00:51.304831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:51.312660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': 'd6209eff-e88e-4f7b-afd5-a24e9f1dc52e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:51.336252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-f527e380-1f7b-4a9e-9cb2-5cb3127f5fe2 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400650 Nov 23 19:00:51.354267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:00:51.368243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Sync routers for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:00:51.372650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f22bb279-1212-43fb-9d6a-f7aa88463575 admin admin] 10.222.0.37 "PUT /v2.0/routers/880df3bb-dd01-4c85-8404-85ffb36b889e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2410059 Nov 23 19:00:51.383988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f9e65-6327-4f1d-8beb-f16431ac164c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=d6209eff-e88e-4f7b-afd5-a24e9f1dc52e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:51.393404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:51.396485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:51.396932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:51.472239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d6209eff-e88e-4f7b-afd5-a24e9f1dc52e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:51.477192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-812352c3-8600-47a2-9dfe-382af54d52bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 200 len: 217 time: 0.1244202 Nov 23 19:00:51.636989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.655103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:51.665456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.731882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-38c0a991-711f-4741-bf7a-dacf578957da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:51.733873 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-38c0a991-711f-4741-bf7a-dacf578957da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 200 len: 797 time: 0.1842542 Nov 23 19:00:51.789277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:51.854434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-c891b256-01d8-4365-8a46-7fa9190a618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:51.856360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-c891b256-01d8-4365-8a46-7fa9190a618d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d263aea2-1cfc-4228-9b39-7600e563994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848067 Nov 23 19:00:51.945638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:51.994433 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:00:52.131392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Deleting port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:52.132002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.138604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T19:00:48Z', 'revision_number': 5, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port': {'id': 'ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:44Z', 'updated_at': '2021-11-23T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:52.186707 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.207983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Checking router: 880df3bb-dd01-4c85-8404-85ffb36b889e for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:00:52.210678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-89898a42-5666-4a29-bacc-c53ed4f7c5d3 service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432093 Nov 23 19:00:52.235498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Routers {'880df3bb-dd01-4c85-8404-85ffb36b889e'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:00:52.236252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:00:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['880df3bb-dd01-4c85-8404-85ffb36b889e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:52.316622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] For port ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:52.317010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.360629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Calling delete_port for ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:52.363192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] Set router 880df3bb-dd01-4c85-8404-85ffb36b889e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:00:52.444775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T19:00:51Z', 'revision_number': 6, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:52.463563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c6fd62b-980a-4d5d-a602-e165d617cf02 req-763efc39-73af-4615-8594-cc63f87c073d service neutron] 10.222.0.50 "GET /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955280 Nov 23 19:00:52.464430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=cfe37588-af13-40c5-a9a5-ccf065a216d2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:52.522222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5944a4-6637-49c4-8ae9-7d46faa6c69b None None] The sync data for ids ['880df3bb-dd01-4c85-8404-85ffb36b889e'] in n-d-792364-9 is: [{'id': '880df3bb-dd01-4c85-8404-85ffb36b889e', 'name': 'tempest-ServerActionsTestJSON-398101288-router', 'tenant_id': '1927eec5f06e42f8827cb843265ae565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:43Z', 'updated_at': '2021-11-23T19:00:51Z', 'revision_number': 6, 'project_id': '1927eec5f06e42f8827cb843265ae565', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:00:52.607216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '21cc5c2c-1c9f-4f03-88f4-018f830cf6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd6209eff-e88e-4f7b-afd5-a24e9f1dc52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:52.612531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: d6209eff-e88e-4f7b-afd5-a24e9f1dc52e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:52.663240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network d6209eff-e88e-4f7b-afd5-a24e9f1dc52e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:52.691925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d6209eff-e88e-4f7b-afd5-a24e9f1dc52e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:52.696558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:52.697227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.703736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872e8bd-a5a9-4dac-9b82-57b67eed37b0 None None] Network d6209eff-e88e-4f7b-afd5-a24e9f1dc52e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:52.744930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6866e850-63ec-405a-8a38-aacea00eaa85 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4392941 Nov 23 19:00:52.745714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:52.807864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.903936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb7663-3e2c-4b78-a843-f5f0a94c81f3 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:52.942475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:52.962265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:53.096033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.109283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.188887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa72c2-850c-44bd-9301-6208ad9fd222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d6209eff-e88e-4f7b-afd5-a24e9f1dc52e', 'network_id': 'd6209eff-e88e-4f7b-afd5-a24e9f1dc52e', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': 'cfe37588-af13-40c5-a9a5-ccf065a216d2'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:53.190164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6aa72c2-850c-44bd-9301-6208ad9fd222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.246549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:53.259213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.318861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.320410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe37588-af13-40c5-a9a5-ccf065a216d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:53.321777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-c6aa72c2-850c-44bd-9301-6208ad9fd222 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfe37588-af13-40c5-a9a5-ccf065a216d2: This subnet is being modified by another concurrent operation. Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfe37588-af13-40c5-a9a5-ccf065a216d2: This subnet is being modified by another concurrent operation. Nov 23 19:00:53.367420 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:00:53.402142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.402872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880df3bb-dd01-4c85-8404-85ffb36b889e {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:00:53.405434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a75eca-679d-4062-b8a5-cf671b3e1d1a None None] Network d6209eff-e88e-4f7b-afd5-a24e9f1dc52e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:53.423951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.425135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d42dc952-fd7c-4fe3-9fd8-a5df48b5eed8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/880df3bb-dd01-4c85-8404-85ffb36b889e HTTP/1.1" status: 204 len: 168 time: 2.0303760 Nov 23 19:00:53.427915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:53.505401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.521679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Deleting subnet cf172522-7d22-4799-9468-5b153ae1051c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:00:53.537117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.554362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6209eff-e88e-4f7b-afd5-a24e9f1dc52e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:53.602353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cc5c2c-1c9f-4f03-88f4-018f830cf6cf') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:53.602655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cc5c2c-1c9f-4f03-88f4-018f830cf6cf') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:53.605199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2760dcd1-56c4-4f42-a8d5-d0cdf268c096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.616030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.642101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.677547 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.685688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:53.686110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:53.689812 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:53.735403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed062d-215f-4cff-a397-50347f1333b1 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:00:53.818301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.840634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.851126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:53.868412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/d6209eff-e88e-4f7b-afd5-a24e9f1dc52e HTTP/1.1" status: 204 len: 168 time: 1.1213145 Nov 23 19:00:53.881534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:53.969804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed062d-215f-4cff-a397-50347f1333b1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:00:53.993316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.001891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea45f-08df-4518-ab5c-61539ad10d9b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=d6209eff-e88e-4f7b-afd5-a24e9f1dc52e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:54.018763 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dcea21-9723-4d16-be20-b295455c0567 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] GET failed (client error): The resource could not be found. Nov 23 19:00:54.023878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-82dcea21-9723-4d16-be20-b295455c0567 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets/cfe37588-af13-40c5-a9a5-ccf065a216d2 HTTP/1.1" status: 404 len: 337 time: 0.1411505 Nov 23 19:00:54.024519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.044237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf172522-7d22-4799-9468-5b153ae1051c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:54.055817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.059862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-945e43aa-34e1-400e-a7b6-47fa53b5e78f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cf172522-7d22-4799-9468-5b153ae1051c HTTP/1.1" status: 204 len: 168 time: 0.6307209 Nov 23 19:00:54.063740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.100995 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff29a919-d9b1-40e5-9f17-583126dbcbc8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:00:54.101532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff29a919-d9b1-40e5-9f17-583126dbcbc8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:00:54.121208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ff29a919-d9b1-40e5-9f17-583126dbcbc8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/d6209eff-e88e-4f7b-afd5-a24e9f1dc52e HTTP/1.1" status: 404 len: 339 time: 0.0890987 Nov 23 19:00:54.125463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.245824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.384205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Deleting port f0cf5964-7bd1-4b61-a5fc-dd57702e86df {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:54.384521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.409091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301addc0-6212-4d4d-b276-c3dde1f79c5b None None] Network d2b65789-e471-4b2c-8665-466d4f4b82cf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:54.503591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2760dcd1-56c4-4f42-a8d5-d0cdf268c096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.539079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2760dcd1-56c4-4f42-a8d5-d0cdf268c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.558351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] For port f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,segment=NetworkSegment(107bf746-1283-4d1b-80bd-da1c5b15c023),segment_id=107bf746-1283-4d1b-80bd-da1c5b15c023)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:54.558351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.607711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Calling delete_port for f0cf5964-7bd1-4b61-a5fc-dd57702e86df owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:54.626521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2760dcd1-56c4-4f42-a8d5-d0cdf268c096 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=834a0c790e404f1c9110bb260c19e3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3760757 Nov 23 19:00:54.628133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.666387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf66c02-e1dc-4466-87e7-421e3593b69b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:54.667992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-caf66c02-e1dc-4466-87e7-421e3593b69b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5415609 Nov 23 19:00:54.672766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.729050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:54.753456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:54.755764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ddec74bc-e300-4e9a-9e48-c8cfb7d80ff2 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:54.756424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3b90a71-425e-4c68-8d7e-651d72ec919c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:54.784425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4d227c54-4b39-4978-a70e-7d7c41d3d197 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 207 time: 0.1025405 Nov 23 19:00:54.791174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c3b90a71-425e-4c68-8d7e-651d72ec919c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:54.791860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3b90a71-425e-4c68-8d7e-651d72ec919c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:54.795246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:54.800435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.852242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760dcd1-56c4-4f42-a8d5-d0cdf268c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61700cd3-0aff-4354-86af-9661af96544e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:54.897439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] DHCP port deletion for d2b65789-e471-4b2c-8665-466d4f4b82cf request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:00:54.898705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.929074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:54.987746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] No DVR routers for this DVR port f0cf5964-7bd1-4b61-a5fc-dd57702e86df on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:55.025370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Deleting port f0cf5964-7bd1-4b61-a5fc-dd57702e86df {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:00:55.025749 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.132237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:55.248608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5657220-1671-49d5-8992-908c993f29b9 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.257687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5657220-1671-49d5-8992-908c993f29b9 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.267153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5657220-1671-49d5-8992-908c993f29b9 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.271783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.275600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.278201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5657220-1671-49d5-8992-908c993f29b9 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.278751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.282227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f5657220-1671-49d5-8992-908c993f29b9 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4835446 Nov 23 19:00:55.284032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61700cd3-0aff-4354-86af-9661af96544e HTTP/1.1" status: 204 len: 168 time: 0.6462274 Nov 23 19:00:55.295350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:55.392672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75aea9-2d0c-4ed9-8e2a-4cfcad1c62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61700cd3-0aff-4354-86af-9661af96544e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:55.434578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b65789-e471-4b2c-8665-466d4f4b82cf']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:55.494418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107bf746-1283-4d1b-80bd-da1c5b15c023') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:55.494860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107bf746-1283-4d1b-80bd-da1c5b15c023') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:00:55.508638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.527053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.545763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:00:55.546546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:00:55.548775 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:00:55.668627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] For port f0cf5964-7bd1-4b61-a5fc-dd57702e86df, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:00:55.669319 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.706026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Calling delete_port for f0cf5964-7bd1-4b61-a5fc-dd57702e86df owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:00:55.709599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Port f0cf5964-7bd1-4b61-a5fc-dd57702e86df was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:00:55.711335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.728019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] No DVR routers for this DVR port f0cf5964-7bd1-4b61-a5fc-dd57702e86df on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:00:55.730004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b2c88d8d-a8f6-475e-915b-ef7034548168 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4315267 Nov 23 19:00:55.735033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:55.744660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.751496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.759301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2b65789-e471-4b2c-8665-466d4f4b82cf HTTP/1.1" status: 204 len: 168 time: 1.6942546 Nov 23 19:00:55.782001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e775-3181-4c38-be92-c7b6d3551360 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b65789-e471-4b2c-8665-466d4f4b82cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:55.808317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c85c-9594-4f53-98c7-8e97c10047bd None None] Pushing event deleted for resources: {'Port': ['ID=f0cf5964-7bd1-4b61-a5fc-dd57702e86df,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:55.892726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:55.897222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aa4b0-5918-46a0-b0a7-9cf0b9d27ca4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.899101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aa4b0-5918-46a0-b0a7-9cf0b9d27ca4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.904516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-212aa4b0-5918-46a0-b0a7-9cf0b9d27ca4 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1645963 Nov 23 19:00:55.904921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:55.922499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ecd679e-5852-446a-a212-30d65585c41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:55.991650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9094fe-9a92-42ef-aa3a-00c588df75f5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.993707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9094fe-9a92-42ef-aa3a-00c588df75f5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:55.998663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f9094fe-9a92-42ef-aa3a-00c588df75f5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0895100 Nov 23 19:00:55.998992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.028974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.087431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ecd679e-5852-446a-a212-30d65585c41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.096567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ecd679e-5852-446a-a212-30d65585c41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.137684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-44f0ddf1-3ccf-42ee-b4d5-2acfd2d1b0b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1927eec5f06e42f8827cb843265ae565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070008 Nov 23 19:00:56.148775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.218778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd679e-5852-446a-a212-30d65585c41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c58bf-9471-4360-9234-34f4cd274f7c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:56.263998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ecd679e-5852-446a-a212-30d65585c41e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df496ff670154fdaa93c807859391803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701515 Nov 23 19:00:56.271277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.330840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.353826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.375000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.403226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.489642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.493798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.494961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2 HTTP/1.1" status: 204 len: 168 time: 0.3451362 Nov 23 19:00:56.513138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.515730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.516866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb0c58bf-9471-4360-9234-34f4cd274f7c HTTP/1.1" status: 204 len: 168 time: 0.2442999 Nov 23 19:00:56.517893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6750e-d6d6-4c59-9e5f-64eacf23c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cdb216-7ff5-4bb8-9063-e51a6c3cb0f2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:56.547172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466454f-30fd-47d9-8155-24e42758564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c58bf-9471-4360-9234-34f4cd274f7c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:56.548978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6318373-3677-4cc9-86c9-9ffe73d20485 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:56.550459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6318373-3677-4cc9-86c9-9ffe73d20485 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks/30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 HTTP/1.1" status: 200 len: 799 time: 0.5502300 Nov 23 19:00:56.555291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.662723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ec0abad5-004e-419b-a119-1eb321f00644 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/networks/30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1062531 Nov 23 19:00:56.666117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.740709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0cf5964-7bd1-4b61-a5fc-dd57702e86df no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:00:56.752436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f506af-a1ed-4ccb-aa7c-e602560bcf04 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:56.754144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4f506af-a1ed-4ccb-aa7c-e602560bcf04 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets/37ca07a1-8618-4051-a33a-97e46ce1727d HTTP/1.1" status: 200 len: 811 time: 0.0867391 Nov 23 19:00:56.758027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.796607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f0cf5964-7bd1-4b61-a5fc-dd57702e86df {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:00:56.798457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f0cf5964-7bd1-4b61-a5fc-dd57702e86df not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:00:56.829265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed309b-33fd-41e1-87e6-aee16faf84f3 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:56.833633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37ed309b-33fd-41e1-87e6-aee16faf84f3 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "GET /v2.0/subnets/37ca07a1-8618-4051-a33a-97e46ce1727d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0721695 Nov 23 19:00:56.837240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:56.850847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1034213288'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:56.904496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:56.912929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:56.996516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:57.014527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.015178 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Added segment 2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e of type vlan for network 54757707-b08e-46dd-9a96-92f8efb14020 Nov 23 19:00:57.083275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.162287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.181541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:57.183409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.256641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:57.257934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4187744 Nov 23 19:00:57.262556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'network_id': '54757707-b08e-46dd-9a96-92f8efb14020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:57.352472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b88bfe-f8fb-46ed-a7ba-4ae23f99f3ee tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Network': ['ID=54757707-b08e-46dd-9a96-92f8efb14020,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:57.371875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 54757707-b08e-46dd-9a96-92f8efb14020 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:57.464012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89188730-b773-43a6-aa69-b40135396f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.544496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Made reservation on behalf of 6dbc2875cb404a9e8cfdfe8a30dc61dd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:57.551062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:57.742700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:00:57.743727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:00:58.015394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.102550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Checking segment: {'id': '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:58.102929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network hostable DHCP agents. Network: 54757707-b08e-46dd-9a96-92f8efb14020, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:00:58.107689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=5062d0be-c3ba-415d-b894-48e6779466fc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:58.142323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Network 54757707-b08e-46dd-9a96-92f8efb14020 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:00:58.159019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 54757707-b08e-46dd-9a96-92f8efb14020) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:58.172933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:58.176216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.178672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf87235b-b888-4d9e-8a62-bd9d4188dcfe None None] Network 54757707-b08e-46dd-9a96-92f8efb14020 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:00:58.210215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4de68518-cb3d-419d-8b4a-5fe2eaba4a44 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9521136 Nov 23 19:00:58.212968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:58.219015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:58.271625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:58.440573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27220525'] for subnet, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.484875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1773285499-network', 'tenant_id': '8d087ce5e8854778a6ef04939d58238c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:58.548340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Made reservation on behalf of 8d087ce5e8854778a6ef04939d58238c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:58.555516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.569241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-54757707-b08e-46dd-9a96-92f8efb14020', 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020', 'tenant_id': '6dbc2875cb404a9e8cfdfe8a30dc61dd', 'fixed_ips': [{'subnet_id': '5062d0be-c3ba-415d-b894-48e6779466fc'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:00:58.570896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.606371 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.759916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.765738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.799613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:00:58.819759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6c92b-33c3-4046-be08-45f225f781a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:58.823659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.824050 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Added segment 147a2daa-f5ea-4eed-b485-1da6aa95463b of type vlan for network 3a4813cc-c13a-4d13-b038-95d6dbd7232e Nov 23 19:00:58.885619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.920605 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:58.922176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:58.922890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.001037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747630959737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25318091'] for subnet, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.007694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7310910 Nov 23 19:00:59.011281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:59.035762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Request body: {'subnet': {'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1773285499-subnet', 'tenant_id': '8d087ce5e8854778a6ef04939d58238c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:00:59.094554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Allocated IP 172.20.0.3 (54757707-b08e-46dd-9a96-92f8efb14020/5062d0be-c3ba-415d-b894-48e6779466fc/3a0075fc-4ea6-41ed-9ef1-7033750404f3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:00:59.202684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423999eb-ae03-48ed-87f7-73ad36d40e4e admin admin] Pushing event updated for resources: {'Network': ['ID=3a4813cc-c13a-4d13-b038-95d6dbd7232e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:59.204777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:00:59.208244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.214145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "PUT /v2.0/subnets/5062d0be-c3ba-415d-b894-48e6779466fc HTTP/1.1" status: 200 len: 877 time: 0.9999869 Nov 23 19:00:59.220899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:00:59.223767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:00:59.242040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3e93-7d5d-4aa3-9e49-8bee894b8fb5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event updated for resources: {'Subnet': ['ID=5062d0be-c3ba-415d-b894-48e6779466fc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:59.282867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Made reservation on behalf of 8d087ce5e8854778a6ef04939d58238c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:00:59.286150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.489801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.593549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.609194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.650941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.729688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Pushing event updated for resources: {'Port': ['ID=3a0075fc-4ea6-41ed-9ef1-7033750404f3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:59.758187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Network 54757707-b08e-46dd-9a96-92f8efb14020 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:00:59.762203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:00:59.765837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:00:59.768238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.820219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=5062d0be-c3ba-415d-b894-48e6779466fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:00:59.847968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.913247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Attempting to bind port 3a0075fc-4ea6-41ed-9ef1-7033750404f3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:00:59.913247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Attempting to bind port 3a0075fc-4ea6-41ed-9ef1-7033750404f3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:00:59.913247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Attempting to bind port 3a0075fc-4ea6-41ed-9ef1-7033750404f3 on network 54757707-b08e-46dd-9a96-92f8efb14020 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:00:59.923124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:00:59.924296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Checking segment: {'id': '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:00:59.924718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:00:59.925123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Bound using segment: {'id': '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:00:59.929974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Bound port: 3a0075fc-4ea6-41ed-9ef1-7033750404f3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54757707-b08e-46dd-9a96-92f8efb14020'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:00:59.930461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.071461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-144375e7-f294-4773-b864-e3661e860e07 None None] For port 3a0075fc-4ea6-41ed-9ef1-7033750404f3, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:00.075347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-144375e7-f294-4773-b864-e3661e860e07 None None] For port 3a0075fc-4ea6-41ed-9ef1-7033750404f3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3a0075fc-4ea6-41ed-9ef1-7033750404f3,segment=NetworkSegment(2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e),segment_id=2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:00.088420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.156815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.175158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144375e7-f294-4773-b864-e3661e860e07 None None] Pushing event updated for resources: {'Port': ['ID=3a0075fc-4ea6-41ed-9ef1-7033750404f3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:00.181516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eca01af-f050-4942-9c3d-e4560e2d7c49,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:00.189722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Checking segment: {'id': '147a2daa-f5ea-4eed-b485-1da6aa95463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:00.190095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Network hostable DHCP agents. Network: 3a4813cc-c13a-4d13-b038-95d6dbd7232e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:01:00.213476 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc59f-ca16-4c99-8fdd-fed4df69d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.245074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54757707-b08e-46dd-9a96-92f8efb14020']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:00.273972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27446490-9a2c-4e34-bba6-d9067738ffa2 None None] Network 54757707-b08e-46dd-9a96-92f8efb14020 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:00.274857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:00.275159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:00.310639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.341989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:01:00.366297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3a4813cc-c13a-4d13-b038-95d6dbd7232e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:00.372468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.375230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6a215-9d43-4da0-b4e0-35d749a60a20 None None] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:00.383811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:00.386184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:00.480102 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:00.484656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:00.486679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:00.497116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:01:00.497116 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:01:00.497116 n-d-792364-9 neutron-server[103399]: [parameters: {'id': '54757707-b08e-46dd-9a96-92f8efb14020'}] Nov 23 19:01:00.497116 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:01:00.499842 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:01:00.552591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-40c5ed78-79dc-4ab5-881c-0b03187266a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5383158 Nov 23 19:01:00.669778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cdcc9-bffc-43c8-a8fa-358cc0b2c990 None None] Network 54757707-b08e-46dd-9a96-92f8efb14020 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:00.760335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25eaf26-ca93-46d1-968c-9349206f56b5 None None] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:00.891667 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.001565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.107589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb33b1a-ea55-4af1-927d-84796fc44ada None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:01:01.121199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting port 3a0075fc-4ea6-41ed-9ef1-7033750404f3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:01.122184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.234809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb33b1a-ea55-4af1-927d-84796fc44ada None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:01:01.238526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] For port 3a0075fc-4ea6-41ed-9ef1-7033750404f3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3a0075fc-4ea6-41ed-9ef1-7033750404f3,segment=NetworkSegment(2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e),segment_id=2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:01.239494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.258598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Calling delete_port for 3a0075fc-4ea6-41ed-9ef1-7033750404f3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:01.380794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.429551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Port': ['ID=3a0075fc-4ea6-41ed-9ef1-7033750404f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:01.438711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No DVR routers for this DVR port 3a0075fc-4ea6-41ed-9ef1-7033750404f3 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:01.569247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.612077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54757707-b08e-46dd-9a96-92f8efb14020']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:01.626644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:01.626947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c56bbfe-5dc0-43d3-8bb1-3a6bf2e75b3e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:01.639163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.656583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.671989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:01.673784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:01.686961 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:01.763899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.774038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:01.777620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/54757707-b08e-46dd-9a96-92f8efb14020 HTTP/1.1" status: 204 len: 168 time: 2.5525491 Nov 23 19:01:01.788297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:01.788883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42afa57-7356-4c48-8745-ce5ee003c77f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=54757707-b08e-46dd-9a96-92f8efb14020,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:01.840202 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd75241-6563-4d62-8f97-b7c2e67245b5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:01.841071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd75241-6563-4d62-8f97-b7c2e67245b5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:01.847447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0cd75241-6563-4d62-8f97-b7c2e67245b5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/5062d0be-c3ba-415d-b894-48e6779466fc HTTP/1.1" status: 404 len: 337 time: 0.0556221 Nov 23 19:01:01.847614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:01.880242 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-df371f69-10e7-4c24-a8cf-da6373f22d08 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:01.880836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df371f69-10e7-4c24-a8cf-da6373f22d08 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:01.888377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-df371f69-10e7-4c24-a8cf-da6373f22d08 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/54757707-b08e-46dd-9a96-92f8efb14020 HTTP/1.1" status: 404 len: 339 time: 0.0354097 Nov 23 19:01:01.888377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:01.927678 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d6718-aeea-4ecc-b5bf-feca666f2210 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:01.928538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92d6718-aeea-4ecc-b5bf-feca666f2210 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:01.931617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c92d6718-aeea-4ecc-b5bf-feca666f2210 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/cfe37588-af13-40c5-a9a5-ccf065a216d2 HTTP/1.1" status: 404 len: 337 time: 0.0435579 Nov 23 19:01:01.934248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:01.955768 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-af03e0cd-a513-4a9e-b0c9-9ceb754e762c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:01.956498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af03e0cd-a513-4a9e-b0c9-9ceb754e762c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:01.960264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af03e0cd-a513-4a9e-b0c9-9ceb754e762c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/d6209eff-e88e-4f7b-afd5-a24e9f1dc52e HTTP/1.1" status: 404 len: 339 time: 0.0250394 Nov 23 19:01:01.962697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.069066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.175045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.188899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.223368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac1964c-dde5-4382-aee7-2004c1fad355']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:02.239956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5549a7-62ae-4ba5-850f-aeba127ead35') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:02.240657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5549a7-62ae-4ba5-850f-aeba127ead35') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:02.253999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.271807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.279024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:02.279683 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:02.283606 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:02.369362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.395052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:02.404163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.407645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/eac1964c-dde5-4382-aee7-2004c1fad355 HTTP/1.1" status: 204 len: 168 time: 0.4401147 Nov 23 19:01:02.422957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4752f2-0eac-4c20-9ea9-d77e7e2a6e4b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=eac1964c-dde5-4382-aee7-2004c1fad355,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:02.440739 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a3e781-0b8f-46a4-b3ea-82be2af6ce39 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.441561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a3e781-0b8f-46a4-b3ea-82be2af6ce39 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.446468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80a3e781-0b8f-46a4-b3ea-82be2af6ce39 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/126f22c8-c35c-4573-91f8-bd827ef5e681 HTTP/1.1" status: 404 len: 337 time: 0.0406020 Nov 23 19:01:02.451570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.474697 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1467c17f-a2d6-41e1-a413-66deb8b70c11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.475671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1467c17f-a2d6-41e1-a413-66deb8b70c11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.482072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.482311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1467c17f-a2d6-41e1-a413-66deb8b70c11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/36c8be75-73f3-41ac-93a2-5c9aa817f183 HTTP/1.1" status: 404 len: 339 time: 0.0287457 Nov 23 19:01:02.548300 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d77b78-1559-411f-8451-bf8553e53f5b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.548768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d77b78-1559-411f-8451-bf8553e53f5b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.553083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-84d77b78-1559-411f-8451-bf8553e53f5b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/35684f36-9ef7-4d57-9a21-19c93f4498f6 HTTP/1.1" status: 404 len: 337 time: 0.0697622 Nov 23 19:01:02.555545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.580311 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-9518d28a-3c96-4e03-90c6-dcc88e17926b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.580836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9518d28a-3c96-4e03-90c6-dcc88e17926b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.584932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9518d28a-3c96-4e03-90c6-dcc88e17926b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/4e7b6a84-bee5-47ea-9a08-bdb339141ebb HTTP/1.1" status: 404 len: 339 time: 0.0283027 Nov 23 19:01:02.587702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.622665 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0596863e-661b-4e88-8eda-70974936f42b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.623441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0596863e-661b-4e88-8eda-70974936f42b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.627582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0596863e-661b-4e88-8eda-70974936f42b tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/b3205d28-0fa6-4726-bbe1-545aff6a951f HTTP/1.1" status: 404 len: 337 time: 0.0380247 Nov 23 19:01:02.629758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.668179 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b9278d-59f9-4509-b474-476c0c2d0290 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.668736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b9278d-59f9-4509-b474-476c0c2d0290 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.672554 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-45b9278d-59f9-4509-b474-476c0c2d0290 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/9f4e7fe3-7241-491b-b895-115a823df2af HTTP/1.1" status: 404 len: 339 time: 0.0358701 Nov 23 19:01:02.676392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.722962 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba69b4b1-46da-4263-9daf-63ca3611267c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.723683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba69b4b1-46da-4263-9daf-63ca3611267c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.729863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ba69b4b1-46da-4263-9daf-63ca3611267c tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/0b76568d-566d-4e07-8591-f41bd297ec2e HTTP/1.1" status: 404 len: 337 time: 0.0496402 Nov 23 19:01:02.730189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.765016 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3f4c9c-9758-4fa1-8d2b-f98b0630e7e5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.765539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3f4c9c-9758-4fa1-8d2b-f98b0630e7e5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.768823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d3f4c9c-9758-4fa1-8d2b-f98b0630e7e5 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/65aa1ece-b1a4-4f1c-b67f-b2785a149361 HTTP/1.1" status: 404 len: 339 time: 0.0375450 Nov 23 19:01:02.772595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.805984 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-78084c08-b5a8-4613-a8a2-e7e34927a8b7 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.806629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78084c08-b5a8-4613-a8a2-e7e34927a8b7 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.809654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-78084c08-b5a8-4613-a8a2-e7e34927a8b7 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/13551521-aecd-4468-ba60-408782c6ae4e HTTP/1.1" status: 404 len: 337 time: 0.0359032 Nov 23 19:01:02.812428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.843402 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23d2aa4-23ae-4854-a61e-442b15017921 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.843930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23d2aa4-23ae-4854-a61e-442b15017921 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.847046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b23d2aa4-23ae-4854-a61e-442b15017921 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/2f42531d-afc3-4596-9cea-ac5ecd930e29 HTTP/1.1" status: 404 len: 339 time: 0.0291767 Nov 23 19:01:02.850264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.884258 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-227829a0-1eb5-4866-a575-745fa7161d54 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.885759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227829a0-1eb5-4866-a575-745fa7161d54 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.889835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-227829a0-1eb5-4866-a575-745fa7161d54 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/4e7f95c2-4282-459e-8b55-bf8bcfa1aa07 HTTP/1.1" status: 404 len: 337 time: 0.0379722 Nov 23 19:01:02.894707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.924329 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-821a254d-b384-4260-a6bb-14bc83fe5065 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.925094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821a254d-b384-4260-a6bb-14bc83fe5065 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.928911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-821a254d-b384-4260-a6bb-14bc83fe5065 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/ddbd2433-a14e-4c96-8016-e2aa5b26ff8b HTTP/1.1" status: 404 len: 339 time: 0.0330114 Nov 23 19:01:02.931366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.969832 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72cc8b-f984-4626-a060-8fcbbc7b3672 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.970581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da72cc8b-f984-4626-a060-8fcbbc7b3672 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:02.974830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-da72cc8b-f984-4626-a060-8fcbbc7b3672 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/1ca001a8-a865-4bad-b702-cd0715d8aec7 HTTP/1.1" status: 404 len: 337 time: 0.0422833 Nov 23 19:01:02.977265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:02.998575 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b73b05-5c55-46e4-b265-2e121d8cca11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:02.999472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b73b05-5c55-46e4-b265-2e121d8cca11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:03.002997 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b3b73b05-5c55-46e4-b265-2e121d8cca11 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/7f95fcbd-6bb3-4885-9b54-c3bf0992dab6 HTTP/1.1" status: 404 len: 339 time: 0.0245748 Nov 23 19:01:03.006119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:03.039651 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e728a73-939c-4477-9d4f-cbf3f54df3aa tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:03.040427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e728a73-939c-4477-9d4f-cbf3f54df3aa tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:03.046018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e728a73-939c-4477-9d4f-cbf3f54df3aa tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/488589d8-adde-4462-807f-9c908d2eb892 HTTP/1.1" status: 404 len: 337 time: 0.0381489 Nov 23 19:01:03.048332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:03.078775 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cfc98f-b10e-4e3c-a417-901daebd69b8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] DELETE failed (client error): The resource could not be found. Nov 23 19:01:03.079245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cfc98f-b10e-4e3c-a417-901daebd69b8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:01:03.083181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a1cfc98f-b10e-4e3c-a417-901daebd69b8 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/4692a501-e7c9-43f7-b982-f8e56ba53d81 HTTP/1.1" status: 404 len: 339 time: 0.0335555 Nov 23 19:01:03.089905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:03.158250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting subnet 37ca07a1-8618-4051-a33a-97e46ce1727d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:01:03.163251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.202987 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.236549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.341176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.406388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.443996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Subnet': ['ID=37ca07a1-8618-4051-a33a-97e46ce1727d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:03.448290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.453395 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c18afafa-160b-4a34-92d3-b599e2e4c807 tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/subnets/37ca07a1-8618-4051-a33a-97e46ce1727d HTTP/1.1" status: 204 len: 168 time: 0.3621435 Nov 23 19:01:03.458165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:03.460117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5b0a7-08e9-4bc4-b91e-427aa3dc62c3 None None] Network 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:03.600128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.673743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Deleting port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:03.674099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.684972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] DHCP port deletion for 30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:03.735168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Deleting port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:03.736869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.753922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] For port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,segment=NetworkSegment(6a1988a4-c600-4a41-9fee-a691ab86306a),segment_id=6a1988a4-c600-4a41-9fee-a691ab86306a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:03.754504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.771068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Calling delete_port for 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:03.812823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] For port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,segment=NetworkSegment(6a1988a4-c600-4a41-9fee-a691ab86306a),segment_id=6a1988a4-c600-4a41-9fee-a691ab86306a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:03.813663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.833645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Calling delete_port for 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:03.873897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.891705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] No DVR routers for this DVR port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:03.943035 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:03.972932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Port': ['ID=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:03.985629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] No DVR routers for this DVR port 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:03.987488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40e111-4b07-4c9d-9341-a7ed3feca175 None None] Pushing event deleted for resources: {'Port': ['ID=86b4cf0f-eed7-4a98-b614-9a6dd3803ff4,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:04.032226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.065522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:04.077241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1988a4-c600-4a41-9fee-a691ab86306a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:04.077538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1988a4-c600-4a41-9fee-a691ab86306a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:04.090844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.105623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.112656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:04.113616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:04.117215 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:04.185864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.196177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.201386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] 10.222.0.37 "DELETE /v2.0/networks/30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35 HTTP/1.1" status: 204 len: 168 time: 0.7418072 Nov 23 19:01:04.230663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6caec7-2a42-484a-bf70-787f772c660f tempest-NetworksTest-1156938578 tempest-NetworksTest-1156938578-project] Pushing event deleted for resources: {'Network': ['ID=30bb2e6f-cdb5-4f7e-bee9-ac84bc483e35,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:04.496522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:04.641869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:04.680145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:04.680821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86b4cf0f-eed7-4a98-b614-9a6dd3803ff4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:04.726195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:04.733299 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-395adb12-4bbb-4815-bfbe-520fd60bf70a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6dbc2875cb404a9e8cfdfe8a30dc61dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352982 Nov 23 19:01:04.790836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.817995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.879657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.882464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:04.886360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f40e52f-d4c6-4669-98b4-ba5ca3e56720 HTTP/1.1" status: 204 len: 168 time: 0.1568265 Nov 23 19:01:04.903347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685fa0c-06e2-471f-8b99-76e93701cfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40e52f-d4c6-4669-98b4-ba5ca3e56720,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:05.981625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:06.298118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--270547298'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:06.365610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.406435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.432193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.452537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.459947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.466323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.473943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.481358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.490530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:06.500281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-197ba1be-a7a4-4686-a2bd-f9d23b32c2a0 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.2436187 Nov 23 19:01:06.584420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.591848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.599773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dffb78da-bfae-477b-9a44-b61ff1625b64 req-87435dee-fd70-43c9-aa47-0baefdc77b32 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979643 Nov 23 19:01:06.671261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183cba79-3aed-46b5-91c5-7cad9703ffb1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:06.716600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.722595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.752017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:06.756865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:06.757086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7711053 Nov 23 19:01:06.777533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634038-7252-411e-a5a6-498b577479bf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d178bd-80d6-45f2-8546-db448f32a8dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:06.866029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f7d5e0f1-9fbb-410b-8d1f-33570ac1e357 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1066136 Nov 23 19:01:06.869035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:06.883778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-security--1711643516', 'description': 'tempest-security-description-1370880041'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:06.924136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.003610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.008588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.016565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.023881 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "PUT /v2.0/security-groups/76d178bd-80d6-45f2-8546-db448f32a8dc HTTP/1.1" status: 200 len: 1797 time: 0.1521595 Nov 23 19:01:07.024648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.078363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c3802-b2a3-4215-8612-1921e93a7a50 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d178bd-80d6-45f2-8546-db448f32a8dc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:07.094377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-78342d33-daa7-47e0-85ed-894f47fc417b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups/76d178bd-80d6-45f2-8546-db448f32a8dc HTTP/1.1" status: 200 len: 1797 time: 0.0616176 Nov 23 19:01:07.094377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.159417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.192989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.283369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.286908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.288207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/76d178bd-80d6-45f2-8546-db448f32a8dc HTTP/1.1" status: 204 len: 168 time: 0.1939802 Nov 23 19:01:07.291500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.298848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d178bd-80d6-45f2-8546-db448f32a8dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:07.312637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.312915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.313256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.313592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.313928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.314264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.314597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.314932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.315265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.315619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.315997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.316327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e4e9d7-8af6-4af7-8aaa-6777d4a6a02c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.339669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.345944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.352901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.358984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.365748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.372133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.378548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.380803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-05ecdb5a-dae5-4942-8b33-2b0fe26e05a6 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.1396699 Nov 23 19:01:07.430587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-a239b24a-d04a-4c3d-b806-e8663f35cf87 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:07.431922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-a239b24a-d04a-4c3d-b806-e8663f35cf87 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0441658 Nov 23 19:01:07.475838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bcfb7ecb-f765-45f6-9f15-0fc59ec8902d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819525 Nov 23 19:01:07.478306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.516160 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9dd54c28-a82e-4a53-a978-8cb819dd4c28 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] delete failed (client error): The resource could not be found. Nov 23 19:01:07.517502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9dd54c28-a82e-4a53-a978-8cb819dd4c28 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/76d178bd-80d6-45f2-8546-db448f32a8dc HTTP/1.1" status: 404 len: 347 time: 0.0373473 Nov 23 19:01:07.523769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.535056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621500769'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:07.576541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.605050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-99e431a8-a3ef-4d51-8464-83300fb1b3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1666021 Nov 23 19:01:07.625538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:07.729607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.734601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.758820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.773919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9815ff72-fa29-415d-b23c-324e3b5345e7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:07.786233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.786630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.787472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.787894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.788353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.788885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.802389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.803844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.806049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.806517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.809566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.809566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:07.846806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:07.848807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-28f48611-0e72-40ec-a9d9-f91a1915af4d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3236713 Nov 23 19:01:07.851657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:07.856157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '9815ff72-fa29-415d-b23c-324e3b5345e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:07.906647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.029443 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.041844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.068791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e16afd-0a0e-468d-8ec6-1ce4f36d850f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:08.102986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=2a50e867-d994-41e1-8a5b-672c2f4d72ea,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:08.103918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.110859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-973cdc2c-1459-401c-8f9a-e393f2c59683 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580736 Nov 23 19:01:08.113766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:08.141966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] For port 2a50e867-d994-41e1-8a5b-672c2f4d72ea, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:08.182622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] device_id is not set on port 2a50e867-d994-41e1-8a5b-672c2f4d72ea yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:01:08.191333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.200551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.218253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.220234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.233077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.236352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.243540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.250619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.258313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.268362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.279863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-536264b7-0f3b-44e7-94c3-596229d11ed2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 5434 time: 0.5453091 Nov 23 19:01:08.283340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.289887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.296482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.297893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/18e16afd-0a0e-468d-8ec6-1ce4f36d850f HTTP/1.1" status: 204 len: 168 time: 0.1787205 Nov 23 19:01:08.303135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:08.356395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd0dd6-5c1e-4571-ad98-9dbb5a0006d8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18e16afd-0a0e-468d-8ec6-1ce4f36d850f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:08.398738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:08.411656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] No DVR routers for this DVR port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:08.448946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9028790d-1438-410d-bbe2-4168ad8b8a24 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1261606 Nov 23 19:01:08.449547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:08.508635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] In _notify_port_updated(), no bound segment for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:01:08.509541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.510159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.511507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-e3e0b1a5-bef2-4fbd-9aea-d23c576f7ca0 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 200 len: 1027 time: 0.8908086 Nov 23 19:01:08.517230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ec56d66-de73-4a09-9479-0192bc629ef3 req-6d5cb9a0-549b-4e1e-b521-b8cdda69cc91 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c82faf6-ffa7-4016-886f-53540397649b&id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364519 Nov 23 19:01:08.583670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.605011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-03da1d81-d68b-4e32-8810-d64f5da866ad tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:08.607126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-03da1d81-d68b-4e32-8810-d64f5da866ad tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "GET /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0864758 Nov 23 19:01:08.637212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:08.662206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.752975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ff53461b-977d-43ab-8397-c01d9b34cd26 None None] Provisioning complete for port 2a50e867-d994-41e1-8a5b-672c2f4d72ea triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:08.752975 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff53461b-977d-43ab-8397-c01d9b34cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.761187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.765558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.768075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/9815ff72-fa29-415d-b23c-324e3b5345e7 HTTP/1.1" status: 204 len: 168 time: 0.3174448 Nov 23 19:01:08.773802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:08.794324 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:08.829105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909bf9-e8c5-4c53-9005-a7114505b71e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815ff72-fa29-415d-b23c-324e3b5345e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:08.835752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff53461b-977d-43ab-8397-c01d9b34cd26 None None] Port 2a50e867-d994-41e1-8a5b-672c2f4d72ea cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:08.906231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.044814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:09.096097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] For port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:09.144173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] device_id is not set on port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:01:09.160531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.172177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.287910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] No DVR routers for this DVR port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:09.382248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] In _notify_port_updated(), no bound segment for port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 on network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:01:09.383779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:09.385699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.391896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] 10.222.0.50 "PUT /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 200 len: 1027 time: 0.7718108 Nov 23 19:01:09.398109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5d052-2ef4-4fe8-8efe-301c67df1a9f service neutron] Pushing event updated for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:09.496249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d2dc22ea-674a-4754-a8fd-afed2f276777 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7201211 Nov 23 19:01:09.496970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:09.501526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021907229'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:09.552130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.556312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 8a868bd0-84ff-41a5-b429-053d41fdd984 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:09.556806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.677648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-041c4193-929d-4457-aa01-d06308db7357 None None] Provisioning complete for port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:09.680617 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-041c4193-929d-4457-aa01-d06308db7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.696839 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.708244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.750565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-041c4193-929d-4457-aa01-d06308db7357 None None] Port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:09.772809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.776819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2762892 Nov 23 19:01:09.779129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:09.793310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '601d686a-492c-4ddc-a24b-0d949c4b80fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:09.801687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5116d1-05d1-44f0-9672-593b36490080 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601d686a-492c-4ddc-a24b-0d949c4b80fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:09.889074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:09.985452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port 8a868bd0-84ff-41a5-b429-053d41fdd984, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a868bd0-84ff-41a5-b429-053d41fdd984,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:09.988986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.028509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.037463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.043814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.056019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.063291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:10.073818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-959aa523-3dc4-442a-ad43-7c728c97056c req-9b907807-dc5d-428e-91dc-680f3d611eda tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 3886 time: 0.3726077 Nov 23 19:01:10.090391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.096219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.127567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 8a868bd0-84ff-41a5-b429-053d41fdd984 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:10.131033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1809a72d-d06b-4467-b6b6-9a49562140a4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:10.142845 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.156685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6b7a20f5-7dc8-48aa-91e2-63b07947f370 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3748102 Nov 23 19:01:10.159519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:10.171385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '601d686a-492c-4ddc-a24b-0d949c4b80fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:10.224785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-959aa523-3dc4-442a-ad43-7c728c97056c req-c474c0c3-617a-4dd9-966d-62dc4b26e5f2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490593 Nov 23 19:01:10.251826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.379090 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.383241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.407228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.416716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323dcbc0-3129-40d3-8ac2-9c29ee214b9d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:10.433786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.435527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94cb2dea-ba02-4c34-96db-8dbb2d6b5f69 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2743142 Nov 23 19:01:10.438149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47790) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:10.446229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '601d686a-492c-4ddc-a24b-0d949c4b80fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:10.447394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.485407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.488979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=8a868bd0-84ff-41a5-b429-053d41fdd984,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:10.575919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port 8a868bd0-84ff-41a5-b429-053d41fdd984 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:10.580182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.586083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-74752f9c-4aaa-44d3-b67c-ed2a6ed24565 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "DELETE /v2.0/ports/8a868bd0-84ff-41a5-b429-053d41fdd984 HTTP/1.1" status: 204 len: 173 time: 1.1763489 Nov 23 19:01:10.586780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:10.589254 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92683f10-ff0a-4cea-b203-9bde53d4522f" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:10.625062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.631900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.667718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21491c56-ffb8-4035-8a41-47ab6cb1c84c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:10.681982 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.685015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8bb29beb-047a-4b4c-992f-0c9479b90227 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2450507 Nov 23 19:01:10.687606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:10.694245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '601d686a-492c-4ddc-a24b-0d949c4b80fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:10.699503 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa446a-72a6-4a83-9d21-1e888bd13a52 x-openstack-request-id: req-56aa446a-72a6-4a83-9d21-1e888bd13a52 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:10.699926 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "8a868bd0-84ff-41a5-b429-053d41fdd984", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:10.700333 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56aa446a-72a6-4a83-9d21-1e888bd13a52 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:10.700844 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '8a868bd0-84ff-41a5-b429-053d41fdd984', 'status': 'completed', 'code': 200} Nov 23 19:01:10.759743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.836718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:10.837053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.864685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.879947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:10.918314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482fa595-6fe5-425e-99e3-4665767e3d9e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:10.989249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:10.989842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.016526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:11.144462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ad985e71-c345-4ac3-b23c-26b600d6717e tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:11.148964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ad985e71-c345-4ac3-b23c-26b600d6717e tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/networks?id=3a4813cc-c13a-4d13-b038-95d6dbd7232e HTTP/1.1" status: 200 len: 822 time: 0.2824030 Nov 23 19:01:11.151645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.153879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-007edd8f-d371-4d98-a83f-303347b445a2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4650428 Nov 23 19:01:11.157271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:11.174617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '601d686a-492c-4ddc-a24b-0d949c4b80fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:11.181650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7d50c3f1-2d95-407d-af8e-e23ea4f2403e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.227251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ec9cca8b-7aaf-4752-a603-08603b4b2330 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/quotas/8d087ce5e8854778a6ef04939d58238c HTTP/1.1" status: 200 len: 375 time: 0.0416110 Nov 23 19:01:11.310378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.364874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ed7d96ec-d2f7-4897-bd18-bb998a8908c6 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d087ce5e8854778a6ef04939d58238c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228201 Nov 23 19:01:11.390035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=c6dd1ad4-5a46-4267-ad1a-d3053d8e2999,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:11.392458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.401156 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.453689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:11.456583 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef4cb1-fdef-4ba5-9b55-3766694a48d4" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:11.474709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:11.494163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.496867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 2a50e867-d994-41e1-8a5b-672c2f4d72ea no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.530361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:11.533431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.539304 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-13e71c44-49e5-4bac-9059-ca9209e832b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "DELETE /v2.0/ports/c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 HTTP/1.1" status: 204 len: 173 time: 0.9349711 Nov 23 19:01:11.580524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.585394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-d19384f1-153f-4b5e-85fb-42a18cbecf66 service neutron] 10.222.0.37 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049220 Nov 23 19:01:11.588048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.659494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605f0a-94aa-4d18-8963-1c621762048f req-691823b4-c0cf-4203-9130-4192daaac40f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:11.667302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605f0a-94aa-4d18-8963-1c621762048f req-691823b4-c0cf-4203-9130-4192daaac40f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:11.678872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605f0a-94aa-4d18-8963-1c621762048f req-691823b4-c0cf-4203-9130-4192daaac40f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:11.678872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36605f0a-94aa-4d18-8963-1c621762048f req-691823b4-c0cf-4203-9130-4192daaac40f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 2414 time: 0.2694719 Nov 23 19:01:11.698206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:11.698546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.732180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 2a50e867-d994-41e1-8a5b-672c2f4d72ea not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:11.732623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.734475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:11.740586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649b7de5-536f-48ff-b1f2-599c29edf339,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:11.744831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-a3035b63-3639-436a-8e36-bf41c1806d6f service neutron] 10.222.0.37 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378500 Nov 23 19:01:11.804333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.804512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:11.804744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c6dd1ad4-5a46-4267-ad1a-d3053d8e2999 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:11.809144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f221860e-a311-45b2-9993-10ffc116f531 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6407847 Nov 23 19:01:11.809704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:11.825587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a868bd0-84ff-41a5-b429-053d41fdd984 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.872239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 8a868bd0-84ff-41a5-b429-053d41fdd984 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:11.872901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a868bd0-84ff-41a5-b429-053d41fdd984 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:11.873525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.886236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.914498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.921004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:11.921720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9acf191a-b129-4cd4-9af3-c60a4a1c5224 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:11.984631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.990828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:11.994490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/649b7de5-536f-48ff-b1f2-599c29edf339 HTTP/1.1" status: 204 len: 168 time: 0.1814134 Nov 23 19:01:11.999139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47842) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:12.038642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565fe5f-10d3-4d30-8d2f-8fb509baf494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=649b7de5-536f-48ff-b1f2-599c29edf339,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:12.100441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:12.103793 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.180934 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.195634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-65c912c8-fa83-4a4d-81ed-22d91a332925 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1909230 Nov 23 19:01:12.205556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:12.279709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:12.290306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.292672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.294206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device da4690bb-d26b-4092-9aef-a37d7ca35848 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:12.312283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.419878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.461825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.463074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/482fa595-6fe5-425e-99e3-4665767e3d9e HTTP/1.1" status: 204 len: 168 time: 0.2564628 Nov 23 19:01:12.463983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa515e-60a6-45aa-b72e-7737f804a0d7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=482fa595-6fe5-425e-99e3-4665767e3d9e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:12.476878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:12.490037 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.493456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.493803 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Floating IP 18f7e24d-1082-47de-b17e-319db3044a59 disassociated. External IP: 172.25.5.6, port: 7d50c3f1-2d95-407d-af8e-e23ea4f2403e. Nov 23 19:01:12.494160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 7d50c3f1-2d95-407d-af8e-e23ea4f2403e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:12.570475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36605f0a-94aa-4d18-8963-1c621762048f req-5fb277e6-181a-4d25-b869-9e67ca373f11 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8680971 Nov 23 19:01:12.698143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:12.712457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-db95aaf2-2b54-4e31-954b-d60ad21a1dff tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2254851 Nov 23 19:01:12.714072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:12.805017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.828943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.860076 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df93f10-e939-4be7-a109-9d52e6ca2104 x-openstack-request-id: req-0df93f10-e939-4be7-a109-9d52e6ca2104 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:12.860392 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:12.860641 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0df93f10-e939-4be7-a109-9d52e6ca2104 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:12.861045 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'code': 200} Nov 23 19:01:12.871042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:12.874221 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec663ea-4015-4d7d-9f68-0208d5c93576" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:12.888547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.908685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.930087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:12.931254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/21491c56-ffb8-4035-8a41-47ab6cb1c84c HTTP/1.1" status: 204 len: 168 time: 0.2059455 Nov 23 19:01:12.932222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e94c08-560e-406c-9809-76dd7f42cbad tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21491c56-ffb8-4035-8a41-47ab6cb1c84c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:12.933898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:12.948163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61cbcb72-2459-4f98-a1a5-d4e8cfec98a8 req-02584969-cd88-44a9-86f3-1f7a5e69dc51 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 210 time: 0.0631433 Nov 23 19:01:12.992234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.012507 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f79f7817-d854-4e41-ae45-469ddbca48cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0750716 Nov 23 19:01:13.013194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:13.057005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:13.073066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.103741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.123253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.144255 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e925b8-1563-42ca-8886-55a39fa6e740 x-openstack-request-id: req-87e925b8-1563-42ca-8886-55a39fa6e740 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:13.145655 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "c6dd1ad4-5a46-4267-ad1a-d3053d8e2999", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:13.146955 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87e925b8-1563-42ca-8886-55a39fa6e740 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:13.147503 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': 'c6dd1ad4-5a46-4267-ad1a-d3053d8e2999', 'status': 'completed', 'code': 200} Nov 23 19:01:13.157932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=7d50c3f1-2d95-407d-af8e-e23ea4f2403e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:13.201613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.218819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.222947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/323dcbc0-3129-40d3-8ac2-9c29ee214b9d HTTP/1.1" status: 204 len: 168 time: 0.2085981 Nov 23 19:01:13.226928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:13.251300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:13.276448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ab31-bc22-48fc-8fed-79c3d25ea09a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=323dcbc0-3129-40d3-8ac2-9c29ee214b9d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:13.341688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7f5d3912-f2fd-4f78-a961-c70b0348ca20 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0992563 Nov 23 19:01:13.348156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:13.383015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.427452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.491830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Router 136c8a22-695f-420e-800a-bda6d4f0481c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:01:13.501360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.513081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.516450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1809a72d-d06b-4467-b6b6-9a49562140a4 HTTP/1.1" status: 204 len: 168 time: 0.1671798 Nov 23 19:01:13.521317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:13.537781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a64e8-62fe-4494-831e-6ebac1d38ffa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1809a72d-d06b-4467-b6b6-9a49562140a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:13.604665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-233afa10-897f-409b-bc26-40df49addd9c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802901 Nov 23 19:01:13.607275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:13.777571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:01:13.796463 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Sync routers for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:01:13.811473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.821470 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:13.828389 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:13.949027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port 7d50c3f1-2d95-407d-af8e-e23ea4f2403e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:13.954858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.958001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:13.961513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-36c12203-d119-4f73-867c-f404804ea584 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "DELETE /v2.0/ports/7d50c3f1-2d95-407d-af8e-e23ea4f2403e HTTP/1.1" status: 204 len: 173 time: 2.4136760 Nov 23 19:01:14.023010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a8af-45c0-424a-bce5-f2284f3f1e21 req-01f95a34-714c-4574-b26a-1b97ef2e11a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:14.050660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a8af-45c0-424a-bce5-f2284f3f1e21 req-01f95a34-714c-4574-b26a-1b97ef2e11a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:14.069564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad80a8af-45c0-424a-bce5-f2284f3f1e21 req-01f95a34-714c-4574-b26a-1b97ef2e11a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 1677 time: 0.3134928 Nov 23 19:01:14.144488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:14.183567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:14.191411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:14.200038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/601d686a-492c-4ddc-a24b-0d949c4b80fd HTTP/1.1" status: 204 len: 168 time: 0.5916309 Nov 23 19:01:14.218924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19b46f1a-0202-4e96-a5bb-d0780e61677d req-c099e976-dc8c-456a-bf35-c0067a987eae tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 210 time: 0.0937226 Nov 23 19:01:14.221301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:14.235533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad80a8af-45c0-424a-bce5-f2284f3f1e21 req-d4a9285c-b277-4236-8770-5f6a6de2d921 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645713 Nov 23 19:01:14.260315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6883c-da19-4f42-83b7-f12c932c3494 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d686a-492c-4ddc-a24b-0d949c4b80fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:14.436358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-78c031a9-e971-4654-9be2-552214533602 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2065179 Nov 23 19:01:14.443372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:14.462683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--289909768'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:14.670717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-a8334e3f-e30b-481c-8e6f-3c6e621c65b9 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:14.672784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-a8334e3f-e30b-481c-8e6f-3c6e621c65b9 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.47 "GET /v2.0/networks?id=3a4813cc-c13a-4d13-b038-95d6dbd7232e HTTP/1.1" status: 200 len: 822 time: 0.3047600 Nov 23 19:01:14.696204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Request body: {'port': {'device_id': '57af437f-5a36-4b64-8aa0-1280fb870867', 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e', 'admin_state_up': True, 'tenant_id': '8d087ce5e8854778a6ef04939d58238c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:14.742331 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:14.801167 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Checking router: 136c8a22-695f-420e-800a-bda6d4f0481c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:01:14.826934 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:14.827866 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:14.862369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224'}, {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:14.865251 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f8841f-3d42-4d83-91bc-2490606ca604" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224"}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:14.981589 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4236bd16-dea4-410d-85ef-bdeeab6f39db x-openstack-request-id: req-4236bd16-dea4-410d-85ef-bdeeab6f39db {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:14.982169 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224", "code": 200}, {"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-unplugged", "status": "completed", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:14.982597 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4236bd16-dea4-410d-85ef-bdeeab6f39db {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:14.983444 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'code': 200} Nov 23 19:01:14.983881 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'code': 200} Nov 23 19:01:15.039372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port da4690bb-d26b-4092-9aef-a37d7ca35848 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:15.039723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.061327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Made reservation on behalf of 8d087ce5e8854778a6ef04939d58238c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:15.107280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.150344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:15.152788 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dddf39-f82c-4f74-80d9-23cf897a37b5" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:15.177104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.234051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port da4690bb-d26b-4092-9aef-a37d7ca35848, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=da4690bb-d26b-4092-9aef-a37d7ca35848,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:15.234773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.273904 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:15.306955 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954ffdb-4f67-43a0-804c-916187170d8c x-openstack-request-id: req-c954ffdb-4f67-43a0-804c-916187170d8c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:15.308788 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "7d50c3f1-2d95-407d-af8e-e23ea4f2403e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:15.309333 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c954ffdb-4f67-43a0-804c-916187170d8c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:15.310272 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '7d50c3f1-2d95-407d-af8e-e23ea4f2403e', 'status': 'completed', 'code': 200} Nov 23 19:01:15.322077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for da4690bb-d26b-4092-9aef-a37d7ca35848 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:15.407821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Allocated IP 172.20.0.13 (3a4813cc-c13a-4d13-b038-95d6dbd7232e/2eca01af-f050-4942-9c3d-e4560e2d7c49/453b173d-7ef8-4622-84db-414e2a6fc78a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:15.603404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.632679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.644840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144ea3-b4ad-404a-ab78-cd15f6da9c7e req-68e28789-987d-4f8e-baf9-9af7fab8e1da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:15.652143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144ea3-b4ad-404a-ab78-cd15f6da9c7e req-68e28789-987d-4f8e-baf9-9af7fab8e1da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:15.660589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0536126b-d803-46a5-a4cc-723f3f377973 req-129f1880-342f-4b9c-a664-d7812b308219 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Nov 23 19:01:15.676208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44144ea3-b4ad-404a-ab78-cd15f6da9c7e req-68e28789-987d-4f8e-baf9-9af7fab8e1da tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 1677 time: 0.2071803 Nov 23 19:01:15.730346 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.735969 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:15.771707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b95fb-79c9-45bf-933b-b29bdafa06f4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:15.796462 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec3319-aea8-4515-973e-74b50b0315b4 None None] The sync data for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 is: [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T18:50:25Z', 'revision_number': 4, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '5ceaf205-7705-4a8f-a855-5fdd8d5dccb4', 'name': '', 'network_id': '12cabe37-3dac-406c-88ba-4744631137e2', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'mac_address': 'fa:16:3e:59:99:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:25Z', 'updated_at': '2021-11-23T18:50:32Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'subnets': [{'id': '573eb34e-5990-44e5-807a-d96b11530ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:01:15.853493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.875799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:15.878561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f4b4671-8796-42f8-b886-751beb0f61d0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4326534 Nov 23 19:01:15.897480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:15.912224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': 'c34b95fb-79c9-45bf-933b-b29bdafa06f4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:15.972934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:16.000290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44144ea3-b4ad-404a-ab78-cd15f6da9c7e req-c96fd36d-ee0a-4b30-9f33-8ba794b07868 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228350 Nov 23 19:01:16.041090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:16.052638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.059426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:16.069534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db610052-0906-4d04-8eb0-fedea2740cc4 None None] DHCP port deletion for 3a4813cc-c13a-4d13-b038-95d6dbd7232e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:16.120258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:16.134413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.145787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-522c268b-7523-4566-bc6d-417656179570 None None] Provisioning complete for port 453b173d-7ef8-4622-84db-414e2a6fc78a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:16.147593 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-522c268b-7523-4566-bc6d-417656179570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.150868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Pushing event updated for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:16.155942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=da4690bb-d26b-4092-9aef-a37d7ca35848,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:16.187918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-ca043655-4d7d-4be6-8a53-755b5364e11a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4965565 Nov 23 19:01:16.201753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.262300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-522c268b-7523-4566-bc6d-417656179570 None None] Port 453b173d-7ef8-4622-84db-414e2a6fc78a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:16.274161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port da4690bb-d26b-4092-9aef-a37d7ca35848 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:16.278022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.285999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-2d7c792f-9973-4987-acfc-cdbaaef649a8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "DELETE /v2.0/ports/da4690bb-d26b-4092-9aef-a37d7ca35848 HTTP/1.1" status: 204 len: 173 time: 2.3161516 Nov 23 19:01:16.324544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Request body: {'port': {'device_id': '57af437f-5a36-4b64-8aa0-1280fb870867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:16.342243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1196c0-b8a3-4433-b20d-2586751e162e None None] New status for floating IP 18f7e24d-1082-47de-b17e-319db3044a59: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:01:16.403127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.422953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.429469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.485174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7471ffa2-5475-4200-8929-3bbc09391d75,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:16.495648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:16.498188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.521847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.525621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0583d017-46ba-460c-882c-e0b3601b4eb5 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6250432 Nov 23 19:01:16.537378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:16.787800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port 9acf191a-b129-4cd4-9af3-c60a4a1c5224, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9acf191a-b129-4cd4-9af3-c60a4a1c5224,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:16.788169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:16.820792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 9acf191a-b129-4cd4-9af3-c60a4a1c5224 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:17.012049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.121826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.155916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1aa0a-9c2e-4853-9302-9668e6ac26bb req-e9a08a34-5804-4754-b4dc-a887762b6fe2 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:17.156911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebc1aa0a-9c2e-4853-9302-9668e6ac26bb req-e9a08a34-5804-4754-b4dc-a887762b6fe2 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 932 time: 0.1875439 Nov 23 19:01:17.368058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebc1aa0a-9c2e-4853-9302-9668e6ac26bb req-adc1ea0c-bb86-4ade-a4b7-5867256ac48f tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562903 Nov 23 19:01:17.473977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.473977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.473977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/c34b95fb-79c9-45bf-933b-b29bdafa06f4 HTTP/1.1" status: 204 len: 168 time: 0.9141321 Nov 23 19:01:17.477953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:17.477953 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1becc201-e985-40e7-824c-f9d505fe4db9" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:17.479221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453b173d-7ef8-4622-84db-414e2a6fc78a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:01:17.479221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.489634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:17.506450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Transition to ACTIVE for port object 453b173d-7ef8-4622-84db-414e2a6fc78a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:01:17.514174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.531397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.536071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbceb93-947b-4458-a60c-d1144f47ab9a tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b95fb-79c9-45bf-933b-b29bdafa06f4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:17.598047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Pushing event updated for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:17.631113 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b8474-2563-49a9-8823-44b7e90ff10e x-openstack-request-id: req-396b8474-2563-49a9-8823-44b7e90ff10e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:17.631507 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "da4690bb-d26b-4092-9aef-a37d7ca35848", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:17.631720 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-396b8474-2563-49a9-8823-44b7e90ff10e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:17.632396 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': 'da4690bb-d26b-4092-9aef-a37d7ca35848', 'status': 'completed', 'code': 200} Nov 23 19:01:17.637917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=9acf191a-b129-4cd4-9af3-c60a4a1c5224,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:17.651214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca8fef-017e-48aa-b020-e96dcc3fd50a None None] DHCP port deletion for 3a4813cc-c13a-4d13-b038-95d6dbd7232e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:17.697413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d17ce-4b7c-4e6a-b945-70be1110307d req-e15759e7-766a-4e9c-8c13-5bb67ee436f2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:17.699148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-306d17ce-4b7c-4e6a-b945-70be1110307d req-e15759e7-766a-4e9c-8c13-5bb67ee436f2 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 865 time: 0.4208655 Nov 23 19:01:17.768519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:17.768823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ddb87d6e-2b12-4d1c-8186-fbdd256897e0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2736862 Nov 23 19:01:17.781688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port 9acf191a-b129-4cd4-9af3-c60a4a1c5224 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:17.801272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--214707886'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:17.825025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.833905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81979c6e-8328-48df-9034-3e53598e0d71 req-dfc1125c-c216-40db-83cc-800d6864dbd8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.50 "DELETE /v2.0/ports/9acf191a-b129-4cd4-9af3-c60a4a1c5224 HTTP/1.1" status: 204 len: 173 time: 1.5372617 Nov 23 19:01:17.879391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:17.884656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Attempting to bind port 453b173d-7ef8-4622-84db-414e2a6fc78a on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:01:17.884656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Attempting to bind port 453b173d-7ef8-4622-84db-414e2a6fc78a by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '147a2daa-f5ea-4eed-b485-1da6aa95463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:01:17.884656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Attempting to bind port 453b173d-7ef8-4622-84db-414e2a6fc78a on network 3a4813cc-c13a-4d13-b038-95d6dbd7232e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:17.893465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Port 453b173d-7ef8-4622-84db-414e2a6fc78a on network 3a4813cc-c13a-4d13-b038-95d6dbd7232e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:01:17.894444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Attempting to bind port 453b173d-7ef8-4622-84db-414e2a6fc78a on network 3a4813cc-c13a-4d13-b038-95d6dbd7232e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:17.901642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:01:17.901642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Checking segment: {'id': '147a2daa-f5ea-4eed-b485-1da6aa95463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:17.902089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Bound using segment: {'id': '147a2daa-f5ea-4eed-b485-1da6aa95463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:01:17.902751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Bound port: 453b173d-7ef8-4622-84db-414e2a6fc78a, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147a2daa-f5ea-4eed-b485-1da6aa95463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:01:17.903510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.076001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-306d17ce-4b7c-4e6a-b945-70be1110307d req-eb3f4111-4cf2-4d5f-ab46-063b2316458a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups?id=01cec56f-850b-4794-8dbe-8ab95cf4dea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626728 Nov 23 19:01:18.103140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:18.121578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=453b173d-7ef8-4622-84db-414e2a6fc78a,segment=NetworkSegment(147a2daa-f5ea-4eed-b485-1da6aa95463b),segment_id=147a2daa-f5ea-4eed-b485-1da6aa95463b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:18.153185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.212459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:18.213440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.215828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] 10.222.0.47 "PUT /v2.0/ports/453b173d-7ef8-4622-84db-414e2a6fc78a HTTP/1.1" status: 200 len: 1092 time: 2.0112417 Nov 23 19:01:18.216523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:18.219053 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8345dc-ca06-4027-8e8c-6b705d756a12" -d '{"events": [{"name": "network-changed", "server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:18.226178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.230359 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.249542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d12875-0131-4a56-8e49-963ec264cd2c None None] DHCP port deletion for 3a4813cc-c13a-4d13-b038-95d6dbd7232e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:18.301392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.308743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5309923 Nov 23 19:01:18.311584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:18.324348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200252925'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:18.335497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5fe3d-8658-48cd-9ac7-c8ab4044c4cb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342a6f7f-249c-404c-bb08-4c8dc5c47137,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:18.421482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.431558 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ebb0ae-9f84-4b48-b7a7-525e86be8951 x-openstack-request-id: req-e5ebb0ae-9f84-4b48-b7a7-525e86be8951 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:18.431887 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:18.433621 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5ebb0ae-9f84-4b48-b7a7-525e86be8951 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:18.434646 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a', 'status': 'completed', 'code': 200} Nov 23 19:01:18.501319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74778d48-af29-4dc4-b5ee-e62b4c8fe010 service neutron] Pushing event updated for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:18.543616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-e0ae6484-adea-481b-a829-a81ab5009015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:18.548005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-e0ae6484-adea-481b-a829-a81ab5009015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d087ce5e8854778a6ef04939d58238c&device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 1095 time: 0.2764332 Nov 23 19:01:18.571138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.583722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.641638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.642910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3299901 Nov 23 19:01:18.646645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:18.656667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '342a6f7f-249c-404c-bb08-4c8dc5c47137', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10b49a92-f462-40a0-9ae3-f52803d2721c', 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:18.709260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-da4c0a08-826c-4080-bc21-eec1d3236bcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453b173d-7ef8-4622-84db-414e2a6fc78a HTTP/1.1" status: 200 len: 217 time: 0.1441631 Nov 23 19:01:18.719254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b6870-40cf-4f3e-999d-3eb4178247bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b49a92-f462-40a0-9ae3-f52803d2721c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:18.772173 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.892400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d920cf-6c19-4231-ace2-56c6a12e55db req-ce6afa65-334d-4752-a007-6ff776a11da2 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:18.894300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00d920cf-6c19-4231-ace2-56c6a12e55db req-ce6afa65-334d-4752-a007-6ff776a11da2 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 944 time: 0.2184191 Nov 23 19:01:18.921962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-fb329217-5c03-49c3-b48b-cb3506ac9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:18.938412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-fb329217-5c03-49c3-b48b-cb3506ac9516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2eca01af-f050-4942-9c3d-e4560e2d7c49 HTTP/1.1" status: 200 len: 862 time: 0.1621511 Nov 23 19:01:18.973801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:18.985086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.027577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768c4524-2671-493d-89d0-7679cae25e80,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:19.050747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.053374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7ee35983-967a-487d-b529-e847e956600b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4055359 Nov 23 19:01:19.056246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:19.090830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-821678d3-fcf3-476b-9dc3-302a342c865b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a4813cc-c13a-4d13-b038-95d6dbd7232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554182 Nov 23 19:01:19.165470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.202798 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.297689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00d920cf-6c19-4231-ace2-56c6a12e55db req-8501ee87-15f7-4a8d-be19-37d8de8e8e5a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105145 Nov 23 19:01:19.332527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d16c315-1e7a-4d18-b6c3-47987e3c0cad req-e21db6ca-f1b3-42d2-9db1-e5ec3d04e7f5 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1201560 Nov 23 19:01:19.361717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.378823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.380473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/768c4524-2671-493d-89d0-7679cae25e80 HTTP/1.1" status: 204 len: 168 time: 0.3186045 Nov 23 19:01:19.382975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:19.385460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4d347-ba94-43d3-ab3c-525034f517f6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=768c4524-2671-493d-89d0-7679cae25e80,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:19.465131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c7679269-5222-4a91-b643-d61764c2d5bb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0800543 Nov 23 19:01:19.470259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:19.500605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-e39ec65c-e8c0-42cd-b771-55169c60e5d5 service neutron] 10.222.0.47 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607216 Nov 23 19:01:19.576822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.610243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.635451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:19.639298 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7808c-c263-422c-ab1a-3ea56e0ceccc" -d '{"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:19.741334 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c111e-b048-4ac5-9632-799559211b12 x-openstack-request-id: req-fb0c111e-b048-4ac5-9632-799559211b12 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:19.741951 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfc69f-48e5-4aac-a67c-2a2de89c13ed", "name": "network-vif-deleted", "tag": "9acf191a-b129-4cd4-9af3-c60a4a1c5224", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:19.742275 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb0c111e-b048-4ac5-9632-799559211b12 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:19.743222 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfc69f-48e5-4aac-a67c-2a2de89c13ed', 'name': 'network-vif-deleted', 'tag': '9acf191a-b129-4cd4-9af3-c60a4a1c5224', 'status': 'completed', 'code': 200} Nov 23 19:01:19.744917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.748172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:19.750403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/10b49a92-f462-40a0-9ae3-f52803d2721c HTTP/1.1" status: 204 len: 168 time: 0.2786064 Nov 23 19:01:19.761724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:19.762977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1453e-7792-4903-a694-f31f546638df tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b49a92-f462-40a0-9ae3-f52803d2721c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:19.800625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f025d870-18f6-4454-a9bf-74f61b1b8b83 req-d1b03259-b0bb-43ef-bad0-2d0eea6e3f95 service neutron] 10.222.0.47 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836730 Nov 23 19:01:19.919261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8a4f06a-0f1a-44ad-8c6b-912393b269d3 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1537440 Nov 23 19:01:19.919927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:20.071950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.082838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-c38a9b09-ce9f-4262-9560-ff9e1daec82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:20.084370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-c38a9b09-ce9f-4262-9560-ff9e1daec82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d087ce5e8854778a6ef04939d58238c&device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 1095 time: 0.2086613 Nov 23 19:01:20.107494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.199706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.205198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.210233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/342a6f7f-249c-404c-bb08-4c8dc5c47137 HTTP/1.1" status: 204 len: 168 time: 0.2877302 Nov 23 19:01:20.213798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:20.282650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f8c28-2fc4-4c41-8308-4a47fc42779b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a6f7f-249c-404c-bb08-4c8dc5c47137,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:20.357285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-060adee4-dd58-44f2-a650-b4fa4b1e64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:20.359222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-060adee4-dd58-44f2-a650-b4fa4b1e64d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a4813cc-c13a-4d13-b038-95d6dbd7232e HTTP/1.1" status: 200 len: 923 time: 0.2639339 Nov 23 19:01:20.375009 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7b01085-c98d-4ba9-84a5-5d3d89a232fa tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1356823 Nov 23 19:01:20.376572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:20.399159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420366545'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:20.477770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.506792 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-4461ef77-9778-4012-b6a6-eaaee3b56320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453b173d-7ef8-4622-84db-414e2a6fc78a HTTP/1.1" status: 200 len: 217 time: 0.1383839 Nov 23 19:01:20.570654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b64def70-5bb5-47fc-a692-236cadebc35f req-9f652f1d-a805-4c71-86c2-a3ec3a9b25b8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0755172 Nov 23 19:01:20.694059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-7f364fc4-e739-445d-ab7f-53ac5550d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:20.694468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.701227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-7f364fc4-e739-445d-ab7f-53ac5550d0fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2eca01af-f050-4942-9c3d-e4560e2d7c49 HTTP/1.1" status: 200 len: 862 time: 0.1708667 Nov 23 19:01:20.705374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.745723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d885eb-ec11-4b3d-86ec-81f43900de55 req-c948fcdf-180f-4e36-9a0c-e659360a2304 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:20.757847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6d885eb-ec11-4b3d-86ec-81f43900de55 req-c948fcdf-180f-4e36-9a0c-e659360a2304 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 944 time: 0.2579606 Nov 23 19:01:20.776489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:20.791980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4119313 Nov 23 19:01:20.792655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:20.803009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': 'dc271508-124e-4571-9379-6db18f4219c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:20.808712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42b135-5d62-489c-91d1-3a997f15ec40 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc271508-124e-4571-9379-6db18f4219c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:20.840696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-dc0add2e-dc55-4f89-a6a4-8b5337ea85e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a4813cc-c13a-4d13-b038-95d6dbd7232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306493 Nov 23 19:01:20.889695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.038668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6d885eb-ec11-4b3d-86ec-81f43900de55 req-11467c78-99c7-4ec2-8371-f5b78aad8c5e tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953015 Nov 23 19:01:21.070671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.083111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.109001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-f23f4a6b-21ff-48ac-a855-2d9d699cc6ca service neutron] 10.222.0.47 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515287 Nov 23 19:01:21.126024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bc4eb4-b6f0-418d-a7d9-767321eb3581,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:21.150692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.158795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dd387771-af79-4111-be4c-d08011674eaf tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3619018 Nov 23 19:01:21.161306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:21.228831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc8345dc-ca06-4027-8e8c-6b705d756a12 req-47886fd3-82d4-459b-b9d0-0e6e14b54d26 service neutron] 10.222.0.47 "GET /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083646 Nov 23 19:01:21.231226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.253923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.374597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.384980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.389075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:21.389811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b9bc4eb4-b6f0-418d-a7d9-767321eb3581 HTTP/1.1" status: 204 len: 168 time: 0.2264333 Nov 23 19:01:21.411693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111c67d-ec65-49c7-afe2-4bb5f31edfb7 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9bc4eb4-b6f0-418d-a7d9-767321eb3581,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:21.461603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46efa896-6965-4ffd-963b-63e1ea3e18e8 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0711055 Nov 23 19:01:21.464023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:21.584591 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.641308 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.747393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.750258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:21.751697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc271508-124e-4571-9379-6db18f4219c7 HTTP/1.1" status: 204 len: 168 time: 0.2844770 Nov 23 19:01:21.754506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:21.771401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae264-b70c-4418-8cec-a5c2c444bb51 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc271508-124e-4571-9379-6db18f4219c7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:21.839849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6fbcc57-d44a-4c18-8386-753c0cbfcebf req-d6f276ab-01fa-4a75-ae2a-cb1c3bc1b676 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0568826 Nov 23 19:01:21.863714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-323d82dd-45cf-49b5-aa1d-0932b12c0b61 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1034093 Nov 23 19:01:21.864082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:21.869380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group': {'name': 'tempest-secgroup--103593363'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:21.898363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 453b173d-7ef8-4622-84db-414e2a6fc78a details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:01:21.958943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.182586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.225738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.254690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=453b173d-7ef8-4622-84db-414e2a6fc78a,segment=NetworkSegment(147a2daa-f5ea-4eed-b485-1da6aa95463b),segment_id=147a2daa-f5ea-4eed-b485-1da6aa95463b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:22.312470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.319131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '453b173d-7ef8-4622-84db-414e2a6fc78a', 'network_id': '3a4813cc-c13a-4d13-b038-95d6dbd7232e', 'port_id': '453b173d-7ef8-4622-84db-414e2a6fc78a', 'mac_address': 'fa:16:3e:a4:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eca01af-f050-4942-9c3d-e4560e2d7c49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:01:22.320231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4526432 Nov 23 19:01:22.323116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:22.336353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b273195-7a10-4f3c-8c37-0787f928b307 req-d9e57565-9132-4e85-a1e3-e8c1a2f6ad81 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:22.340852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '52477259-c87d-498c-be65-9285e318908d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:22.348029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bf1e5-e9fd-41de-a247-83834ab6eb8c tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52477259-c87d-498c-be65-9285e318908d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:22.352386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b273195-7a10-4f3c-8c37-0787f928b307 req-d9e57565-9132-4e85-a1e3-e8c1a2f6ad81 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 944 time: 0.1749611 Nov 23 19:01:22.421743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.490978 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.529573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453b173d-7ef8-4622-84db-414e2a6fc78a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:01:22.573525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.574287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b273195-7a10-4f3c-8c37-0787f928b307 req-1ff5b5b3-04e5-4aa0-9843-65a45bd8ccf8 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207780 Nov 23 19:01:22.589143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.589733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=453b173d-7ef8-4622-84db-414e2a6fc78a,segment=NetworkSegment(147a2daa-f5ea-4eed-b485-1da6aa95463b),segment_id=147a2daa-f5ea-4eed-b485-1da6aa95463b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:22.614489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.651531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.652880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221295 Nov 23 19:01:22.655906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:22.691693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dfcbd-a57d-4adc-adba-1857995fa1c6 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d88082-c8a6-4f35-99f3-ccbfc21eab74,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:22.696994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d245f71-2d4b-431c-acf9-9c7fc4715867 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules/77d88082-c8a6-4f35-99f3-ccbfc21eab74 HTTP/1.1" status: 200 len: 763 time: 0.0382903 Nov 23 19:01:22.698274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:22.779458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:22.845485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47443cdb-a2cd-403e-89fc-e7ca3281ea90 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1454120 Nov 23 19:01:22.848789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:22.939701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:22.945354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['453b173d-7ef8-4622-84db-414e2a6fc78a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:01:22.968126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.054562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.071059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.071772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/77d88082-c8a6-4f35-99f3-ccbfc21eab74 HTTP/1.1" status: 204 len: 168 time: 0.2218521 Nov 23 19:01:23.075910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:23.119944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb45e9f2-96f0-4ac0-89c2-a71ec8eed29b req-904df232-f769-4b04-ab68-4d16cc10e33f tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0680273 Nov 23 19:01:23.121025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e154-edf2-4277-95ae-2c10d55826b2 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77d88082-c8a6-4f35-99f3-ccbfc21eab74,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:23.214501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6da60adc-56be-4f12-8d4f-b34d45bc6c7b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1364408 Nov 23 19:01:23.217433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:23.224114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '52477259-c87d-498c-be65-9285e318908d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:23.286108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.431447 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.469265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.516398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5923cdd1-647d-4b9d-a00f-e0223011d6de,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:23.531028 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.532313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03658e65-b216-4009-971b-1dfd47ed1959 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3138525 Nov 23 19:01:23.536819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:23.577068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:23.604895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-74e71db3-0a30-4177-bad2-1c24ff7be9f0 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules/5923cdd1-647d-4b9d-a00f-e0223011d6de HTTP/1.1" status: 200 len: 763 time: 0.0672178 Nov 23 19:01:23.687431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dbe4c406-c296-4bdf-b1fa-19e3d13dea54 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1085725 Nov 23 19:01:23.690517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:23.757775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.825276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:23.913804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 453b173d-7ef8-4622-84db-414e2a6fc78a up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:01:24.002020 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.041984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.047047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5923cdd1-647d-4b9d-a00f-e0223011d6de HTTP/1.1" status: 204 len: 168 time: 0.3539996 Nov 23 19:01:24.050458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:24.069627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 453b173d-7ef8-4622-84db-414e2a6fc78a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:01:24.079574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 453b173d-7ef8-4622-84db-414e2a6fc78a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:24.080199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb5118-70f1-44a4-9c6c-50ec87c3c652 req-fb268512-ba76-4604-bebf-8e694cfa6466 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:24.080407 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.093511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23bb5118-70f1-44a4-9c6c-50ec87c3c652 req-fb268512-ba76-4604-bebf-8e694cfa6466 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 945 time: 0.2701147 Nov 23 19:01:24.114366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152f0b5-c787-40e6-8fef-7fd621d35788 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5923cdd1-647d-4b9d-a00f-e0223011d6de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:24.184064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8bcffe30-2638-4499-bb1c-cf801808e58e tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1302218 Nov 23 19:01:24.185232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:24.203946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Request body: {'security_group_rule': {'security_group_id': '52477259-c87d-498c-be65-9285e318908d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:24.223651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23bb5118-70f1-44a4-9c6c-50ec87c3c652 req-155dcdb1-4c84-45f2-9f8f-3e8c03f0377a tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251233 Nov 23 19:01:24.325397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.357436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.366911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:24.371614 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9929c6-4867-4c97-b1b1-e2c7e6fd21d5" -d '{"events": [{"server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "name": "network-vif-plugged", "status": "completed", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:24.424613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=453b173d-7ef8-4622-84db-414e2a6fc78a,segment=NetworkSegment(147a2daa-f5ea-4eed-b485-1da6aa95463b),segment_id=147a2daa-f5ea-4eed-b485-1da6aa95463b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:24.433494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.509760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b0cb578-3143-4532-9fb7-86d7f61eccaf req-ed610624-1dbe-473c-a7de-f2225e596659 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1368253 Nov 23 19:01:24.646007 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92933f53-6368-4f99-9bc0-8e160fe21dfc x-openstack-request-id: req-92933f53-6368-4f99-9bc0-8e160fe21dfc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:24.646425 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "name": "network-vif-plugged", "status": "completed", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:24.647649 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92933f53-6368-4f99-9bc0-8e160fe21dfc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:24.648094 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a', 'code': 200} Nov 23 19:01:24.656378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.666852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.714618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:24.720783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b83fc6-602c-4eca-bfe0-a09e472f4834,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:24.800776 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:24.804060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1174a952-ca94-4fb4-93ae-dd2266eabefe tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6173706 Nov 23 19:01:24.806745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:24.822116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f5367-00ca-4cb9-aa2a-42bfb3c8f8f1 req-716dae4f-fb07-4435-8147-701690dfbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:24.826523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a1f5367-00ca-4cb9-aa2a-42bfb3c8f8f1 req-716dae4f-fb07-4435-8147-701690dfbc8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 1097 time: 0.1018300 Nov 23 19:01:24.844007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f04891f-8bcb-4154-9687-2708c1790f5b tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules/97b83fc6-602c-4eca-bfe0-a09e472f4834 HTTP/1.1" status: 200 len: 764 time: 0.0356133 Nov 23 19:01:24.847789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:24.916954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b033cb1e-e955-49ef-94b8-6cbf7f6af7d1 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0673702 Nov 23 19:01:24.919542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:24.938585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a1f5367-00ca-4cb9-aa2a-42bfb3c8f8f1 req-502cde98-d3af-4c9f-a150-fac94419d305 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962329 Nov 23 19:01:24.985761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.010346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.113273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.149179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.149179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97b83fc6-602c-4eca-bfe0-a09e472f4834 HTTP/1.1" status: 204 len: 168 time: 0.2255249 Nov 23 19:01:25.149796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:25.152087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096cd71-b019-4e1f-9d41-eb605d77feeb tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b83fc6-602c-4eca-bfe0-a09e472f4834,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:25.225638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:25.234647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c8ba07a8-b56f-4431-8360-3ef40a105d16 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719655 Nov 23 19:01:25.320330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.386123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.629887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb4cd3-ffaa-4aad-9ffb-caf067e623e6 req-ce54c1d6-43e9-464b-9280-4560683fcf33 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:25.643332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb4cd3-ffaa-4aad-9ffb-caf067e623e6 req-ce54c1d6-43e9-464b-9280-4560683fcf33 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 946 time: 0.2453854 Nov 23 19:01:25.678561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.683868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:25.685047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "DELETE /v2.0/security-groups/52477259-c87d-498c-be65-9285e318908d HTTP/1.1" status: 204 len: 168 time: 0.4583395 Nov 23 19:01:25.687738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:25.724695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33566745-24b3-4fab-84ef-ab907af6f27d tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52477259-c87d-498c-be65-9285e318908d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:25.820989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aea6274a-27a2-474c-b180-1e3b7a9232ee req-faa55a60-3b72-4137-ba63-96fbf1471e0c tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0627284 Nov 23 19:01:25.856367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a7a84ce-0d4b-4187-82dd-e9b7207824c1 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582553 Nov 23 19:01:25.857308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:25.857774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5eb4cd3-ffaa-4aad-9ffb-caf067e623e6 req-cd7f7c61-96d7-411b-88a7-04c6b8ad1ad6 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150567 Nov 23 19:01:25.953803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-625c47d4-6288-4a4d-a191-0bbf516eef83 tempest-SecGroupTest-458768398 tempest-SecGroupTest-458768398-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934086 Nov 23 19:01:26.444297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:26.808195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:26.816147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2ceb298-5bfa-4813-88e1-23677033b511 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=804b5850d5b54f6c8f2ca810fa9bab32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3650475 Nov 23 19:01:26.885750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:26.922416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:27.036519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09ca4740-46d2-4886-914b-3b6f33ac5cc0 req-d8c1f6b9-a010-4751-a95c-c07f0b1a2f6e tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0579395 Nov 23 19:01:27.040460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:27.046518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:27.050212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/183cba79-3aed-46b5-91c5-7cad9703ffb1 HTTP/1.1" status: 204 len: 168 time: 0.2405090 Nov 23 19:01:27.068719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b92ab-e951-48cf-80ba-6fcabe2b88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183cba79-3aed-46b5-91c5-7cad9703ffb1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:27.263772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041080ed-c80c-4613-9568-0b4927c4bda0 req-7f2dd9f4-2426-438d-a3ce-1dd697e8185f tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:27.280500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-041080ed-c80c-4613-9568-0b4927c4bda0 req-7f2dd9f4-2426-438d-a3ce-1dd697e8185f tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 946 time: 0.2353606 Nov 23 19:01:27.391216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13b4810a-a0fe-4060-a2b7-5c8068e3b94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:27.415738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-041080ed-c80c-4613-9568-0b4927c4bda0 req-822df4fc-ef2d-4239-93e6-ad3bf205ba6b tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309655 Nov 23 19:01:28.203552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbac6bb8-195f-4d06-96fa-4948c4513ab9 req-0cba5eaa-b04e-4d43-babf-7c1d88067f8d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0511415 Nov 23 19:01:28.220529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b6d24-07b5-405b-8d9e-cadcc54a59bc req-2a76a374-6bcc-4759-83cd-f3909610570d tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:28.222891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7b6d24-07b5-405b-8d9e-cadcc54a59bc req-2a76a374-6bcc-4759-83cd-f3909610570d tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 946 time: 0.1753030 Nov 23 19:01:28.332055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf7b6d24-07b5-405b-8d9e-cadcc54a59bc req-29021ee6-bf04-4b1f-9155-04eba87a1019 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998089 Nov 23 19:01:28.597297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:28.602077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033102 Nov 23 19:01:28.605251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:28.911853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-218a226f-4b37-4ad7-8731-af75ff04825b tempest-NetworksApiDiscovery-61681173 tempest-NetworksApiDiscovery-61681173-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2999701 Nov 23 19:01:28.995681 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:01:29.482975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0b994c0-d99b-4f5a-b1bc-e1c1a773eef6 req-5797afd8-ae96-4134-bbeb-902d9f017ff1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1027725 Nov 23 19:01:29.525612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-0d9997ce-4bfd-4cbe-8531-4f766b0aa547 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:29.527331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-0d9997ce-4bfd-4cbe-8531-4f766b0aa547 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.47 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 946 time: 0.2303495 Nov 23 19:01:29.579035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:29.681538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb42d-9fde-4291-ad8b-d9b91734f1f1 req-4253338c-369e-4f65-848d-1abeb2d8091c tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:29.714255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44fdb42d-9fde-4291-ad8b-d9b91734f1f1 req-4253338c-369e-4f65-848d-1abeb2d8091c tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 946 time: 0.1884184 Nov 23 19:01:29.738866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Deleting port 453b173d-7ef8-4622-84db-414e2a6fc78a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:29.739520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:29.868592 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3d10dec-c2e0-4e79-8da3-64bdd58591f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:29.902770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44fdb42d-9fde-4291-ad8b-d9b91734f1f1 req-c339d084-4318-4ce6-8ba4-6d086e2f2925 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e6c92b-33c3-4046-be08-45f225f781a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875145 Nov 23 19:01:29.948295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] For port 453b173d-7ef8-4622-84db-414e2a6fc78a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=453b173d-7ef8-4622-84db-414e2a6fc78a,segment=NetworkSegment(147a2daa-f5ea-4eed-b485-1da6aa95463b),segment_id=147a2daa-f5ea-4eed-b485-1da6aa95463b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:29.949600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.001557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Calling delete_port for 453b173d-7ef8-4622-84db-414e2a6fc78a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:30.091238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fe2734c-11f6-43a4-834a-bbefa143fabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.097905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3d10dec-c2e0-4e79-8da3-64bdd58591f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.108913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3d10dec-c2e0-4e79-8da3-64bdd58591f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.156339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10dec-c2e0-4e79-8da3-64bdd58591f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034cb974-3706-405a-8204-1c25b135b92b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:30.205640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f3d10dec-c2e0-4e79-8da3-64bdd58591f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6141120aeb90412aa7b74d1961d11487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6248245 Nov 23 19:01:30.207184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:30.283247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.303378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.328207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.366065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Pushing event deleted for resources: {'Port': ['ID=453b173d-7ef8-4622-84db-414e2a6fc78a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:30.400181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61de85b-f325-43c9-9073-782cb4e815c2 None None] DHCP port deletion for 3a4813cc-c13a-4d13-b038-95d6dbd7232e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:30.460877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.463251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] No DVR routers for this DVR port 453b173d-7ef8-4622-84db-414e2a6fc78a on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:30.465547 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.466207 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.467190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/034cb974-3706-405a-8204-1c25b135b92b HTTP/1.1" status: 204 len: 168 time: 0.2588212 Nov 23 19:01:30.470971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c85862e-ae2b-4eda-a50d-b1e424dfbda3 req-bb85eca2-4bd2-442c-acae-95ee819580b1 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.47 "DELETE /v2.0/ports/453b173d-7ef8-4622-84db-414e2a6fc78a HTTP/1.1" status: 204 len: 173 time: 0.9334385 Nov 23 19:01:30.471971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'name': 'network-vif-deleted', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:30.474164 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4727167-2ce7-4faa-83f2-38e013eb7d34" -d '{"events": [{"server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "name": "network-vif-deleted", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:30.481799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bcc51-f61a-40c9-b535-ebd23daea1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034cb974-3706-405a-8204-1c25b135b92b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:30.737985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:30.887426 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ae46a-aedc-4196-b2ee-e4d4956f396f x-openstack-request-id: req-a44ae46a-aedc-4196-b2ee-e4d4956f396f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:30.887902 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57af437f-5a36-4b64-8aa0-1280fb870867", "name": "network-vif-deleted", "tag": "453b173d-7ef8-4622-84db-414e2a6fc78a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:30.888002 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a44ae46a-aedc-4196-b2ee-e4d4956f396f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:30.888335 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57af437f-5a36-4b64-8aa0-1280fb870867', 'name': 'network-vif-deleted', 'tag': '453b173d-7ef8-4622-84db-414e2a6fc78a', 'status': 'completed', 'code': 200} Nov 23 19:01:30.895049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d652fedb-2915-47df-9670-6a13e5b5f15c req-3560680c-cb81-46c7-b112-85226389aafd tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1146374 Nov 23 19:01:31.239891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a048df6-35c5-443a-afd7-eccf2c683459 req-b6ec30fa-cc7f-4c4d-9a12-62954b850039 tempest-ServerAddressesNegativeTestJSON-1414317204 tempest-ServerAddressesNegativeTestJSON-1414317204-project] 10.222.0.37 "GET /v2.0/ports?device_id=57af437f-5a36-4b64-8aa0-1280fb870867 HTTP/1.1" status: 200 len: 210 time: 0.1295428 Nov 23 19:01:31.424198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:31.724188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18212a0c-b723-443c-8bcc-c622160353db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:31.951643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 453b173d-7ef8-4622-84db-414e2a6fc78a no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:32.007384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18212a0c-b723-443c-8bcc-c622160353db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.016781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 453b173d-7ef8-4622-84db-414e2a6fc78a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:01:32.017593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 453b173d-7ef8-4622-84db-414e2a6fc78a not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:01:32.020167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18212a0c-b723-443c-8bcc-c622160353db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.177736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-18212a0c-b723-443c-8bcc-c622160353db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5570ca3098ea4b239e44c5000dadb85a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7515845 Nov 23 19:01:32.180202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:32.203254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.207750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-366f952c-e6bc-42dc-8519-88979451a902 req-fe48687f-756f-49d2-a3b0-e9a374a3c564 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0974815 Nov 23 19:01:32.208998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18212a0c-b723-443c-8bcc-c622160353db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb511d-f92f-4a93-aecd-ef53b4f5a09a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:32.336663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.373186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:32.432364 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.513667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Deleting subnet 2eca01af-f050-4942-9c3d-e4560e2d7c49 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:01:32.524094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.601536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.604504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.606251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4fb511d-f92f-4a93-aecd-ef53b4f5a09a HTTP/1.1" status: 204 len: 168 time: 0.4235003 Nov 23 19:01:32.620376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412c5ae-3171-43a6-9ba8-322932a8f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb511d-f92f-4a93-aecd-ef53b4f5a09a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:32.625985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.772546 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:32.932836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.092271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eca01af-f050-4942-9c3d-e4560e2d7c49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:33.127221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.127993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29874ffe-e076-4621-b447-bf761f24e9a6 None None] Network 3a4813cc-c13a-4d13-b038-95d6dbd7232e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:33.137609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fb0d994d-7ee6-4874-ac97-8bd5c5dd9389 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2eca01af-f050-4942-9c3d-e4560e2d7c49 HTTP/1.1" status: 204 len: 168 time: 0.7631254 Nov 23 19:01:33.140230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:33.388668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.442399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.523461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e891cd9-3ad5-47fd-8f62-c70faa7bca47 None None] DHCP port deletion for 3a4813cc-c13a-4d13-b038-95d6dbd7232e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:33.659272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8544f8a5-9cd1-4eae-bb19-8bae0b6257ec req-a799f627-589d-467d-a5e2-5f8f8cc8acf8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1976032 Nov 23 19:01:33.661179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:33.705671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43cca32b-3906-429b-8d6d-afc65d682f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.812407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43cca32b-3906-429b-8d6d-afc65d682f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.817662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43cca32b-3906-429b-8d6d-afc65d682f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:33.881656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-43cca32b-3906-429b-8d6d-afc65d682f9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa07ade47550412e8a5e9ed020fa6bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188041 Nov 23 19:01:33.887631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:33.960507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.040454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4813cc-c13a-4d13-b038-95d6dbd7232e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:34.046971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cca32b-3906-429b-8d6d-afc65d682f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd8178-8355-4f40-b0db-318aa0266019,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:34.092949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147a2daa-f5ea-4eed-b485-1da6aa95463b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:34.093377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147a2daa-f5ea-4eed-b485-1da6aa95463b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:34.133702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.173259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.179921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.188417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:01:34.189368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:01:34.219617 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:01:34.243700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.366973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.370093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.371833 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6dd8178-8355-4f40-b0db-318aa0266019 HTTP/1.1" status: 204 len: 168 time: 0.4827647 Nov 23 19:01:34.384061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718c19-7d19-4879-b03f-9a70aeaf6444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd8178-8355-4f40-b0db-318aa0266019,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:34.426601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.440528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:34.448307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a4813cc-c13a-4d13-b038-95d6dbd7232e HTTP/1.1" status: 204 len: 168 time: 1.3067777 Nov 23 19:01:34.488590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4068def-3636-4d36-a0ee-99c07295d6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4813cc-c13a-4d13-b038-95d6dbd7232e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:35.005753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbef0638-25d0-475c-bac3-3885dac30f77 req-1ea6feac-a95f-47ab-9cf4-635d19542fee tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0937157 Nov 23 19:01:35.058418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:35.200356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:35.201354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d87fd7c1-838a-4ab7-bbe1-d6dd5fa1b2da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d087ce5e8854778a6ef04939d58238c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407967 Nov 23 19:01:35.371044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:35.430554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:35.541636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:35.544587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:35.546623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7e6c92b-33c3-4046-be08-45f225f781a2 HTTP/1.1" status: 204 len: 168 time: 0.3449976 Nov 23 19:01:35.564191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cf250-431b-4f89-8e35-ed11308ed127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6c92b-33c3-4046-be08-45f225f781a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:36.071135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:36.266040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf9d7aad-cc1c-4c6b-9f2b-cbb05cb626b7 req-84b47098-5fb0-4bd6-b13f-ea2066907023 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0924509 Nov 23 19:01:36.497269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33167dc4-d704-4d04-8a25-7c5b32c07cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:36.747761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33167dc4-d704-4d04-8a25-7c5b32c07cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:36.758363 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33167dc4-d704-4d04-8a25-7c5b32c07cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:36.885181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:36.896007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33167dc4-d704-4d04-8a25-7c5b32c07cfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cfb81fbfe0742cfa8cd4e5fef48d21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8075352 Nov 23 19:01:36.916043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33167dc4-d704-4d04-8a25-7c5b32c07cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621d151-196d-463b-a986-a8259bea55da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:37.012736 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.034705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:37.055452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.195686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.198382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.202829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5621d151-196d-463b-a986-a8259bea55da HTTP/1.1" status: 204 len: 168 time: 0.3161814 Nov 23 19:01:37.219647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35a04d-ed9f-4825-84da-1032daaa3e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621d151-196d-463b-a986-a8259bea55da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:37.276086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-253259732-network', 'tenant_id': 'f2c604354b544429b96f41b85e7a4c7a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:37.345788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Made reservation on behalf of f2c604354b544429b96f41b85e7a4c7a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:37.352242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.416146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.521896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b4e993f-ae7e-415a-b4a4-0c8c3a79b646 req-80d284d2-6a62-4149-a5c0-7dc2d78a1390 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1016567 Nov 23 19:01:37.682070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.689734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.718731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:01:37.746043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.746623 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Added segment 8d9cd932-b202-4941-ad72-8f2dc0983c1d of type vlan for network 8708b991-3fc7-4ce2-aeb7-758339a97a6a Nov 23 19:01:37.863046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.978423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31566b7-b1c2-4e7a-af56-1ef31c48f678,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:37.985092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:37.989159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:37.989753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.062126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48768) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:38.062748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0260413 Nov 23 19:01:38.068966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Request body: {'subnet': {'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-253259732-subnet', 'tenant_id': 'f2c604354b544429b96f41b85e7a4c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:38.072093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:38.163565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Made reservation on behalf of f2c604354b544429b96f41b85e7a4c7a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:38.169947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.183957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e68b5-54db-4085-b997-ab6c9f582c47 admin admin] Pushing event updated for resources: {'Network': ['ID=8708b991-3fc7-4ce2-aeb7-758339a97a6a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:38.195209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8708b991-3fc7-4ce2-aeb7-758339a97a6a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:01:38.264949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:38.294568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80e37dc9-d3e1-4e49-afee-41dac69ebdb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.522995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80e37dc9-d3e1-4e49-afee-41dac69ebdb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.535110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80e37dc9-d3e1-4e49-afee-41dac69ebdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.657075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:38.658097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80e37dc9-d3e1-4e49-afee-41dac69ebdb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1ea8768460f4effabe4aff1a76397b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925266 Nov 23 19:01:38.719961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e37dc9-d3e1-4e49-afee-41dac69ebdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa719c12-54b0-4419-9ad7-207bc936a4df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:38.738932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1005005669-network', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:38.785917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a2e2293-3122-4b1a-8a15-37c2a8937d86 req-449ea7c9-d623-4f61-b78f-700dd2920bf8 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0422704 Nov 23 19:01:38.873296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.918162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:38.926697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Made reservation on behalf of b804ec7e076f483ba19cd9db22b5ab7f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:38.929468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.012058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.067269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Checking segment: {'id': '8d9cd932-b202-4941-ad72-8f2dc0983c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:39.067750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Network hostable DHCP agents. Network: 8708b991-3fc7-4ce2-aeb7-758339a97a6a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:01:39.071814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ead6bfd-0bf7-418b-8c2c-5bd4c980f682,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:39.080373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.112742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Network 8708b991-3fc7-4ce2-aeb7-758339a97a6a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:01:39.138294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.153995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8708b991-3fc7-4ce2-aeb7-758339a97a6a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:39.165734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:39.166352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.228983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7d36c484-c9f5-42f7-89aa-715aa6d2960a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1651466 Nov 23 19:01:39.249897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b192ed9-d8e7-41f3-85e7-77ca9ddbec63 None None] Network 8708b991-3fc7-4ce2-aeb7-758339a97a6a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:39.272460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.274253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.278456 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.280086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa719c12-54b0-4419-9ad7-207bc936a4df HTTP/1.1" status: 204 len: 168 time: 0.6220098 Nov 23 19:01:39.292819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.298368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a11bb-9b01-4e57-a727-b5788ec00937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa719c12-54b0-4419-9ad7-207bc936a4df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:39.358324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:39.388223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:01:39.407955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.408622 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Added segment 49643bb5-47ff-4a02-bb7b-a53c7f69d73a of type vlan for network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 Nov 23 19:01:39.505854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.595298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.596435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:39.597081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.647237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5699439 Nov 23 19:01:39.647852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:39.653112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Request body: {'subnet': {'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1005005669-subnet', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:39.735596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Made reservation on behalf of b804ec7e076f483ba19cd9db22b5ab7f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:39.738802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:39.773660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405d893-5656-45ec-87d0-474012809d6f None None] Network 8708b991-3fc7-4ce2-aeb7-758339a97a6a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:39.907158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b5ec1-17f5-4bb8-89e9-c02bc88a59da admin admin] Pushing event updated for resources: {'Network': ['ID=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:40.021281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:01:40.077530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-719a5606-ee59-4f35-84fe-42089ab2e15b req-5ebc5ee4-6e54-4285-8477-32102f1e11c4 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0922842 Nov 23 19:01:40.264111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.353353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d6bcc6-7619-4fc5-b2cd-359e05564dac,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:40.404426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.405474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Checking segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:40.406043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Network hostable DHCP agents. Network: f67c3f7b-402a-4a35-9b2a-4e0f986a9e11, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:01:40.441875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:01:40.464471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f67c3f7b-402a-4a35-9b2a-4e0f986a9e11) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:40.469350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:40.471157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.483493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab545369-fdca-45f6-a718-44dffe38c7e9 None None] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:40.507350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a51a278a-fe34-4c5f-8f7f-ec063ded05bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8584533 Nov 23 19:01:40.509798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:40.514617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:40.563002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.564357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.733113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.876452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:40.882521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266192903-network', 'tenant_id': '17005786cc574635bda6941a8983d67a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:40.891515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f757f0-d025-4ca0-918c-b9cf5437d9e6 None None] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:40.940908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Made reservation on behalf of 17005786cc574635bda6941a8983d67a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:40.950281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:40.979967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.092748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.199677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.207627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.262530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142aa01-4bf5-49b4-bafc-44d3e6eca983,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:41.284519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e665ea2-b258-45c4-8316-35e7c424047f req-9150b891-4528-46b0-b86d-e04f72f8be57 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0552504 Nov 23 19:01:41.297444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:01:41.311711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.312934 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Added segment 15b42b7f-1289-46cd-a9ed-637825a3c016 of type vlan for network 8e68023b-8f3a-42a1-98d7-5f9020ec89a6 Nov 23 19:01:41.407240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.448890 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.453852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:41.454791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.548415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6695533 Nov 23 19:01:41.554162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:41.573871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Request body: {'subnet': {'network_id': '8e68023b-8f3a-42a1-98d7-5f9020ec89a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266192903-subnet', 'tenant_id': '17005786cc574635bda6941a8983d67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:41.650152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b949fa-93be-49fa-9d16-3b3a5d7cbac4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e68023b-8f3a-42a1-98d7-5f9020ec89a6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:41.654175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.663708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8e68023b-8f3a-42a1-98d7-5f9020ec89a6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:01:41.691482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Made reservation on behalf of 17005786cc574635bda6941a8983d67a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:41.701959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.705331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:41.903565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Allocated IP 172.25.5.228 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/dba271e9-8878-4eb2-ab60-651b7ccf194c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:42.137028 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.219189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.295276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a52150-a572-45c4-b0aa-3fbceea00db3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:42.310816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.374204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:42.379496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:42.383608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:42.399483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649f44a-5266-4300-96ef-6917458fccd1 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:42.494235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d73d8678-063b-459a-ac9a-a596e14e34e7 None None] Provisioning complete for port dba271e9-8878-4eb2-ab60-651b7ccf194c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:42.495627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d73d8678-063b-459a-ac9a-a596e14e34e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.570286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d73d8678-063b-459a-ac9a-a596e14e34e7 None None] Port dba271e9-8878-4eb2-ab60-651b7ccf194c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:42.620214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Checking segment: {'id': '15b42b7f-1289-46cd-a9ed-637825a3c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8e68023b-8f3a-42a1-98d7-5f9020ec89a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:42.620214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Network hostable DHCP agents. Network: 8e68023b-8f3a-42a1-98d7-5f9020ec89a6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:01:42.650099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e761fe6f-d7ac-4350-b3da-7ecb1edeacb8 req-a59869d0-d787-4f79-a2f0-ecdd12a9064b tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1033652 Nov 23 19:01:42.650732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Pushing event updated for resources: {'Port': ['ID=dba271e9-8878-4eb2-ab60-651b7ccf194c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:42.742347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Network 8e68023b-8f3a-42a1-98d7-5f9020ec89a6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:01:42.764101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8e68023b-8f3a-42a1-98d7-5f9020ec89a6) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:42.766185 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.771485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:42.772294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:42.778398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9081d-dcbf-4c0e-a709-27ad71b1869d None None] Network 8e68023b-8f3a-42a1-98d7-5f9020ec89a6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:42.848645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-602859b5-4f50-41bf-be95-d17c5f0a9b0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2932384 Nov 23 19:01:43.039453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7883e-ac0d-402c-ba01-e9dd5e6e9fe7 None None] Network 8e68023b-8f3a-42a1-98d7-5f9020ec89a6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:43.652800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:44.101189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-7a604a9a-ce2e-43e7-94b5-e66eadb8e0a0 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:44.102728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-7a604a9a-ce2e-43e7-94b5-e66eadb8e0a0 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/networks?id=8708b991-3fc7-4ce2-aeb7-758339a97a6a HTTP/1.1" status: 200 len: 808 time: 0.2216871 Nov 23 19:01:44.123257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Router cf61b288-2c80-4ece-83a1-a879fb13ce20 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:01:44.156724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-a62ad4a2-42b0-4660-a34a-b06162c0d6ef tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/quotas/f2c604354b544429b96f41b85e7a4c7a HTTP/1.1" status: 200 len: 375 time: 0.0468218 Nov 23 19:01:44.435416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:44.460624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-7390f49f-bdf9-4fd1-bf29-5538aca7db14 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c604354b544429b96f41b85e7a4c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2871294 Nov 23 19:01:44.465522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:01:44.476751 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Sync routers for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:01:44.493500 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:44.494288 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:44.708196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8876feb2-e819-414d-9f6e-4660e879e468 req-f0da0c90-889f-42cf-a0a0-58292051f007 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.8593197 Nov 23 19:01:44.761837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-1da06bb5-10d2-4f09-9bf0-23236bab4854 service neutron] 10.222.0.37 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420931 Nov 23 19:01:44.906204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-86e77335-0cdf-4b15-8c48-83d9c4cafc76 service neutron] 10.222.0.37 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433411 Nov 23 19:01:44.924813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:44.930032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2eb40583-bf7e-48b9-b143-5ae43408b732 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4191582 Nov 23 19:01:44.932891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:44.960501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6c8904a-c7e2-4ec3-8ea5-dc45955ba051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:44.980176 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:45.163889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6c8904a-c7e2-4ec3-8ea5-dc45955ba051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.175080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6c8904a-c7e2-4ec3-8ea5-dc45955ba051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.287007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8904a-c7e2-4ec3-8ea5-dc45955ba051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e28b03-4488-4a0d-93fa-a283600973cd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:45.317722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6c8904a-c7e2-4ec3-8ea5-dc45955ba051 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe043a91fefb4e73aa00de31e4a7971f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8642950 Nov 23 19:01:45.319225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:45.454286 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:42Z', 'revision_number': 3, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:45.478708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.503542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4032b626-e77a-4aa3-9690-273270024f99 req-60dfa149-7f18-48de-a0c8-e699948b8e50 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 210 time: 0.0744584 Nov 23 19:01:45.510667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.519584 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Checking router: cf61b288-2c80-4ece-83a1-a879fb13ce20 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:01:45.534177 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Updating router cf61b288-2c80-4ece-83a1-a879fb13ce20 port dba271e9-8878-4eb2-ab60-651b7ccf194c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:01:45.574348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.580192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.584999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11e28b03-4488-4a0d-93fa-a283600973cd HTTP/1.1" status: 204 len: 168 time: 0.2615168 Nov 23 19:01:45.585881 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:45.607238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ebb6-6f44-4b74-9f2e-ab487cf8f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e28b03-4488-4a0d-93fa-a283600973cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:45.961433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d4993a1-2c4c-43d8-8759-892294f88d11 req-6b0f588b-108e-4be0-9b69-11c414604c72 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0830991 Nov 23 19:01:46.056312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.209010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:46.230759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152a2226-fc97-4749-a308-5b7f0fa4c6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.242267 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.257000 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.279266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Allocated IP 172.20.0.1 (f67c3f7b-402a-4a35-9b2a-4e0f986a9e11/44d6bcc6-7619-4fc5-b2cd-359e05564dac/9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:46.286385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022c21c-1229-4686-acf7-c2d1c8f102d5 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:46.348462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e4aa92ad-b095-42b8-93ff-e645e6a6db97 None None] Provisioning complete for port dba271e9-8878-4eb2-ab60-651b7ccf194c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:46.349191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4aa92ad-b095-42b8-93ff-e645e6a6db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.388393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Attempting to bind port dba271e9-8878-4eb2-ab60-651b7ccf194c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:01:46.389198 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Attempting to bind port dba271e9-8878-4eb2-ab60-651b7ccf194c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:01:46.389826 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Attempting to bind port dba271e9-8878-4eb2-ab60-651b7ccf194c on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:46.414225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:01:46.414746 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:46.415253 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.415887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:01:46.416642 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Bound port: dba271e9-8878-4eb2-ab60-651b7ccf194c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:01:46.417157 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.426641 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Pushing event updated for resources: {'Port': ['ID=dba271e9-8878-4eb2-ab60-651b7ccf194c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:46.449427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa92ad-b095-42b8-93ff-e645e6a6db97 None None] Port dba271e9-8878-4eb2-ab60-651b7ccf194c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:46.456282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152a2226-fc97-4749-a308-5b7f0fa4c6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.469345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152a2226-fc97-4749-a308-5b7f0fa4c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.526038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.566542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-152a2226-fc97-4749-a308-5b7f0fa4c6dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccdb2c8487d54373927197d4dfb78d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563573 Nov 23 19:01:46.567886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a2226-fc97-4749-a308-5b7f0fa4c6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddaf227-6424-472a-a3ad-6421ca8a5507,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:46.575933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:46.582558 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] For port dba271e9-8878-4eb2-ab60-651b7ccf194c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:46.590471 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] For port dba271e9-8878-4eb2-ab60-651b7ccf194c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dba271e9-8878-4eb2-ab60-651b7ccf194c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:46.593076 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.594569 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.594929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.595276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.595665 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.599200 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.599688 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.602164 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.602562 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.602970 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.603341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.604004 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:46.614687 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.688497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36fab4a-031a-4946-882b-2a1da5a786ad None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:46.714026 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:46.714995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:46.742667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08d3e655-a51f-411b-8d16-8e1001bd8b88 req-89472e39-292f-4b9e-8f89-2c4dca853054 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 210 time: 0.0741034 Nov 23 19:01:46.743790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.819735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:46.841725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Provisioning complete for port dba271e9-8878-4eb2-ab60-651b7ccf194c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:46.842113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.842575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:46.893375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:46.920029 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb2a5-a7bd-4a5c-b754-074b6d4db03c None None] Pushing event updated for resources: {'Port': ['ID=dba271e9-8878-4eb2-ab60-651b7ccf194c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:46.927801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:46.949497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:47.037515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.112376 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:47.135029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.157616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.210891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] For port dba271e9-8878-4eb2-ab60-651b7ccf194c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dba271e9-8878-4eb2-ab60-651b7ccf194c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:47.233251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.334081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a353859d-20d2-4de4-8196-502cc47b262f req-5e637bb4-e41f-47b5-9263-654bf2f5d87a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.1745546 Nov 23 19:01:47.338210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Pushing event updated for resources: {'Port': ['ID=dba271e9-8878-4eb2-ab60-651b7ccf194c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:47.348528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.348873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.349215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.349551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.349880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.350208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.350535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.350858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.351175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.351527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.352112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.352441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621fd9b-ef81-4788-a974-c62265de120d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:01:47.466790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.471992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.473442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bddaf227-6424-472a-a3ad-6421ca8a5507 HTTP/1.1" status: 204 len: 168 time: 0.8849792 Nov 23 19:01:47.478053 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-49225b29-6702-4c08-be27-8a67659e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:42Z', 'revision_number': 3, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:47.489548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-8fac2dca-1688-450a-89b5-53051f1c8e82 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:47.491217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-8fac2dca-1688-450a-89b5-53051f1c8e82 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.47 "GET /v2.0/networks?id=8708b991-3fc7-4ce2-aeb7-758339a97a6a HTTP/1.1" status: 200 len: 808 time: 0.4680111 Nov 23 19:01:47.502809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9cab-29fc-4629-b8a9-ae8e327ffc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddaf227-6424-472a-a3ad-6421ca8a5507,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:47.514685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Request body: {'port': {'device_id': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a', 'admin_state_up': True, 'tenant_id': 'f2c604354b544429b96f41b85e7a4c7a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:47.543349 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225b29-6702-4c08-be27-8a67659e284b None None] The sync data for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 is: [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:42Z', 'revision_number': 3, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:01:47.702542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:47.970005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Made reservation on behalf of f2c604354b544429b96f41b85e7a4c7a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:47.973605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.006099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04edb7a8-c667-46bf-bc40-bda4c86330fb req-0890389f-e399-4f6b-b365-bd3f906cb174 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 210 time: 0.0818772 Nov 23 19:01:48.007142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:48.322174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b82707e-d45d-4eb9-b233-741144b64d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.529872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b82707e-d45d-4eb9-b233-741144b64d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.531744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:48.572984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Allocated IP 172.20.0.12 (8708b991-3fc7-4ce2-aeb7-758339a97a6a/3ead6bfd-0bf7-418b-8c2c-5bd4c980f682/ed152056-7f9b-4f46-8943-923f28e5e636) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:48.595187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b82707e-d45d-4eb9-b233-741144b64d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.617524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c160e1e-7598-4eff-b76d-bfba181be8ad req-a33287c7-a248-46da-a558-19ae7a41f3af tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.0842071 Nov 23 19:01:48.716805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6b82707e-d45d-4eb9-b233-741144b64d9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a7d74b0c5fd4bb4bc0839f8394e360e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082505 Nov 23 19:01:48.718146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82707e-d45d-4eb9-b233-741144b64d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf56585-347a-4d54-b414-0e57380298bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:48.722841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:48.802015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.866171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dba271e9-8878-4eb2-ab60-651b7ccf194c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:01:48.886670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:48.968040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.050006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be327238-1aed-4674-8dce-fcdee8ba1330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.051423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dba271e9-8878-4eb2-ab60-651b7ccf194c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:49.052955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.085385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.093508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.094648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bf56585-347a-4d54-b414-0e57380298bc HTTP/1.1" status: 204 len: 168 time: 0.3699470 Nov 23 19:01:49.142032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec252c3-3a9d-4857-b054-874dc675148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf56585-347a-4d54-b414-0e57380298bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:49.165813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.326309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.348620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be327238-1aed-4674-8dce-fcdee8ba1330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.356670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be327238-1aed-4674-8dce-fcdee8ba1330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.378860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cbfd77b8-27ae-495b-b433-b1b6ed363f00 req-705b04f1-641f-40a7-9aa0-41f83e822c7d tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 210 time: 0.2153130 Nov 23 19:01:49.463579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be327238-1aed-4674-8dce-fcdee8ba1330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2500b63-896a-4cb7-a745-3f0751b4b4ce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:49.501925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-be327238-1aed-4674-8dce-fcdee8ba1330 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ffb37fdd993473c80e86692b8f6265e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9511220 Nov 23 19:01:49.503090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:49.543900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.594309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.624272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Network 8708b991-3fc7-4ce2-aeb7-758339a97a6a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:49.628420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.641587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:49.652854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:49.714785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.720453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.723041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2500b63-896a-4cb7-a745-3f0751b4b4ce HTTP/1.1" status: 204 len: 168 time: 0.2189350 Nov 23 19:01:49.766787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eedafb-532e-4751-9106-6e7138294760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2500b63-896a-4cb7-a745-3f0751b4b4ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:49.915904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:49.919935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:49.940255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:50.026391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:50.043375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Pushing event updated for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:50.228904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:50.237126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:50.292850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23f105d7-ecc8-482b-9454-306cceec7a28 req-6a03c9c2-7e76-4e1f-8de0-ae10d7fbc6d1 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8bfc69f-48e5-4aac-a67c-2a2de89c13ed HTTP/1.1" status: 200 len: 210 time: 0.3524668 Nov 23 19:01:50.304824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-be306188-68e1-493d-8c87-f7bbbdd4dd9b tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7981415 Nov 23 19:01:50.564299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Request body: {'port': {'device_id': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:50.686705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Router cf61b288-2c80-4ece-83a1-a879fb13ce20 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:01:50.711282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:50.884816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882886a-6638-41bb-b1e0-46b4bb62d6ef req-0e9d138c-4aa6-4de0-9c7e-7c30ef30f4aa tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:50.887005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e882886a-6638-41bb-b1e0-46b4bb62d6ef req-0e9d138c-4aa6-4de0-9c7e-7c30ef30f4aa tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 932 time: 0.2694793 Nov 23 19:01:51.058066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:01:51.070329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Sync routers for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:01:51.071866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0be37f84-fc0f-40f6-b6cc-e5b1827e02c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf61b288-2c80-4ece-83a1-a879fb13ce20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1373806 Nov 23 19:01:51.089076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:51.089759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:51.094102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e882886a-6638-41bb-b1e0-46b4bb62d6ef req-3d160fc7-b395-45db-9435-79dd4bd44223 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537101 Nov 23 19:01:51.308743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed152056-7f9b-4f46-8943-923f28e5e636 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:01:51.320990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.341747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Transition to ACTIVE for port object ed152056-7f9b-4f46-8943-923f28e5e636 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:01:51.349880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.437527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Pushing event updated for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:51.462658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:51.567741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:51.633135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.717783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.731094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Attempting to bind port ed152056-7f9b-4f46-8943-923f28e5e636 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:01:51.732683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Attempting to bind port ed152056-7f9b-4f46-8943-923f28e5e636 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '8d9cd932-b202-4941-ad72-8f2dc0983c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:01:51.733245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Attempting to bind port ed152056-7f9b-4f46-8943-923f28e5e636 on network 8708b991-3fc7-4ce2-aeb7-758339a97a6a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:51.748307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Port ed152056-7f9b-4f46-8943-923f28e5e636 on network 8708b991-3fc7-4ce2-aeb7-758339a97a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:01:51.748873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Attempting to bind port ed152056-7f9b-4f46-8943-923f28e5e636 on network 8708b991-3fc7-4ce2-aeb7-758339a97a6a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:51.755427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:01:51.755896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Checking segment: {'id': '8d9cd932-b202-4941-ad72-8f2dc0983c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:51.756547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Bound using segment: {'id': '8d9cd932-b202-4941-ad72-8f2dc0983c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:01:51.757101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Bound port: ed152056-7f9b-4f46-8943-923f28e5e636, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9cd932-b202-4941-ad72-8f2dc0983c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:01:51.757556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.840767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.849090 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.850420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/security-groups/01cec56f-850b-4794-8dbe-8ab95cf4dea6 HTTP/1.1" status: 204 len: 168 time: 0.3859458 Nov 23 19:01:51.856268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:51.864397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e89c-08e1-4da5-9390-d9bd8307d3bf tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cec56f-850b-4794-8dbe-8ab95cf4dea6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:51.872824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:51.899397 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3bc9dc96-b80f-44db-a497-85f0e6ebd5f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] show failed (client error): The resource could not be found. Nov 23 19:01:51.903381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:51.903718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3bc9dc96-b80f-44db-a497-85f0e6ebd5f7 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "GET /v2.0/security-groups/01cec56f-850b-4794-8dbe-8ab95cf4dea6 HTTP/1.1" status: 404 len: 347 time: 0.0284691 Nov 23 19:01:51.905770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ed152056-7f9b-4f46-8943-923f28e5e636,segment=NetworkSegment(8d9cd932-b202-4941-ad72-8f2dc0983c1d),segment_id=8d9cd932-b202-4941-ad72-8f2dc0983c1d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:51.915205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:51.971773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d', 'name': '', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'mac_address': 'fa:16:3e:8f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:46Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 2, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'subnets': [{'id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:51.996693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:51.997702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Pushing event updated for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:52.010457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.011550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.013984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-9f8c236c-4670-453a-b979-211f3537abfd service neutron] 10.222.0.47 "PUT /v2.0/ports/ed152056-7f9b-4f46-8943-923f28e5e636 HTTP/1.1" status: 200 len: 1092 time: 1.4629188 Nov 23 19:01:52.015063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:01:52.018436 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349bf744-e7b4-4a91-94c4-5384d659b68f" -d '{"events": [{"name": "network-changed", "server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:01:52.076610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Checking router: cf61b288-2c80-4ece-83a1-a879fb13ce20 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:01:52.077174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Updating router cf61b288-2c80-4ece-83a1-a879fb13ce20 port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:01:52.137728 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.143883 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5df24-05f5-4d7d-a8cf-04e80a18ee05 x-openstack-request-id: req-30c5df24-05f5-4d7d-a8cf-04e80a18ee05 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:01:52.144179 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:01:52.147662 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30c5df24-05f5-4d7d-a8cf-04e80a18ee05 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:01:52.148331 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636', 'status': 'completed', 'code': 200} Nov 23 19:01:52.202687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-73f4ab32-70f0-4e2f-8108-0807e6831453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.222992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-73f4ab32-70f0-4e2f-8108-0807e6831453 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2c604354b544429b96f41b85e7a4c7a&device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 1095 time: 0.1241088 Nov 23 19:01:52.302786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-75f76b5f-c332-41ba-a052-fcfbe30b3468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed152056-7f9b-4f46-8943-923f28e5e636 HTTP/1.1" status: 200 len: 217 time: 0.0715849 Nov 23 19:01:52.435880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1640197245-network', 'tenant_id': '5a174f5cc5d947d19d994418fd422855'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:52.492363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35b65c-c5c6-4e4d-ab4e-e8539c793e99 req-2fb6c66d-934e-4663-843a-616942371334 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.503525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c35b65c-c5c6-4e4d-ab4e-e8539c793e99 req-2fb6c66d-934e-4663-843a-616942371334 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 944 time: 0.2507484 Nov 23 19:01:52.592819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port ce2a76bf-c047-497b-935e-303d0a568e1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:52.593187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.601116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-ac3e5f9d-39bf-41fb-9d2d-623c5ff2e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.602598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-ac3e5f9d-39bf-41fb-9d2d-623c5ff2e32e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ead6bfd-0bf7-418b-8c2c-5bd4c980f682 HTTP/1.1" status: 200 len: 848 time: 0.2876983 Nov 23 19:01:52.647124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Made reservation on behalf of 5a174f5cc5d947d19d994418fd422855 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:52.650111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.652543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.660567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.679642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.685839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c35b65c-c5c6-4e4d-ab4e-e8539c793e99 req-d3ed8b8b-a3bd-43ab-98c2-e94af7d56ef1 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775222 Nov 23 19:01:52.699290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-673ca6ad-9dff-40ae-8bbf-5d3af15f10f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8708b991-3fc7-4ce2-aeb7-758339a97a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668116 Nov 23 19:01:52.718776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909b29a-6daf-4c14-9fa4-30f9e8e995f4 None None] Pushing event updated for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:52.804412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.812254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.817140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.846172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.847126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for ce2a76bf-c047-497b-935e-303d0a568e1f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:52.855917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Attempting to bind port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:01:52.857309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Attempting to bind port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:01:52.857700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Attempting to bind port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:52.875697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:01:52.877478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-d4a45985-e42d-40dd-a4a5-92fd614318f0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:52.878559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-d4a45985-e42d-40dd-a4a5-92fd614318f0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 811 time: 0.4857349 Nov 23 19:01:52.879144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Checking segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:52.879779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.882081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Bound using segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:01:52.883467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Bound port: 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:01:52.884062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.915024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:01:52.948321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:52.948665 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Added segment f65af438-db7b-4219-b38d-499efd8e1c28 of type vlan for network d02f676f-1d4b-4452-a5a1-2a73e305749c Nov 23 19:01:52.952531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-a88e2f90-74f4-4adc-8814-9a4e331b1fa0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/quotas/b804ec7e076f483ba19cd9db22b5ab7f HTTP/1.1" status: 200 len: 375 time: 0.0389490 Nov 23 19:01:52.965847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce666f3-bad0-4f9b-bf09-afa6f2a54f4d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:53.028108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] For port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:53.034145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] For port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:53.041210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.042808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-4d7353a7-7651-49fe-9661-a9b1996044ce service neutron] 10.222.0.47 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346984 Nov 23 19:01:53.045308 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.085509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.096151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-76fbdf34-73aa-4282-8b03-90d7123ea9b3 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339316 Nov 23 19:01:53.125936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909b29a-6daf-4c14-9fa4-30f9e8e995f4 None None] Pushing event updated for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:53.148157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:01:53.149085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:53.165745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=ce2a76bf-c047-497b-935e-303d0a568e1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:53.283906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:01:53.287601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.290941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.295626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0a8a048b-3920-44ed-812f-d4a49e108c70 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/floatingips/18f7e24d-1082-47de-b17e-319db3044a59 HTTP/1.1" status: 204 len: 168 time: 1.3904052 Nov 23 19:01:53.296320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:53.476238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f536835-aa50-4289-91a6-17e8be99273c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:53.489451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:53.489797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.577513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d', 'name': '', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'mac_address': 'fa:16:3e:8f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:46Z', 'updated_at': '2021-11-23T19:01:53Z', 'revision_number': 4, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'subnets': [{'id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:01:53.653820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b3b97-481e-4897-997b-c4cac4579d34 None None] The sync data for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 is: [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d', 'name': '', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'mac_address': 'fa:16:3e:8f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:46Z', 'updated_at': '2021-11-23T19:01:53Z', 'revision_number': 4, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'subnets': [{'id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:01:53.660019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.685494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:53.686154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.701098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:53.727071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:53.934356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323e405-a88f-4993-aa23-7f2fa109a775 req-6883f166-e266-48f8-b5fe-ae32d709b24f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:53.936359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5323e405-a88f-4993-aa23-7f2fa109a775 req-6883f166-e266-48f8-b5fe-ae32d709b24f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 944 time: 0.0993123 Nov 23 19:01:54.027880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-8967001d-b4d9-4f62-806b-0765bb11e6fc service neutron] 10.222.0.37 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9206519 Nov 23 19:01:54.061710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5323e405-a88f-4993-aa23-7f2fa109a775 req-fdd2ca0b-b5da-49b0-a655-ceb0ef1f35fe tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917008 Nov 23 19:01:54.063081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.098726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0973489 Nov 23 19:01:54.099402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:54.155591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:54.235973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Request body: {'subnet': {'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1640197245-subnet', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:54.244143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.250186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-36f68538-9971-4c3b-a19e-0a6d2c222141 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/ports/9d82ed92-5ddb-4966-a8b2-abfb2d2df3e5 HTTP/1.1" status: 204 len: 168 time: 0.9520106 Nov 23 19:01:54.253496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:54.311877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30c422-e25b-4e53-af28-1dd689c29c97 admin admin] Pushing event updated for resources: {'Network': ['ID=d02f676f-1d4b-4452-a5a1-2a73e305749c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:54.316407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f6d0d87-b93a-4a2f-9238-ed3c172b4960 req-a4526c67-9ac6-4c95-8295-14de36844c1c service neutron] 10.222.0.47 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2605615 Nov 23 19:01:54.327390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d02f676f-1d4b-4452-a5a1-2a73e305749c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:01:54.339001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Made reservation on behalf of 5a174f5cc5d947d19d994418fd422855 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:54.345507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.375579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-cef75bcf-52f5-43a0-8e37-2032b2d265f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460627 Nov 23 19:01:54.503871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 2a50e867-d994-41e1-8a5b-672c2f4d72ea {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:54.504237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.541120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-1d1d20bf-0c7d-46a1-8c16-9b189f708d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:54.543454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-1d1d20bf-0c7d-46a1-8c16-9b189f708d17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2c604354b544429b96f41b85e7a4c7a&device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 1095 time: 0.1515155 Nov 23 19:01:54.816865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:54.848275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:01:54.858640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 2a50e867-d994-41e1-8a5b-672c2f4d72ea owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:54.976385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-6a719f46-0fd9-4cce-9e50-31334b544b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:54.989270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-6a719f46-0fd9-4cce-9e50-31334b544b0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8708b991-3fc7-4ce2-aeb7-758339a97a6a HTTP/1.1" status: 200 len: 909 time: 0.4318857 Nov 23 19:01:55.016991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:55.018471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.076453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84e021da-65bc-4686-8e2d-3785d3e228f5 req-c6ec614f-8e3a-410d-b592-e4b22b0ca3d0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 210 time: 0.0926876 Nov 23 19:01:55.118442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-a6c97c8c-d327-456a-9657-a25d294ef89a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed152056-7f9b-4f46-8943-923f28e5e636 HTTP/1.1" status: 200 len: 217 time: 0.1188793 Nov 23 19:01:55.253093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-8f447d6a-c984-48d7-8886-40fd192f632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:55.255111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-8f447d6a-c984-48d7-8886-40fd192f632e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ead6bfd-0bf7-418b-8c2c-5bd4c980f682 HTTP/1.1" status: 200 len: 848 time: 0.0715752 Nov 23 19:01:55.351531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.378453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-e1be63ca-da67-4ed9-a3f9-a80337273b29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8708b991-3fc7-4ce2-aeb7-758339a97a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521369 Nov 23 19:01:55.380123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.391126 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.437909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:55.444321 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.539588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:55.558682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa66472-aa66-439e-95c5-4c0c9839ead4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:55.579359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=2a50e867-d994-41e1-8a5b-672c2f4d72ea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:55.737749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.754750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95c0b09d-9638-4f33-bca4-44d742dd8d4d tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/ports/2a50e867-d994-41e1-8a5b-672c2f4d72ea HTTP/1.1" status: 204 len: 168 time: 1.4998994 Nov 23 19:01:55.756266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:55.800653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a7751-3671-419c-89f1-4d969841172c req-ff52ccf5-fdf4-4ff6-8210-c9bba13d0ccb tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:55.802252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-517a7751-3671-419c-89f1-4d969841172c req-ff52ccf5-fdf4-4ff6-8210-c9bba13d0ccb tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 944 time: 0.5437889 Nov 23 19:01:55.927447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting subnet b7e5ae06-8869-4fad-a6d7-58613bfa9570 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:01:55.932295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:55.999495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Checking segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:55.999883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Network hostable DHCP agents. Network: d02f676f-1d4b-4452-a5a1-2a73e305749c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:01:56.038344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.135185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ed152056-7f9b-4f46-8943-923f28e5e636 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:01:56.144645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-3705e518-8734-4701-9c15-a3ef5e47fe50 service neutron] 10.222.0.47 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018171 Nov 23 19:01:56.156440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Network d02f676f-1d4b-4452-a5a1-2a73e305749c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:01:56.188155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-517a7751-3671-419c-89f1-4d969841172c req-219af1fc-6760-47ca-ba77-0c2561f0a3e2 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461773 Nov 23 19:01:56.242062 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.338548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:56.381650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.433138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-857b846a-ba5f-4922-aebc-1f57dda9258b req-6d0c288d-e8a0-46de-a314-e3c63c1c01fd tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 210 time: 0.0953236 Nov 23 19:01:56.485272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e5ae06-8869-4fad-a6d7-58613bfa9570,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:56.499024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.505451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a2060c4-06e1-4f22-aef6-e2ccad7e651a tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/subnets/b7e5ae06-8869-4fad-a6d7-58613bfa9570 HTTP/1.1" status: 204 len: 168 time: 0.7480748 Nov 23 19:01:56.509701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3401a707-b8e6-417a-87c7-3c5a445db4dd None None] Network d263aea2-1cfc-4228-9b39-7600e563994f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:56.514853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:56.565359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-349bf744-e7b4-4a91-94c4-5384d659b68f req-a4656809-fdea-4eb9-aaef-2d17f83adcb0 service neutron] 10.222.0.47 "GET /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668804 Nov 23 19:01:56.582474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d02f676f-1d4b-4452-a5a1-2a73e305749c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:56.600369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:56.602480 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.619100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting subnet 34a0227b-385a-4fa0-af3b-52947188f6ea {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:01:56.642149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.659962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2a6f05d7-dfcc-4e7f-baf0-297ffd4e5137 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4355762 Nov 23 19:01:56.662477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:56.667069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:56.672777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ed152056-7f9b-4f46-8943-923f28e5e636,segment=NetworkSegment(8d9cd932-b202-4941-ad72-8f2dc0983c1d),segment_id=8d9cd932-b202-4941-ad72-8f2dc0983c1d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:56.680747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6a9cd-6747-49ec-b28c-bdfa6b039615 None None] Network d02f676f-1d4b-4452-a5a1-2a73e305749c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:56.731521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.735993 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.745410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ead690-5ef6-45b6-8955-2c84092bcf53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.841425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:56.842510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:01:57.021038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-08c92756-f41c-40e6-bfd0-3a0cb571e982 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:57.023774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-08c92756-f41c-40e6-bfd0-3a0cb571e982 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 811 time: 0.2524564 Nov 23 19:01:57.039894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.050466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Request body: {'port': {'device_id': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'admin_state_up': True, 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:57.089235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.104229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ed152056-7f9b-4f46-8943-923f28e5e636', 'network_id': '8708b991-3fc7-4ce2-aeb7-758339a97a6a', 'port_id': 'ed152056-7f9b-4f46-8943-923f28e5e636', 'mac_address': 'fa:16:3e:f4:86:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ead6bfd-0bf7-418b-8c2c-5bd4c980f682', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:01:57.191582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d02f676f-1d4b-4452-a5a1-2a73e305749c', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:01:57.192464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.430716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.436355 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.471671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9665136d-863c-4960-8d98-61609c6d427e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.491074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.523637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:57.526180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.572569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.592139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed152056-7f9b-4f46-8943-923f28e5e636 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:01:57.668786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e3116b3-388e-471d-a960-57a77106519f req-6bea9e79-bd96-4438-bf6b-800f6b8475a2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 210 time: 0.0830076 Nov 23 19:01:57.705731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ed152056-7f9b-4f46-8943-923f28e5e636,segment=NetworkSegment(8d9cd932-b202-4941-ad72-8f2dc0983c1d),segment_id=8d9cd932-b202-4941-ad72-8f2dc0983c1d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:57.719605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] DHCP port deletion for d263aea2-1cfc-4228-9b39-7600e563994f request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:57.749911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.762395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ead690-5ef6-45b6-8955-2c84092bcf53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.767521 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.826546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Allocated IP 172.25.5.9 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:57.834441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Allocated IP 172.20.0.2 (d02f676f-1d4b-4452-a5a1-2a73e305749c/ffa66472-aa66-439e-95c5-4c0c9839ead4/15398a7e-ecfc-48b2-a083-fa00083b01ae) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:57.839145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ead690-5ef6-45b6-8955-2c84092bcf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.862927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fa300-8e2a-4e8b-8f64-53aa6c7414d5 req-bd1fb496-d536-413d-86e9-6ea3d6e902fd tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:57.864550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef0fa300-8e2a-4e8b-8f64-53aa6c7414d5 req-bd1fb496-d536-413d-86e9-6ea3d6e902fd tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 944 time: 0.5220425 Nov 23 19:01:57.878833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Subnet': ['ID=34a0227b-385a-4fa0-af3b-52947188f6ea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:57.963399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Made reservation on behalf of b804ec7e076f483ba19cd9db22b5ab7f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:01:57.966929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.973510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.993869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:57.998263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-628e93d8-e4b0-45c9-a6fe-fa1705923294 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/subnets/34a0227b-385a-4fa0-af3b-52947188f6ea HTTP/1.1" status: 204 len: 168 time: 1.4813426 Nov 23 19:01:58.006645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.038079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.042227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.103304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.109794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f8cc7-35b2-4ac1-894c-05e61a63cb9f None None] Network 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:01:58.114058 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.123649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.146011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:58.155954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:58.160769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:58.161399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2ead690-5ef6-45b6-8955-2c84092bcf53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a5065942d5a46b09d10542a7e4eb235&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8203351 Nov 23 19:01:58.165936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:58.181160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ead690-5ef6-45b6-8955-2c84092bcf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b440602-13c3-4e80-b4bc-19a0f92d79e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.208220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a16713-47d7-4aaf-a596-7070a82fd6cc None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:58.214413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ef0fa300-8e2a-4e8b-8f64-53aa6c7414d5 req-a025a730-4da1-415c-9969-7693ff765b90 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304300 Nov 23 19:01:58.235020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Pushing event updated for resources: {'Port': ['ID=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.419271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Deleting port 63f1b75a-5900-4261-8e61-02c09f6d8c51 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:58.419729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.578802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Allocated IP 172.20.0.2 (f67c3f7b-402a-4a35-9b2a-4e0f986a9e11/44d6bcc6-7619-4fc5-b2cd-359e05564dac/7fc5e1b2-b008-462e-abcc-9befca49fec5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:01:58.582677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.593982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ed152056-7f9b-4f46-8943-923f28e5e636'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:01:58.612819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] For port 63f1b75a-5900-4261-8e61-02c09f6d8c51, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63f1b75a-5900-4261-8e61-02c09f6d8c51,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:58.613201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.631503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.634602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Network d02f676f-1d4b-4452-a5a1-2a73e305749c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:58.637130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Calling delete_port for 63f1b75a-5900-4261-8e61-02c09f6d8c51 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:58.655593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:58.720392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:58.751455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Pushing event updated for resources: {'Port': ['ID=15398a7e-ecfc-48b2-a083-fa00083b01ae,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.904606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.919385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 63f1b75a-5900-4261-8e61-02c09f6d8c51 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:01:58.952702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d30e505c-fe5d-480f-851b-7db7f0a2eb8a req-256d7919-52e5-440a-b49d-00e1fc108d20 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 210 time: 0.0693018 Nov 23 19:01:58.956112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.959607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.961098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b440602-13c3-4e80-b4bc-19a0f92d79e8 HTTP/1.1" status: 204 len: 168 time: 0.7965796 Nov 23 19:01:58.969799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.983411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c4165-5a93-431a-8eda-037928764a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b440602-13c3-4e80-b4bc-19a0f92d79e8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:58.991455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Deleting port 63f1b75a-5900-4261-8e61-02c09f6d8c51 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:58.994107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:58.995562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.009953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c8dc5b0e-b528-4e16-baf4-2baec3c5dec1 None None] Provisioning complete for port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:01:59.010328 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5b0e-b528-4e16-baf4-2baec3c5dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.074832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:01:59.102573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:01:59.109469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:01:59.118594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Attempting to bind port 15398a7e-ecfc-48b2-a083-fa00083b01ae on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:01:59.118981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Attempting to bind port 15398a7e-ecfc-48b2-a083-fa00083b01ae by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:01:59.119398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Attempting to bind port 15398a7e-ecfc-48b2-a083-fa00083b01ae on network d02f676f-1d4b-4452-a5a1-2a73e305749c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:01:59.136534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:01:59.137198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Checking segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:01:59.138111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.138535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Bound using segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:01:59.139036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Bound port: 15398a7e-ecfc-48b2-a083-fa00083b01ae, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:01:59.139500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.215430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:01:59.216228 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.245766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Pushing event updated for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:59.272548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-3259663c-a1b9-4045-84ad-c90270fd9d6f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2345402 Nov 23 19:01:59.293147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Request body: {'port': {'device_id': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:01:59.304442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.313511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc5b0e-b528-4e16-baf4-2baec3c5dec1 None None] Port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:01:59.352131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.355185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] No DVR routers for this DVR port 63f1b75a-5900-4261-8e61-02c09f6d8c51 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:01:59.427761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] DHCP port deletion for 7e5c361e-a500-431b-bd2b-0d7f0bb26a37 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:01:59.467720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] For port 63f1b75a-5900-4261-8e61-02c09f6d8c51, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=63f1b75a-5900-4261-8e61-02c09f6d8c51,segment=NetworkSegment(7f008844-70c8-45e5-bef1-f17b0bd2fa7c),segment_id=7f008844-70c8-45e5-bef1-f17b0bd2fa7c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:01:59.468549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.567279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:59.574395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.587485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-898f48cc-8bf8-4691-81d6-cac72ffd31e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.588086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Calling delete_port for 63f1b75a-5900-4261-8e61-02c09f6d8c51 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:01:59.601955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.631833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] For port 15398a7e-ecfc-48b2-a083-fa00083b01ae, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:01:59.694687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Port': ['ID=63f1b75a-5900-4261-8e61-02c09f6d8c51,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:01:59.715417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] For port 15398a7e-ecfc-48b2-a083-fa00083b01ae, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15398a7e-ecfc-48b2-a083-fa00083b01ae,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:01:59.744822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-898f48cc-8bf8-4691-81d6-cac72ffd31e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.752480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.753193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-898f48cc-8bf8-4691-81d6-cac72ffd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:01:59.807794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-898f48cc-8bf8-4691-81d6-cac72ffd31e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf30bbe410784122b0739aac7f81692b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367320 Nov 23 19:01:59.812342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:01:59.814940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:01:59.948952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Deleting port 87b67a73-97bf-4c22-8983-b91836873c60 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:01:59.950513 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.010712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f48cc-8bf8-4691-81d6-cac72ffd31e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d842095-6556-4604-8338-0c5d109a0a9c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:02:00.014954 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:02:00.089788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e7560-5b7c-4504-9493-1e9f9dc4ffd5 None None] Pushing event updated for resources: {'Port': ['ID=15398a7e-ecfc-48b2-a083-fa00083b01ae,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.168580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] For port 87b67a73-97bf-4c22-8983-b91836873c60, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=87b67a73-97bf-4c22-8983-b91836873c60,segment=NetworkSegment(7d6efa81-2f69-4fdb-ab4c-b8752a5d7823),segment_id=7d6efa81-2f69-4fdb-ab4c-b8752a5d7823)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:00.170505 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.195291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Calling delete_port for 87b67a73-97bf-4c22-8983-b91836873c60 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:00.221577 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.306579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.316928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79884bf-1d79-4236-8140-8b66625f45d8 req-38df3f19-b68b-42b1-a1d4-5744b9639b63 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:00.317394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:00.324551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b79884bf-1d79-4236-8140-8b66625f45d8 req-38df3f19-b68b-42b1-a1d4-5744b9639b63 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 945 time: 0.9331009 Nov 23 19:02:00.339977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Sync routers for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:00.359054 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:00.359866 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:01:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:00.365381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.420051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263aea2-1cfc-4228-9b39-7600e563994f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:00.465231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.507501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ed152056-7f9b-4f46-8943-923f28e5e636 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:00.515070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f008844-70c8-45e5-bef1-f17b0bd2fa7c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:00.515709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f008844-70c8-45e5-bef1-f17b0bd2fa7c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:00.527487 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.568553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.568776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.576302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dea3516e-86aa-4355-a7f7-29c09ee710bc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9102361 Nov 23 19:02:00.576302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.581500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:00.583678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.599214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d842095-6556-4604-8338-0c5d109a0a9c HTTP/1.1" status: 204 len: 168 time: 0.7726243 Nov 23 19:02:00.633230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8d06ef7e-7f50-4264-bd97-338ef6438669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.654576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7853-a843-43a7-b848-d5d6eaeb680a req-6161e678-f162-4d24-b904-7cd2e2900c75 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:00.660005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d48f7853-a843-43a7-b848-d5d6eaeb680a req-6161e678-f162-4d24-b904-7cd2e2900c75 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 931 time: 0.4516575 Nov 23 19:02:00.664493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddf574-e906-48eb-abcc-df04d923cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d842095-6556-4604-8338-0c5d109a0a9c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.681344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:00.714104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] Pushing event deleted for resources: {'Port': ['ID=63f1b75a-5900-4261-8e61-02c09f6d8c51,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.757044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] No DVR routers for this DVR port 87b67a73-97bf-4c22-8983-b91836873c60 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:02:00.781263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c1334-7bc1-4855-9751-8cdfcac321a6 None None] No DVR routers for this DVR port 63f1b75a-5900-4261-8e61-02c09f6d8c51 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:02:00.795262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d48f7853-a843-43a7-b848-d5d6eaeb680a req-cf754fb9-e65e-470f-93e7-77c1c1a08575 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120028 Nov 23 19:02:00.856477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.906444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b79884bf-1d79-4236-8140-8b66625f45d8 req-760b2240-f8eb-46d7-ba14-04cfbe088788 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808437 Nov 23 19:02:00.937847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:02:00.938446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:02:00.942258 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:02:00.960751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4844c6-34ee-4984-ac82-d6dfede78619 None None] Pushing event deleted for resources: {'Port': ['ID=87b67a73-97bf-4c22-8983-b91836873c60,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:00.972481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.006085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port ed152056-7f9b-4f46-8943-923f28e5e636 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:02:01.014661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ed152056-7f9b-4f46-8943-923f28e5e636 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:01.015922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.097306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15398a7e-ecfc-48b2-a083-fa00083b01ae up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:01.210009 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:01:58Z', 'revision_number': 3, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:01.240894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc5e1b2-b008-462e-abcc-9befca49fec5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:01.251114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.263258 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Checking router: 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:01.263946 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Updating router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:01.273848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Transition to ACTIVE for port object 7fc5e1b2-b008-462e-abcc-9befca49fec5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:02:01.309043 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.338015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.355693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.400573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 15398a7e-ecfc-48b2-a083-fa00083b01ae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:01.412652 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.418599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.422820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/networks/d263aea2-1cfc-4228-9b39-7600e563994f HTTP/1.1" status: 204 len: 168 time: 3.4095242 Nov 23 19:02:01.423779 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.425911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:01.498268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7fea0-60d0-46ef-806a-afc41751fe61 tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Network': ['ID=d263aea2-1cfc-4228-9b39-7600e563994f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:01.525307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:01.562686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:01.565447 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdce5fb-4f96-4318-befb-691242360688" -d '{"events": [{"server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "name": "network-vif-plugged", "status": "completed", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:01.677508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.678777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ed152056-7f9b-4f46-8943-923f28e5e636,segment=NetworkSegment(8d9cd932-b202-4941-ad72-8f2dc0983c1d),segment_id=8d9cd932-b202-4941-ad72-8f2dc0983c1d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:01.700821 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.739568 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b2abfe-2c5f-4855-b5be-aef956c199bd x-openstack-request-id: req-d7b2abfe-2c5f-4855-b5be-aef956c199bd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:01.739876 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "name": "network-vif-plugged", "status": "completed", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:01.740149 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7b2abfe-2c5f-4855-b5be-aef956c199bd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:01.741176 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636', 'code': 200} Nov 23 19:02:01.853277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Attempting to bind port 7fc5e1b2-b008-462e-abcc-9befca49fec5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:01.858603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Attempting to bind port 7fc5e1b2-b008-462e-abcc-9befca49fec5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:01.859457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Attempting to bind port 7fc5e1b2-b008-462e-abcc-9befca49fec5 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:01.880449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Port 7fc5e1b2-b008-462e-abcc-9befca49fec5 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:02:01.881445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Attempting to bind port 7fc5e1b2-b008-462e-abcc-9befca49fec5 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:01.950926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:01.955734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Checking segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:01.957908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Bound using segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:01.958536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Bound port: 7fc5e1b2-b008-462e-abcc-9befca49fec5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:01.960795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:01.998844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.048802 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.062866 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.070780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af139349-cf5f-46da-b364-6616c7ea7cb2 None None] Network d02f676f-1d4b-4452-a5a1-2a73e305749c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:02.073062 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.109879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5c361e-a500-431b-bd2b-0d7f0bb26a37']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:02.124852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:02.125188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6efa81-2f69-4fdb-ab4c-b8752a5d7823') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:02.143046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361328-6123-4420-952f-a10c8883267f req-52da4983-ab06-4730-964b-345261a22420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:02.145296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac361328-6123-4420-952f-a10c8883267f req-52da4983-ab06-4730-964b-345261a22420 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 1097 time: 0.3569863 Nov 23 19:02:02.149902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.192108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.206352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b46e-d279-4bfc-9403-8ccf7df592e9 req-8033eefb-b308-400b-a400-ebf7126a930f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:02.208029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ed3b46e-d279-4bfc-9403-8ccf7df592e9 req-8033eefb-b308-400b-a400-ebf7126a930f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 943 time: 0.2145836 Nov 23 19:02:02.220795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:02:02.221383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:02:02.228642 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:02:02.246515 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4dd99-1b12-4f93-8077-d531379e15d2 None None] Pushing event updated for resources: {'Port': ['ID=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.255833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007eafb-f3ca-4d7a-a9a4-296163ad384f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:02.261394 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Attempting to bind port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:02.267537 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Attempting to bind port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:02.268453 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Attempting to bind port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:02.278148 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:02.281998 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:02.282562 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.283672 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:02.287256 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Bound port: 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:02.287839 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.292852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.357847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac361328-6123-4420-952f-a10c8883267f req-b5750320-7765-4154-9883-91cc7fd5bfb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909542 Nov 23 19:02:02.368636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.386229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.390379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] 10.222.0.37 "DELETE /v2.0/networks/7e5c361e-a500-431b-bd2b-0d7f0bb26a37 HTTP/1.1" status: 204 len: 168 time: 0.9634161 Nov 23 19:02:02.452958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] For port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:02.465471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625adc-b6b3-4048-b2d0-1eae859cb9bb tempest-TaggedBootDevicesTest-149933438 tempest-TaggedBootDevicesTest-149933438-project] Pushing event deleted for resources: {'Network': ['ID=7e5c361e-a500-431b-bd2b-0d7f0bb26a37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:02.469121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] For port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:02.481333 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.497964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ed3b46e-d279-4bfc-9403-8ccf7df592e9 req-288bb702-ceca-439a-b096-796e773b750b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807279 Nov 23 19:02:02.549101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ded3-fc8d-4799-a7f5-4957ee582568 req-df523c42-0578-478b-bdad-814a2268bec3 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:02.562080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6196ded3-fc8d-4799-a7f5-4957ee582568 req-df523c42-0578-478b-bdad-814a2268bec3 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.4769924 Nov 23 19:02:02.565248 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:02.565998 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:02.585470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:02.601297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:02.608520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 15398a7e-ecfc-48b2-a083-fa00083b01ae, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15398a7e-ecfc-48b2-a083-fa00083b01ae,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:02.629841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd835f04-4cbd-460a-88b0-93a416aa64dd None None] Provisioning complete for port 15398a7e-ecfc-48b2-a083-fa00083b01ae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:02.632756 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd835f04-4cbd-460a-88b0-93a416aa64dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.660044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.665583 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.686297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.708174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.782643 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:02.901748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6196ded3-fc8d-4799-a7f5-4957ee582568 req-d21a70c5-18ca-453c-99fd-7f124dc9b25d tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966769 Nov 23 19:02:02.907153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:02.909042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:02.910882 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] 10.222.0.50 "PUT /v2.0/ports/7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 200 len: 1091 time: 3.6263628 Nov 23 19:02:02.913711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:02.917219 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c012c-9e50-46eb-9005-1e3043009f05" -d '{"events": [{"name": "network-changed", "server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:02.990475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42230b82-eb34-444d-9edf-6c1afcc2dc8d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:03.054096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=15398a7e-ecfc-48b2-a083-fa00083b01ae,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:03.105235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 87b67a73-97bf-4c22-8983-b91836873c60 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:02:03.129426 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b001c549-e95b-4dcb-acd2-5885a81ef72e x-openstack-request-id: req-b001c549-e95b-4dcb-acd2-5885a81ef72e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:03.129726 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:03.130332 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b001c549-e95b-4dcb-acd2-5885a81ef72e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:03.130884 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5', 'status': 'completed', 'code': 200} Nov 23 19:02:03.252458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 87b67a73-97bf-4c22-8983-b91836873c60 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:02:03.252942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 87b67a73-97bf-4c22-8983-b91836873c60 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:02:03.416367 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4dd99-1b12-4f93-8077-d531379e15d2 None None] Pushing event updated for resources: {'Port': ['ID=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:03.430716 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53153138-91b5-4bc4-9406-a498c346160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:01:58Z', 'revision_number': 3, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:03.444374 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.473633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffd04-f96c-4feb-b592-385645a13fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:03.503641 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53153138-91b5-4bc4-9406-a498c346160f None None] The sync data for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 is: [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:01:58Z', 'revision_number': 3, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:03.532213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15398a7e-ecfc-48b2-a083-fa00083b01ae up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:03.630823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 15398a7e-ecfc-48b2-a083-fa00083b01ae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:03.631484 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.653086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-92281b07-cdad-46ff-be29-b5591b0b77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:03.654662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-92281b07-cdad-46ff-be29-b5591b0b77a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1094 time: 0.6222820 Nov 23 19:02:03.809682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] Provisioning complete for port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:03.810179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:03.861001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-58f4cd85-27d7-48c6-986d-37b414414cc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 200 len: 217 time: 0.1346493 Nov 23 19:02:04.015654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.074810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] For port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:04.077965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61249-4590-45ef-8a1a-b6c73b3c5428 req-176d266b-d4af-4963-9930-652497899a19 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:04.089170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.099024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ef61249-4590-45ef-8a1a-b6c73b3c5428 req-176d266b-d4af-4963-9930-652497899a19 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 943 time: 0.4411726 Nov 23 19:02:04.132900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-d8e32631-c2ef-47e3-8572-94bbe49498d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:04.137512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-d8e32631-c2ef-47e3-8572-94bbe49498d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.2456725 Nov 23 19:02:04.142042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7355b-42f9-4c00-82f2-4ba64a1a0d0d req-47959403-758d-45a0-9908-f4d5198ebcd0 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:04.162387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cc7355b-42f9-4c00-82f2-4ba64a1a0d0d req-47959403-758d-45a0-9908-f4d5198ebcd0 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.1112905 Nov 23 19:02:04.247906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f7468-6c57-44f6-a4a5-9333225f1755 None None] Pushing event updated for resources: {'Port': ['ID=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:04.257522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cc7355b-42f9-4c00-82f2-4ba64a1a0d0d req-626c2e7b-03a1-4de0-a440-3153dd5c060d tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937774 Nov 23 19:02:04.268906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Allocated IP 172.20.0.1 (d02f676f-1d4b-4452-a5a1-2a73e305749c/ffa66472-aa66-439e-95c5-4c0c9839ead4/b18be605-fe2d-464b-abc0-7ccc1174cae6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:04.295932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-5e271453-94af-4eae-bb5a-ecbaa4ce9a8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100869 Nov 23 19:02:04.302516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3249aa87-cbcd-4279-b266-4ca9d6f71d8a None None] Provisioning complete for port 15398a7e-ecfc-48b2-a083-fa00083b01ae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:04.304040 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3249aa87-cbcd-4279-b266-4ca9d6f71d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.339859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ef61249-4590-45ef-8a1a-b6c73b3c5428 req-70417df5-ff8d-42f0-8078-f2182a227106 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254722 Nov 23 19:02:04.740375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-b0188804-3561-48ea-8031-ac6101a4af09 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971026 Nov 23 19:02:04.771624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.916532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:04.967611 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcf5b1c8-99d0-4f11-a481-dde1c2fab358 req-64e90ed7-a7bb-451f-88de-92adb3203ca0 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999748 Nov 23 19:02:04.991759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Network d02f676f-1d4b-4452-a5a1-2a73e305749c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:04.996504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:04.999520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:05.138833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Pushing event updated for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:05.178131 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.225797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-d1245a33-895e-4742-b063-952922989665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:05.227347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-d1245a33-895e-4742-b063-952922989665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1094 time: 0.1493521 Nov 23 19:02:05.528081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:05.703685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e1b913cf-5d88-4ff5-9e61-5bd723d56e79 None None] Provisioning complete for port b18be605-fe2d-464b-abc0-7ccc1174cae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:05.704074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1b913cf-5d88-4ff5-9e61-5bd723d56e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.782036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:05.871510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c67a1b-6477-4fce-887e-e7c13d7d39fe req-aacbdf51-81e4-49d0-858b-a27ec42a129c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:05.882148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64c67a1b-6477-4fce-887e-e7c13d7d39fe req-aacbdf51-81e4-49d0-858b-a27ec42a129c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 943 time: 0.2511704 Nov 23 19:02:05.987966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64c67a1b-6477-4fce-887e-e7c13d7d39fe req-c607df6b-fda7-4d01-b5d5-be71aefda758 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047857 Nov 23 19:02:06.000030 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:06.225873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:06.226334 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:06.344122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e1b913cf-5d88-4ff5-9e61-5bd723d56e79 None None] Port b18be605-fe2d-464b-abc0-7ccc1174cae6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:07.110806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-326a85d2-2000-4541-9c02-ecf8f9584b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.114582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-326a85d2-2000-4541-9c02-ecf8f9584b26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 1.8683524 Nov 23 19:02:07.249730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-32143e2e-bf1c-479f-9593-d9b3e1a9a237 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 200 len: 217 time: 0.1238766 Nov 23 19:02:07.259831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c61b2-1139-4882-a592-a92ed8d93c9e req-83946561-e680-44ff-9673-cc98cf0ad63b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.272282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-827c61b2-1139-4882-a592-a92ed8d93c9e req-83946561-e680-44ff-9673-cc98cf0ad63b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 943 time: 0.1249890 Nov 23 19:02:07.377576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-f1c6eeb6-7edd-48c2-b4ba-b6f142ec648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:07.379140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-f1c6eeb6-7edd-48c2-b4ba-b6f142ec648d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.1184206 Nov 23 19:02:07.381053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7fc5e1b2-b008-462e-abcc-9befca49fec5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:02:07.471982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-827c61b2-1139-4882-a592-a92ed8d93c9e req-489fea8a-5efd-426b-9ead-7f38a89a4214 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985245 Nov 23 19:02:07.472829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-8aacc453-b3d3-4265-ac23-b69cb02aa003 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851359 Nov 23 19:02:07.537090 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.566570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.608835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:07.657305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '7fc5e1b2-b008-462e-abcc-9befca49fec5', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'port_id': '7fc5e1b2-b008-462e-abcc-9befca49fec5', 'mac_address': 'fa:16:3e:79:b9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:02:07.783966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.835946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc5e1b2-b008-462e-abcc-9befca49fec5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:07.855825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Pushing event updated for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:07.900308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:07.904023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.906314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:07.912130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.913190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.913752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.914323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.919812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.920463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.921505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.922061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.924441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.925029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.925593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:07.932781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:08.007646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:08.123352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-ddc04031-e4a3-4f31-b79c-47767fb0a521 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991902 Nov 23 19:02:08.243712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7fc5e1b2-b008-462e-abcc-9befca49fec5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:02:08.418662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Network d02f676f-1d4b-4452-a5a1-2a73e305749c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:08.422567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c89c012c-9e50-46eb-9005-1e3043009f05 req-f9aa49cb-98a4-4d65-8ffd-60e536ed9fd1 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876935 Nov 23 19:02:08.424817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:08.934241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765a4f-acbc-43f0-8c5c-b58a2685cc72 req-69199d9e-afbe-4808-beb8-6730ff0133e5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:08.942840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18765a4f-acbc-43f0-8c5c-b58a2685cc72 req-69199d9e-afbe-4808-beb8-6730ff0133e5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 944 time: 0.2732322 Nov 23 19:02:08.959175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:02:08.994825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-819eac04-2c3c-49b4-8ab5-079256d57506 None None] Provisioning complete for port b18be605-fe2d-464b-abc0-7ccc1174cae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:08.995669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-819eac04-2c3c-49b4-8ab5-079256d57506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:09.121266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:09.203220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-819eac04-2c3c-49b4-8ab5-079256d57506 None None] Port b18be605-fe2d-464b-abc0-7ccc1174cae6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:09.352759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18765a4f-acbc-43f0-8c5c-b58a2685cc72 req-41a968b5-f228-4a6d-9fbd-1f645a16521c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082580 Nov 23 19:02:09.411268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7fc5e1b2-b008-462e-abcc-9befca49fec5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:09.494873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:09.516077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6cde3a95-7935-4792-b197-3da161005abe admin admin] 10.222.0.37 "PUT /v2.0/routers/10fc831c-c3b2-4d69-a4fc-37301ffb7e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9275608 Nov 23 19:02:09.587772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Sync routers for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:09.653325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:09.654324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:09.860511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:10.249008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 7fc5e1b2-b008-462e-abcc-9befca49fec5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:02:10.299199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 7fc5e1b2-b008-462e-abcc-9befca49fec5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:10.299482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:10.691652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef753-b027-4cd9-b465-a7f2514be181 req-24321e93-21e3-4b64-9196-1ece188c5a93 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:10.704508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96bef753-b027-4cd9-b465-a7f2514be181 req-24321e93-21e3-4b64-9196-1ece188c5a93 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 944 time: 0.1812847 Nov 23 19:02:10.740170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:10.897144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96bef753-b027-4cd9-b465-a7f2514be181 req-f68bba6f-f3b3-4b19-a962-d23c943c3fab tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783106 Nov 23 19:02:10.992238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.115718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:11.120151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:11.123033 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6101eb-86ac-4e9f-938c-d9e2a2f9b47f" -d '{"events": [{"server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:11.148036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.226564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:11.231673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-522159950-network', 'tenant_id': 'f44dc0405fe646c18dd460294e362468'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:11.242839 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807c2175-014a-44aa-b88e-399a5948eda4 x-openstack-request-id: req-807c2175-014a-44aa-b88e-399a5948eda4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:11.243135 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:11.243627 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-807c2175-014a-44aa-b88e-399a5948eda4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:11.246050 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5', 'code': 200} Nov 23 19:02:11.288092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Made reservation on behalf of f44dc0405fe646c18dd460294e362468 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:11.291336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.312400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.382822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:11.389929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:06Z', 'revision_number': 2, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:11.448623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Checking router: 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:11.449443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Updating router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c port b18be605-fe2d-464b-abc0-7ccc1174cae6 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:11.485849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6b371-9fcc-44d1-bed1-1113f3d65a52 req-cb6582a9-c34e-477d-943c-9249eda21f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:11.490043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02a6b371-9fcc-44d1-bed1-1113f3d65a52 req-cb6582a9-c34e-477d-943c-9249eda21f18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1096 time: 0.1703677 Nov 23 19:02:11.565048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:11.747950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02a6b371-9fcc-44d1-bed1-1113f3d65a52 req-2b81cede-bd34-4722-83a7-ff701651d5fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447591 Nov 23 19:02:11.935571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf338e5c-91fb-483c-8386-426d27749ed7 req-25b3e408-e655-42ca-af2c-1eac758f7951 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:11.952799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf338e5c-91fb-483c-8386-426d27749ed7 req-25b3e408-e655-42ca-af2c-1eac758f7951 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2020760 Nov 23 19:02:12.066001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.092392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.168922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf338e5c-91fb-483c-8386-426d27749ed7 req-078967e8-403c-480f-943d-640e86d59250 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150924 Nov 23 19:02:12.182000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:02:12.250795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.251411 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Added segment 2fc39a95-1632-49ed-bcd9-6799c21a3acb of type vlan for network 4829a26e-f9d7-42ff-9d65-4eca13cef782 Nov 23 19:02:12.268322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a072a43-abc2-444f-80c2-7c27b814dc35,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:12.362626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9ae6f-3d78-4c15-9643-1e7f10d18b76 req-707637e0-976c-4d68-88d8-670a63435333 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:12.370501 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-63d9ae6f-3d78-4c15-9643-1e7f10d18b76 req-707637e0-976c-4d68-88d8-670a63435333 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1223695 Nov 23 19:02:12.449630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-63d9ae6f-3d78-4c15-9643-1e7f10d18b76 req-69733dfa-d230-468f-9cb3-1d06e86b9025 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758405 Nov 23 19:02:12.528353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.620165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.647893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.648165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.649463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:12.650243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.741302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:12.741466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5137691 Nov 23 19:02:12.747521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Request body: {'subnet': {'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-522159950-subnet', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:12.761964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4cdf0-9e28-4076-8d3e-e90e6f02269c req-e5f986a2-753f-4fd7-b943-5c8e34c247bb tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:12.770946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dce4cdf0-9e28-4076-8d3e-e90e6f02269c req-e5f986a2-753f-4fd7-b943-5c8e34c247bb tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.3856003 Nov 23 19:02:12.797014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Made reservation on behalf of f44dc0405fe646c18dd460294e362468 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:12.800857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:12.831544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d307d75-e40f-4242-92d2-49e2025419af admin admin] Pushing event updated for resources: {'Network': ['ID=4829a26e-f9d7-42ff-9d65-4eca13cef782,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:12.855787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:02:12.887289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d713-a814-4129-91b7-d44ca0fea12f None None] Pushing event updated for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:13.021871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dce4cdf0-9e28-4076-8d3e-e90e6f02269c req-2d09ac5b-b442-4cb0-8684-b02e04f3caca tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475183 Nov 23 19:02:13.310516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Attempting to bind port b18be605-fe2d-464b-abc0-7ccc1174cae6 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:13.311088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Attempting to bind port b18be605-fe2d-464b-abc0-7ccc1174cae6 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:13.346198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Attempting to bind port b18be605-fe2d-464b-abc0-7ccc1174cae6 on network d02f676f-1d4b-4452-a5a1-2a73e305749c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:13.356140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:13.385109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:13.385576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Checking segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:13.385986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:13.386375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Bound using segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:13.386875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Bound port: b18be605-fe2d-464b-abc0-7ccc1174cae6, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:13.387250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:13.509804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0c7756ce-3fb0-4e98-ae5a-2012c5a35faf None None] Provisioning complete for port b18be605-fe2d-464b-abc0-7ccc1174cae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:13.510248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c7756ce-3fb0-4e98-ae5a-2012c5a35faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:13.663820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] For port b18be605-fe2d-464b-abc0-7ccc1174cae6, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:13.668994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0c7756ce-3fb0-4e98-ae5a-2012c5a35faf None None] Port b18be605-fe2d-464b-abc0-7ccc1174cae6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:13.681052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] For port b18be605-fe2d-464b-abc0-7ccc1174cae6, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b18be605-fe2d-464b-abc0-7ccc1174cae6,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:13.689933 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:13.728629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Checking segment: {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:13.729486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Network hostable DHCP agents. Network: 4829a26e-f9d7-42ff-9d65-4eca13cef782, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:02:13.853709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c97332-e9a2-4c46-b029-4c79585d5c6f req-abfd5d68-71a8-45f7-94fd-4cab79765ca4 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:13.871476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e9cb4d25-3f08-4a6f-9663-4adacba97e8f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:13.871872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:13.872535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:13.873956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e9cb4d25-3f08-4a6f-9663-4adacba97e8f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.47 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.3655314 Nov 23 19:02:13.882284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9db267-6af7-42e1-a261-ea792be86598,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:13.892669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77485-4334-48c7-b957-ce2718b2d6b6 req-6344218e-0984-4286-8b2c-f3cbc7cb92ef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:13.893603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38c97332-e9a2-4c46-b029-4c79585d5c6f req-abfd5d68-71a8-45f7-94fd-4cab79765ca4 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.3170779 Nov 23 19:02:13.908149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69c77485-4334-48c7-b957-ce2718b2d6b6 req-6344218e-0984-4286-8b2c-f3cbc7cb92ef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.5256793 Nov 23 19:02:13.968820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.969720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.970361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.970982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.971680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.972889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.973475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.974262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.974817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.975434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.976078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:13.976638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:14.017844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:02:14.066222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d713-a814-4129-91b7-d44ca0fea12f None None] Pushing event updated for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:14.205768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38c97332-e9a2-4c46-b029-4c79585d5c6f req-1fa78fdf-2048-4cde-bea0-487aa7292c31 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054204 Nov 23 19:02:14.502593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:14.537045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880d5df-5407-4ec5-9b58-9fba87db7458 req-5bf74f2c-6671-4ac2-8199-af5705045bee tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:14.538953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b880d5df-5407-4ec5-9b58-9fba87db7458 req-5bf74f2c-6671-4ac2-8199-af5705045bee tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.1808200 Nov 23 19:02:14.602811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] Provisioning complete for port b18be605-fe2d-464b-abc0-7ccc1174cae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:14.608237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:14.666791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b880d5df-5407-4ec5-9b58-9fba87db7458 req-520067da-ed3e-4e5c-b6ff-a7363bd9a130 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025500 Nov 23 19:02:14.983671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 4829a26e-f9d7-42ff-9d65-4eca13cef782) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:15.000793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:15.003670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.086558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69c77485-4334-48c7-b957-ce2718b2d6b6 req-daaf101e-8cdf-4ed3-a3e5-98d64f14ee2d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1757958 Nov 23 19:02:15.140808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0e7b1fe8-6274-4615-87d0-226abe70a4d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3981915 Nov 23 19:02:15.145912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:15.160189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:15.187034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae409a2-3869-40eb-a05e-813a089bab05 req-857d0da5-ede9-4dc7-97cb-fdfe36dc981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:15.190554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-857d0da5-ede9-4dc7-97cb-fdfe36dc981c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1096 time: 0.2159266 Nov 23 19:02:15.210893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Deleting port ed152056-7f9b-4f46-8943-923f28e5e636 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:15.211254 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.369047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bd69b-0b4a-45de-9a4a-bfa3acc5fb0a req-9c60e8dd-b55e-4a5b-9206-f41df8d82789 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:15.374123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] For port ed152056-7f9b-4f46-8943-923f28e5e636, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ed152056-7f9b-4f46-8943-923f28e5e636,segment=NetworkSegment(8d9cd932-b202-4941-ad72-8f2dc0983c1d),segment_id=8d9cd932-b202-4941-ad72-8f2dc0983c1d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:15.374935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.378617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-177bd69b-0b4a-45de-9a4a-bfa3acc5fb0a req-9c60e8dd-b55e-4a5b-9206-f41df8d82789 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.3527017 Nov 23 19:02:15.409054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.410370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623555d7-dff8-43e2-9262-362f43beeda9 None None] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:15.420657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.430197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Calling delete_port for ed152056-7f9b-4f46-8943-923f28e5e636 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:15.521134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae409a2-3869-40eb-a05e-813a089bab05 req-c96dfee6-4382-4120-b59a-9f2c0fefc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:15.522886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-c96dfee6-4382-4120-b59a-9f2c0fefc822 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 0.3125675 Nov 23 19:02:15.543485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-177bd69b-0b4a-45de-9a4a-bfa3acc5fb0a req-9e0ce807-92b0-46bd-9b04-44553c8204bd tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814459 Nov 23 19:02:15.567253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.601981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-7d80c1ab-9177-4137-9189-ec3513d1a7f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 200 len: 217 time: 0.0570493 Nov 23 19:02:15.709415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:15.739383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae409a2-3869-40eb-a05e-813a089bab05 req-c575a1e9-180b-4240-9527-2f2683f8406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:15.741467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-c575a1e9-180b-4240-9527-2f2683f8406a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.1272161 Nov 23 19:02:15.808468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-5d557743-4c24-436e-a069-02bb4fb2a1bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543003 Nov 23 19:02:15.888209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] For port b18be605-fe2d-464b-abc0-7ccc1174cae6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b18be605-fe2d-464b-abc0-7ccc1174cae6,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:15.996135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-47fb407b-c1bf-4055-a750-11af353017f7 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760316 Nov 23 19:02:16.012833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.162901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae409a2-3869-40eb-a05e-813a089bab05 req-f6465671-550b-43a4-af4e-6d7ea9295a4a service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586773 Nov 23 19:02:16.212684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927f1ff-734c-4fdb-9874-357b891d0285 None None] Pushing event updated for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:16.273056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ed152056-7f9b-4f46-8943-923f28e5e636 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:02:16.358814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.437753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01963-8168-4fad-8128-8ecbe9daea10 req-30e0215b-8202-4676-aa68-44b08817dd3d tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.442361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-66d01963-8168-4fad-8128-8ecbe9daea10 req-30e0215b-8202-4676-aa68-44b08817dd3d tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 946 time: 0.5732722 Nov 23 19:02:16.449416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc827e-eb94-4260-af30-64ee55ac479b req-8231f9c9-a4df-4386-89b1-6fa517aa7ed0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.463951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1cc827e-eb94-4260-af30-64ee55ac479b req-8231f9c9-a4df-4386-89b1-6fa517aa7ed0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2160051 Nov 23 19:02:16.554031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1cc827e-eb94-4260-af30-64ee55ac479b req-585898ab-168c-4ff1-9a6d-1133e748ebf6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889118 Nov 23 19:02:16.560267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-4829a26e-f9d7-42ff-9d65-4eca13cef782', 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'fixed_ips': [{'subnet_id': '3e9db267-6af7-42e1-a261-ea792be86598'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:02:16.564420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.620285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-66d01963-8168-4fad-8128-8ecbe9daea10 req-b7f8efd7-8c58-43d0-b428-4dfd88119b97 tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/security-groups?id=c31566b7-b1c2-4e7a-af56-1ef31c48f678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646678 Nov 23 19:02:16.672812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.687000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:13Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:16.844165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Pushing event deleted for resources: {'Port': ['ID=ed152056-7f9b-4f46-8943-923f28e5e636,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:16.876508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a483f-8b05-4c65-a12a-321b6b22f684 req-2742b83b-5843-424e-a8a8-36fd8ea9379b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:16.882699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb0a483f-8b05-4c65-a12a-321b6b22f684 req-2742b83b-5843-424e-a8a8-36fd8ea9379b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1135120 Nov 23 19:02:16.964062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccc3e-a23d-4e47-b7d9-3b65992fab71 None None] The sync data for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 is: [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:13Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:16.969480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] No DVR routers for this DVR port ed152056-7f9b-4f46-8943-923f28e5e636 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:02:16.974365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:16.974516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No active binding found for port ed152056-7f9b-4f46-8943-923f28e5e636 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 19:02:16.974826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ed152056-7f9b-4f46-8943-923f28e5e636 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:02:16.987783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e69e969e-b7b2-4464-924c-58f56ac39630 req-e53f9ea0-4fe5-4b84-8388-b0e8001ba64f tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.47 "DELETE /v2.0/ports/ed152056-7f9b-4f46-8943-923f28e5e636 HTTP/1.1" status: 204 len: 173 time: 3.0665710 Nov 23 19:02:16.988276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'name': 'network-vif-deleted', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:16.996583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb0a483f-8b05-4c65-a12a-321b6b22f684 req-a0a1db66-ce44-4c7c-bb45-889fcd3d0eee tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061504 Nov 23 19:02:17.007959 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e523cf3b-6cae-4075-b10f-c7122b530549" -d '{"events": [{"server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "name": "network-vif-deleted", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:17.160541 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58ac0a-9de8-4db5-bffd-d9bc3ee56884 x-openstack-request-id: req-1b58ac0a-9de8-4db5-bffd-d9bc3ee56884 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:17.160901 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af181f09-fb1a-490d-b4e8-8a1d46d97b43", "name": "network-vif-deleted", "tag": "ed152056-7f9b-4f46-8943-923f28e5e636", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:17.161289 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b58ac0a-9de8-4db5-bffd-d9bc3ee56884 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:17.163176 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af181f09-fb1a-490d-b4e8-8a1d46d97b43', 'name': 'network-vif-deleted', 'tag': 'ed152056-7f9b-4f46-8943-923f28e5e636', 'status': 'completed', 'code': 200} Nov 23 19:02:17.244419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Allocated IP 172.20.0.2 (4829a26e-f9d7-42ff-9d65-4eca13cef782/3e9db267-6af7-42e1-a261-ea792be86598/03c5a45c-a395-434b-a241-e4980c94b0aa) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:17.430037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:17.473551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:17.515711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b18be605-fe2d-464b-abc0-7ccc1174cae6 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:17.979099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-112f6063-7d9d-46b9-a73b-03ab68a03c8a req-28d4cf05-3480-4614-8a9a-1db2583eb2fa tempest-VolumesActionsTest-824553224 tempest-VolumesActionsTest-824553224-project] 10.222.0.37 "GET /v2.0/ports?device_id=af181f09-fb1a-490d-b4e8-8a1d46d97b43 HTTP/1.1" status: 200 len: 210 time: 0.1643045 Nov 23 19:02:17.982798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Allocated IP 172.25.5.181 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/41c803ad-26a3-4345-a6b7-521279357d5a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:18.038918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b18be605-fe2d-464b-abc0-7ccc1174cae6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:18.041745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:18.076794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8589c3-9d6a-45a4-be7b-252f69ec57d5 req-65937bad-4548-465f-b276-764c53e08ab9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:18.102998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d8589c3-9d6a-45a4-be7b-252f69ec57d5 req-65937bad-4548-465f-b276-764c53e08ab9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2805419 Nov 23 19:02:18.175172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:18.245637 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:18.354131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d8589c3-9d6a-45a4-be7b-252f69ec57d5 req-59722a3e-4a4b-4b95-a5c5-f0a800584703 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476525 Nov 23 19:02:18.458615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90907956-6a87-47f7-bd9c-314bb48ce6b4 req-077cdbf1-4749-41d3-9f51-234e4c71d33f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:18.477788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90907956-6a87-47f7-bd9c-314bb48ce6b4 req-077cdbf1-4749-41d3-9f51-234e4c71d33f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2399621 Nov 23 19:02:18.562799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:18.591963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Pushing event updated for resources: {'Port': ['ID=03c5a45c-a395-434b-a241-e4980c94b0aa,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:18.605078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:18.616784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:18.619527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:18.627211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90907956-6a87-47f7-bd9c-314bb48ce6b4 req-90173d02-4d22-43df-9448-50ffe62da8a4 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481807 Nov 23 19:02:18.694490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:18.861153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:18.881361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:18.913403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab54cb0-61e8-4c3b-bac1-ba24b539ad2e None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:18.920556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:18.948416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Attempting to bind port 03c5a45c-a395-434b-a241-e4980c94b0aa on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:18.948709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Attempting to bind port 03c5a45c-a395-434b-a241-e4980c94b0aa by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:18.949035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Pushing event updated for resources: {'Port': ['ID=41c803ad-26a3-4345-a6b7-521279357d5a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:18.949161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Attempting to bind port 03c5a45c-a395-434b-a241-e4980c94b0aa on network 4829a26e-f9d7-42ff-9d65-4eca13cef782 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:19.018682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:19.019129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Checking segment: {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:19.019972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:19.019972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Bound using segment: {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:19.020777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Bound port: 03c5a45c-a395-434b-a241-e4980c94b0aa, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:19.026347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:19.269771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] For port 03c5a45c-a395-434b-a241-e4980c94b0aa, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:19.275996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] For port 03c5a45c-a395-434b-a241-e4980c94b0aa, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03c5a45c-a395-434b-a241-e4980c94b0aa,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:19.297613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:19.401599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-50c2aa1c-ce8c-41f8-a3eb-454ba3b665d8 None None] Provisioning complete for port 41c803ad-26a3-4345-a6b7-521279357d5a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:19.404281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-50c2aa1c-ce8c-41f8-a3eb-454ba3b665d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:19.536119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867de8-b774-4223-bcf4-2d34a29f8e52 None None] Pushing event updated for resources: {'Port': ['ID=03c5a45c-a395-434b-a241-e4980c94b0aa,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:19.595580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-50c2aa1c-ce8c-41f8-a3eb-454ba3b665d8 None None] Port 41c803ad-26a3-4345-a6b7-521279357d5a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:19.888955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0169739-3d5e-4350-b9af-133d387efeaa req-02bbc34e-854e-480a-914d-74511327b45a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:19.897936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0169739-3d5e-4350-b9af-133d387efeaa req-02bbc34e-854e-480a-914d-74511327b45a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1494129 Nov 23 19:02:20.009438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:20.010712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0169739-3d5e-4350-b9af-133d387efeaa req-7a0f7284-1fe7-47bc-b0c6-29a75a54573d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115394 Nov 23 19:02:20.083287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7c337-2e9e-43e7-8c9b-5b638600f8f9 req-5ccf7af9-9575-4ea1-a246-564024a319cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:20.092437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ad7c337-2e9e-43e7-8c9b-5b638600f8f9 req-5ccf7af9-9575-4ea1-a246-564024a319cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.3956373 Nov 23 19:02:20.466285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ad7c337-2e9e-43e7-8c9b-5b638600f8f9 req-e21b7bae-8855-4c2a-8a88-84d161bea119 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725624 Nov 23 19:02:20.645281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:20.974153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Router 536296d0-7356-4954-b08f-6de4cc7685bc is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:02:21.504933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:21.514592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee42570-1fdf-4f6c-b0e7-5666faeddc55 req-7eca04ab-883d-4932-ae1c-80b34d3a9567 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:21.518789 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Sync routers for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:21.537820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eee42570-1fdf-4f6c-b0e7-5666faeddc55 req-7eca04ab-883d-4932-ae1c-80b34d3a9567 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2416975 Nov 23 19:02:21.547825 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:21.549392 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:21.571741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:21.576787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a04b702-0553-47db-b2bf-125f62484309 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4278736 Nov 23 19:02:21.577884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:21.683206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eee42570-1fdf-4f6c-b0e7-5666faeddc55 req-ac1bf11c-0b39-40a6-861a-2289ebc44333 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444178 Nov 23 19:02:21.761531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03c5a45c-a395-434b-a241-e4980c94b0aa up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:21.811057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea68d6-7d03-4c0c-bb3a-d1d0a9f1226b req-03045675-55dd-4d7f-9c6d-4264c4b78b27 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:21.819197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30ea68d6-7d03-4c0c-bb3a-d1d0a9f1226b req-03045675-55dd-4d7f-9c6d-4264c4b78b27 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1199882 Nov 23 19:02:21.870733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03ae30-65e3-485f-8549-4d89b832374d None None] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:21.944593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:22.129071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 03c5a45c-a395-434b-a241-e4980c94b0aa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:22.136633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:22.305830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30ea68d6-7d03-4c0c-bb3a-d1d0a9f1226b req-6489c8ca-121e-4783-959c-9dfe0f5ca746 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4855418 Nov 23 19:02:22.369071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-358f4143-77ae-4bbd-81ba-7f47c1220ab4 None None] Provisioning complete for port 03c5a45c-a395-434b-a241-e4980c94b0aa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:22.369952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-358f4143-77ae-4bbd-81ba-7f47c1220ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:22.682196 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:19Z', 'revision_number': 3, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:22.796541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:22.815450 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Checking router: 536296d0-7356-4954-b08f-6de4cc7685bc for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:22.816037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Updating router 536296d0-7356-4954-b08f-6de4cc7685bc port 41c803ad-26a3-4345-a6b7-521279357d5a binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:22.829791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-358f4143-77ae-4bbd-81ba-7f47c1220ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:22.942879 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:22.982338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 03c5a45c-a395-434b-a241-e4980c94b0aa, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03c5a45c-a395-434b-a241-e4980c94b0aa,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:22.995691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:23.094548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571a28a-1569-45dc-a9de-a7693b303de1 req-92cc6ea1-2e38-42b8-8f72-f1e6c609b94c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:23.104865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b571a28a-1569-45dc-a9de-a7693b303de1 req-92cc6ea1-2e38-42b8-8f72-f1e6c609b94c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2273099 Nov 23 19:02:23.338068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b571a28a-1569-45dc-a9de-a7693b303de1 req-b30fc553-bf7b-4324-b52f-b3ace44d268f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173522 Nov 23 19:02:23.440988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=03c5a45c-a395-434b-a241-e4980c94b0aa,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:23.541414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:02:23.547605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:23.995458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-358f4143-77ae-4bbd-81ba-7f47c1220ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:02:23.996586 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-358f4143-77ae-4bbd-81ba-7f47c1220ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:02:23.997181 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.011473 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.070260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc48b83-37f2-4142-8118-6cf2a69f3b83 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:24.110001 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Attempting to bind port 41c803ad-26a3-4345-a6b7-521279357d5a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:24.110395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Attempting to bind port 41c803ad-26a3-4345-a6b7-521279357d5a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:24.121907 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Attempting to bind port 41c803ad-26a3-4345-a6b7-521279357d5a on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:24.147721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:24.184795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:02:24.191109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584be2b-7aa9-4a16-9027-c2a25479f788 req-de8fa73c-e5e5-433a-a981-29b3af3da3c8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:24.197135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a584be2b-7aa9-4a16-9027-c2a25479f788 req-de8fa73c-e5e5-433a-a981-29b3af3da3c8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.6792421 Nov 23 19:02:24.198139 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:24.207339 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:24.216065 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.216783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:24.217483 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Bound port: 41c803ad-26a3-4345-a6b7-521279357d5a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:24.218072 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.340987 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.368716 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] For port 41c803ad-26a3-4345-a6b7-521279357d5a, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:24.376454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] For port 41c803ad-26a3-4345-a6b7-521279357d5a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=41c803ad-26a3-4345-a6b7-521279357d5a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:24.394026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:24.394263 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.490963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1c2a7-13e0-414a-927f-b3f5177161fd None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:24.528997 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:24.529645 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:24.541282 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1ae85-eb3d-463d-ab87-5d2ab0b4e4fb None None] Pushing event updated for resources: {'Port': ['ID=41c803ad-26a3-4345-a6b7-521279357d5a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:24.609949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:24.727343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a584be2b-7aa9-4a16-9027-c2a25479f788 req-51003b08-0d02-4897-8722-272090120a15 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915562 Nov 23 19:02:24.729353 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1ae85-eb3d-463d-ab87-5d2ab0b4e4fb None None] Pushing event updated for resources: {'Port': ['ID=41c803ad-26a3-4345-a6b7-521279357d5a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:24.822883 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:24.885426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018e84e-47ee-4840-8830-a18533483b04 req-d1dbdd62-6944-496f-8d7f-d537cc3eb579 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:24.889136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c018e84e-47ee-4840-8830-a18533483b04 req-d1dbdd62-6944-496f-8d7f-d537cc3eb579 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2770238 Nov 23 19:02:25.053281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c018e84e-47ee-4840-8830-a18533483b04 req-9cb6c04c-eb31-4747-b75c-cfec5c503213 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 Nov 23 19:02:25.093357 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:25.102907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Allocated IP 172.20.0.1 (4829a26e-f9d7-42ff-9d65-4eca13cef782/3e9db267-6af7-42e1-a261-ea792be86598/397c16e6-ea4a-4cad-a25d-1a8065e43c05) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:25.123666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1ee68521-9dab-4f35-b4c1-a4dabaf196ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:02:25.319624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:25.444174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Provisioning complete for port 41c803ad-26a3-4345-a6b7-521279357d5a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:25.445738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:25.608536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03c5a45c-a395-434b-a241-e4980c94b0aa up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:25.745371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:25.953405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.073827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.129161 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:19Z', 'revision_number': 3, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:26.159073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] For port 41c803ad-26a3-4345-a6b7-521279357d5a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=41c803ad-26a3-4345-a6b7-521279357d5a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:26.192313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:26.220876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.372941 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5c56a-7d66-4a40-b619-948641c801f8 None None] The sync data for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 is: [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:19Z', 'revision_number': 3, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:26.421311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:26.424642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:26.434075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:26.443022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc35b-ad0e-4898-960d-b6e69beaa76d req-ce8e5629-b4b0-443c-aec9-3e0d6be2c1e8 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:26.462031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cddc35b-ad0e-4898-960d-b6e69beaa76d req-ce8e5629-b4b0-443c-aec9-3e0d6be2c1e8 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2437232 Nov 23 19:02:26.556104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.647294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Pushing event updated for resources: {'Port': ['ID=41c803ad-26a3-4345-a6b7-521279357d5a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:26.691392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 03c5a45c-a395-434b-a241-e4980c94b0aa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:26.692500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.693846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cddc35b-ad0e-4898-960d-b6e69beaa76d req-3014c93c-d047-46a3-9634-160a9f76a1c5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254224 Nov 23 19:02:26.702736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Provisioning complete for port 03c5a45c-a395-434b-a241-e4980c94b0aa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:26.704684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1296343-a769-495b-bc69-5883f2091da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:26.836968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260c3f-d06f-42f1-bc68-05adc2868771 req-36d545be-1ad1-4fb4-988b-70766d8db35d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:26.843909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df260c3f-d06f-42f1-bc68-05adc2868771 req-36d545be-1ad1-4fb4-988b-70766d8db35d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.6370742 Nov 23 19:02:27.200725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df260c3f-d06f-42f1-bc68-05adc2868771 req-de1ad927-8786-4814-a2df-a472bdd2b20e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369005 Nov 23 19:02:27.213331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:27.580624 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e66705e2-b84e-4aa8-824e-2513af4c9f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:27.596560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:27.666722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:27.679553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:27.856627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:27.922460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:27.923160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:28.250041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35f7d-71fa-4c98-9c6d-1b410b1f33eb req-dc373494-74a9-4edc-81fc-0a4f07acc602 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:28.265275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffb35f7d-71fa-4c98-9c6d-1b410b1f33eb req-dc373494-74a9-4edc-81fc-0a4f07acc602 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2515852 Nov 23 19:02:28.386744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:28.492618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffb35f7d-71fa-4c98-9c6d-1b410b1f33eb req-0b632359-3a43-43ea-b57f-50090c6b04c8 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202580 Nov 23 19:02:28.772668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c85a82-5389-4a22-9c9f-e879988b8d04 req-586b90e2-4e52-4a7d-a72a-7e16b19770c9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:28.803214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0c85a82-5389-4a22-9c9f-e879988b8d04 req-586b90e2-4e52-4a7d-a72a-7e16b19770c9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.3759835 Nov 23 19:02:28.894143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:28.924564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:29.079779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 41c803ad-26a3-4345-a6b7-521279357d5a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:29.248854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f52b78f1-2241-46e7-81d2-b5a22839ed74 None None] Provisioning complete for port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:29.260241 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f52b78f1-2241-46e7-81d2-b5a22839ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:29.434665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0c85a82-5389-4a22-9c9f-e879988b8d04 req-a9789797-2a59-4a88-aa02-eba346191bed tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6144271 Nov 23 19:02:29.444199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Router 536296d0-7356-4954-b08f-6de4cc7685bc has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:02:29.492035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f52b78f1-2241-46e7-81d2-b5a22839ed74 None None] Port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:29.757291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:29.764155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b6fdfe14-21ea-4883-9985-3501a4842ff5 admin admin] 10.222.0.37 "PUT /v2.0/routers/536296d0-7356-4954-b08f-6de4cc7685bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1850793 Nov 23 19:02:29.807739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 41c803ad-26a3-4345-a6b7-521279357d5a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:29.808822 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:29.810781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:29.905643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b8ea3-f74b-43a5-adb7-25ec7bb21ac5 req-44f2d8fa-bd47-47cd-ac0a-ec269f8cd35b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:29.912557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5b8ea3-f74b-43a5-adb7-25ec7bb21ac5 req-44f2d8fa-bd47-47cd-ac0a-ec269f8cd35b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1144977 Nov 23 19:02:29.913123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed068dab-fb16-47d9-aadc-b716ffb3a560 None None] Provisioning complete for port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:29.915438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed068dab-fb16-47d9-aadc-b716ffb3a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:29.918935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:29.932165 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c4da71-a2e2-4d0a-9e91-28549d209cba" -d '{"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:30.063881 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5b8ea3-f74b-43a5-adb7-25ec7bb21ac5 req-40ab9254-bd3e-4ae8-aea7-cb2ba10b2902 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382952 Nov 23 19:02:30.227694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:30.285610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:30.311071 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac641454-e58d-4346-8e4d-97efe424b1d8 x-openstack-request-id: req-ac641454-e58d-4346-8e4d-97efe424b1d8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:30.311414 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:30.311687 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac641454-e58d-4346-8e4d-97efe424b1d8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:30.312105 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'code': 200} Nov 23 19:02:30.696719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Sync routers for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:30.728235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ed068dab-fb16-47d9-aadc-b716ffb3a560 None None] Port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:30.838984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79cbc667-e27a-4486-84bc-1263f477d5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:30.875803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:30.882186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:30.969392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9143d-b489-4b2d-8128-3b3ccab3d324 req-f9750658-feb1-4710-9072-f5794255033f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:30.978138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89b9143d-b489-4b2d-8128-3b3ccab3d324 req-f9750658-feb1-4710-9072-f5794255033f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2548780 Nov 23 19:02:31.073006 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:31.184987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89b9143d-b489-4b2d-8128-3b3ccab3d324 req-a9785f77-1832-4f4a-bfae-f8ea22071131 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982303 Nov 23 19:02:31.441604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:31.576799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b4b5b-cddb-4786-a89a-ca3714d0a79f req-f7b9db81-762e-4b04-bed0-4d71005d62ef tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:31.589399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b83b4b5b-cddb-4786-a89a-ca3714d0a79f req-f7b9db81-762e-4b04-bed0-4d71005d62ef tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1732523 Nov 23 19:02:31.680132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:31.730378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b83b4b5b-cddb-4786-a89a-ca3714d0a79f req-20e4b620-7955-4ca4-8fef-c92839b97f8d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346149 Nov 23 19:02:32.274019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:32.281229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744498918', 'description': 'tempest-secgroup-smoke-1744498918 description', 'project_id': '5a174f5cc5d947d19d994418fd422855'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:32.357634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:32.469274 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:32.497233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:32.585224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47dc36-16de-4b3a-bfec-b5a424b036f1 req-d68b7da8-caa9-4b87-9a96-262f1f99562e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:32.594196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e47dc36-16de-4b3a-bfec-b5a424b036f1 req-d68b7da8-caa9-4b87-9a96-262f1f99562e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2170758 Nov 23 19:02:32.654586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:32.664320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:32.739881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e47dc36-16de-4b3a-bfec-b5a424b036f1 req-95236632-ae0f-4a85-8cf4-b56ea483b121 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389430 Nov 23 19:02:32.834415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39111008-639e-4185-b104-6c727dd650e4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:32.861851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:32.866192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c6009f43-6542-452a-b226-b779b7cdc267 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5870774 Nov 23 19:02:32.867633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:32.872919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:32.960397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:33.085806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7547cd-78c2-462c-9c9c-dd8fb0544185 req-f38cf847-3d9a-4c8a-8fe4-ff93878341df tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:33.112007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7547cd-78c2-462c-9c9c-dd8fb0544185 req-f38cf847-3d9a-4c8a-8fe4-ff93878341df tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2029681 Nov 23 19:02:33.257386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:27Z', 'revision_number': 4, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '397c16e6-ea4a-4cad-a25d-1a8065e43c05', 'name': '', 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'mac_address': 'fa:16:3e:5a:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '3e9db267-6af7-42e1-a261-ea792be86598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:23Z', 'updated_at': '2021-11-23T19:02:27Z', 'revision_number': 2, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'subnets': [{'id': '3e9db267-6af7-42e1-a261-ea792be86598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:33.345842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a7547cd-78c2-462c-9c9c-dd8fb0544185 req-b9997731-9db1-428a-b7b8-8b284a61afa7 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261827 Nov 23 19:02:33.395915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Checking router: 536296d0-7356-4954-b08f-6de4cc7685bc for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:33.396294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Updating router 536296d0-7356-4954-b08f-6de4cc7685bc port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:02:33.578469 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:33.583225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:34.478553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:34.582564 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:34.744010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2aac-d36d-483f-8961-9010a3f957c0 None None] Pushing event updated for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:34.772480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5f64-8c2f-4bc1-a760-8b55877244c9 req-f1632be6-ea30-4691-b3b9-8e697d628767 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:34.799954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b2b5f64-8c2f-4bc1-a760-8b55877244c9 req-f1632be6-ea30-4691-b3b9-8e697d628767 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1799493 Nov 23 19:02:35.031996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b2b5f64-8c2f-4bc1-a760-8b55877244c9 req-bd53fa9b-88f3-4ed6-9294-ac15cb07bb92 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275789 Nov 23 19:02:35.116282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Attempting to bind port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:35.125400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Attempting to bind port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:35.126265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Attempting to bind port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 on network 4829a26e-f9d7-42ff-9d65-4eca13cef782 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:35.143579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:35.158184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Checking segment: {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:35.160957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.161661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Bound using segment: {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:35.168591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Bound port: 397c16e6-ea4a-4cad-a25d-1a8065e43c05, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc39a95-1632-49ed-bcd9-6799c21a3acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:35.174363 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.512124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] For port 397c16e6-ea4a-4cad-a25d-1a8065e43c05, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:35.565042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.568907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] For port 397c16e6-ea4a-4cad-a25d-1a8065e43c05, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=397c16e6-ea4a-4cad-a25d-1a8065e43c05,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:35.597985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] Provisioning complete for port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:35.598681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.606496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.663218 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.712047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1ce1ee-4698-41fd-bcec-7936c9b1e9dd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:35.724956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:35.726377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02c33a23-6c4c-48b2-90cd-60a8e334b0b1 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8575587 Nov 23 19:02:35.729326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:35.734007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:35.746677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc399d1-c6a7-4a60-b1bd-ee846e89e48e req-dfc68029-b182-40fa-92c5-ef6029f59b4d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:35.748652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbc399d1-c6a7-4a60-b1bd-ee846e89e48e req-dfc68029-b182-40fa-92c5-ef6029f59b4d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.4598944 Nov 23 19:02:35.874946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.047721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:36.050150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:36.309484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.325049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbc399d1-c6a7-4a60-b1bd-ee846e89e48e req-5a381303-cafb-4fd7-a7c5-a61dc3a6113a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541518 Nov 23 19:02:36.330310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.601578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee454b3-20a5-4c43-9032-b0b5c178a1ed,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:36.713569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9049c3a-a724-446c-9a4c-cde354b6948f req-1523f6e3-48fb-4586-bf2a-def78d3d272b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:36.736409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9049c3a-a724-446c-9a4c-cde354b6948f req-1523f6e3-48fb-4586-bf2a-def78d3d272b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.3551707 Nov 23 19:02:36.752074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.753288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e17b1d6d-37e7-41ae-b9fe-e55ef7929233 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0229580 Nov 23 19:02:36.753638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2aac-d36d-483f-8961-9010a3f957c0 None None] Pushing event updated for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:36.881787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:36.965913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:36.993550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9049c3a-a724-446c-9a4c-cde354b6948f req-1f0f1756-2b6c-40d3-98da-86a0cb0e94ad tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561495 Nov 23 19:02:37.003544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:37.050404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] For port 397c16e6-ea4a-4cad-a25d-1a8065e43c05, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=397c16e6-ea4a-4cad-a25d-1a8065e43c05,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:37.083635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:37.084541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.089692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.258224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.269024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.284675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b4f47-0a33-4402-adb5-9b15a700fa45 None None] Pushing event updated for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:37.333674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b204cffa-d3db-449f-be61-a2d0cf1b9f26,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:37.349965 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.420901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.434974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0b15f289-4489-46a8-855f-db71cfafdfdc tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4394083 Nov 23 19:02:37.438268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:37.450933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-61a68639-50a9-4f45-a8bb-b2a22245cd6e None None] Provisioning complete for port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:37.451720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61a68639-50a9-4f45-a8bb-b2a22245cd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.462642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:37.564350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.785544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.792232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.827198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151c1b64-68cb-41b6-9fdc-a4155c85c514,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:37.869194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.878268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e34dbd4d-50d0-4635-8dd5-2f42cf911572 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4381447 Nov 23 19:02:37.881316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:37.893324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:37.957788 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Project 5a174f5cc5d947d19d994418fd422855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:02:37.963797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:37.997507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f473-fa72-43b8-9a4a-3308cd564f6f req-e4f23fa4-e79c-4fff-902f-69f9339a8f5d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:37.999197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed44f473-fa72-43b8-9a4a-3308cd564f6f req-e4f23fa4-e79c-4fff-902f-69f9339a8f5d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.4245398 Nov 23 19:02:38.136024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:38.339621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:27Z', 'revision_number': 4, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '397c16e6-ea4a-4cad-a25d-1a8065e43c05', 'name': '', 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'mac_address': 'fa:16:3e:5a:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '3e9db267-6af7-42e1-a261-ea792be86598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:23Z', 'updated_at': '2021-11-23T19:02:35Z', 'revision_number': 4, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'subnets': [{'id': '3e9db267-6af7-42e1-a261-ea792be86598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:38.353036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.363713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.382198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed44f473-fa72-43b8-9a4a-3308cd564f6f req-9712e51f-5a01-460e-8d78-0181b09c8b7c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501399 Nov 23 19:02:38.450861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3a8a-0dc2-496b-87d6-923edaf5b090 req-8178ef74-fa15-4584-9032-7dbbdb729067 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:38.457700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5bd3a8a-0dc2-496b-87d6-923edaf5b090 req-8178ef74-fa15-4584-9032-7dbbdb729067 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2640910 Nov 23 19:02:38.458914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08d54c-bf18-4347-bb8f-8e8c3d608fd5 None None] The sync data for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 is: [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:02:27Z', 'revision_number': 4, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '397c16e6-ea4a-4cad-a25d-1a8065e43c05', 'name': '', 'network_id': '4829a26e-f9d7-42ff-9d65-4eca13cef782', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'mac_address': 'fa:16:3e:5a:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '3e9db267-6af7-42e1-a261-ea792be86598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:23Z', 'updated_at': '2021-11-23T19:02:35Z', 'revision_number': 4, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'subnets': [{'id': '3e9db267-6af7-42e1-a261-ea792be86598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:38.520361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6c5d3d-9bef-4abe-b81e-49a70b0ec796,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:38.554714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.565504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f8e2ea34-5b06-4823-8720-b0ec91bc90a7 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6816185 Nov 23 19:02:38.566226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:38.633929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5bd3a8a-0dc2-496b-87d6-923edaf5b090 req-13c9ebd4-ddd0-446c-8b21-c56fa650d84d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564443 Nov 23 19:02:38.656667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'security_group_rule': {'security_group_id': '39111008-639e-4185-b104-6c727dd650e4', 'project_id': '5a174f5cc5d947d19d994418fd422855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:38.743224 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Project 5a174f5cc5d947d19d994418fd422855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:02:38.756259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.918137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:38.931839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-610de1b4-6151-407c-9a0f-3d34b814c590 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22e7e162f3a24cf487f258dde5d214bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7890503 Nov 23 19:02:38.942581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:38.963059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Deleting port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:38.963442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.102730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.121811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.176638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.220020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c37a51-267c-45d9-8995-f518ab6cc29f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:39.245856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.259361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e34f4f3f-ad60-4fd3-8a0e-16f2ec13deaa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6536880 Nov 23 19:02:39.270847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] For port 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:39.271280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.321770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Calling delete_port for 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:39.330268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.508401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.514820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:39.518815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fa72f0c-795e-4793-b79e-13b83460e043 HTTP/1.1" status: 204 len: 168 time: 0.5695229 Nov 23 19:02:39.577411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac79e7-e30a-4db2-b7af-cf9d3f873f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa72f0c-795e-4793-b79e-13b83460e043,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:39.790433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 397c16e6-ea4a-4cad-a25d-1a8065e43c05 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:02:40.007699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:40.008081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:40.055761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-8ceda744-90f8-4c31-9fa4-6c9bbacd0b9d tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744498918&fields=id&tenant_id=5a174f5cc5d947d19d994418fd422855 HTTP/1.1" status: 200 len: 267 time: 0.2248907 Nov 23 19:02:40.330734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:40.419398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:40.462474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9bd16-b9da-4d7c-9a23-6e2c74e9d1d6 req-8bb27bce-2594-45d8-92a5-ea6e5aea3401 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:40.470255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3a9bd16-b9da-4d7c-9a23-6e2c74e9d1d6 req-8bb27bce-2594-45d8-92a5-ea6e5aea3401 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.4298284 Nov 23 19:02:40.471267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ceaf205-7705-4a8f-a855-5fdd8d5dccb4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:40.611301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-844c8307-7888-4c43-a216-faf02ba302ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:40.614699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-844c8307-7888-4c43-a216-faf02ba302ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1096 time: 0.5032825 Nov 23 19:02:40.885912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-3581db64-84ff-4212-9ec7-68cc95891706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:40.888051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-3581db64-84ff-4212-9ec7-68cc95891706 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.2425163 Nov 23 19:02:40.910018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3a9bd16-b9da-4d7c-9a23-6e2c74e9d1d6 req-101c2b19-e009-4065-a3f2-6c5bcdb0cf04 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136491 Nov 23 19:02:40.941010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-852642a6-e4f6-468f-8e20-e7d5e1c9e586 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:40.970752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-852642a6-e4f6-468f-8e20-e7d5e1c9e586 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 809 time: 0.9089265 Nov 23 19:02:41.060089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-bda2b268-e894-4027-a413-dfbe90486932 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/quotas/5a174f5cc5d947d19d994418fd422855 HTTP/1.1" status: 200 len: 375 time: 0.0882251 Nov 23 19:02:41.311258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:41.456064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-a69e20c1-2f9d-433a-ae3b-8e8448ed04aa tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3858488 Nov 23 19:02:41.510859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-307c8cfa-52ee-4131-9335-50a81785fe7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 1000 time: 0.5027530 Nov 23 19:02:41.809470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-8b75b505-a53d-40c3-8225-f1f8545572ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:41.810888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-8b75b505-a53d-40c3-8225-f1f8545572ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.2642481 Nov 23 19:02:41.835752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38562ed8-3256-4717-a5c4-91355c64f6d0 req-e74cd674-762e-48d6-b379-5d35ec929095 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:41.843044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38562ed8-3256-4717-a5c4-91355c64f6d0 req-e74cd674-762e-48d6-b379-5d35ec929095 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.6203837 Nov 23 19:02:42.001915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-13654ff9-4a0e-4677-8101-bcde0342ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:42.003769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-13654ff9-4a0e-4677-8101-bcde0342ff17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753724 Nov 23 19:02:42.017567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-cd776e56-8c83-4a17-bca9-9dd507d48bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584829 Nov 23 19:02:42.230905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38562ed8-3256-4717-a5c4-91355c64f6d0 req-61bcf0e4-cbe3-4b09-b918-f97fe6ffbebf tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867624 Nov 23 19:02:42.343710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Router 136c8a22-695f-420e-800a-bda6d4f0481c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:02:42.599572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-62b2f23c-dfb9-4b85-8536-1c638027121e service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777194 Nov 23 19:02:42.772628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a4cf3-74d0-49e7-990e-4cdd4dc0e977 req-02ba302d-d094-4fd0-8dc0-fdea0f4c6e9c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:42.783619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-004a4cf3-74d0-49e7-990e-4cdd4dc0e977 req-02ba302d-d094-4fd0-8dc0-fdea0f4c6e9c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.0976660 Nov 23 19:02:42.790806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:02:42.807264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Sync routers for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:02:42.816534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cdf8a8d1-9f1b-4af7-bd5f-49bc168524c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/136c8a22-695f-420e-800a-bda6d4f0481c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3182538 Nov 23 19:02:42.818800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-93b842fa-123b-4230-8a78-647ad5af52c3 service neutron] 10.222.0.37 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003449 Nov 23 19:02:42.829439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:42.845330 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:42.845888 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:42.963593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-004a4cf3-74d0-49e7-990e-4cdd4dc0e977 req-15af98b4-4737-468b-8f25-add70e2046a7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779180 Nov 23 19:02:43.118941 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:02:43.212057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dace7073-69ef-45f2-ba21-b01b0c7e2ccd req-0c57120d-976a-47f9-a0e8-0577527d4f3f service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004703 Nov 23 19:02:43.312509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:43.652281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb15294-88cc-4e2c-9688-522ad09d7882 req-6c3d3d81-3a45-422b-ad94-4810ad053715 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:43.665383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb15294-88cc-4e2c-9688-522ad09d7882 req-6c3d3d81-3a45-422b-ad94-4810ad053715 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2076020 Nov 23 19:02:43.723491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c814e84-4b21-4c81-bec5-3496ecc21409 req-1b869fc0-7323-4ea7-9248-d055699291df tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.1632304 Nov 23 19:02:43.951177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb15294-88cc-4e2c-9688-522ad09d7882 req-057fb376-a2a3-4541-9fe7-7e6d965596cb tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845657 Nov 23 19:02:43.971032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:43.985153 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:44.815215 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T19:02:39Z', 'revision_number': 5, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port': {'id': '3e649f6c-4854-4026-a223-8144adbabc7e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:19Z', 'updated_at': '2021-11-23T18:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:45.055753 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Checking router: 136c8a22-695f-420e-800a-bda6d4f0481c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:02:45.079479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2fd8c-2d93-4138-b2c8-290e485545a2 req-44d4c429-ecff-4ca1-b4bc-7db438017c7d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:45.086228 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Routers {'136c8a22-695f-420e-800a-bda6d4f0481c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:02:45.086838 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['136c8a22-695f-420e-800a-bda6d4f0481c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:45.087026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e2fd8c-2d93-4138-b2c8-290e485545a2 req-44d4c429-ecff-4ca1-b4bc-7db438017c7d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1453152 Nov 23 19:02:45.127955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eeca75c6-f8a0-44f6-89d1-a06fda7dd097 req-c3677da2-1461-4189-8d11-bcde71a08a2f tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.0993428 Nov 23 19:02:45.247246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e2fd8c-2d93-4138-b2c8-290e485545a2 req-0d0c61ea-fa6b-4a81-abf1-0170f4de7992 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592984 Nov 23 19:02:45.356342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Deleting port 3e649f6c-4854-4026-a223-8144adbabc7e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:45.359060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:45.364193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21800d-5514-4629-8449-46862b97f1ed req-adc4e90a-9a2e-46cb-b76a-62c090e00dff tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:45.383799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e21800d-5514-4629-8449-46862b97f1ed req-adc4e90a-9a2e-46cb-b76a-62c090e00dff tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1493034 Nov 23 19:02:45.509504 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] Set router 136c8a22-695f-420e-800a-bda6d4f0481c gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:02:45.510946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e21800d-5514-4629-8449-46862b97f1ed req-2bb4d6c4-1fb2-4ef2-9b19-b16675b47248 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259186 Nov 23 19:02:45.689454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T19:02:43Z', 'revision_number': 6, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:45.709985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] For port 3e649f6c-4854-4026-a223-8144adbabc7e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e649f6c-4854-4026-a223-8144adbabc7e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:45.711486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:45.746458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Calling delete_port for 3e649f6c-4854-4026-a223-8144adbabc7e owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:45.765834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10c614-bb99-4cb4-a7ba-84e0ba1fc8d0 None None] The sync data for ids ['136c8a22-695f-420e-800a-bda6d4f0481c'] in n-d-792364-9 is: [{'id': '136c8a22-695f-420e-800a-bda6d4f0481c', 'name': 'tempest-TaggedBootDevicesTest-18833877-router', 'tenant_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:17Z', 'updated_at': '2021-11-23T19:02:43Z', 'revision_number': 6, 'project_id': 'b1e6a1f658b84b16b5fd0fea2930619c', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:02:46.611119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4301cffd-6d33-4394-a292-fc07d8eeb724 req-60b43e93-ec42-46a3-ab97-baef0b0862b0 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.2725897 Nov 23 19:02:46.674443 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:46.734294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81e7a4-dfeb-4356-9d47-809d811a23f2 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:46.816306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa6986-bcd8-4e29-81b1-e118cf7d89bc req-1943928b-e5dc-4f21-a0d4-2f9c0730af13 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:46.837245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3baa6986-bcd8-4e29-81b1-e118cf7d89bc req-1943928b-e5dc-4f21-a0d4-2f9c0730af13 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.3580282 Nov 23 19:02:46.973962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e649f6c-4854-4026-a223-8144adbabc7e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:47.112523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:47.374328 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:47.394758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:47.411169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3baa6986-bcd8-4e29-81b1-e118cf7d89bc req-b757e1f7-1c0d-4f15-a8b7-625ffa142e34 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5637352 Nov 23 19:02:47.425750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-1c98360d-68e6-41d2-91fc-b0b9c9fea98e tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:47.428536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-1c98360d-68e6-41d2-91fc-b0b9c9fea98e tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 809 time: 0.5665548 Nov 23 19:02:47.538030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:47.538563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136c8a22-695f-420e-800a-bda6d4f0481c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:02:47.573399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:47.574700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7c94faae-18e4-4b38-82d1-20835be066a8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/136c8a22-695f-420e-800a-bda6d4f0481c HTTP/1.1" status: 204 len: 168 time: 4.7442162 Nov 23 19:02:47.602014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e649f6c-4854-4026-a223-8144adbabc7e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:02:47.634687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:47.701258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3e649f6c-4854-4026-a223-8144adbabc7e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:02:47.702510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e649f6c-4854-4026-a223-8144adbabc7e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:02:47.703655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:02:47.775004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:02:47.776244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5ceaf205-7705-4a8f-a855-5fdd8d5dccb4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:02:47.871398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44992117-60ef-45e7-ae2b-2ba51fb87a12 req-0ae64033-932a-4aca-a328-9f97fcf7d374 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:47.872998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44992117-60ef-45e7-ae2b-2ba51fb87a12 req-0ae64033-932a-4aca-a328-9f97fcf7d374 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.9135771 Nov 23 19:02:47.985607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Deleting subnet 573eb34e-5990-44e5-807a-d96b11530ad5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:02:47.999402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:48.044853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-6ca66332-0602-40ce-9fff-5d9abb8f18b8 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a174f5cc5d947d19d994418fd422855 HTTP/1.1" status: 200 len: 380 time: 0.5686748 Nov 23 19:02:48.062126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'port': {'device_id': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'admin_state_up': True, 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'security_groups': ['39111008-639e-4185-b104-6c727dd650e4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:48.077119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:48.101636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-8396d649-40f7-4125-bfb9-0d6e6dabcb53 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2130837 Nov 23 19:02:48.313705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44992117-60ef-45e7-ae2b-2ba51fb87a12 req-69941a29-560b-43e5-91cc-f9f8d44605e2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264300 Nov 23 19:02:48.375153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136482-3b56-4dd5-a97b-506b7d943340 req-ae27f1e3-af09-4f4c-8ded-c9d7e23f4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:48.382275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56136482-3b56-4dd5-a97b-506b7d943340 req-ae27f1e3-af09-4f4c-8ded-c9d7e23f4836 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1096 time: 0.1994345 Nov 23 19:02:48.622686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:48.761567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56136482-3b56-4dd5-a97b-506b7d943340 req-2ba433ff-c3ff-4f94-b197-bf44e5deddec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620064 Nov 23 19:02:48.777749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59172535-af0e-4dc3-b758-7582e151ce64 req-77e94a37-e1ba-4543-a8ec-036cbbebfe38 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.1867211 Nov 23 19:02:48.963265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:49.013542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-1c7e3010-3d52-4f83-9862-86640c073182 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:49.031949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-1c7e3010-3d52-4f83-9862-86640c073182 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9274526 Nov 23 19:02:49.076978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-2a3f5e04-c8e3-4d16-b179-26e9378ff075 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/quotas/8d65fed6b2f84b44a10727a92b7aa95c HTTP/1.1" status: 200 len: 375 time: 0.0437374 Nov 23 19:02:49.091418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573eb34e-5990-44e5-807a-d96b11530ad5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:49.160275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:49.206304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-46783687-312c-4725-b018-4f0bfeb8b83c tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266906 Nov 23 19:02:49.208487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:49.216784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225f830-1cdb-4769-abb8-673fc0067f01 None None] Network 12cabe37-3dac-406c-88ba-4744631137e2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:02:49.220094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe94d695-6e62-4820-ae7a-14d0b9caad4a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/573eb34e-5990-44e5-807a-d96b11530ad5 HTTP/1.1" status: 204 len: 168 time: 1.5728402 Nov 23 19:02:49.235459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:49.417282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Made reservation on behalf of 5a174f5cc5d947d19d994418fd422855 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:49.421615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:49.688628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f5d7-4976-47f8-8a06-4d0afbe8e748 req-b89d10e6-1728-4441-ad13-e2a3cc63e7d1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:49.715947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05d6f5d7-4976-47f8-8a06-4d0afbe8e748 req-b89d10e6-1728-4441-ad13-e2a3cc63e7d1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.5979276 Nov 23 19:02:49.861542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] DHCP port deletion for 12cabe37-3dac-406c-88ba-4744631137e2 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:02:49.961280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05d6f5d7-4976-47f8-8a06-4d0afbe8e748 req-832bc7f3-8cea-4e16-b21b-75f8d607ef8b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441795 Nov 23 19:02:49.966888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.060282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cca9f46d-e2c3-448a-ac1d-30b348a646e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.072144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Deleting port 985a277e-3ba1-4977-a430-86209af84518 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:50.073665 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.107415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493141f4-8d13-4b3c-ad94-a4a5bd77b917 req-f2153f9c-d045-4d75-abf2-4d9c82870a87 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:50.109178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-493141f4-8d13-4b3c-ad94-a4a5bd77b917 req-f2153f9c-d045-4d75-abf2-4d9c82870a87 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.3043673 Nov 23 19:02:50.160335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Allocated IP 172.20.0.3 (d02f676f-1d4b-4452-a5a1-2a73e305749c/ffa66472-aa66-439e-95c5-4c0c9839ead4/307e9679-73f8-4505-850b-22df700bd811) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:50.250101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] For port 985a277e-3ba1-4977-a430-86209af84518, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=985a277e-3ba1-4977-a430-86209af84518,segment=NetworkSegment(88c4910d-1b22-4cb3-bbcd-716c6789be5f),segment_id=88c4910d-1b22-4cb3-bbcd-716c6789be5f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:50.251938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.306393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Calling delete_port for 985a277e-3ba1-4977-a430-86209af84518 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:50.363158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-493141f4-8d13-4b3c-ad94-a4a5bd77b917 req-1769ec39-057f-474d-b605-fb0355bd4c38 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422106 Nov 23 19:02:50.443134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cca9f46d-e2c3-448a-ac1d-30b348a646e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.583195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cca9f46d-e2c3-448a-ac1d-30b348a646e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.619800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0e68f6a-92d5-4de9-a386-e2ea10fe6caa req-1271fdaa-e836-4fa0-a5fb-18819f347421 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 210 time: 0.1990483 Nov 23 19:02:50.630038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.684482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cca9f46d-e2c3-448a-ac1d-30b348a646e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5558f3cbe2bb4debb74f2eee30f0c068&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4871068 Nov 23 19:02:50.689634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f46d-e2c3-448a-ac1d-30b348a646e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dce395-57dc-46b3-873a-84bb448972f1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:50.693974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:50.758790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Deleting port 985a277e-3ba1-4977-a430-86209af84518 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:50.759184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.782478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.796155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] No DVR routers for this DVR port 985a277e-3ba1-4977-a430-86209af84518 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:02:50.850887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Pushing event deleted for resources: {'Port': ['ID=985a277e-3ba1-4977-a430-86209af84518,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:50.856184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.877889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.878622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.879203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.879865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.880456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.881127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.881989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.882567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.883198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.884182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.884370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.884853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14321ce3-87e4-48a8-a156-0c6db8ac1097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:02:50.906707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] For port 985a277e-3ba1-4977-a430-86209af84518, host n-d-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:50.907192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.933267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Calling delete_port for 985a277e-3ba1-4977-a430-86209af84518 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:50.936257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Port 985a277e-3ba1-4977-a430-86209af84518 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:02:50.938814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:50.946867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b98821bc-7c51-4e6d-8e96-1988a886819e req-2a312646-a0a0-46c1-b075-94b4dcf32380 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.0956132 Nov 23 19:02:50.976033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=985a277e-3ba1-4977-a430-86209af84518,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:50.987235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] No DVR routers for this DVR port 985a277e-3ba1-4977-a430-86209af84518 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:02:51.026039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.028981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.030301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5dce395-57dc-46b3-873a-84bb448972f1 HTTP/1.1" status: 204 len: 168 time: 0.3342013 Nov 23 19:02:51.054696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4141-64d4-48a4-a8cd-026ccbd90288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dce395-57dc-46b3-873a-84bb448972f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:51.088502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.154944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.196781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cabe37-3dac-406c-88ba-4744631137e2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:51.256621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.292110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c4910d-1b22-4cb3-bbcd-716c6789be5f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:51.293416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c4910d-1b22-4cb3-bbcd-716c6789be5f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:02:51.338946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.374958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.427386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Network d02f676f-1d4b-4452-a5a1-2a73e305749c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:51.430029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:51.432242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:51.434652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:51.481876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1856-ca66-442a-a567-f72a1486b046 req-e8e82361-b53f-498a-be10-542e58f2702e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:51.494445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0bb1856-ca66-442a-a567-f72a1486b046 req-e8e82361-b53f-498a-be10-542e58f2702e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.3321559 Nov 23 19:02:51.498063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:02:51.498474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:02:51.500994 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:02:51.683731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 985a277e-3ba1-4977-a430-86209af84518 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:02:51.751025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 985a277e-3ba1-4977-a430-86209af84518 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:02:51.753529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 985a277e-3ba1-4977-a430-86209af84518 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:02:51.848521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:51.854492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.920868 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0bb1856-ca66-442a-a567-f72a1486b046 req-1c4031c0-4082-470b-989a-f7f9290e83dd tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661821 Nov 23 19:02:51.933992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.955166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:51.965429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41da32-f153-4f5c-a513-89dab9db4fa8 req-81c30581-ad0d-41c4-b966-65d7c37b0c6e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:51.971990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12cabe37-3dac-406c-88ba-4744631137e2 HTTP/1.1" status: 204 len: 168 time: 2.7190924 Nov 23 19:02:51.973312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:51.974763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a41da32-f153-4f5c-a513-89dab9db4fa8 req-81c30581-ad0d-41c4-b966-65d7c37b0c6e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.3772662 Nov 23 19:02:52.006561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-dbbbcfe9-7f45-49ee-9362-cb5e18bf4332 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9600654 Nov 23 19:02:52.066549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ca42b-06a1-4ee8-9426-3a824c4dd7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cabe37-3dac-406c-88ba-4744631137e2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:52.110561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Request body: {'port': {'device_id': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:52.171191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4681377a-94a8-4423-b2f1-a273189a1d87 None None] Provisioning complete for port 307e9679-73f8-4505-850b-22df700bd811 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:52.171927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4681377a-94a8-4423-b2f1-a273189a1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:52.232206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:52.271145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4681377a-94a8-4423-b2f1-a273189a1d87 None None] Port 307e9679-73f8-4505-850b-22df700bd811 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:52.343613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49d8d60c-e40f-4dd2-99b5-64a33961fbf2 req-c90a2c56-1e5a-40aa-8506-595edd75b924 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 210 time: 0.0989351 Nov 23 19:02:52.352370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84ded3fd-6bcd-4cec-8057-f65e5c61c6c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:52.354050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-cc156294-f7a6-44e8-9685-97c1dc70508b tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848384 Nov 23 19:02:52.382951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:52.589506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a41da32-f153-4f5c-a513-89dab9db4fa8 req-c25730da-86e9-4fe7-8881-17d394bcdef6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816498 Nov 23 19:02:52.951515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84ded3fd-6bcd-4cec-8057-f65e5c61c6c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:52.977829 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84ded3fd-6bcd-4cec-8057-f65e5c61c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.055123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900017c7-1a0f-4ad0-a8b2-9995fa6e537c req-c413289a-040b-4ec8-bd79-eed1d895d732 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:53.064645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-900017c7-1a0f-4ad0-a8b2-9995fa6e537c req-c413289a-040b-4ec8-bd79-eed1d895d732 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 931 time: 0.4792168 Nov 23 19:02:53.104212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-e7c06610-e440-44dc-b30e-790ffa2019af tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:53.107282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-e7c06610-e440-44dc-b30e-790ffa2019af tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7030108 Nov 23 19:02:53.129667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Request body: {'port': {'device_id': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '8d65fed6b2f84b44a10727a92b7aa95c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:53.145325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-84ded3fd-6bcd-4cec-8057-f65e5c61c6c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f3067382f224cb88e76d0ea68999d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093969 Nov 23 19:02:53.217607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 50730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:02:53.282222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307e9679-73f8-4505-850b-22df700bd811 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:53.292698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.310558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Transition to ACTIVE for port object 307e9679-73f8-4505-850b-22df700bd811 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:02:53.315644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ded3fd-6bcd-4cec-8057-f65e5c61c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98cbc4-1ddd-4c7b-9a0a-7e1fc8f55c79,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:53.325187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.365179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-900017c7-1a0f-4ad0-a8b2-9995fa6e537c req-b56dec34-b15a-44db-b710-fbc911a14927 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992549 Nov 23 19:02:53.728627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.733555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Made reservation on behalf of 8d65fed6b2f84b44a10727a92b7aa95c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:02:53.738170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.770936 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.799581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8acd1f-f2ee-41f6-8702-f40c650ea0fb req-03054ab3-604c-4b48-917b-cbbd7ecd5024 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:53.807466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f8acd1f-f2ee-41f6-8702-f40c650ea0fb req-03054ab3-604c-4b48-917b-cbbd7ecd5024 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2287266 Nov 23 19:02:53.848659 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:53.912338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f8acd1f-f2ee-41f6-8702-f40c650ea0fb req-f7a056c8-980a-414b-8870-78a7e7a1bc92 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038923 Nov 23 19:02:54.123799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-26af31dd-d46d-4b46-ac87-b385d407b874 req-9d0161c7-b874-4964-8458-41737d15098f tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 210 time: 0.0728984 Nov 23 19:02:54.166685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:54.180551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.183472 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.184616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c98cbc4-1ddd-4c7b-9a0a-7e1fc8f55c79 HTTP/1.1" status: 204 len: 168 time: 0.9660618 Nov 23 19:02:54.251938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91c4f-60be-4dd6-a75b-e8400bef4a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98cbc4-1ddd-4c7b-9a0a-7e1fc8f55c79,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:54.307648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-bfee4ad4-bdc5-403a-9140-7de2f488ac6d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:54.308343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.311196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.324052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-bfee4ad4-bdc5-403a-9140-7de2f488ac6d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 811 time: 1.2885790 Nov 23 19:02:54.355972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-f0eeb84f-c5a9-47a8-aef5-9b8d60e63d95 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/quotas/b804ec7e076f483ba19cd9db22b5ab7f HTTP/1.1" status: 200 len: 375 time: 0.0306046 Nov 23 19:02:54.359033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Attempting to bind port 307e9679-73f8-4505-850b-22df700bd811 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:02:54.359435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Attempting to bind port 307e9679-73f8-4505-850b-22df700bd811 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:02:54.359924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Attempting to bind port 307e9679-73f8-4505-850b-22df700bd811 on network d02f676f-1d4b-4452-a5a1-2a73e305749c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:54.378103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Port 307e9679-73f8-4505-850b-22df700bd811 on network d02f676f-1d4b-4452-a5a1-2a73e305749c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:02:54.378474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Attempting to bind port 307e9679-73f8-4505-850b-22df700bd811 on network d02f676f-1d4b-4452-a5a1-2a73e305749c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:02:54.422592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:02:54.423259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Checking segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:02:54.423758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Bound using segment: {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:02:54.424211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Bound port: 307e9679-73f8-4505-850b-22df700bd811, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65af438-db7b-4219-b38d-499efd8e1c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:02:54.424575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.430506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.488300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-9fb4bd63-5801-46cb-b659-092b5d614712 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254029 Nov 23 19:02:54.595188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:02:54.603390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=307e9679-73f8-4505-850b-22df700bd811,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:02:54.636408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.788063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:54.820411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:54.821971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:54.824103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-f6cea5ce-0e5b-42b2-adc0-7c23d11ad1b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 1091 time: 2.7711046 Nov 23 19:02:54.825407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'tag': '307e9679-73f8-4505-850b-22df700bd811'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:02:54.829794 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "tag": "307e9679-73f8-4505-850b-22df700bd811"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:02:55.030700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-8e89560f-52f4-48fb-8049-07031747e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:55.044647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-8e89560f-52f4-48fb-8049-07031747e6d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1094 time: 0.1659286 Nov 23 19:02:55.254343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-7fab5a2c-7f1a-4f4f-a34f-8bc06c4d8fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 217 time: 0.1925306 Nov 23 19:02:55.314821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde93c84-6dcc-41fa-a699-72b0f5a44f9d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:55.338111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-9274ef81-050d-4555-9131-0ebf9b2694e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:55.339974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-9274ef81-050d-4555-9131-0ebf9b2694e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.0705364 Nov 23 19:02:55.428853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-a094bd3a-dbff-40bc-8539-8f6c75ccc2ac service neutron] 10.222.0.37 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218248 Nov 23 19:02:55.536875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-2f284c1f-5ce5-4936-8bc1-0943613daa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:55.538400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-2f284c1f-5ce5-4936-8bc1-0943613daa7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755152 Nov 23 19:02:55.540277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-b170ddc6-266d-4243-8104-60db60cf0612 service neutron] 10.222.0.37 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026044 Nov 23 19:02:55.707641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3ca2-3433-4860-8392-6bc43248806f req-51d9c44a-7632-429d-988b-b60a2b7a556a tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:55.709193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d5c3ca2-3433-4860-8392-6bc43248806f req-51d9c44a-7632-429d-988b-b60a2b7a556a tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 943 time: 1.1682770 Nov 23 19:02:55.739345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-ec4e2337-30a1-4f9c-a74e-5265cd3b3a0c service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825995 Nov 23 19:02:55.739617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Allocated IP 192.168.233.222 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/83b20114-b3ba-4f3f-aecd-7e1e44e6c024) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:02:56.000602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c8a37f1-83c5-4260-82b9-f69916461786 req-22c351be-2e6d-4159-8b32-4837eb223755 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433479 Nov 23 19:02:56.026064 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447606ab-14fa-4529-9ebe-e1b1de80879c x-openstack-request-id: req-447606ab-14fa-4529-9ebe-e1b1de80879c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:02:56.027668 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "tag": "307e9679-73f8-4505-850b-22df700bd811", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:02:56.027948 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-447606ab-14fa-4529-9ebe-e1b1de80879c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:02:56.034880 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'tag': '307e9679-73f8-4505-850b-22df700bd811', 'status': 'completed', 'code': 200} Nov 23 19:02:56.288777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d5c3ca2-3433-4860-8392-6bc43248806f req-10e9e70c-053a-4116-9f73-798fe6bdb82f tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5527370 Nov 23 19:02:56.433402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775f65-5fed-4490-9cf7-1aab32e3211d req-5bda4799-0748-49ce-b413-6ed6f107b6e3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.446486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d775f65-5fed-4490-9cf7-1aab32e3211d req-5bda4799-0748-49ce-b413-6ed6f107b6e3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.2755184 Nov 23 19:02:56.469794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-e0647ff5-4a3d-4291-8e6b-a7f4ca25bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.471424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-e0647ff5-4a3d-4291-8e6b-a7f4ca25bedc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1094 time: 0.3920698 Nov 23 19:02:56.565897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:56.689223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-8e5313a8-7359-482d-9f36-4575478c0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.691483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-8e5313a8-7359-482d-9f36-4575478c0dad service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 910 time: 0.2081757 Nov 23 19:02:56.725049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:56.826032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-2428a3dd-dcc9-441f-93e5-60724962933c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 217 time: 0.1256368 Nov 23 19:02:56.896880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:02:56.917940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d775f65-5fed-4490-9cf7-1aab32e3211d req-8d98831d-7708-4c57-b091-28c51014c755 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4704449 Nov 23 19:02:56.953977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01630382-1e7e-45b6-9ab3-3dc0fca636bf req-cd8533a1-1285-43a2-9213-8b484972a67e tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.958740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01630382-1e7e-45b6-9ab3-3dc0fca636bf req-cd8533a1-1285-43a2-9213-8b484972a67e tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 936 time: 0.2942741 Nov 23 19:02:56.972359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Pushing event updated for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:56.980556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-791bb1f1-286c-45e0-a0e8-15f1cfdcfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:56.982310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:02:56.984538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-791bb1f1-286c-45e0-a0e8-15f1cfdcfe2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.1420820 Nov 23 19:02:57.003057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:02:57.195701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-10346869-2a6f-49a6-8979-296d93cd0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:57.206393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-10346869-2a6f-49a6-8979-296d93cd0bc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126181 Nov 23 19:02:57.214534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01630382-1e7e-45b6-9ab3-3dc0fca636bf req-8fa7ab8a-8b21-4c5c-a98d-9b62d1081a95 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835213 Nov 23 19:02:57.221930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Deleting port ca19b1d7-9f0d-4b52-93c9-03ede990b616 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:02:57.221930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.400805 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8a299e2-c213-4d1d-8b86-d1a915323d4e req-7683012c-400b-4976-a8eb-f833ef887736 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.2472887 Nov 23 19:02:57.433538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:57.434255 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.452662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-360b5cb8-11b5-4804-8389-01fb6ae8541c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.490523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-597c7a50-f692-41cb-bcbf-cf2444f311fb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3584621 Nov 23 19:02:57.517754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Request body: {'port': {'device_id': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:57.521978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] For port ca19b1d7-9f0d-4b52-93c9-03ede990b616, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ca19b1d7-9f0d-4b52-93c9-03ede990b616,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:57.532214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.707217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Calling delete_port for ca19b1d7-9f0d-4b52-93c9-03ede990b616 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:02:57.717737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-749e03b9-c630-4c94-bb46-720f480b51ec None None] Provisioning complete for port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:02:57.720624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-acaec755-2065-42dc-8590-4e607d5a6f79 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273703 Nov 23 19:02:57.722457 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749e03b9-c630-4c94-bb46-720f480b51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:57.883124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-749e03b9-c630-4c94-bb46-720f480b51ec None None] Port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:02:57.950025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe31a4b-975e-4655-a0be-9f8cb1409641 req-c42deee1-2389-4ddc-a7d7-86c0688051dd tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:57.958277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfe31a4b-975e-4655-a0be-9f8cb1409641 req-c42deee1-2389-4ddc-a7d7-86c0688051dd tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 943 time: 0.4220912 Nov 23 19:02:57.998509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d11ba273-5f95-4ea0-aebc-9b54b41d08f2 req-fc1724b5-6ed5-468b-8523-801328913b39 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652802 Nov 23 19:02:58.094420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:58.295268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78be57-fba3-4ce1-b564-3a30cf5cef6e req-6379f724-79cb-4361-91eb-4b6b41f67de7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:58.305158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e78be57-fba3-4ce1-b564-3a30cf5cef6e req-6379f724-79cb-4361-91eb-4b6b41f67de7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1623211 Nov 23 19:02:58.384637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2e78be57-fba3-4ce1-b564-3a30cf5cef6e req-0f545609-e24d-4065-8bd5-417a8842177d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748878 Nov 23 19:02:58.400960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 307e9679-73f8-4505-850b-22df700bd811 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:02:58.583650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfe31a4b-975e-4655-a0be-9f8cb1409641 req-c95cca82-d210-47e9-9e70-a0959464be61 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4857755 Nov 23 19:02:58.756406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41f53-841f-4f1e-9dd1-9e2dd3eb7028 req-a979fe20-62cb-4fe2-8333-dab88b9cb5f0 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:58.766197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=307e9679-73f8-4505-850b-22df700bd811,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:58.772041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e41f53-841f-4f1e-9dd1-9e2dd3eb7028 req-a979fe20-62cb-4fe2-8333-dab88b9cb5f0 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 936 time: 0.2206905 Nov 23 19:02:58.796540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '307e9679-73f8-4505-850b-22df700bd811', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'port_id': '307e9679-73f8-4505-850b-22df700bd811', 'mac_address': 'fa:16:3e:7e:7b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:02:58.860444 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:58.910335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307e9679-73f8-4505-850b-22df700bd811 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:02:58.948428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1e41f53-841f-4f1e-9dd1-9e2dd3eb7028 req-1d249217-a47b-45ea-b8ca-4b3edd526fd6 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753473 Nov 23 19:02:58.970811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=307e9679-73f8-4505-850b-22df700bd811,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:02:58.979088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:59.093110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:59.232277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['307e9679-73f8-4505-850b-22df700bd811'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:02:59.324976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:02:59.421514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-b3f1731e-a6a2-4617-a9ac-9d853d57fade tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:59.428812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-b3f1731e-a6a2-4617-a9ac-9d853d57fade tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 811 time: 1.3271563 Nov 23 19:02:59.448420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b74c071a-931b-4773-bb08-a3d14d835136 req-6dcd9d4a-c68a-4536-85e8-dafa45d3e60d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.6574132 Nov 23 19:02:59.516162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Request body: {'port': {'device_id': '486a771b-5fdf-4a06-96ef-e10faa120828', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'admin_state_up': True, 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:02:59.550677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca19b1d7-9f0d-4b52-93c9-03ede990b616,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:02:59.728408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b201-06de-4e1c-968f-43a52b32d4bc req-ea597078-2a4d-4487-aefa-5b726319a2d4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:02:59.739345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52e2b201-06de-4e1c-968f-43a52b32d4bc req-ea597078-2a4d-4487-aefa-5b726319a2d4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1372752 Nov 23 19:02:59.950460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52e2b201-06de-4e1c-968f-43a52b32d4bc req-62f53247-a503-4d4d-b990-2319e99ff575 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100232 Nov 23 19:03:00.090152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f16f2a57-1bc6-4b2b-87de-0a0487116f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:00.278172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73681d-c915-486f-b643-a26151e8ca3e req-03f665cf-02b9-4aa8-9487-c831e314e2bd tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:00.280281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b73681d-c915-486f-b643-a26151e8ca3e req-03f665cf-02b9-4aa8-9487-c831e314e2bd tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 936 time: 0.0964408 Nov 23 19:03:00.467540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b73681d-c915-486f-b643-a26151e8ca3e req-e197cbff-2af6-4391-b624-9452eca450e0 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776021 Nov 23 19:03:00.491951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:00.502480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:00.522631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Transition to ACTIVE for port object 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:00.534880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:00.639109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Pushing event updated for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:00.646404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c1bbbd9-9e90-4b80-b8ce-1d693e3b1f5d req-a0979507-518c-42e8-bcfc-e4b97cb07886 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.0366864 Nov 23 19:03:00.686902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a9891-47d6-47cc-9339-6e8e0bb511fd req-6871c539-604e-48e1-a9b8-96a5e5d1d198 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:00.695609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-444a9891-47d6-47cc-9339-6e8e0bb511fd req-6871c539-604e-48e1-a9b8-96a5e5d1d198 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 944 time: 0.8537691 Nov 23 19:03:00.717438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:00.717950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Made reservation on behalf of b804ec7e076f483ba19cd9db22b5ab7f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:00.722617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:01.101496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Attempting to bind port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:01.102106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Attempting to bind port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:01.102608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Attempting to bind port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:01.148416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-444a9891-47d6-47cc-9339-6e8e0bb511fd req-ec1969f6-6c1a-414f-a608-1f8e59e8448c tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519138 Nov 23 19:03:01.160178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:01.160519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Attempting to bind port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:01.196650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:01.196995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:01.197390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:01.197849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Bound port: 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:01.198212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:01.206077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545db5cb-92ef-48fd-af42-c47b809c35f2 req-0e031f2b-a36c-467f-8578-a83fe1ce803c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:01.224034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-545db5cb-92ef-48fd-af42-c47b809c35f2 req-0e031f2b-a36c-467f-8578-a83fe1ce803c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1035807 Nov 23 19:03:01.300247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-545db5cb-92ef-48fd-af42-c47b809c35f2 req-f90570da-0823-43cc-9a0f-9bca65a76dc1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746710 Nov 23 19:03:01.326765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:01.584705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Allocated IP 172.20.0.11 (f67c3f7b-402a-4a35-9b2a-4e0f986a9e11/44d6bcc6-7619-4fc5-b2cd-359e05564dac/11f754e9-a94d-49de-92ad-5130850eb7e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:01.708850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:01.749797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:01.771390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:01.878902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:01.879647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:01.881560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] 10.222.0.47 "PUT /v2.0/ports/83b20114-b3ba-4f3f-aecd-7e1e44e6c024 HTTP/1.1" status: 200 len: 1096 time: 4.3765862 Nov 23 19:03:01.883121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:01.885551 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35326762-53f9-4781-a803-006a64305074" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:01.922397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aecc42bb-a129-4c72-aa84-247f50ffa47c req-9f166cb1-9b44-44f5-84bd-46d4866fc7cf tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.0955999 Nov 23 19:03:02.003114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917c4f0-0cc0-43d4-a2c6-3582f574c10b req-28ffb872-c231-423a-84a9-854bb8b51feb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:02.004169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e917c4f0-0cc0-43d4-a2c6-3582f574c10b req-28ffb872-c231-423a-84a9-854bb8b51feb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 948 time: 0.3572285 Nov 23 19:03:02.210101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:02.351724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecf205-59f0-423e-8d69-3c5f5b000f0b service neutron] Pushing event updated for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:02.434592 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c5e391-dd65-4c95-a659-0348ec291157 x-openstack-request-id: req-96c5e391-dd65-4c95-a659-0348ec291157 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:02.435122 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:02.437156 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96c5e391-dd65-4c95-a659-0348ec291157 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:02.437386 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024', 'status': 'completed', 'code': 200} Nov 23 19:03:02.439481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 307e9679-73f8-4505-850b-22df700bd811 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:02.611007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e917c4f0-0cc0-43d4-a2c6-3582f574c10b req-f2795970-f165-422d-bb14-a2b73006cb29 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883379 Nov 23 19:03:02.612709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 307e9679-73f8-4505-850b-22df700bd811 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:03:02.621895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 307e9679-73f8-4505-850b-22df700bd811 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:02.625742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:02.645084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-fd33b1c1-827c-4668-bde6-3df874398b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:02.648098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-fd33b1c1-827c-4668-bde6-3df874398b9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 1099 time: 0.7038484 Nov 23 19:03:02.693459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Router e50bfd46-c516-4289-b440-7db56a9a33bb has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:03:02.698233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e275f-4516-4c17-9c79-0685f7ecda25 req-9e28e04b-4eb9-4ac3-a6ab-797780743376 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:02.714122 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a61e275f-4516-4c17-9c79-0685f7ecda25 req-9e28e04b-4eb9-4ac3-a6ab-797780743376 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 944 time: 0.1703172 Nov 23 19:03:02.806297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:02.905359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a61e275f-4516-4c17-9c79-0685f7ecda25 req-301777d2-91ca-4020-ba57-4cc6173973cb tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828845 Nov 23 19:03:02.946370 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:02.949520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-c87354e6-09d4-40ad-871a-e012a421e4b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024 HTTP/1.1" status: 200 len: 217 time: 0.2473624 Nov 23 19:03:03.013454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-718490e0-90fc-45fe-8a62-db7c1e9aaa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:03.015011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-718490e0-90fc-45fe-8a62-db7c1e9aaa9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0532763 Nov 23 19:03:03.027944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e9679-73f8-4505-850b-22df700bd811'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:03.043765 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616aa65-da12-485b-a412-289a187e22fe" -d '{"events": [{"server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "name": "network-vif-plugged", "status": "completed", "tag": "307e9679-73f8-4505-850b-22df700bd811"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:03.094587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=307e9679-73f8-4505-850b-22df700bd811,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:03.102317 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.141561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3094ee5-4c57-4ef8-9f50-0b0716724a4c req-da333ddb-a5a4-4491-bc30-700f0f82c783 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.0669308 Nov 23 19:03:03.264969 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f655ff-89fb-49e4-8fcb-06ed96edebc7 x-openstack-request-id: req-50f655ff-89fb-49e4-8fcb-06ed96edebc7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:03.267962 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "name": "network-vif-plugged", "status": "completed", "tag": "307e9679-73f8-4505-850b-22df700bd811", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:03.268286 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50f655ff-89fb-49e4-8fcb-06ed96edebc7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:03.268726 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e9679-73f8-4505-850b-22df700bd811', 'code': 200} Nov 23 19:03:03.285856 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:03.325872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:03.438974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803023a4-0022-4de9-8e44-d3ce78c215eb req-d908b9db-f65b-458a-9ffe-bbf006f6d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:03.445311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-803023a4-0022-4de9-8e44-d3ce78c215eb req-d908b9db-f65b-458a-9ffe-bbf006f6d9c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.1296530 Nov 23 19:03:03.564725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-803023a4-0022-4de9-8e44-d3ce78c215eb req-50a633d2-f533-4a5d-963e-5aad8d8658bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069143 Nov 23 19:03:03.880508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d16df-97ac-4bdd-9cbb-2e2f3af6de42 req-10be9a11-b5ef-43cd-ac54-bb1dc8ffe631 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:03.896866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e8d16df-97ac-4bdd-9cbb-2e2f3af6de42 req-10be9a11-b5ef-43cd-ac54-bb1dc8ffe631 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 948 time: 0.1173437 Nov 23 19:03:03.986537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e8d16df-97ac-4bdd-9cbb-2e2f3af6de42 req-34316c64-bd47-4fc6-9fef-5b48bec59b5e tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884819 Nov 23 19:03:04.173535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce15d-40fd-4770-a34f-e5d1439e7f28 req-f1e25643-1899-413a-b37f-055a6598a7d3 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:04.191009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69dce15d-40fd-4770-a34f-e5d1439e7f28 req-f1e25643-1899-413a-b37f-055a6598a7d3 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.0976408 Nov 23 19:03:04.271989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69dce15d-40fd-4770-a34f-e5d1439e7f28 req-093bed7c-7ca6-4f5f-8c40-e582f3f43c14 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796556 Nov 23 19:03:04.349901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:04.363394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Sync routers for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:04.385544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-328ee24c-f096-4c87-a14b-c28c3d698908 admin admin] 10.222.0.37 "PUT /v2.0/routers/e50bfd46-c516-4289-b440-7db56a9a33bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4083734 Nov 23 19:03:04.393020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:04.393679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:03:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:04.418043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b52b7227-80e8-406f-bd6d-10468ab73961 req-fc063211-4a4c-455c-872a-a35e7bc0806f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.0553384 Nov 23 19:03:04.423398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a415-f702-4b98-a185-d7a12e9e32e7 req-6b2f79ff-50c4-4627-8a55-90050242f758 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:04.424040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:04.424987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c21a415-f702-4b98-a185-d7a12e9e32e7 req-6b2f79ff-50c4-4627-8a55-90050242f758 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 1.5221453 Nov 23 19:03:04.544851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:04.563608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7fc5e1b2-b008-462e-abcc-9befca49fec5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:04.617654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:04.633357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Pushing event updated for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:04.738367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c21a415-f702-4b98-a185-d7a12e9e32e7 req-857aff04-6825-40dd-b7c7-aa2ddae91a55 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107377 Nov 23 19:03:04.764488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:04.771745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-1446703d-3be9-4c30-91db-aee984f1c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:04.780289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-1446703d-3be9-4c30-91db-aee984f1c77d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7510612 Nov 23 19:03:04.781968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:04.789046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:05.061703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-6a2d1c02-eb27-4780-a8b9-bd1fa60cbb3e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687955 Nov 23 19:03:05.075003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.176033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:05.362083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5baadf-eb8b-43ba-bd08-a1b0eed55bea req-ec763f70-216c-4065-a89c-2fde28c648f9 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.373362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c5baadf-eb8b-43ba-bd08-a1b0eed55bea req-ec763f70-216c-4065-a89c-2fde28c648f9 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 948 time: 0.2269900 Nov 23 19:03:05.377386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22f57c9c-d76c-4f8b-9d53-e6f26c59fddd req-30b95eb5-1b42-4d93-ba90-1b22d2f43e44 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640224 Nov 23 19:03:05.395143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Deleting port dfadd026-4119-4f40-aea6-5ea2c14d9588 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:05.396553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.574841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.575589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.586932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T19:02:58Z', 'revision_number': 5, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port': {'id': 'dfadd026-4119-4f40-aea6-5ea2c14d9588', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:50:34Z', 'updated_at': '2021-11-23T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:05.635772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Checking router: e50bfd46-c516-4289-b440-7db56a9a33bb for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:05.647429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Routers {'e50bfd46-c516-4289-b440-7db56a9a33bb'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:05.648573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:03:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e50bfd46-c516-4289-b440-7db56a9a33bb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:05.667402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5bc25-0b55-479a-b22b-21b1c127bba6 req-33cfb107-7353-4c84-90ea-019aae3d88de tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.680577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] For port dfadd026-4119-4f40-aea6-5ea2c14d9588, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfadd026-4119-4f40-aea6-5ea2c14d9588,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:05.681068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:05.682399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2db5bc25-0b55-479a-b22b-21b1c127bba6 req-33cfb107-7353-4c84-90ea-019aae3d88de tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.2534475 Nov 23 19:03:05.716259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c5baadf-eb8b-43ba-bd08-a1b0eed55bea req-5045f51a-c638-4b00-960e-1d1f5b820068 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416309 Nov 23 19:03:05.746469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Calling delete_port for dfadd026-4119-4f40-aea6-5ea2c14d9588 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:05.794308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-940eab39-a6eb-4647-89e3-82790c0841a1 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2978911 Nov 23 19:03:05.824022 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2db5bc25-0b55-479a-b22b-21b1c127bba6 req-8e92f117-e052-4377-b5ec-dbc88572f7de tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406047 Nov 23 19:03:05.867205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326762-53f9-4781-a803-006a64305074 req-c999f97d-95b7-46db-aeaf-ab6e44f008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:05.875020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-c999f97d-95b7-46db-aeaf-ab6e44f008a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 1099 time: 0.4225593 Nov 23 19:03:05.902911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Request body: {'port': {'device_id': '486a771b-5fdf-4a06-96ef-e10faa120828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:06.042562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] Set router e50bfd46-c516-4289-b440-7db56a9a33bb gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:06.206978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326762-53f9-4781-a803-006a64305074 req-f31076d3-811c-4a70-9b30-09e74f2bbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:06.208617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-f31076d3-811c-4a70-9b30-09e74f2bbbe2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.2990417 Nov 23 19:03:06.347877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T19:03:05Z', 'revision_number': 6, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:06.395242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959f13-f6d1-4a12-b7b5-c53bcc6ce35e req-cbb1e391-a049-498e-944d-2b629b162553 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:06.406165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19959f13-f6d1-4a12-b7b5-c53bcc6ce35e req-cbb1e391-a049-498e-944d-2b629b162553 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 932 time: 0.1426656 Nov 23 19:03:06.426638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15684df-89d4-493f-bec2-6f0b9290be6a None None] The sync data for ids ['e50bfd46-c516-4289-b440-7db56a9a33bb'] in n-d-792364-9 is: [{'id': 'e50bfd46-c516-4289-b440-7db56a9a33bb', 'name': 'tempest-TaggedBootDevicesTest-1999174618-router', 'tenant_id': 'c0f09cccdc6c49ceae07af323d972d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:50:32Z', 'updated_at': '2021-11-23T19:03:05Z', 'revision_number': 6, 'project_id': 'c0f09cccdc6c49ceae07af323d972d42', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:06.431670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-b6a64025-470b-4dde-bc46-cea56f61e021 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024 HTTP/1.1" status: 200 len: 217 time: 0.1781127 Nov 23 19:03:06.577527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19959f13-f6d1-4a12-b7b5-c53bcc6ce35e req-e931fc09-24e9-4c9d-9698-abbd1d15d572 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656842 Nov 23 19:03:06.581341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.608600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc4fb3-cd38-4651-9866-16e3d3156a78 req-d34fd6bf-6a3b-4e2b-bd89-1bd15b890080 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:06.628057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4fc4fb3-cd38-4651-9866-16e3d3156a78 req-d34fd6bf-6a3b-4e2b-bd89-1bd15b890080 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.5995591 Nov 23 19:03:06.780758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326762-53f9-4781-a803-006a64305074 req-7287cab9-a673-4515-8aef-8b7d167f9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:06.782863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-7287cab9-a673-4515-8aef-8b7d167f9b42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.3255961 Nov 23 19:03:06.810683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4fc4fb3-cd38-4651-9866-16e3d3156a78 req-dafb71ba-fdbf-4662-93dd-7dcbe1e8cdbb tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818039 Nov 23 19:03:06.810905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:06.830004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ed5bd-7179-4837-94ab-dbb440f8a807 req-1df1c93f-874e-426f-b391-6651891efb5a tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:06.831649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-734ed5bd-7179-4837-94ab-dbb440f8a807 req-1df1c93f-874e-426f-b391-6651891efb5a tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.1209350 Nov 23 19:03:06.858933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76310b-b80b-4dee-9071-28241ce41656 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:07.088510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.090567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfadd026-4119-4f40-aea6-5ea2c14d9588,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:07.386601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-734ed5bd-7179-4837-94ab-dbb440f8a807 req-94166800-6d12-48fc-bb8e-01b1ab10c103 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562733 Nov 23 19:03:07.410883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.465402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.677254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ca19b1d7-9f0d-4b52-93c9-03ede990b616 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:07.686569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f754e9-a94d-49de-92ad-5130850eb7e9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:07.697111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.727977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Transition to ACTIVE for port object 11f754e9-a94d-49de-92ad-5130850eb7e9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:07.772340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.837845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ca19b1d7-9f0d-4b52-93c9-03ede990b616 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:07.854127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ca19b1d7-9f0d-4b52-93c9-03ede990b616 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:07.857714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfadd026-4119-4f40-aea6-5ea2c14d9588 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:07.865045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Pushing event updated for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:07.871288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326762-53f9-4781-a803-006a64305074 req-bb0da6b8-4a10-43ec-9cf8-0adb6dbc7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:07.873220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-bb0da6b8-4a10-43ec-9cf8-0adb6dbc7cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0346954 Nov 23 19:03:07.895212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.896446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50bfd46-c516-4289-b440-7db56a9a33bb {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:03:07.922865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:07.928669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c3ea9a88-a135-4093-b249-26e69f18ec6a admin admin] 10.222.0.37 "DELETE /v2.0/routers/e50bfd46-c516-4289-b440-7db56a9a33bb HTTP/1.1" status: 204 len: 168 time: 3.5032909 Nov 23 19:03:07.934013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:07.934612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 50970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:08.082230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-1a86f08b-217e-451a-b76b-635d9917ab29 service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962285 Nov 23 19:03:08.090669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c48d90-79f7-482c-9386-06ff4285afe6 req-0cd4a7d4-7970-40dc-b898-f1c505c14f80 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:08.097927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0c48d90-79f7-482c-9386-06ff4285afe6 req-0cd4a7d4-7970-40dc-b898-f1c505c14f80 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 948 time: 0.9652662 Nov 23 19:03:08.132283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Deleting subnet 5fe1167b-7613-4989-a394-054da792bc5c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:03:08.151170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.321048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa755d-e213-4dc3-8808-9e34634897aa req-7c6e4d07-3d66-40a6-808b-2186f8853fec tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:08.344219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdaa755d-e213-4dc3-8808-9e34634897aa req-7c6e4d07-3d66-40a6-808b-2186f8853fec tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.7063682 Nov 23 19:03:08.549649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35326762-53f9-4781-a803-006a64305074 req-8af1b9a8-261d-4f32-8a0a-3b5ce8418d3e service neutron] 10.222.0.47 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502625 Nov 23 19:03:08.553598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-952ece29-390c-4808-8408-23b97358839b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.592999 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.651106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: dfadd026-4119-4f40-aea6-5ea2c14d9588 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:08.651870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfadd026-4119-4f40-aea6-5ea2c14d9588 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:08.653920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:03:08.747577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Attempting to bind port 11f754e9-a94d-49de-92ad-5130850eb7e9 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:08.751138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Attempting to bind port 11f754e9-a94d-49de-92ad-5130850eb7e9 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:08.767834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Attempting to bind port 11f754e9-a94d-49de-92ad-5130850eb7e9 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:08.810648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0c48d90-79f7-482c-9386-06ff4285afe6 req-368c9f73-ed35-4428-a99d-1b1c691abf51 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794354 Nov 23 19:03:08.842040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Port 11f754e9-a94d-49de-92ad-5130850eb7e9 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:08.842646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Attempting to bind port 11f754e9-a94d-49de-92ad-5130850eb7e9 on network f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:08.866583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:08.867872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Checking segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:08.869093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Bound using segment: {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:08.871104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Bound port: 11f754e9-a94d-49de-92ad-5130850eb7e9, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49643bb5-47ff-4a02-bb7b-a53c7f69d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:08.873065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.928462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-952ece29-390c-4808-8408-23b97358839b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:08.944963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:09.003434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024', 'mac_address': 'fa:16:3e:3a:b3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:03:09.047871 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bdaa755d-e213-4dc3-8808-9e34634897aa req-d981e21a-3b58-4154-b4fc-7d5dcb34d6f4 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7025931 Nov 23 19:03:09.102556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:09.112332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:09.124226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.177795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.218168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:09.222698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=11f754e9-a94d-49de-92ad-5130850eb7e9,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:09.241770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:09.250497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e89d9-4bd0-4b6f-81b4-45903a72d9e1 req-2e42ce33-4d41-45a3-a8af-496f6494acae tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.260125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-800e89d9-4bd0-4b6f-81b4-45903a72d9e1 req-2e42ce33-4d41-45a3-a8af-496f6494acae tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 944 time: 0.2361577 Nov 23 19:03:09.281250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.308927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:09.315811 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.333018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.380802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.381933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.384097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] 10.222.0.50 "PUT /v2.0/ports/11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 200 len: 1092 time: 3.5078557 Nov 23 19:03:09.425668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:09.434606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-952ece29-390c-4808-8408-23b97358839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.484757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:09.487079 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9241f-365d-4cbb-b16b-1c9052163447" -d '{"events": [{"name": "network-changed", "server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:09.489985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-952ece29-390c-4808-8408-23b97358839b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62a32cad59374ea9b00ebdc996880da6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5541015 Nov 23 19:03:09.496262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:09.532392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Pushing event updated for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:09.563553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['83b20114-b3ba-4f3f-aecd-7e1e44e6c024'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:09.573602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.574225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.574880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.575429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.575950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.576497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.576995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.577496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.578537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.579028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.579560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.580052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af7c8dc-cf2c-4b1e-9827-bd2eb141d98e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:09.591850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7af109c2-334d-4dbe-8bf9-09338d6d1d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.640834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-800e89d9-4bd0-4b6f-81b4-45903a72d9e1 req-61955d68-379e-4280-8a80-98a1266a17fc tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792269 Nov 23 19:03:09.782508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ece29-390c-4808-8408-23b97358839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810abed1-7bd3-4d20-b7ae-bfc36390b347,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:09.808283 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad11ef6-8bb1-4cae-9bb1-eea4b75f6638 x-openstack-request-id: req-1ad11ef6-8bb1-4cae-9bb1-eea4b75f6638 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:09.809875 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:09.810837 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ad11ef6-8bb1-4cae-9bb1-eea4b75f6638 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:09.812293 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9', 'status': 'completed', 'code': 200} Nov 23 19:03:09.851569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:09.899046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-f3d55a84-8904-4ff6-b5e3-0d520c7a1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:09.903718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-f3d55a84-8904-4ff6-b5e3-0d520c7a1f4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1095 time: 0.4009528 Nov 23 19:03:09.993724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f30a-b31d-4ea7-a886-978cd068b393 req-4b30afc8-cb61-4a5a-ad7a-ead560588e63 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.017264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbe1f30a-b31d-4ea7-a886-978cd068b393 req-4b30afc8-cb61-4a5a-ad7a-ead560588e63 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.5490570 Nov 23 19:03:10.038598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-9214a7fd-f8af-4e7b-8d2d-8a27490576fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 200 len: 217 time: 0.1100621 Nov 23 19:03:10.039793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e497a-a01d-4ad9-b038-667428519fd2 None None] Network f27df1c8-dbf9-4295-872a-d3b8b2728ae6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:10.074828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-81fb621c-ba07-45f1-9d4c-5513348b7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.076665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-81fb621c-ba07-45f1-9d4c-5513348b7041 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1096 time: 0.4335949 Nov 23 19:03:10.085290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a11b7-b2ad-4e7e-89e2-1f3da046bc32 tempest-TestServerBasicOps-125022279 tempest-TestServerBasicOps-125022279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.087808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-538a11b7-b2ad-4e7e-89e2-1f3da046bc32 tempest-TestServerBasicOps-125022279 tempest-TestServerBasicOps-125022279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1091 time: 0.9834790 Nov 23 19:03:10.146979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:10.174047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.182381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '307e9679-73f8-4505-850b-22df700bd811', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:10.186781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5fe1167b-7613-4989-a394-054da792bc5c HTTP/1.1" status: 204 len: 168 time: 2.2378693 Nov 23 19:03:10.207034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbe1f30a-b31d-4ea7-a886-978cd068b393 req-87559f1d-7264-4ba7-822d-22718c5259eb tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867383 Nov 23 19:03:10.211932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:10.213582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080824-7858-4e0e-9bd2-de07e94f1f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe1167b-7613-4989-a394-054da792bc5c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:10.216354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.277704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.326932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.409196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.416097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.421435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/810abed1-7bd3-4d20-b7ae-bfc36390b347 HTTP/1.1" status: 204 len: 168 time: 0.9146428 Nov 23 19:03:10.442530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.455201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac046-4674-4e6e-9657-9c25bd2d2ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810abed1-7bd3-4d20-b7ae-bfc36390b347,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:10.462454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:10.527598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] DHCP port deletion for f27df1c8-dbf9-4295-872a-d3b8b2728ae6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:10.543024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-644c5a1a-62eb-4c56-8ba1-91b188a70441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.546490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-644c5a1a-62eb-4c56-8ba1-91b188a70441 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.4253225 Nov 23 19:03:10.617379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7af109c2-334d-4dbe-8bf9-09338d6d1d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.628091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-f3afe6a6-ae95-4b24-ae88-815141a8f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.629920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-f3afe6a6-ae95-4b24-ae88-815141a8f88c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.5689180 Nov 23 19:03:10.631950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Deleting port ecd2db6a-faac-48e0-9214-a38ce5c8a936 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:10.632331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.637827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.672870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:03:10.690311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1138d58-451d-48ba-9d25-63a737ccc224 req-6c4f7a24-9928-422a-ae16-02eaedfe315d tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.697707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1138d58-451d-48ba-9d25-63a737ccc224 req-6c4f7a24-9928-422a-ae16-02eaedfe315d tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 949 time: 0.7045007 Nov 23 19:03:10.713336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:10.716873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.842586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7af109c2-334d-4dbe-8bf9-09338d6d1d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.884684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f002-a0d7-4f2d-ba42-368c81816e83 req-5d67f905-96ed-40c8-ab5c-f57ed2dc8453 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:10.895985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c68f002-a0d7-4f2d-ba42-368c81816e83 req-5d67f905-96ed-40c8-ab5c-f57ed2dc8453 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 944 time: 0.1132615 Nov 23 19:03:10.937365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] For port ecd2db6a-faac-48e0-9214-a38ce5c8a936, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ecd2db6a-faac-48e0-9214-a38ce5c8a936,segment=NetworkSegment(3025e79d-18db-4db5-a3b3-f1361fa20fcc),segment_id=3025e79d-18db-4db5-a3b3-f1361fa20fcc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:10.937931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:10.956269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Calling delete_port for ecd2db6a-faac-48e0-9214-a38ce5c8a936 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:10.965090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:10.966770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7af109c2-334d-4dbe-8bf9-09338d6d1d42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15702d5ee0a644ea9329f8f1cbd7cc37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8492994 Nov 23 19:03:10.967756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af109c2-334d-4dbe-8bf9-09338d6d1d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd3b45-96d0-4ba5-a777-06ec20cd049d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:11.013835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c68f002-a0d7-4f2d-ba42-368c81816e83 req-ea5769ab-ec1d-4ca1-9129-394885dba3d4 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168246 Nov 23 19:03:11.084217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1138d58-451d-48ba-9d25-63a737ccc224 req-50688a83-fcfc-40da-9829-41eef4c21563 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536381 Nov 23 19:03:11.172065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.189399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-fd2e8f4a-e0be-4325-b378-599d0e2f6660 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4013247 Nov 23 19:03:11.212288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.268317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] Pushing event deleted for resources: {'Port': ['ID=ecd2db6a-faac-48e0-9214-a38ce5c8a936,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:11.284055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.309347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d794b-6a4c-402b-be3a-e87b901e83b8 None None] No DVR routers for this DVR port ecd2db6a-faac-48e0-9214-a38ce5c8a936 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:11.310315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.326394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:11.329760 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778e838-1758-4e79-96e0-eb780d27ad41" -d '{"events": [{"server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "name": "network-vif-plugged", "status": "completed", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:11.345678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:11.362361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.426763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-f7e34732-6f9b-4346-94e3-bc4cda8ca916 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 1000 time: 0.7927935 Nov 23 19:03:11.428816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:11.444221 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5088c95-9320-49d9-8917-59bd45662c15 x-openstack-request-id: req-c5088c95-9320-49d9-8917-59bd45662c15 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:11.444532 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "name": "network-vif-plugged", "status": "completed", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:11.444799 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5088c95-9320-49d9-8917-59bd45662c15 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:11.447737 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024', 'code': 200} Nov 23 19:03:11.546372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ecd2db6a-faac-48e0-9214-a38ce5c8a936 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:11.592021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ecd2db6a-faac-48e0-9214-a38ce5c8a936 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:11.592749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ecd2db6a-faac-48e0-9214-a38ce5c8a936 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:11.603478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b2ef6-46c8-458c-b922-ed9c91b40576 req-93dc082f-3190-47ae-9a71-cb4c54b8f0c6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:11.607842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e50b2ef6-46c8-458c-b922-ed9c91b40576 req-93dc082f-3190-47ae-9a71-cb4c54b8f0c6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1843596 Nov 23 19:03:11.635109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.638365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Deleting port ecd2db6a-faac-48e0-9214-a38ce5c8a936 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:11.638504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.638695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.639605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36fd3b45-96d0-4ba5-a777-06ec20cd049d HTTP/1.1" status: 204 len: 168 time: 0.6731927 Nov 23 19:03:11.665496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bf0cb-b1e4-4792-b786-34332542e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd3b45-96d0-4ba5-a777-06ec20cd049d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:11.669680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-34d130f9-e6ad-452d-a567-8f895a0bf7a9 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413517 Nov 23 19:03:11.671285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-a7929cf9-c41d-4870-8dea-19b0ce81e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:11.674371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-a7929cf9-c41d-4870-8dea-19b0ce81e295 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.2181709 Nov 23 19:03:11.726367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e50b2ef6-46c8-458c-b922-ed9c91b40576 req-2614d925-a733-4160-aa89-0019c6a8add5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041694 Nov 23 19:03:11.748252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:11.779061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d549a8-6aa1-4824-90a0-4cca62058004 req-d3d2107e-f265-401a-b204-5d42a499e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:11.781005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86d549a8-6aa1-4824-90a0-4cca62058004 req-d3d2107e-f265-401a-b204-5d42a499e98d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 1101 time: 0.2436194 Nov 23 19:03:11.858627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.907240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:11.911138 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:11.975383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] For port ecd2db6a-faac-48e0-9214-a38ce5c8a936, host n-d-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:11.975883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.009137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:12.057126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-a7957d64-2f6e-4f32-a8ef-0393c73c0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:12.061857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-a7957d64-2f6e-4f32-a8ef-0393c73c0559 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3640378 Nov 23 19:03:12.132371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Calling delete_port for ecd2db6a-faac-48e0-9214-a38ce5c8a936 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:12.137593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86d549a8-6aa1-4824-90a0-4cca62058004 req-e8ebad51-c2a9-4464-9593-ba0a64e41a85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328454 Nov 23 19:03:12.146026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Port ecd2db6a-faac-48e0-9214-a38ce5c8a936 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:03:12.176223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.178302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:12.424292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc458-e266-44c8-aa3b-87dd7b807482 req-b6ae73e0-74c7-47cb-b6e0-0b3a621570e4 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:12.425911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d8fc458-e266-44c8-aa3b-87dd7b807482 req-b6ae73e0-74c7-47cb-b6e0-0b3a621570e4 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 950 time: 0.1359966 Nov 23 19:03:12.543553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d8fc458-e266-44c8-aa3b-87dd7b807482 req-d1c7d016-81d6-4ade-b203-f3283765fafb tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Nov 23 19:03:12.640829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] No DVR routers for this DVR port ecd2db6a-faac-48e0-9214-a38ce5c8a936 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:12.683882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd2db6a-faac-48e0-9214-a38ce5c8a936,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:12.774717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f6b09c-75c5-4639-a49d-062133cf9fb1 req-0058875b-e5a2-4b88-9518-8dbf02b936ba service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0788455 Nov 23 19:03:12.908409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:12.929436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d40534-7542-4437-8e2e-724ce0fb0c61 req-3fc2b1cc-b947-4622-bd6a-df9f97cf5fc5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:12.931029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11d40534-7542-4437-8e2e-724ce0fb0c61 req-3fc2b1cc-b947-4622-bd6a-df9f97cf5fc5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 944 time: 0.7679193 Nov 23 19:03:12.994527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1ab10-2161-454b-8afb-6ed1f5adf8e5 req-b5e18035-1181-4656-8545-fb00b450787f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.001205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85c1ab10-2161-454b-8afb-6ed1f5adf8e5 req-b5e18035-1181-4656-8545-fb00b450787f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1285114 Nov 23 19:03:13.015655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.021329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-84f7729a-d9dc-4981-bc28-69889aaf08f2 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985066 Nov 23 19:03:13.047226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652905489-network', 'tenant_id': 'e18d4495eda5413b84cd0e52c1cfbd08'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:13.107782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85c1ab10-2161-454b-8afb-6ed1f5adf8e5 req-52db85a7-469e-46ba-b441-4af65545bd57 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987315 Nov 23 19:03:13.126788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Made reservation on behalf of e18d4495eda5413b84cd0e52c1cfbd08 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:13.133275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.140165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27df1c8-dbf9-4295-872a-d3b8b2728ae6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:13.150105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.169275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Allocated IP 172.25.5.178 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/72a7d10b-7857-47ad-85d9-d4ae33e0d7ff) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:13.212895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3025e79d-18db-4db5-a3b3-f1361fa20fcc') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:13.213229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3025e79d-18db-4db5-a3b3-f1361fa20fcc') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:13.282619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-26f8dab6-bfe3-4ceb-8db7-c03eb3b8345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.284666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-26f8dab6-bfe3-4ceb-8db7-c03eb3b8345c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1095 time: 0.4122055 Nov 23 19:03:13.292505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.320508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.328934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.345294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11d40534-7542-4437-8e2e-724ce0fb0c61 req-088a8ad2-ae05-44e6-a20b-c93e44e964b0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457460 Nov 23 19:03:13.370310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:03:13.384104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1800b6f-97e9-45c6-ab0d-f52101c492ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:13.395580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.396230 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Added segment 999d4410-e5ff-48a1-9fc0-4508f15af138 of type vlan for network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 Nov 23 19:03:13.425643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.455698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:13.459258 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170f5806-6c63-4715-9dd2-c1bb5ed665a4" -d '{"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:13.473113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:03:13.473523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.531570 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2e0dc-eac7-4c08-8cc5-821ea3cff8c2 x-openstack-request-id: req-43a2e0dc-eac7-4c08-8cc5-821ea3cff8c2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:13.532210 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:13.532750 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43a2e0dc-eac7-4c08-8cc5-821ea3cff8c2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:13.533761 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'code': 200} Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:03:13.541416 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:03:13.602922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71be73bb-8bfb-4362-94bb-bb26e93e9f81 req-e30881d1-9736-4494-8d5c-7b46d6253871 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459251 Nov 23 19:03:13.709347 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.714387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.720018 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.729712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f27df1c8-dbf9-4295-872a-d3b8b2728ae6 HTTP/1.1" status: 204 len: 168 time: 3.5161724 Nov 23 19:03:13.769034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-2f37f23e-7065-4e28-8d93-279443f82c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.771159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-2f37f23e-7065-4e28-8d93-279443f82c0c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 0.4526091 Nov 23 19:03:13.817032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7884e-373f-44d6-bc3e-ea65e86a12c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27df1c8-dbf9-4295-872a-d3b8b2728ae6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:13.871013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-00dc3e12-caae-45d3-a8dc-3f8af51cc736 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 200 len: 217 time: 0.0676258 Nov 23 19:03:13.970181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:13.974199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab70e0-44a6-4807-80cd-2d8a5ee9eeb1 req-a69aaf08-7510-4f06-ba20-0e3d54852acc tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:13.976351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89ab70e0-44a6-4807-80cd-2d8a5ee9eeb1 req-a69aaf08-7510-4f06-ba20-0e3d54852acc tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 950 time: 0.2733366 Nov 23 19:03:14.014685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.017400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.019110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.022241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:14.044375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-0ccd68c9-71ad-4408-b86c-55bec525f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.046915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-0ccd68c9-71ad-4408-b86c-55bec525f3b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.1476216 Nov 23 19:03:14.053784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.138043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-ab5af616-ce16-45b4-8cef-963e38dd3cf9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735018 Nov 23 19:03:14.162051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Pushing event updated for resources: {'Network': ['ID=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:14.188170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.188530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.188875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.189612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.189837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.190175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.190515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.190845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.191173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.191535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.191870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.192194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:14.194509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89ab70e0-44a6-4807-80cd-2d8a5ee9eeb1 req-40e756fe-d465-4974-9fbf-f86f3f93d60f tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063498 Nov 23 19:03:14.207215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:03:14.234894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:14.248071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:14.251414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:14.264834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c07b7007-1588-4207-8997-c71c2bc4838a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3540318 Nov 23 19:03:14.267058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:14.275392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Request body: {'subnet': {'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652905489-subnet', 'tenant_id': 'e18d4495eda5413b84cd0e52c1cfbd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:14.297649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8032d146-e122-4672-b90c-5b6fc937537d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e6a1f658b84b16b5fd0fea2930619c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615443 Nov 23 19:03:14.299192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'Port': ['ID=72a7d10b-7857-47ad-85d9-d4ae33e0d7ff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:14.307690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:14.395424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Made reservation on behalf of e18d4495eda5413b84cd0e52c1cfbd08 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:14.398565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.417096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50fd62-05ad-47f5-92a9-b35da5b30c6a req-cf5a73ab-2f31-4fc8-80c2-b86893d8779c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.419186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b50fd62-05ad-47f5-92a9-b35da5b30c6a req-cf5a73ab-2f31-4fc8-80c2-b86893d8779c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1493065 Nov 23 19:03:14.509700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-eccc3138-95e5-41ef-97ab-a53e175d3279 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425243 Nov 23 19:03:14.553830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b50fd62-05ad-47f5-92a9-b35da5b30c6a req-e8dae3d5-820c-4993-8d24-0eeadf84a84f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234262 Nov 23 19:03:14.595108 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.721124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.757598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.841992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92e9241f-365d-4cbb-b16b-1c9052163447 req-0e84f80e-43b2-47de-8e2d-cfa113005d89 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038964 Nov 23 19:03:14.855082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7def32-3226-4dfe-b68f-e90c50980c2f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:14.876039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b3e32-f46f-4917-ac78-65b7861344e9 req-ac506145-4251-4fd8-b41a-3c9a1119780d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.879080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c36b3e32-f46f-4917-ac78-65b7861344e9 req-ac506145-4251-4fd8-b41a-3c9a1119780d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 944 time: 0.1486495 Nov 23 19:03:14.884661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd452788-8ead-44a2-847b-987bc224457c req-d2bf74e8-a0a4-40be-9270-fcd4acb13aa7 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:14.886880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd452788-8ead-44a2-847b-987bc224457c req-d2bf74e8-a0a4-40be-9270-fcd4acb13aa7 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 950 time: 0.1239142 Nov 23 19:03:14.895612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Checking segment: {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:14.896091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Network hostable DHCP agents. Network: c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:03:14.948201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:03:14.958657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c36b3e32-f46f-4917-ac78-65b7861344e9 req-96323e13-ffa9-4fe5-a12d-cf6885e61746 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Nov 23 19:03:14.959522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.962571 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:14.964275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c82faf6-ffa7-4016-886f-53540397649b HTTP/1.1" status: 204 len: 168 time: 0.5746648 Nov 23 19:03:14.964632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:14.978904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f92cf-aca6-4a82-a0ed-b3d88a4860c8 None None] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:15.002235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:15.002763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.063525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7bf73c49-3618-4d11-9dda-9ac943d5c10c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7949181 Nov 23 19:03:15.063967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c56043-74f3-4d20-9c17-818080723702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c82faf6-ffa7-4016-886f-53540397649b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:15.104503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd452788-8ead-44a2-847b-987bc224457c req-e7821ecf-1fa9-481d-8316-c71085534e93 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098949 Nov 23 19:03:15.227344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.338998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45136bbd-419a-4e5d-8b24-07de789e5708 None None] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:15.412710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.701489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.707517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.755038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 11f754e9-a94d-49de-92ad-5130850eb7e9 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:03:15.781278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event updated for resources: {'Port': ['ID=72a7d10b-7857-47ad-85d9-d4ae33e0d7ff,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:15.816732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a45a4-cd3b-4fc3-8fda-fad0b6a60bef req-80cb80a8-f2fa-4731-b149-3ad1c6018bb3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:15.834949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f6a45a4-cd3b-4fc3-8fda-fad0b6a60bef req-80cb80a8-f2fa-4731-b149-3ad1c6018bb3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1509137 Nov 23 19:03:15.862131 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:15.944510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:16.014516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f6a45a4-cd3b-4fc3-8fda-fad0b6a60bef req-02e0bb0b-706e-4172-903e-cd75063bda72 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727550 Nov 23 19:03:16.052278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b0757493-ef96-4f04-a737-b042661299b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0f09cccdc6c49ceae07af323d972d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049907 Nov 23 19:03:16.053866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:16.101663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=11f754e9-a94d-49de-92ad-5130850eb7e9,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:16.136316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '11f754e9-a94d-49de-92ad-5130850eb7e9', 'network_id': 'f67c3f7b-402a-4a35-9b2a-4e0f986a9e11', 'port_id': '11f754e9-a94d-49de-92ad-5130850eb7e9', 'mac_address': 'fa:16:3e:64:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d6bcc6-7619-4fc5-b2cd-359e05564dac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:03:16.206430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.211414 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Floating IP e02d8f2c-c69a-441a-b438-5363d860d21c associated. External IP: 172.25.5.178, port: 307e9679-73f8-4505-850b-22df700bd811. Nov 23 19:03:16.240727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.272925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f754e9-a94d-49de-92ad-5130850eb7e9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:16.316311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.345082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=11f754e9-a94d-49de-92ad-5130850eb7e9,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:16.350518 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.461563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9051ae-c75e-43ac-92c3-de3fd98b9cdf req-a657b271-9592-4d2c-b87a-419d272d99f6 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:16.476839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a9051ae-c75e-43ac-92c3-de3fd98b9cdf req-a657b271-9592-4d2c-b87a-419d272d99f6 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 950 time: 0.2452655 Nov 23 19:03:16.558103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.565752 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:16.567185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/542696f3-483b-402e-afd2-2e8705707429 HTTP/1.1" status: 204 len: 168 time: 0.5115218 Nov 23 19:03:16.604112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:16.621810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a9051ae-c75e-43ac-92c3-de3fd98b9cdf req-059c8178-8379-4dc8-b8ce-e257c8e568d6 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256323 Nov 23 19:03:16.630026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede16973-e610-4148-bf86-049b53e321fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542696f3-483b-402e-afd2-2e8705707429,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:16.708793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['11f754e9-a94d-49de-92ad-5130850eb7e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:16.709884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-4cf5474f-99a5-4a1a-9747-55ada2f19eb4 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:16.716414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-4cf5474f-99a5-4a1a-9747-55ada2f19eb4 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 950 time: 0.6189487 Nov 23 19:03:17.026114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87c72a-51e4-46f9-a62d-15008da11df3 req-8e235e78-eff2-4975-b50c-51dc69f3a552 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:17.041136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac87c72a-51e4-46f9-a62d-15008da11df3 req-8e235e78-eff2-4975-b50c-51dc69f3a552 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 945 time: 0.8499660 Nov 23 19:03:17.378966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ac87c72a-51e4-46f9-a62d-15008da11df3 req-2d66e608-9718-47ac-9be4-a53fc2555a78 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918719 Nov 23 19:03:17.388721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Deleting port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:17.389554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:17.409863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72b62-343b-489e-aef3-e08227fc7604 req-e66f2119-d56c-47f9-8dbf-6692a2cafed3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:17.411954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69b72b62-343b-489e-aef3-e08227fc7604 req-e66f2119-d56c-47f9-8dbf-6692a2cafed3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1527355 Nov 23 19:03:17.552963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69b72b62-343b-489e-aef3-e08227fc7604 req-bc80faed-0a47-46eb-be72-bf892b0be2d8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218624 Nov 23 19:03:17.660330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] For port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:17.660990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:17.708469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Calling delete_port for 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:17.792821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 11f754e9-a94d-49de-92ad-5130850eb7e9 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:17.886392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:17.966613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8ccb-4cf7-41d2-a208-f08255983eda req-6e30ae04-c011-4855-9109-699bf2eabb71 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:17.969145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2fd8ccb-4cf7-41d2-a208-f08255983eda req-6e30ae04-c011-4855-9109-699bf2eabb71 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 867 time: 0.1796927 Nov 23 19:03:17.972629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 11f754e9-a94d-49de-92ad-5130850eb7e9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:03:17.977763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 11f754e9-a94d-49de-92ad-5130850eb7e9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:17.978307 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.159740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2fd8ccb-4cf7-41d2-a208-f08255983eda req-87cf6611-6be2-46b7-b132-a393bfa07600 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/security-groups?id=fde93c84-6dcc-41fa-a699-72b0f5a44f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776543 Nov 23 19:03:18.245934 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.392364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=11f754e9-a94d-49de-92ad-5130850eb7e9,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:18.395993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:18.402326 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc4d70-54e1-4d2a-a072-189da0229825" -d '{"events": [{"server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "name": "network-vif-plugged", "status": "completed", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:18.414862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:18.440572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.441236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:18.503712 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05f443-83fa-49a1-97c3-afe82b83bee2 x-openstack-request-id: req-7a05f443-83fa-49a1-97c3-afe82b83bee2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:18.504007 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "name": "network-vif-plugged", "status": "completed", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:18.518026 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a05f443-83fa-49a1-97c3-afe82b83bee2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:18.518467 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9', 'code': 200} Nov 23 19:03:18.535709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:18.707074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bca2fd-057e-4592-b473-47646da6ae10 req-e72c520b-5753-45ba-9831-d3bcb47421c6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:18.711463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99bca2fd-057e-4592-b473-47646da6ae10 req-e72c520b-5753-45ba-9831-d3bcb47421c6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1383440 Nov 23 19:03:18.750982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:18.751711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:18.763736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-125549249-network', 'tenant_id': '751e723c0d014964b18f954b2dcef870'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:18.809845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Made reservation on behalf of 751e723c0d014964b18f954b2dcef870 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:18.813427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:18.826980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.850672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:18.873404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99bca2fd-057e-4592-b473-47646da6ae10 req-12d4107d-6393-4395-a05b-64092470980f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548390 Nov 23 19:03:18.966919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-a68e2a47-9952-4660-a88f-516cb09eafae req-167b30e1-1a67-40db-9fb6-715662f5ffb3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:03:18.968771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a68e2a47-9952-4660-a88f-516cb09eafae req-167b30e1-1a67-40db-9fb6-715662f5ffb3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262158 Nov 23 19:03:18.993550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.002197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.028717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Pushing event deleted for resources: {'Port': ['ID=83b20114-b3ba-4f3f-aecd-7e1e44e6c024,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:19.082147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:03:19.123569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.123955 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Added segment e28eadde-3381-4a4e-a46a-3d418ecee9a5 of type vlan for network 63b36656-41e7-4e55-818b-8da83b2653cf Nov 23 19:03:19.154580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] No DVR routers for this DVR port 83b20114-b3ba-4f3f-aecd-7e1e44e6c024 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:19.171045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406c9b94-a9ae-48f2-bad6-6fa66380ecb6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:19.212584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:03:19.229577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.238381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c9cda59-afb3-4643-9fc4-0a45e348251b req-b1de665b-c69f-4f59-9f2d-8e31740d9b7a tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.47 "DELETE /v2.0/ports/83b20114-b3ba-4f3f-aecd-7e1e44e6c024 HTTP/1.1" status: 204 len: 173 time: 2.5102093 Nov 23 19:03:19.246896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'name': 'network-vif-deleted', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:19.262291 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1dcd78-f82e-47fa-b3cf-5e5991367d5d" -d '{"events": [{"server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "name": "network-vif-deleted", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:19.302259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1f59-22d6-4d18-9c09-41e89767b0f6 req-2c736c23-d573-4c0c-8236-a5fdb37fad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:19.323151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c82d1f59-22d6-4d18-9c09-41e89767b0f6 req-2c736c23-d573-4c0c-8236-a5fdb37fad6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1097 time: 0.3726308 Nov 23 19:03:19.504914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.600060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87662-d124-42ca-86d2-f489812e378f req-bc432b28-c787-43cd-b541-9a21337e36cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:19.601768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c87662-d124-42ca-86d2-f489812e378f req-bc432b28-c787-43cd-b541-9a21337e36cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.2695472 Nov 23 19:03:19.636232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:03:19.650167 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Sync routers for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:03:19.657715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.658940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:19.660084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.680428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a2388cd-7ee9-4e04-9f83-76c5e49a9f17 req-1aba649c-3585-470c-bd51-7e58e206a528 tempest-VolumesNegativeTest-439227126 tempest-VolumesNegativeTest-439227126-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8fad836-faad-4a9c-8ddb-12424a9adeb7 HTTP/1.1" status: 200 len: 210 time: 0.2671101 Nov 23 19:03:19.681191 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:19.681982 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:03:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:19.737901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3209212 Nov 23 19:03:19.740712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:19.756310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c87662-d124-42ca-86d2-f489812e378f req-6b8bf6e4-44a3-454e-8527-123bdfc7786e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389494 Nov 23 19:03:19.770462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Request body: {'subnet': {'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-125549249-subnet', 'tenant_id': '751e723c0d014964b18f954b2dcef870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:19.829769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:19.848353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2f0a0-5b43-4428-8a85-862f7200f05d admin admin] Pushing event updated for resources: {'Network': ['ID=63b36656-41e7-4e55-818b-8da83b2653cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:19.862990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 63b36656-41e7-4e55-818b-8da83b2653cf details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:03:19.873142 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.886089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Made reservation on behalf of 751e723c0d014964b18f954b2dcef870 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:19.889278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:19.950311 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a87afc-62cc-4765-b012-310598e632ea x-openstack-request-id: req-10a87afc-62cc-4765-b012-310598e632ea {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:19.951127 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fad836-faad-4a9c-8ddb-12424a9adeb7", "name": "network-vif-deleted", "tag": "83b20114-b3ba-4f3f-aecd-7e1e44e6c024", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:19.951127 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10a87afc-62cc-4765-b012-310598e632ea {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:19.951381 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fad836-faad-4a9c-8ddb-12424a9adeb7', 'name': 'network-vif-deleted', 'tag': '83b20114-b3ba-4f3f-aecd-7e1e44e6c024', 'status': 'completed', 'code': 200} Nov 23 19:03:19.961852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c82d1f59-22d6-4d18-9c09-41e89767b0f6 req-04ad4012-45da-48c9-956f-8b6ee24d6184 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267152 Nov 23 19:03:19.966356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5dac7e77-adb4-4db2-823c-985829a2ef58 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8156550 Nov 23 19:03:20.081552 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:20.113923 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:20.143678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631a70c-c901-4876-ae2f-00fecfbc6924 req-5e1dbc68-c2da-46de-9f51-4a2327987ab2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:20.150919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5631a70c-c901-4876-ae2f-00fecfbc6924 req-5e1dbc68-c2da-46de-9f51-4a2327987ab2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1052573 Nov 23 19:03:20.274941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5631a70c-c901-4876-ae2f-00fecfbc6924 req-d67874a3-5e09-4f80-a079-ca7c00234dff tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143212 Nov 23 19:03:20.275802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-06d8ee24-49ac-44e1-9e45-92b66e770c0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4444408 Nov 23 19:03:20.282930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-d6648f7a-6475-49b4-b153-4b480a42b0a3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:03:20.293555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-d6648f7a-6475-49b4-b153-4b480a42b0a3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132899 Nov 23 19:03:20.296433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:20.367217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-604108a3-f62f-4dfb-b499-516ec927d232 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:20.375134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-604108a3-f62f-4dfb-b499-516ec927d232 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 808 time: 0.2304137 Nov 23 19:03:20.379227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9c10d1-b47d-4ce4-9ff3-4024243ea87a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:20.403816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-dd3e9ddf-39e4-47f7-a325-c99be1e8a433 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/quotas/e18d4495eda5413b84cd0e52c1cfbd08 HTTP/1.1" status: 200 len: 375 time: 0.0137067 Nov 23 19:03:20.436807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Checking segment: {'id': 'e28eadde-3381-4a4e-a46a-3d418ecee9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:20.437862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Network hostable DHCP agents. Network: 63b36656-41e7-4e55-818b-8da83b2653cf, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:03:20.471032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-bccb9c48-7fc9-4943-a875-8f5a7b41078f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607266 Nov 23 19:03:20.477437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Network 63b36656-41e7-4e55-818b-8da83b2653cf is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:03:20.493243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 63b36656-41e7-4e55-818b-8da83b2653cf) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:20.498945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:20.502554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:20.505346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e20bd-a5b8-4169-a92a-c5b4339d5480 None None] Network 63b36656-41e7-4e55-818b-8da83b2653cf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:20.539787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6197bd66-001b-40e6-9e59-67455e752e50 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7925274 Nov 23 19:03:20.685220 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e02d8f2c-c69a-441a-b438-5363d860d21c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'port_id': '307e9679-73f8-4505-850b-22df700bd811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'mac_address': 'fa:16:3e:7e:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:03:14Z', 'updated_at': '2021-11-23T19:03:14Z', 'revision_number': 0, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:20.745896 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Checking router: 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:03:20.771371 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:03:20.773700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:03:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:20.783972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-6439247d-ad68-4bdd-8c1c-0083ba196d58 service neutron] 10.222.0.37 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809157 Nov 23 19:03:20.949879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5439e-d625-4293-80b2-66b4e645f74c None None] Network 63b36656-41e7-4e55-818b-8da83b2653cf requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:03:21.072476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d97ce1-3da9-41c2-970d-9f7d3bec3079 req-35548837-7994-43f2-91d6-46887043f65e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:21.088356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56d97ce1-3da9-41c2-970d-9f7d3bec3079 req-35548837-7994-43f2-91d6-46887043f65e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1501136 Nov 23 19:03:21.116876 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:03:21.139284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-01702f78-ec71-4ae1-85e1-abe624a70868 service neutron] 10.222.0.37 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539646 Nov 23 19:03:21.246681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56d97ce1-3da9-41c2-970d-9f7d3bec3079 req-24c539d1-5153-444f-9ffc-dace8df819ec tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571467 Nov 23 19:03:21.804379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d00c12-c971-42f5-8ec2-4679905369db req-f790229a-513b-4405-a756-78b194b69904 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:21.812953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43d00c12-c971-42f5-8ec2-4679905369db req-f790229a-513b-4405-a756-78b194b69904 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1387146 Nov 23 19:03:21.851126 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e02d8f2c-c69a-441a-b438-5363d860d21c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'port_id': '307e9679-73f8-4505-850b-22df700bd811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'mac_address': 'fa:16:3e:7e:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:03:14Z', 'updated_at': '2021-11-23T19:03:14Z', 'revision_number': 0, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:21.895665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-2001df61-3671-4e08-bfa3-c640017999d7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:21.900959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-2001df61-3671-4e08-bfa3-c640017999d7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/networks?id=63b36656-41e7-4e55-818b-8da83b2653cf HTTP/1.1" status: 200 len: 817 time: 0.3263066 Nov 23 19:03:21.907953 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954c5f-b856-42c2-a70d-c503c84647c6 None None] The sync data for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 is: [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e02d8f2c-c69a-441a-b438-5363d860d21c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'port_id': '307e9679-73f8-4505-850b-22df700bd811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'mac_address': 'fa:16:3e:7e:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:03:14Z', 'updated_at': '2021-11-23T19:03:14Z', 'revision_number': 0, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:03:21.918366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43d00c12-c971-42f5-8ec2-4679905369db req-7c346fb6-1217-4450-b94d-4387cd5a019b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Nov 23 19:03:21.936107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-772e7e71-1981-4e8f-af82-f562e15a38e7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/quotas/751e723c0d014964b18f954b2dcef870 HTTP/1.1" status: 200 len: 375 time: 0.0286324 Nov 23 19:03:21.952273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'tag': '307e9679-73f8-4505-850b-22df700bd811'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:21.955266 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef7e9f-4eb9-4b81-9612-197575a980f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "tag": "307e9679-73f8-4505-850b-22df700bd811"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:22.011992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-89e63a08-3b8f-4867-a0cc-76dfab4287b7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=751e723c0d014964b18f954b2dcef870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745952 Nov 23 19:03:22.127837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42e809d8-1e48-4f67-b85c-290a8ea86afb req-ef2a0f07-5ea3-41e7-aafd-7e340fe1d170 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 210 time: 0.0817997 Nov 23 19:03:22.375545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-2c28f7e7-e740-484d-afd3-f898dde48dab service neutron] 10.222.0.37 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621261 Nov 23 19:03:22.431662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad01a29-9074-4260-ad36-a9e23e98a575 None None] New status for floating IP e02d8f2c-c69a-441a-b438-5363d860d21c: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:03:22.655469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-65867db7-077a-47f7-b448-6c355a5be589 service neutron] 10.222.0.37 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713099 Nov 23 19:03:22.729388 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd445fd-e709-4ed9-ac38-a520ea97ca5d x-openstack-request-id: req-efd445fd-e709-4ed9-ac38-a520ea97ca5d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:22.730740 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "tag": "307e9679-73f8-4505-850b-22df700bd811", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:22.731296 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd445fd-e709-4ed9-ac38-a520ea97ca5d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:22.732641 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'tag': '307e9679-73f8-4505-850b-22df700bd811', 'status': 'completed', 'code': 200} Nov 23 19:03:22.737601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:22.854731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Deleting subnet 3ead6bfd-0bf7-418b-8c2c-5bd4c980f682 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:03:22.866217 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:22.879432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-4727889b-0f58-40e3-a13c-b9fe973bc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:22.884584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-4727889b-0f58-40e3-a13c-b9fe973bc40d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1097 time: 0.3379881 Nov 23 19:03:23.086219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-a502ab64-5003-465e-be10-ec8a434dc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:23.103033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-a502ab64-5003-465e-be10-ec8a434dc2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.3608384 Nov 23 19:03:23.112367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:23.278626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:23.329551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9091ba-32db-4303-800d-be321c7774db req-0dc2349c-138c-498c-9865-81fc9c1f5bd9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:23.340948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da9091ba-32db-4303-800d-be321c7774db req-0dc2349c-138c-498c-9865-81fc9c1f5bd9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1387103 Nov 23 19:03:23.442907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da9091ba-32db-4303-800d-be321c7774db req-3c3da797-0e7e-47b4-b0e2-e8c44ebb6604 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 Nov 23 19:03:23.465184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fee392-2118-4c95-a98a-a82f9480f6a9 req-092892fc-2a93-4855-b9c0-f9dddaabe180 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:23.484433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6fee392-2118-4c95-a98a-a82f9480f6a9 req-092892fc-2a93-4855-b9c0-f9dddaabe180 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.5340357 Nov 23 19:03:23.485229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:23.597985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ead6bfd-0bf7-418b-8c2c-5bd4c980f682,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:23.635151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:23.649424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-25160bfa-b9ed-42c9-bc38-6292af987519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:23.649964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7fcb7110-7181-45d9-91d5-e6b8427ba0bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ead6bfd-0bf7-418b-8c2c-5bd4c980f682 HTTP/1.1" status: 204 len: 168 time: 0.9110634 Nov 23 19:03:23.650638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:23.651826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-25160bfa-b9ed-42c9-bc38-6292af987519 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 0.7502882 Nov 23 19:03:23.726830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6fee392-2118-4c95-a98a-a82f9480f6a9 req-7ca054cf-7e82-4744-a347-9237c1962fd2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332108 Nov 23 19:03:23.930484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-b0a7fa3a-10d7-4848-908d-5a88b8f1e089 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 200 len: 217 time: 0.2389436 Nov 23 19:03:23.932401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9cb21069-1f1c-4aa3-bf88-19ae23b54053 req-40084fe6-88eb-44d0-83c8-419dcc1a2126 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 210 time: 0.2807462 Nov 23 19:03:23.976938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.074712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-e8b6e035-3c10-4298-8d78-ec139e22676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:24.076674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-e8b6e035-3c10-4298-8d78-ec139e22676e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 910 time: 0.9385650 Nov 23 19:03:24.095756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-99493b6e-1daf-42f0-a3f1-67e3d2c03404 req-b3ecc860-d449-470b-b31f-c2437be6b81c tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 210 time: 0.1754782 Nov 23 19:03:24.241576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-ec2c704b-d0f9-427b-aa0e-ebee3eedd7ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 1001 time: 0.1415415 Nov 23 19:03:24.251453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-29cfd7ba-c0ae-4b25-8f0d-c16e2fed6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:24.253468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-29cfd7ba-c0ae-4b25-8f0d-c16e2fed6061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.2863038 Nov 23 19:03:24.298169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.335659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-4391364e-38be-436c-84d4-cac4dae033ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443642 Nov 23 19:03:24.372805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-ab9e966b-3c81-447a-b275-60bbd264dfb5 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:24.385222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-ab9e966b-3c81-447a-b275-60bbd264dfb5 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 808 time: 0.4515412 Nov 23 19:03:24.396481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8708b991-3fc7-4ce2-aeb7-758339a97a6a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:24.447805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Request body: {'port': {'device_id': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2', 'admin_state_up': True, 'tenant_id': 'e18d4495eda5413b84cd0e52c1cfbd08'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:24.474658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9cd932-b202-4941-ad72-8f2dc0983c1d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:24.475045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9cd932-b202-4941-ad72-8f2dc0983c1d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:24.488515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-85a06b72-5fce-4416-ac51-57406610672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:24.490038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-85a06b72-5fce-4416-ac51-57406610672a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.2355025 Nov 23 19:03:24.492000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-156f93b5-67e5-45da-bc5a-57a1a709b364 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387379 Nov 23 19:03:24.496578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.539177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.550691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:03:24.551128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:03:24.683610 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:03:24.748248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80e11883-eb53-4032-ab89-8fdcb2b47b0d req-5d7aa948-080e-4cbf-be04-1a7f655bac6f service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261901 Nov 23 19:03:24.838635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-3df2b4ca-51fe-49a4-be9b-427d01e84038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:24.840454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-3df2b4ca-51fe-49a4-be9b-427d01e84038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337359 Nov 23 19:03:24.860867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.966409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:24.972440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8708b991-3fc7-4ce2-aeb7-758339a97a6a HTTP/1.1" status: 204 len: 168 time: 1.2289739 Nov 23 19:03:25.004395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:25.054302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fa4f2-f286-478a-aaf1-b5bc928c8b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=8708b991-3fc7-4ce2-aeb7-758339a97a6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:25.087365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-07e95e4e-ce10-4bbe-a434-98317c429980 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311721 Nov 23 19:03:25.241524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37ef7e9f-4eb9-4b81-9612-197575a980f9 req-4c9d3bec-4f84-4470-8338-0050d0d68703 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347270 Nov 23 19:03:25.301548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34745e49-8742-4efa-ab6e-172edfac5e01 req-9073dac0-435d-4c3e-8507-ad11bf0f3230 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:25.310368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34745e49-8742-4efa-ab6e-172edfac5e01 req-9073dac0-435d-4c3e-8507-ad11bf0f3230 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.2219272 Nov 23 19:03:25.336629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a268b4-5e38-4ac0-ba4c-4a8f307a8deb req-1ec5ed56-fbc8-4277-9403-43070d2147c6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:25.352404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9a268b4-5e38-4ac0-ba4c-4a8f307a8deb req-1ec5ed56-fbc8-4277-9403-43070d2147c6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.6543207 Nov 23 19:03:25.388509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34745e49-8742-4efa-ab6e-172edfac5e01 req-f3e1c863-3827-456e-94d5-f2c738ae4ad6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721211 Nov 23 19:03:25.426131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Deleting subnet 98a52150-a572-45c4-b0aa-3fbceea00db3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:03:25.429538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:25.479645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Made reservation on behalf of e18d4495eda5413b84cd0e52c1cfbd08 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:25.490760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:25.530077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9a268b4-5e38-4ac0-ba4c-4a8f307a8deb req-d3e31565-6bbe-49b2-9347-7f04e560dd43 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765854 Nov 23 19:03:25.550793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-71211fe4-aca2-43f1-9212-f766129017bd tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:25.552344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-71211fe4-aca2-43f1-9212-f766129017bd tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.47 "GET /v2.0/networks?id=63b36656-41e7-4e55-818b-8da83b2653cf HTTP/1.1" status: 200 len: 817 time: 0.6170840 Nov 23 19:03:25.555008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:25.566054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-223402e3-269b-45bc-9321-438e6ce2a29b req-11de1584-4a47-48d7-85b9-3007b44dc40f tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 210 time: 0.0685675 Nov 23 19:03:25.634396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:25.673404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Request body: {'port': {'device_id': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf', 'admin_state_up': True, 'tenant_id': '751e723c0d014964b18f954b2dcef870'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:25.739735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06b2e1b6-56d2-46e4-832c-f1e914aca685 req-a8b8f9e7-cc71-4c48-8694-154580a1c8d3 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 210 time: 0.0768845 Nov 23 19:03:25.938701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.234855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a52150-a572-45c4-b0aa-3fbceea00db3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:26.248412 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.255172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2f8ffd9b-8d3d-4352-b548-4e8ddd8a19c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/98a52150-a572-45c4-b0aa-3fbceea00db3 HTTP/1.1" status: 204 len: 168 time: 1.2447295 Nov 23 19:03:26.255848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:26.261858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Allocated IP 172.20.0.14 (c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2/7d7def32-3226-4dfe-b68f-e90c50980c2f/acc56761-2947-4f0b-8402-086ad5a438d5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:26.276795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Made reservation on behalf of 751e723c0d014964b18f954b2dcef870 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:26.282490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.397165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.582993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.613023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e68023b-8f3a-42a1-98d7-5f9020ec89a6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:26.628444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b42b7f-1289-46cd-a9ed-637825a3c016') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:26.628674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b42b7f-1289-46cd-a9ed-637825a3c016') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:26.656069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Allocated IP 172.20.0.10 (63b36656-41e7-4e55-818b-8da83b2653cf/ed9c10d1-b47d-4ce4-9ff3-4024243ea87a/29b4b11c-6e99-4ab8-95e5-3e72708fa012) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:26.667552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95123ed6-4b2c-4b7c-badf-49273af40a18 req-6de9d905-85f2-4d81-b5cc-57e65f3266ce tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:26.669142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95123ed6-4b2c-4b7c-badf-49273af40a18 req-6de9d905-85f2-4d81-b5cc-57e65f3266ce tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1574371 Nov 23 19:03:26.681243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.708797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.727494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.745218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:03:26.745875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:03:26.751643 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:03:26.851288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95123ed6-4b2c-4b7c-badf-49273af40a18 req-bd929866-4818-4b04-829c-658f9139eb07 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587386 Nov 23 19:03:26.856110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a603-3e2f-4d73-8e84-23216bf11cfb req-d1f969f3-24d2-4d25-8208-4d72b41ee956 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:26.857898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d44a603-3e2f-4d73-8e84-23216bf11cfb req-d1f969f3-24d2-4d25-8208-4d72b41ee956 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1527948 Nov 23 19:03:26.862759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.869124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:26.878963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e68023b-8f3a-42a1-98d7-5f9020ec89a6 HTTP/1.1" status: 204 len: 168 time: 0.6200414 Nov 23 19:03:26.925972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a5a2-5f36-49ad-b482-587413d8391c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e68023b-8f3a-42a1-98d7-5f9020ec89a6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:26.942741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.057844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6d5b8a5-662d-4557-8f08-fdbed19c38bb req-851fb32b-7d5c-415f-b3cf-1f588051abdb tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 210 time: 0.0631034 Nov 23 19:03:27.080469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:27.086432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:27.088421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:27.090728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:27.129214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:27.142629 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d44a603-3e2f-4d73-8e84-23216bf11cfb req-543a0712-51cd-469f-aead-3393ba9fe16c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636511 Nov 23 19:03:27.147650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.170930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:27.171650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.199462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-66d9f9ca-a0e2-45c0-b862-8f631f92bd83 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7999351 Nov 23 19:03:27.212648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Request body: {'port': {'device_id': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:27.237009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.252292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-587b2cdc-abd7-4ef2-825e-5dacdf78a827 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2c604354b544429b96f41b85e7a4c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208646 Nov 23 19:03:27.254870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:27.295793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c02ae-2dbb-46d2-bd88-715dde46b987 req-afcb9f2b-a674-4125-a483-fec8c9a25d4f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:27.301407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e98c02ae-2dbb-46d2-bd88-715dde46b987 req-afcb9f2b-a674-4125-a483-fec8c9a25d4f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 932 time: 0.1369755 Nov 23 19:03:27.308682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Network 63b36656-41e7-4e55-818b-8da83b2653cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:27.331480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:27.336350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:27.338874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Pushing event updated for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:27.363049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.374913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.400099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.408196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ee0492f-1243-43af-bc32-694a8b7da98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.494448 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.497451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.498723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c31566b7-b1c2-4e7a-af56-1ef31c48f678 HTTP/1.1" status: 204 len: 168 time: 0.2428894 Nov 23 19:03:27.511097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae09dc-e211-4a60-ad33-10f2c2a2e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31566b7-b1c2-4e7a-af56-1ef31c48f678,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:27.533692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e98c02ae-2dbb-46d2-bd88-715dde46b987 req-2e277bc9-92f1-467f-a424-e1d60e7030e8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210851 Nov 23 19:03:27.547181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:27.547875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:27.581204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d22c069f-0cd0-43b3-b0eb-0ce90138be04 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9170089 Nov 23 19:03:27.599540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Request body: {'port': {'device_id': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:27.698986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.024600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:28.082852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-192cf04e-5577-4c9c-86b7-1ce5cebeaef1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17005786cc574635bda6941a8983d67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533304 Nov 23 19:03:28.083977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:28.097886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc56761-2947-4f0b-8402-086ad5a438d5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:28.142456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.230282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.278597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Transition to ACTIVE for port object acc56761-2947-4f0b-8402-086ad5a438d5 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:28.307262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.321406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628905-2ed2-4c4a-b3be-f090102f7238 req-86f0af8f-5590-4fc5-834f-7a5f47867f9c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:28.335167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa628905-2ed2-4c4a-b3be-f090102f7238 req-86f0af8f-5590-4fc5-834f-7a5f47867f9c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.3195908 Nov 23 19:03:28.341464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.346344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f625e2-eb86-4908-ba68-2ed308ff9d89 req-bd6b4bbf-783f-430b-80ae-2b9e32ac4d1f tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:28.360064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f625e2-eb86-4908-ba68-2ed308ff9d89 req-bd6b4bbf-783f-430b-80ae-2b9e32ac4d1f tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 932 time: 0.1552525 Nov 23 19:03:28.460533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:28.486631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04f625e2-eb86-4908-ba68-2ed308ff9d89 req-f6086d4f-7e0c-45b0-b393-4bbfd5e14a11 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242678 Nov 23 19:03:28.507203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.516298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.537556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2142aa01-4bf5-49b4-bafc-44d3e6eca983 HTTP/1.1" status: 204 len: 168 time: 0.4331939 Nov 23 19:03:28.568217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa628905-2ed2-4c4a-b3be-f090102f7238 req-46f5f5df-3252-443d-9134-2d07059d3fe3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223983 Nov 23 19:03:28.570161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f1d3a-da53-4cf3-a4de-3691b1334f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142aa01-4bf5-49b4-bafc-44d3e6eca983,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:28.747819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Attempting to bind port acc56761-2947-4f0b-8402-086ad5a438d5 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:28.748685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Attempting to bind port acc56761-2947-4f0b-8402-086ad5a438d5 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:28.749070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Attempting to bind port acc56761-2947-4f0b-8402-086ad5a438d5 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:28.787462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Port acc56761-2947-4f0b-8402-086ad5a438d5 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:28.787793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Attempting to bind port acc56761-2947-4f0b-8402-086ad5a438d5 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:28.812466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:28.812847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Checking segment: {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:28.813188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Bound using segment: {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:28.813662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Bound port: acc56761-2947-4f0b-8402-086ad5a438d5, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:28.829553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.865087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2857b-d46c-4932-8556-b141ffc3db73 req-50d3b640-c3e9-444e-8a0c-843c7f9fb4cf tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:28.868946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4fe2857b-d46c-4932-8556-b141ffc3db73 req-50d3b640-c3e9-444e-8a0c-843c7f9fb4cf tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1608658 Nov 23 19:03:28.877857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a0f8-6f7c-4ae0-9663-cdfb31cfa3f8 req-5fe6b59b-608b-41f2-adab-6e9f6708fb8a tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:28.886611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f048a0f8-6f7c-4ae0-9663-cdfb31cfa3f8 req-5fe6b59b-608b-41f2-adab-6e9f6708fb8a tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 944 time: 0.1486418 Nov 23 19:03:28.927456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b4b11c-6e99-4ab8-95e5-3e72708fa012 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:28.942707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:28.999000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Transition to ACTIVE for port object 29b4b11c-6e99-4ab8-95e5-3e72708fa012 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:29.007034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4fe2857b-d46c-4932-8556-b141ffc3db73 req-001d6cd2-389a-4bd8-a1d1-0a4ca78b7869 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282465 Nov 23 19:03:29.007356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.087365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f048a0f8-6f7c-4ae0-9663-cdfb31cfa3f8 req-33f2ad5e-04b9-4118-9ace-d060e555d593 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996598 Nov 23 19:03:29.093196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Pushing event updated for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:29.097905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:29.118027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:29.149185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.232478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.233107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.237271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] 10.222.0.47 "PUT /v2.0/ports/acc56761-2947-4f0b-8402-086ad5a438d5 HTTP/1.1" status: 200 len: 1092 time: 2.0288801 Nov 23 19:03:29.241092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:29.244783 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40790355-5149-4ee1-b59f-71643740d264" -d '{"events": [{"name": "network-changed", "server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:29.324035 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e0d40-e376-46dc-9edb-c6b75d825c43 x-openstack-request-id: req-a11e0d40-e376-46dc-9edb-c6b75d825c43 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:29.324899 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:29.324899 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a11e0d40-e376-46dc-9edb-c6b75d825c43 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:29.325244 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'status': 'completed', 'code': 200} Nov 23 19:03:29.368381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703be0f-7bce-456c-9b23-ef299888b529 service neutron] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:29.371986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Attempting to bind port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:29.372349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Attempting to bind port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'e28eadde-3381-4a4e-a46a-3d418ecee9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:29.372651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Attempting to bind port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 on network 63b36656-41e7-4e55-818b-8da83b2653cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:29.387695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 on network 63b36656-41e7-4e55-818b-8da83b2653cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:29.388095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Attempting to bind port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 on network 63b36656-41e7-4e55-818b-8da83b2653cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:29.391697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-c9cd94d0-7407-4e13-aeb5-5670f96b6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.393397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-c9cd94d0-7407-4e13-aeb5-5670f96b6140 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 1095 time: 0.1047230 Nov 23 19:03:29.398647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:29.398988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Checking segment: {'id': 'e28eadde-3381-4a4e-a46a-3d418ecee9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:29.402469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Bound using segment: {'id': 'e28eadde-3381-4a4e-a46a-3d418ecee9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:29.403469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Bound port: 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28eadde-3381-4a4e-a46a-3d418ecee9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:29.406427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.461842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-d8aba590-0c28-48a5-9d91-f33322486d95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc56761-2947-4f0b-8402-086ad5a438d5 HTTP/1.1" status: 200 len: 217 time: 0.0525379 Nov 23 19:03:29.574779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce24b-0a12-4199-aae3-c2198daae846 req-9a82e002-0691-43c6-b82c-01855af1ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.576378 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-9a82e002-0691-43c6-b82c-01855af1ba0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d7def32-3226-4dfe-b68f-e90c50980c2f HTTP/1.1" status: 200 len: 848 time: 0.0866671 Nov 23 19:03:29.579170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:29.583535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012,segment=NetworkSegment(e28eadde-3381-4a4e-a46a-3d418ecee9a5),segment_id=e28eadde-3381-4a4e-a46a-3d418ecee9a5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:29.596524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.622403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-aff72585-5c13-478f-8c34-01cd153a5928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371580 Nov 23 19:03:29.679684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.679684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:29.679684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] 10.222.0.47 "PUT /v2.0/ports/29b4b11c-6e99-4ab8-95e5-3e72708fa012 HTTP/1.1" status: 200 len: 1092 time: 2.0849292 Nov 23 19:03:29.766200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823a3ac-76cf-4f49-83a9-f89806805db4 service neutron] Pushing event updated for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:29.883038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caa0dd-8deb-432b-957c-3019aab2f412 req-c933ce3b-4e5f-4505-a762-4525ee620149 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.884225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-934dc7bc-4e6b-41d1-9386-ccdf3312dc39 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419889 Nov 23 19:03:29.886042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-281a5bef-5953-4e03-a95f-0853ec26785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.887447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-281a5bef-5953-4e03-a95f-0853ec26785f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751e723c0d014964b18f954b2dcef870&device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 1095 time: 0.1431544 Nov 23 19:03:29.892123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7caa0dd-8deb-432b-957c-3019aab2f412 req-c933ce3b-4e5f-4505-a762-4525ee620149 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.0987055 Nov 23 19:03:29.896083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9f28-8ccd-4364-9c52-f5467d6dba9e req-fc6236c6-de4c-47cf-98fe-8b34e23ab5cd tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:29.897592 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b01f9f28-8ccd-4364-9c52-f5467d6dba9e req-fc6236c6-de4c-47cf-98fe-8b34e23ab5cd tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 944 time: 0.1569445 Nov 23 19:03:29.969814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-920806a3-e445-4666-bc23-f28a05c498bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012 HTTP/1.1" status: 200 len: 217 time: 0.0712090 Nov 23 19:03:30.030185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7caa0dd-8deb-432b-957c-3019aab2f412 req-4736c4a8-8cf8-4006-a3f7-cfb3aa45b0d9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305151 Nov 23 19:03:30.075113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11ee30aa-d5e5-44f2-af95-4959bffc990f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:30.200476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d73f6b5d-9b23-4bbf-97db-68ba53bede5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:30.203353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-d73f6b5d-9b23-4bbf-97db-68ba53bede5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed9c10d1-b47d-4ce4-9ff3-4024243ea87a HTTP/1.1" status: 200 len: 857 time: 0.2204673 Nov 23 19:03:30.243683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b01f9f28-8ccd-4364-9c52-f5467d6dba9e req-13a5f2a4-2275-4639-95dc-102e6af5e046 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194802 Nov 23 19:03:30.283816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71cce24b-0a12-4199-aae3-c2198daae846 req-d1d4ca4c-0621-4c57-9542-5df191fb0646 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837807 Nov 23 19:03:30.343173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-8a55c506-df4a-4176-831e-f619c2b8d932 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63b36656-41e7-4e55-818b-8da83b2653cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963631 Nov 23 19:03:30.351956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde59e-0eeb-4ba0-9eb8-e90115200efb req-88a93d93-886d-4aba-9180-7431e6dbc82f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:30.369745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07fde59e-0eeb-4ba0-9eb8-e90115200efb req-88a93d93-886d-4aba-9180-7431e6dbc82f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1841958 Nov 23 19:03:30.421968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:30.436839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07fde59e-0eeb-4ba0-9eb8-e90115200efb req-6af8ee41-3858-4e24-a17e-7f4b2ebc6359 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647662 Nov 23 19:03:30.523803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 51728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:30.728676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:30.741555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09d8098f-635b-42c4-a4ea-d1d8cfab6634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:30.865942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09d8098f-635b-42c4-a4ea-d1d8cfab6634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:30.871790 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09d8098f-635b-42c4-a4ea-d1d8cfab6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:30.880496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40790355-5149-4ee1-b59f-71643740d264 req-11ea6340-a064-4162-af54-ac9023b9ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:30.882081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-11ea6340-a064-4162-af54-ac9023b9ca7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 1095 time: 0.5359933 Nov 23 19:03:30.915474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09d8098f-635b-42c4-a4ea-d1d8cfab6634 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=615b85b445634a49b8e6de5780ae45dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895085 Nov 23 19:03:30.919241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:30.930772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8098f-635b-42c4-a4ea-d1d8cfab6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11acea9-fdc2-4eb3-b33f-60b679ef8471,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:30.953425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-be56fd82-cf3b-4d3d-bb12-918517e2ddf5 service neutron] 10.222.0.47 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923281 Nov 23 19:03:30.961501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91865-3de1-49e9-b328-d290c9546cb1 req-0b88d475-3b43-4c98-bcc7-5ec1633f1de4 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:30.962977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06d91865-3de1-49e9-b328-d290c9546cb1 req-0b88d475-3b43-4c98-bcc7-5ec1633f1de4 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 944 time: 0.5401089 Nov 23 19:03:31.191976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40790355-5149-4ee1-b59f-71643740d264 req-d1cd525e-71a0-4472-92c4-1627e81770aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.191976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-d1cd525e-71a0-4472-92c4-1627e81770aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 909 time: 0.3016982 Nov 23 19:03:31.220302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ece123ab-46e6-4d38-a986-3e42094d97d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d65fed6b2f84b44a10727a92b7aa95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7774336 Nov 23 19:03:31.230508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06d91865-3de1-49e9-b328-d290c9546cb1 req-ce912919-ec57-4bfe-b875-60e1a9856105 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189023 Nov 23 19:03:31.230996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 51740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:31.311014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.321868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8b76-5778-4464-b103-ac1ef46c1ca9 req-978cec0c-0ec4-4373-9c8e-1541ce3f1571 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.330433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03d8b76-5778-4464-b103-ac1ef46c1ca9 req-978cec0c-0ec4-4373-9c8e-1541ce3f1571 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1734567 Nov 23 19:03:31.373980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-c0ecf012-6086-4525-b2d3-84d471d95eba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acc56761-2947-4f0b-8402-086ad5a438d5 HTTP/1.1" status: 200 len: 217 time: 0.1697617 Nov 23 19:03:31.374390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:31.376846 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f788df-6bc0-45d4-b7a5-b8b68420a1db" -d '{"events": [{"name": "network-changed", "server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:31.451422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.454165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03d8b76-5778-4464-b103-ac1ef46c1ca9 req-c053d7d4-a683-46de-a170-ad902d4bb7d0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227705 Nov 23 19:03:31.522394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04e0f3ee-f5b2-41b7-a443-c4db7bea07fb req-422b6d9f-7c1d-43fb-be5d-29fc69e3ed81 service neutron] 10.222.0.47 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564501 Nov 23 19:03:31.573939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.576957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.582631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e11acea9-fdc2-4eb3-b33f-60b679ef8471 HTTP/1.1" status: 204 len: 168 time: 0.6554968 Nov 23 19:03:31.607128 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e1e20-9b61-47d9-93d4-483e74e64878 x-openstack-request-id: req-bd0e1e20-9b61-47d9-93d4-483e74e64878 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:31.607563 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:31.607913 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd0e1e20-9b61-47d9-93d4-483e74e64878 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:31.608426 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012', 'status': 'completed', 'code': 200} Nov 23 19:03:31.665852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609289b2-6eaf-4c33-9eaa-22cfe4dbaa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11acea9-fdc2-4eb3-b33f-60b679ef8471,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:31.693191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40790355-5149-4ee1-b59f-71643740d264 req-a27ff491-85ad-4b46-a0aa-0af4f0db7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.694803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-a27ff491-85ad-4b46-a0aa-0af4f0db7e7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d7def32-3226-4dfe-b68f-e90c50980c2f HTTP/1.1" status: 200 len: 848 time: 0.3020840 Nov 23 19:03:31.706774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.759129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de79af-28a7-46b8-a994-3711786f8d6e req-b0cd5bbb-443b-4a8c-92d9-6dd29da5e80a tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.761094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3de79af-28a7-46b8-a994-3711786f8d6e req-b0cd5bbb-443b-4a8c-92d9-6dd29da5e80a tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 944 time: 0.3665929 Nov 23 19:03:31.768000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-8a5056ea-14b1-4c67-94c9-547c99140323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640883 Nov 23 19:03:31.803489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-d1d6c34f-6f3e-4283-833d-e28d6b760688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.805141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-d1d6c34f-6f3e-4283-833d-e28d6b760688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751e723c0d014964b18f954b2dcef870&device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 1095 time: 0.1886811 Nov 23 19:03:31.815628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:31.839562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503855b-0605-4e3d-8fe9-5666ceb5e57f req-243aa718-9b34-4255-8fdd-4e64e237fa07 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:31.868622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d503855b-0605-4e3d-8fe9-5666ceb5e57f req-243aa718-9b34-4255-8fdd-4e64e237fa07 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1748638 Nov 23 19:03:32.004448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d503855b-0605-4e3d-8fe9-5666ceb5e57f req-5865a244-c305-4572-8986-e1fda47d476e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306062 Nov 23 19:03:32.072300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3de79af-28a7-46b8-a994-3711786f8d6e req-8c921490-b05c-4e32-b211-9729cb0847e8 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917008 Nov 23 19:03:32.110240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-16ce3e01-2ecd-4bda-868b-5a7f5d474f51 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307440 Nov 23 19:03:32.133906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-22b51369-a7af-49c0-8b0c-0524ae8c6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:32.142220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-22b51369-a7af-49c0-8b0c-0524ae8c6f3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=63b36656-41e7-4e55-818b-8da83b2653cf HTTP/1.1" status: 200 len: 918 time: 0.3212209 Nov 23 19:03:32.161164 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:32.161164 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:32.161164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fde93c84-6dcc-41fa-a699-72b0f5a44f9d HTTP/1.1" status: 204 len: 168 time: 0.8767989 Nov 23 19:03:32.200052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:32.250456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41039c7d-08ba-4502-abc3-dece1f29ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde93c84-6dcc-41fa-a699-72b0f5a44f9d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:32.257031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-ca0b2d27-cf32-45a1-819f-c6af90b19b54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012 HTTP/1.1" status: 200 len: 217 time: 0.0962915 Nov 23 19:03:32.525996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40790355-5149-4ee1-b59f-71643740d264 req-3aa6544a-6286-4845-af90-e6731ab855d0 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990340 Nov 23 19:03:32.604483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device acc56761-2947-4f0b-8402-086ad5a438d5 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:03:32.629279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04284-48b1-4084-b764-e2e522e99aea req-b7746b61-7552-439a-b501-54d6743931ff tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:32.655365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90f04284-48b1-4084-b764-e2e522e99aea req-b7746b61-7552-439a-b501-54d6743931ff tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 944 time: 0.2110844 Nov 23 19:03:32.675638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-dfe62590-3583-462a-a02e-84372c4aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:32.677163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-dfe62590-3583-462a-a02e-84372c4aaeda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed9c10d1-b47d-4ce4-9ff3-4024243ea87a HTTP/1.1" status: 200 len: 857 time: 0.4095957 Nov 23 19:03:32.747484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90f04284-48b1-4084-b764-e2e522e99aea req-64b20185-718e-4d4a-a000-c3fb48c25107 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908396 Nov 23 19:03:32.800626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-09db9018-bb97-4126-867d-263a984adfa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63b36656-41e7-4e55-818b-8da83b2653cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910535 Nov 23 19:03:32.879140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:32.888590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1c18-126e-4fb3-b1e4-529f2f376d50 req-0b9eab92-2f8c-4acb-abe2-7ae4ade3d7aa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:32.890919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-322c1c18-126e-4fb3-b1e4-529f2f376d50 req-0b9eab92-2f8c-4acb-abe2-7ae4ade3d7aa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.2426062 Nov 23 19:03:32.893297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2', 'port_id': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'mac_address': 'fa:16:3e:81:65:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7def32-3226-4dfe-b68f-e90c50980c2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:03:32.939259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:32.957668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc56761-2947-4f0b-8402-086ad5a438d5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:32.980222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:32.986116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:33.086629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:33.168562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-f29c468c-fcec-4a8b-a8fd-58ddea055100 service neutron] 10.222.0.47 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573022 Nov 23 19:03:33.216306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:33.229719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['acc56761-2947-4f0b-8402-086ad5a438d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:33.272234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-322c1c18-126e-4fb3-b1e4-529f2f376d50 req-f0ef85be-42de-4047-a280-7c24ea4c2aea tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651769 Nov 23 19:03:33.333572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db469ad-0ee9-482f-86d0-e2d3e8a365df req-8b75abcb-3a4f-4502-ae55-2e3946a93e0f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:33.340179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8db469ad-0ee9-482f-86d0-e2d3e8a365df req-8b75abcb-3a4f-4502-ae55-2e3946a93e0f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1638234 Nov 23 19:03:33.488015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8db469ad-0ee9-482f-86d0-e2d3e8a365df req-983124c3-4b67-4dcf-b951-3813411da9fd tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396570 Nov 23 19:03:33.625795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-60f788df-6bc0-45d4-b7a5-b8b68420a1db req-ec123d54-a78a-491a-aec8-effab0a29903 service neutron] 10.222.0.47 "GET /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205632 Nov 23 19:03:33.659454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4297d0-2e89-4a9a-81c8-096936393ad1 req-08ca2150-6883-460d-8801-d9086c379e7c tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:33.675300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b4297d0-2e89-4a9a-81c8-096936393ad1 req-08ca2150-6883-460d-8801-d9086c379e7c tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 944 time: 0.2347853 Nov 23 19:03:33.783487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b4297d0-2e89-4a9a-81c8-096936393ad1 req-5a38fc12-c887-46c2-ad9d-cba135e08c06 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995741 Nov 23 19:03:33.903870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d544d16-c538-4ca8-8e28-02575ef72168 req-16586d1c-1045-44ca-a806-a152c63fc94e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:33.912076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d544d16-c538-4ca8-8e28-02575ef72168 req-16586d1c-1045-44ca-a806-a152c63fc94e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 945 time: 0.0643239 Nov 23 19:03:33.981736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d544d16-c538-4ca8-8e28-02575ef72168 req-404a230c-6f89-419d-a975-09c437aefaf9 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626674 Nov 23 19:03:34.518580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9a70-3ed7-41ea-9cf4-6ad13aab74c4 req-bd062738-5e13-4a6d-ad1b-467643dc767b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.526196 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-423e9a70-3ed7-41ea-9cf4-6ad13aab74c4 req-bd062738-5e13-4a6d-ad1b-467643dc767b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.0908482 Nov 23 19:03:34.624845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 29b4b11c-6e99-4ab8-95e5-3e72708fa012 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:03:34.629851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-423e9a70-3ed7-41ea-9cf4-6ad13aab74c4 req-8f29b0e6-0fc4-4b6a-a281-dfd6b9e08f10 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939233 Nov 23 19:03:34.659723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device acc56761-2947-4f0b-8402-086ad5a438d5 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:34.674697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc758ae6-08fd-47fa-84d1-97c8c5227704 req-3584546b-cc3b-4947-8cfa-87e6a0a97ca3 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:34.677601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc758ae6-08fd-47fa-84d1-97c8c5227704 req-3584546b-cc3b-4947-8cfa-87e6a0a97ca3 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.0879834 Nov 23 19:03:34.745744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc758ae6-08fd-47fa-84d1-97c8c5227704 req-eb1018e0-ad5d-4d2b-8c2f-59882b64ac36 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613132 Nov 23 19:03:34.973725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 19:03:35.085813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f583e-2d18-44e3-868e-6ed4d210a3ae req-672810f7-81d6-49b2-b116-716c8b3f6d7d tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:35.099121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f1f583e-2d18-44e3-868e-6ed4d210a3ae req-672810f7-81d6-49b2-b116-716c8b3f6d7d tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 944 time: 0.1323006 Nov 23 19:03:35.221946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4178f-0710-4b03-89b8-acd453f48e63 req-38302ab2-3725-4332-a460-6c70fd6ec047 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:35.222087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012,segment=NetworkSegment(e28eadde-3381-4a4e-a46a-3d418ecee9a5),segment_id=e28eadde-3381-4a4e-a46a-3d418ecee9a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:35.231051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c1f4178f-0710-4b03-89b8-acd453f48e63 req-38302ab2-3725-4332-a460-6c70fd6ec047 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 945 time: 0.1040003 Nov 23 19:03:35.256959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '29b4b11c-6e99-4ab8-95e5-3e72708fa012', 'network_id': '63b36656-41e7-4e55-818b-8da83b2653cf', 'port_id': '29b4b11c-6e99-4ab8-95e5-3e72708fa012', 'mac_address': 'fa:16:3e:3b:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9c10d1-b47d-4ce4-9ff3-4024243ea87a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:03:35.349674 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c1f4178f-0710-4b03-89b8-acd453f48e63 req-738f4cca-0bb9-410b-956d-c0df6c684602 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Nov 23 19:03:35.371840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.382790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port acc56761-2947-4f0b-8402-086ad5a438d5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:03:35.383063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f1f583e-2d18-44e3-868e-6ed4d210a3ae req-acb2a132-4475-43d4-8ed6-37b21f0c086c tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845504 Nov 23 19:03:35.388442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port acc56761-2947-4f0b-8402-086ad5a438d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:35.388816 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.437472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-3e1abf00-fad1-4d1e-bda9-ac2218e6c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:35.439281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-3e1abf00-fad1-4d1e-bda9-ac2218e6c0fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 1094 time: 0.1886835 Nov 23 19:03:35.448730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b4b11c-6e99-4ab8-95e5-3e72708fa012 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:35.455092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:35.512677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012,segment=NetworkSegment(e28eadde-3381-4a4e-a46a-3d418ecee9a5),segment_id=e28eadde-3381-4a4e-a46a-3d418ecee9a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:35.538727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.550294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.615784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.645471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:35.677010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:35.680152 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75596fb9-eeae-4693-8886-29214600fe1c" -d '{"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:35.693801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:35.700589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:35.785528 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739709b4-2370-410f-ad75-06a9d02bf800 x-openstack-request-id: req-739709b4-2370-410f-ad75-06a9d02bf800 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:35.785528 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:35.785877 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-739709b4-2370-410f-ad75-06a9d02bf800 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:35.786153 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'code': 200} Nov 23 19:03:35.802225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:35.897835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['29b4b11c-6e99-4ab8-95e5-3e72708fa012'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:35.935910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3c61a-9db8-47aa-845c-7b842073a910 req-1708d5ab-1af8-4256-96c1-200b593d2345 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:35.937685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9a3c61a-9db8-47aa-845c-7b842073a910 req-1708d5ab-1af8-4256-96c1-200b593d2345 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1406152 Nov 23 19:03:36.022685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644baa8-0da6-44ee-a880-dbe7f24d3721 req-a3a3359b-6e4a-4af8-a28b-eaf073468ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:36.022976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9a3c61a-9db8-47aa-845c-7b842073a910 req-0eed07e7-eece-4332-9e24-7692eb92131f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772882 Nov 23 19:03:36.024155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f644baa8-0da6-44ee-a880-dbe7f24d3721 req-a3a3359b-6e4a-4af8-a28b-eaf073468ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 1097 time: 0.1010299 Nov 23 19:03:36.084248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:36.100634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916896f-0fdd-4e87-8db5-e01e8ef754d9 req-42963a9e-47dd-4116-833d-d5bde182ac87 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:36.103517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d916896f-0fdd-4e87-8db5-e01e8ef754d9 req-42963a9e-47dd-4116-833d-d5bde182ac87 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1429472 Nov 23 19:03:36.250793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f644baa8-0da6-44ee-a880-dbe7f24d3721 req-5f7a1ebf-d594-4849-8fef-a2b848bbf6a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146571 Nov 23 19:03:36.274074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:36.280904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d916896f-0fdd-4e87-8db5-e01e8ef754d9 req-1995bddc-d8c6-4bc6-962d-fe27aa0e2c6b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665494 Nov 23 19:03:36.340520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:36.350202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:36.364301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Transition to ACTIVE for port object 1ee68521-9dab-4f35-b4c1-a4dabaf196ef will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:36.370374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:36.601846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6046d-cc7f-4b50-9cb1-a8b76980e8a9 req-c7aced19-86c3-4003-91d7-4c671bfeb5c8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:36.603959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1d6046d-cc7f-4b50-9cb1-a8b76980e8a9 req-c7aced19-86c3-4003-91d7-4c671bfeb5c8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1418405 Nov 23 19:03:36.724701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1d6046d-cc7f-4b50-9cb1-a8b76980e8a9 req-0d910678-afbf-440b-919f-46c93fc54dc5 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132367 Nov 23 19:03:36.968804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:37.014356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] No DVR routers for this DVR port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:37.059400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bd3b1-6d66-467e-b77f-79363d811cf5 req-7567efa8-d401-4eaa-94f8-6a9cb34df344 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.061048 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da3bd3b1-6d66-467e-b77f-79363d811cf5 req-7567efa8-d401-4eaa-94f8-6a9cb34df344 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 945 time: 0.4670057 Nov 23 19:03:37.160797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da3bd3b1-6d66-467e-b77f-79363d811cf5 req-21f5ecd9-9a19-4f93-ba12-0a48e5ae4735 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896070 Nov 23 19:03:37.233077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:37.233976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:37.234291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:37.246635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:37.247277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Attempting to bind port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:37.258824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00c2e3-a66d-448d-a34e-09f843a39603 req-8a45fb79-b120-4c71-941d-7cc633bc4856 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.259409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:37.261233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e00c2e3-a66d-448d-a34e-09f843a39603 req-8a45fb79-b120-4c71-941d-7cc633bc4856 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 943 time: 0.1002669 Nov 23 19:03:37.261723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:37.262192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:37.262720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Bound port: 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:37.263687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:37.356583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e00c2e3-a66d-448d-a34e-09f843a39603 req-f9fe2547-4fbb-4159-b6f8-e14919c662b8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861015 Nov 23 19:03:37.359433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:37.363092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:37.372286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:37.497318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.498720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:37.500557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 1091 time: 2.0506306 Nov 23 19:03:37.501007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:37.503584 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0099f90-213e-48f3-a549-7db5dedf0a37" -d '{"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:37.520375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed979ac6-78ca-4400-9921-889280822d68 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:37.570004 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e83c3-cf43-4cb5-bad3-9f8b2db30ff2 x-openstack-request-id: req-fb6e83c3-cf43-4cb5-bad3-9f8b2db30ff2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:37.570350 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:37.570627 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb6e83c3-cf43-4cb5-bad3-9f8b2db30ff2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:37.571082 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'status': 'completed', 'code': 200} Nov 23 19:03:37.612099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fb43b-956b-4d4c-bb4b-a7ad6e97d7c7 req-23a5df1f-2aa9-4c75-b4fe-f84a90fc471d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.618484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-867fb43b-956b-4d4c-bb4b-a7ad6e97d7c7 req-23a5df1f-2aa9-4c75-b4fe-f84a90fc471d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.2292354 Nov 23 19:03:37.636225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-a0adc0cc-23b1-423f-8888-afbeea109380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.637847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-a0adc0cc-23b1-423f-8888-afbeea109380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1095 time: 0.0887713 Nov 23 19:03:37.812992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-fb6bafb4-0eab-43c7-b7cc-f9ab708d3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.814623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-fb6bafb4-0eab-43c7-b7cc-f9ab708d3276 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1686363 Nov 23 19:03:37.820704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-867fb43b-956b-4d4c-bb4b-a7ad6e97d7c7 req-e87aca8e-5ae0-4eb6-a151-ea866e9f6da9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918213 Nov 23 19:03:37.891513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111f44-5771-4585-9381-f7f62a2bd8d8 req-91dd6568-43ec-43bc-b3ec-84244f617612 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:37.893379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa111f44-5771-4585-9381-f7f62a2bd8d8 req-91dd6568-43ec-43bc-b3ec-84244f617612 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.0744615 Nov 23 19:03:37.942767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-25a3f2fd-df84-4e57-b0b4-0ab2db9dd6c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 998 time: 0.1186554 Nov 23 19:03:37.994155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa111f44-5771-4585-9381-f7f62a2bd8d8 req-88ba2c3d-8fe9-412a-be81-28f2597850a2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866282 Nov 23 19:03:38.008542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed948123-5eed-43df-a50f-e08ee55c596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.010213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-ed948123-5eed-43df-a50f-e08ee55c596d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.0598378 Nov 23 19:03:38.071005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-7da81a04-a1a3-4478-b9d1-cd000dff3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.072917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-7da81a04-a1a3-4478-b9d1-cd000dff3c65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555184 Nov 23 19:03:38.193076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-d19cd1e2-4525-408b-84ee-e101702de105 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105037 Nov 23 19:03:38.332562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dae14e51-d56c-49fa-8874-1e42032c9008 req-6727c3a9-890f-499f-aff7-bb6d261406b2 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135495 Nov 23 19:03:38.511734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-74dc1fd8-4b0e-47a5-917b-0587603c822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.519772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-74dc1fd8-4b0e-47a5-917b-0587603c822d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1095 time: 0.1127822 Nov 23 19:03:38.579624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6cc4-806f-4968-88af-7a73cd8389cb req-8c654cd4-f754-430f-b147-3ef1cb1eb6f7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.581228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-708c6cc4-806f-4968-88af-7a73cd8389cb req-8c654cd4-f754-430f-b147-3ef1cb1eb6f7 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 945 time: 0.2477536 Nov 23 19:03:38.641458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 29b4b11c-6e99-4ab8-95e5-3e72708fa012 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:03:38.770505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:03:38.777614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d39f3-bd30-4d52-a056-28df56a5a3e2 req-8d3f54cc-2ce8-479e-9788-1f99458db9ac tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.779679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:38.781068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:38.794288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-240d39f3-bd30-4d52-a056-28df56a5a3e2 req-8d3f54cc-2ce8-479e-9788-1f99458db9ac tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1745536 Nov 23 19:03:38.863760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-708c6cc4-806f-4968-88af-7a73cd8389cb req-0929fcba-8534-4109-aeef-0dbe00b07e14 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511845 Nov 23 19:03:38.921177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-c26f24f2-ee99-42fb-923a-eb0a93122913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:38.930199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-c26f24f2-ee99-42fb-923a-eb0a93122913 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.3890476 Nov 23 19:03:38.933465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-240d39f3-bd30-4d52-a056-28df56a5a3e2 req-53910891-d9b0-48f1-afe5-e4bafbdd5a0a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380265 Nov 23 19:03:38.984697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:38.997104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:39.036723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:39.043164 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502aad19-4171-481e-8d8a-2b878feef9a1" -d '{"events": [{"server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "name": "network-vif-plugged", "status": "completed", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:39.074227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012,segment=NetworkSegment(e28eadde-3381-4a4e-a46a-3d418ecee9a5),segment_id=e28eadde-3381-4a4e-a46a-3d418ecee9a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:39.079555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:39.087462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-20b69f28-f2b6-4d92-b189-74d0d402fbfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 998 time: 0.1450243 Nov 23 19:03:39.150629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f9fe-326d-40ad-b125-59c078b7c659 req-202b889e-2598-4392-bb1d-aa057b69eb2c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:39.163983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53d7f9fe-326d-40ad-b125-59c078b7c659 req-202b889e-2598-4392-bb1d-aa057b69eb2c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1400039 Nov 23 19:03:39.213408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-94dbef87-5125-484a-9483-2d1fcefd7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:39.214965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-94dbef87-5125-484a-9483-2d1fcefd7e6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1107602 Nov 23 19:03:39.261125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:39.331265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53d7f9fe-326d-40ad-b125-59c078b7c659 req-e1ea2f65-8407-4069-b210-78e85ae4ba66 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646805 Nov 23 19:03:39.376742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-09275681-9be7-488b-8e4e-96f75e112038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:39.386663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-09275681-9be7-488b-8e4e-96f75e112038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578362 Nov 23 19:03:39.417581 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbda66f-0aba-4fc9-a882-93ed208c6985 x-openstack-request-id: req-0bbda66f-0aba-4fc9-a882-93ed208c6985 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:39.418079 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "name": "network-vif-plugged", "status": "completed", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:39.418474 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bbda66f-0aba-4fc9-a882-93ed208c6985 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:39.420234 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012', 'code': 200} Nov 23 19:03:39.529261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab01bd8-2075-4919-8dfc-588dac0ffca0 req-4942efaf-1cd8-4cc0-8f04-f196facfe8aa tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:39.544664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ab01bd8-2075-4919-8dfc-588dac0ffca0 req-4942efaf-1cd8-4cc0-8f04-f196facfe8aa tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1052413 Nov 23 19:03:39.623123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-37bf0e78-d871-4900-ac20-ae51a5838878 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113636 Nov 23 19:03:39.674334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ab01bd8-2075-4919-8dfc-588dac0ffca0 req-65e351b5-0c58-457a-ae60-82f6401d7f4b tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258156 Nov 23 19:03:39.893646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f9e2-84d9-4c28-9bf2-f4c33ad4e02e req-7c7c49e8-0d92-4b50-9198-69e398102c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:39.895595 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c61f9e2-84d9-4c28-9bf2-f4c33ad4e02e req-7c7c49e8-0d92-4b50-9198-69e398102c09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 1097 time: 0.2619891 Nov 23 19:03:40.079709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c61f9e2-84d9-4c28-9bf2-f4c33ad4e02e req-bd22d465-cf1c-466b-9c02-c895bf0de27b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676195 Nov 23 19:03:40.241249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d577a-c819-4de4-abd7-38e6f6e06aa8 req-36246589-c0cc-44ca-b78c-f02cb77fc85c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:40.249876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd0d577a-c819-4de4-abd7-38e6f6e06aa8 req-36246589-c0cc-44ca-b78c-f02cb77fc85c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1644003 Nov 23 19:03:40.320964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0099f90-213e-48f3-a549-7db5dedf0a37 req-bc0a6e48-5138-4538-abf7-5b1dc604ff9b service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624477 Nov 23 19:03:40.368458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af238b6c-5637-4417-8644-ed5e8f901960 req-fbc9dc68-7215-4ac8-bf2a-057ff2fe6095 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:40.378988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af238b6c-5637-4417-8644-ed5e8f901960 req-fbc9dc68-7215-4ac8-bf2a-057ff2fe6095 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.2977962 Nov 23 19:03:40.392154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd0d577a-c819-4de4-abd7-38e6f6e06aa8 req-f5c39cb5-89c4-42c7-86bc-84e0f6eb59a4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410050 Nov 23 19:03:40.445279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:40.506276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af238b6c-5637-4417-8644-ed5e8f901960 req-d2a9b60b-fcfc-45e3-bf5b-efa772213ecc tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261795 Nov 23 19:03:40.745317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465c86-f7a6-42e0-a3d3-d70408efa313 req-93f435eb-801f-4ca0-a3c8-6ea3232a80a6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:40.765961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62465c86-f7a6-42e0-a3d3-d70408efa313 req-93f435eb-801f-4ca0-a3c8-6ea3232a80a6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.2037902 Nov 23 19:03:40.900932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-dc4f44ac-d2d3-4502-bd96-a64d570f2781 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2644858 Nov 23 19:03:40.937917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62465c86-f7a6-42e0-a3d3-d70408efa313 req-ef89597d-6d61-4191-bd78-1d621c6655c9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666462 Nov 23 19:03:41.035947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-0eb94d97-894a-45e2-9a15-dc795281d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.040750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-0eb94d97-894a-45e2-9a15-dc795281d48e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 1096 time: 0.0967095 Nov 23 19:03:41.102275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e14b-19a4-45fb-ad8c-3a299a55fcbd req-b579e575-0367-440b-a483-24fa989870eb tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.119980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a41e14b-19a4-45fb-ad8c-3a299a55fcbd req-b579e575-0367-440b-a483-24fa989870eb tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1952631 Nov 23 19:03:41.248070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a41e14b-19a4-45fb-ad8c-3a299a55fcbd req-c44d4a13-33fa-475f-87ee-9842e37d0832 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212430 Nov 23 19:03:41.304273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-321b0404-46a7-485b-be3d-5529c6ed0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.306608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-321b0404-46a7-485b-be3d-5529c6ed0686 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 0.2326343 Nov 23 19:03:41.396010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-dd535132-379d-4a1c-81f4-48316bd140ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 200 len: 217 time: 0.0790470 Nov 23 19:03:41.501271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-c9085b49-997b-433a-958b-ff377aee5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.502790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-c9085b49-997b-433a-958b-ff377aee5e5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.0910709 Nov 23 19:03:41.579244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-38a4ae5b-fad2-4957-b7ab-143c067f80bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680866 Nov 23 19:03:41.712989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808eec4-febe-48dc-9e5e-07dfd36ff737 req-5f02a928-67bd-49b9-bcd1-7ee94b39ee7a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.721044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2808eec4-febe-48dc-9e5e-07dfd36ff737 req-5f02a928-67bd-49b9-bcd1-7ee94b39ee7a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1400919 Nov 23 19:03:41.812676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2808eec4-febe-48dc-9e5e-07dfd36ff737 req-e611ccd0-d2c8-41fa-bd88-6bd625b84c60 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904551 Nov 23 19:03:41.854824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-bdc033b2-a503-4a35-822e-072510c8b8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620795 Nov 23 19:03:41.864827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-7554e494-9f68-4d7a-8e51-6821ea37787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.867027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-7554e494-9f68-4d7a-8e51-6821ea37787e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1095 time: 0.2531526 Nov 23 19:03:41.919633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68e930-aac9-42f4-b170-e1af0d5a86e4 req-6180b440-f7fc-4735-9c53-4e1d2e92ffc4 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:41.924614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d68e930-aac9-42f4-b170-e1af0d5a86e4 req-6180b440-f7fc-4735-9c53-4e1d2e92ffc4 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.2895525 Nov 23 19:03:42.119264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d68e930-aac9-42f4-b170-e1af0d5a86e4 req-b95dd2de-40b7-40df-95a2-d9436be052f4 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866722 Nov 23 19:03:42.175300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ca69dc4-94b2-4198-8a07-cc9e57ef557a req-b2bc39ef-7ec9-4274-930d-e3d833a66954 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047853 Nov 23 19:03:42.328390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347229f-b6e4-4dc8-bc03-280abd6135e3 req-1428e6d8-2c54-4cea-9619-e938c19649be tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:42.339425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3347229f-b6e4-4dc8-bc03-280abd6135e3 req-1428e6d8-2c54-4cea-9619-e938c19649be tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1959329 Nov 23 19:03:42.422796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3347229f-b6e4-4dc8-bc03-280abd6135e3 req-47cccc06-18e7-4100-9ecd-2a90b8b28d0b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812669 Nov 23 19:03:42.488772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc65b7-ca47-4b9e-8026-b55ddb66aa54 req-97c54c5d-fc9e-4980-813c-a79854ed4007 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:42.496867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4fc65b7-ca47-4b9e-8026-b55ddb66aa54 req-97c54c5d-fc9e-4980-813c-a79854ed4007 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.0994170 Nov 23 19:03:42.607582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4fc65b7-ca47-4b9e-8026-b55ddb66aa54 req-f133f59e-ed97-4961-b056-9f0775bd401f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082346 Nov 23 19:03:43.054462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78cec-06f1-4de8-8c69-3df487b22695 req-636718aa-8a53-4648-b839-b42b03b05560 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:43.063952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbb78cec-06f1-4de8-8c69-3df487b22695 req-636718aa-8a53-4648-b839-b42b03b05560 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1257415 Nov 23 19:03:43.134522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbb78cec-06f1-4de8-8c69-3df487b22695 req-aee6db79-c78a-4962-b151-490fdff0dd04 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687521 Nov 23 19:03:43.313723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544cb51-f4ce-40a3-ab85-32f78322cde5 req-695d3397-95c3-4318-b4e9-bfe8c331784c tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:43.322774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3544cb51-f4ce-40a3-ab85-32f78322cde5 req-695d3397-95c3-4318-b4e9-bfe8c331784c tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.0682352 Nov 23 19:03:43.403422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3544cb51-f4ce-40a3-ab85-32f78322cde5 req-39d2a8f4-a8e1-42bc-9027-817e0a5c5d54 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796130 Nov 23 19:03:43.644037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5255-224b-4972-8150-f0c8581c4b3c req-f0831b5b-62f0-4b1a-88fc-458c5f032be5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:43.652812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57ce5255-224b-4972-8150-f0c8581c4b3c req-f0831b5b-62f0-4b1a-88fc-458c5f032be5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1213984 Nov 23 19:03:43.750573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57ce5255-224b-4972-8150-f0c8581c4b3c req-4a491b71-d1de-475e-8437-34a07933c87d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967455 Nov 23 19:03:43.937193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790126-417d-4d37-a6c4-0143715f8e6d req-777d9847-07ca-490d-ada2-4658cab3667a tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:43.944948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0790126-417d-4d37-a6c4-0143715f8e6d req-777d9847-07ca-490d-ada2-4658cab3667a tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.0968339 Nov 23 19:03:44.044920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0790126-417d-4d37-a6c4-0143715f8e6d req-7734c1a5-21e7-427e-b161-5557cc90125b tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988030 Nov 23 19:03:44.367222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd809ae-0a0a-4369-92d9-59e4f627d443 req-4784e76d-d069-4adb-8478-6733e4ffb7ef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.375841 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3cd809ae-0a0a-4369-92d9-59e4f627d443 req-4784e76d-d069-4adb-8478-6733e4ffb7ef tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1080604 Nov 23 19:03:44.459712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3cd809ae-0a0a-4369-92d9-59e4f627d443 req-71cc63fb-2adf-499c-86b3-9be8e8fd0cd4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826576 Nov 23 19:03:44.624726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedef7d-5397-47ad-bd9d-fe89ec6cf42e req-0094b8d4-697f-4504-9774-e45abef507e1 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.636667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cedef7d-5397-47ad-bd9d-fe89ec6cf42e req-0094b8d4-697f-4504-9774-e45abef507e1 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.0973539 Nov 23 19:03:44.759441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cedef7d-5397-47ad-bd9d-fe89ec6cf42e req-78fb95f5-c583-46eb-a66b-1d22448e0de8 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163557 Nov 23 19:03:44.888495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-e27a5bca-7c33-4795-bb0a-809519edce73 req-ea57c514-e975-47ff-94a9-7ac934127c93 tempest-ImagesTestJSON-834653558 tempest-ImagesTestJSON-834653558-project] (103399) timed out ('10.222.0.47', 51844) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:03:44.905923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487290fd-2da1-407a-a804-d5bf6e99bfb0 req-7ae9579f-8cfb-47fe-9a60-7c4440d51fdd tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:44.914116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-487290fd-2da1-407a-a804-d5bf6e99bfb0 req-7ae9579f-8cfb-47fe-9a60-7c4440d51fdd tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.0638697 Nov 23 19:03:44.972969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-487290fd-2da1-407a-a804-d5bf6e99bfb0 req-689338dc-13b6-4a04-a872-d9b62ff79da4 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Nov 23 19:03:45.321667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501665d-bc2e-49c5-b699-3e65fa823d27 req-65dff1d2-bf1c-40e1-9532-060ce4c2be7c tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:45.330099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e501665d-bc2e-49c5-b699-3e65fa823d27 req-65dff1d2-bf1c-40e1-9532-060ce4c2be7c tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1404929 Nov 23 19:03:45.390879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e501665d-bc2e-49c5-b699-3e65fa823d27 req-1719ea7c-ec78-48cf-81c6-eb610f8bd34f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Nov 23 19:03:45.881967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04dc8-17d6-4847-8ea6-565f3c32120a req-b55f385c-c3d1-4ba3-b716-47b0595d3796 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:45.897208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fb04dc8-17d6-4847-8ea6-565f3c32120a req-b55f385c-c3d1-4ba3-b716-47b0595d3796 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.2166479 Nov 23 19:03:46.091166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fb04dc8-17d6-4847-8ea6-565f3c32120a req-34fc5100-0cd3-4fb5-8f60-a1cc2aa3ca12 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826553 Nov 23 19:03:46.288942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2deb0-ec12-4230-b331-2d2c826e8ee3 req-09b082b2-766c-445b-8f82-cbd8f87ef8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.294061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9ef2deb0-ec12-4230-b331-2d2c826e8ee3 req-09b082b2-766c-445b-8f82-cbd8f87ef8c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.6619344 Nov 23 19:03:46.307614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400214f-650f-4ab0-9da4-c8d35f5f3282 req-d6fa0b39-a1e0-4dea-b234-1e69c7730eb2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.351911 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f400214f-650f-4ab0-9da4-c8d35f5f3282 req-d6fa0b39-a1e0-4dea-b234-1e69c7730eb2 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1043954 Nov 23 19:03:46.356499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a8ff1-6980-410e-9519-7190a67dc1c1 req-e692ccb2-a8a2-49ac-9d14-6c3f11195d99 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.370900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca6a8ff1-6980-410e-9519-7190a67dc1c1 req-e692ccb2-a8a2-49ac-9d14-6c3f11195d99 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.4199781 Nov 23 19:03:46.470034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f400214f-650f-4ab0-9da4-c8d35f5f3282 req-5c353341-d3d1-4872-95f6-38c05c445b59 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168516 Nov 23 19:03:46.515515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9ef2deb0-ec12-4230-b331-2d2c826e8ee3 req-5d1259c9-70ad-4deb-abe8-ad9832ddc34d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130396 Nov 23 19:03:46.530172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca6a8ff1-6980-410e-9519-7190a67dc1c1 req-4be5a987-7d7b-4c9f-ba9b-2bfa1f390a44 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566474 Nov 23 19:03:46.769695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733c059-5c5f-4648-bc8c-2a9753a77588 req-dd498d7d-ccd6-4976-a73e-a5c4450c1688 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:46.812963 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b733c059-5c5f-4648-bc8c-2a9753a77588 req-dd498d7d-ccd6-4976-a73e-a5c4450c1688 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1856921 Nov 23 19:03:46.973388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b733c059-5c5f-4648-bc8c-2a9753a77588 req-8d09cb5a-7415-47c7-8584-f3d9c9399bf8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571491 Nov 23 19:03:47.130751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-9d88d07b-7038-4d83-9ecc-396b346eafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:47.157566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-9d88d07b-7038-4d83-9ecc-396b346eafec service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.3037648 Nov 23 19:03:47.580873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-fc7db6cd-9d89-4cf0-963c-84ed97b2babe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 200 len: 998 time: 0.3569133 Nov 23 19:03:47.621322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8cc72-65fc-4ee7-a108-57a2b604cf6f req-0a42798a-43fc-4d69-b2f5-a9b3140a0af1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:47.623349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3e8cc72-65fc-4ee7-a108-57a2b604cf6f req-0a42798a-43fc-4d69-b2f5-a9b3140a0af1 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.2712431 Nov 23 19:03:47.849835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed1674-5c60-413d-b67b-0ddb6083ef6c req-eae9a97b-0f38-4675-911b-afc82bb9cf02 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:47.861099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-beed1674-5c60-413d-b67b-0ddb6083ef6c req-eae9a97b-0f38-4675-911b-afc82bb9cf02 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.2388642 Nov 23 19:03:47.875975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-cdedc936-0705-4574-81bf-aa28030e087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:47.878193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-cdedc936-0705-4574-81bf-aa28030e087d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.2538810 Nov 23 19:03:47.997852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e3e8cc72-65fc-4ee7-a108-57a2b604cf6f req-35520a9a-0030-4858-98c5-dae515e6d21d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339047 Nov 23 19:03:48.042130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-beed1674-5c60-413d-b67b-0ddb6083ef6c req-de618605-be63-4a58-b29b-7d3dc3b41cc5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797938 Nov 23 19:03:48.305586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e2acc-075f-48a7-9ba3-fb0bf5e3b98b req-0faece05-33e7-4f1a-a755-3ee242eaa5e4 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:48.324033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-307e2acc-075f-48a7-9ba3-fb0bf5e3b98b req-0faece05-33e7-4f1a-a755-3ee242eaa5e4 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.1367323 Nov 23 19:03:48.515105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-307e2acc-075f-48a7-9ba3-fb0bf5e3b98b req-26420c3b-3fde-4d1d-9e42-5c1bd5aa23b8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874866 Nov 23 19:03:48.572354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003dd6-c6fa-458d-b467-b7651d362e84 req-fe078b0d-9950-407d-8d95-fcb490e39618 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:48.592962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2003dd6-c6fa-458d-b467-b7651d362e84 req-fe078b0d-9950-407d-8d95-fcb490e39618 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.4926639 Nov 23 19:03:48.663431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-3ea9f9b0-7f86-4979-9b99-fc9610338f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:48.664958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-3ea9f9b0-7f86-4979-9b99-fc9610338f70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668791 Nov 23 19:03:48.716807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-2da3646e-c8c7-456b-8cb7-a5fa275deadb tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:48.725898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-2da3646e-c8c7-456b-8cb7-a5fa275deadb tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 0.3786619 Nov 23 19:03:48.875587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-f572f486-6575-488f-b50a-a54a228435c6 req-7ffacebb-f410-48f0-9ad8-c8a895d8daa5 service neutron] (103400) timed out ('10.222.0.50', 59603) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:03:48.959389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2003dd6-c6fa-458d-b467-b7651d362e84 req-3c4c2895-1655-46ba-a91b-77de89306d3e tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594658 Nov 23 19:03:49.286269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6f8e0-e283-4faa-b3b3-26f13b275255 req-6b4b77fa-aadd-486c-9a40-91bd31a22d1f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:49.294171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fba6f8e0-e283-4faa-b3b3-26f13b275255 req-6b4b77fa-aadd-486c-9a40-91bd31a22d1f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1910934 Nov 23 19:03:49.305185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-7596d1fa-f84f-4a0f-87cb-62020be14c94 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686994 Nov 23 19:03:49.409591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Deleting port acc56761-2947-4f0b-8402-086ad5a438d5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:49.411981 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.557625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd2b8d-9d04-4d53-a605-91c0ec9d26d5 req-14ff0897-8f46-4772-bbd3-b42c0585f672 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:49.566190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cfd2b8d-9d04-4d53-a605-91c0ec9d26d5 req-14ff0897-8f46-4772-bbd3-b42c0585f672 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1484172 Nov 23 19:03:49.707185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cfd2b8d-9d04-4d53-a605-91c0ec9d26d5 req-a742715f-4278-495d-8f40-2e0af8c6a789 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309738 Nov 23 19:03:49.760446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fba6f8e0-e283-4faa-b3b3-26f13b275255 req-319541a2-c5e2-4050-af1f-b72ae26f5fc5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652755 Nov 23 19:03:49.878746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:49.890990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:49.895856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37468a4a-69ca-44ae-a7f4-64b13e63d1c4 req-ecd109d8-662e-43fe-acd6-6ba55beb4e3d service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670893 Nov 23 19:03:49.964572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Calling delete_port for acc56761-2947-4f0b-8402-086ad5a438d5 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:49.983800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aa9a7-a6de-4746-90bf-0be816d83427 req-3ca0dec3-7741-4c06-916b-318d5ea47166 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:49.996818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-539aa9a7-a6de-4746-90bf-0be816d83427 req-3ca0dec3-7741-4c06-916b-318d5ea47166 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.1184490 Nov 23 19:03:50.160958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-539aa9a7-a6de-4746-90bf-0be816d83427 req-56c8b568-e078-4903-9466-0603353e68a5 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574101 Nov 23 19:03:50.662864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device acc56761-2947-4f0b-8402-086ad5a438d5 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:50.851417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:50.930067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:50.991101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5582c0e-edda-4080-bd24-03ee25b87b40 req-7591831b-0789-4aa8-9ad9-1dc275061436 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:51.004492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5582c0e-edda-4080-bd24-03ee25b87b40 req-7591831b-0789-4aa8-9ad9-1dc275061436 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1217928 Nov 23 19:03:51.108753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port acc56761-2947-4f0b-8402-086ad5a438d5, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=acc56761-2947-4f0b-8402-086ad5a438d5,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:51.115038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:51.124720 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b52f0d-ee0f-4443-a177-aa0a166db37c" -d '{"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:51.138598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.148575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5582c0e-edda-4080-bd24-03ee25b87b40 req-f93bec84-c83e-45c1-8f89-c74f58224292 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394808 Nov 23 19:03:51.236156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ff30393-0fdf-4475-a572-7606d3ce3771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.250129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.259141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.259930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.260456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.260972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.261627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.262135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.262654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.263156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.263762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.264847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.265345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.265850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:03:51.353494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.389288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d2aa0-284f-482a-a5bb-63dac5cb1736 req-1a3e514c-1be9-4cb1-9c77-8d5a3e081a9e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:51.396982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b6d2aa0-284f-482a-a5bb-63dac5cb1736 req-1a3e514c-1be9-4cb1-9c77-8d5a3e081a9e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.0863438 Nov 23 19:03:51.442551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7fa4-75e0-4d66-85e8-ddb40b4577e5 req-35108b71-6696-4038-84dd-547d44d69408 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:51.446053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a79c7fa4-75e0-4d66-85e8-ddb40b4577e5 req-35108b71-6696-4038-84dd-547d44d69408 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 946 time: 1.5421751 Nov 23 19:03:51.455207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Pushing event deleted for resources: {'Port': ['ID=acc56761-2947-4f0b-8402-086ad5a438d5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.557709 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b6d2aa0-284f-482a-a5bb-63dac5cb1736 req-097d74af-ba82-4d16-a6b9-9fa95fa2cddb tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518300 Nov 23 19:03:51.575633 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ff30393-0fdf-4475-a572-7606d3ce3771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.588682 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ff30393-0fdf-4475-a572-7606d3ce3771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.646515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] No DVR routers for this DVR port acc56761-2947-4f0b-8402-086ad5a438d5 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:51.655935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.663963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc3bca56-258a-4219-b108-eae5d2a7d24a req-ef705568-2f86-4ebd-914e-782bc17808a6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "DELETE /v2.0/ports/acc56761-2947-4f0b-8402-086ad5a438d5 HTTP/1.1" status: 204 len: 173 time: 2.8940673 Nov 23 19:03:51.678665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8ff30393-0fdf-4475-a572-7606d3ce3771 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7da0eadb6ab6473fa1a905c2126769bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8215005 Nov 23 19:03:51.678898 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feb3d50-8185-46de-a7d5-fb8d1fc59509 x-openstack-request-id: req-1feb3d50-8185-46de-a7d5-fb8d1fc59509 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:51.679921 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:51.680355 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1feb3d50-8185-46de-a7d5-fb8d1fc59509 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:51.681005 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'code': 200} Nov 23 19:03:51.681473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-deleted', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:51.688880 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3f53e-22c2-45a6-b596-95cb2aecb1cb" -d '{"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-deleted", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:51.698039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:51.735885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30393-0fdf-4475-a572-7606d3ce3771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d554f26-8aaf-4bc5-826f-8f0182abed30,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:51.883048 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a79c7fa4-75e0-4d66-85e8-ddb40b4577e5 req-a9cdb0ea-16b8-4dc2-9aff-79205dd4d495 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195354 Nov 23 19:03:51.930785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:51.974518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f449-f2df-4208-a965-157572e3e398 req-a207bdbe-0408-44d3-9882-3f6943430d02 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:51.984480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a81f449-f2df-4208-a965-157572e3e398 req-a207bdbe-0408-44d3-9882-3f6943430d02 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.1143444 Nov 23 19:03:52.020780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.112758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a81f449-f2df-4208-a965-157572e3e398 req-8ebad2b8-72c4-41bd-82bd-da70b0633c14 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253421 Nov 23 19:03:52.118701 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f9e7cc-f9ad-4125-88b2-b6a0a19a9c38 x-openstack-request-id: req-39f9e7cc-f9ad-4125-88b2-b6a0a19a9c38 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:52.119007 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3986e3ff-ffab-40e1-8183-e25ec914e2ed", "name": "network-vif-deleted", "tag": "acc56761-2947-4f0b-8402-086ad5a438d5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:52.119290 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39f9e7cc-f9ad-4125-88b2-b6a0a19a9c38 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:52.132640 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3986e3ff-ffab-40e1-8183-e25ec914e2ed', 'name': 'network-vif-deleted', 'tag': 'acc56761-2947-4f0b-8402-086ad5a438d5', 'status': 'completed', 'code': 200} Nov 23 19:03:52.142667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.145288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:52.160433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d554f26-8aaf-4bc5-826f-8f0182abed30 HTTP/1.1" status: 204 len: 168 time: 0.4457514 Nov 23 19:03:52.184775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff984ae4-5a21-49ef-b524-00634f51af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d554f26-8aaf-4bc5-826f-8f0182abed30,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:52.359663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade42b6-4bd5-4472-a559-d26a11c09cf0 req-41000bba-1bc0-49df-8025-c4c7781be508 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:52.361252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ade42b6-4bd5-4472-a559-d26a11c09cf0 req-41000bba-1bc0-49df-8025-c4c7781be508 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Nov 23 19:03:52.422446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ade42b6-4bd5-4472-a559-d26a11c09cf0 req-77608d05-83bb-44f1-b2a5-885db6dbb998 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551102 Nov 23 19:03:52.724224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66985b93-5f6c-4ac8-a626-f8cde49c6830 req-65a34c27-fc7a-49c3-983b-4a6d87731c44 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:52.731957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66985b93-5f6c-4ac8-a626-f8cde49c6830 req-65a34c27-fc7a-49c3-983b-4a6d87731c44 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.0723002 Nov 23 19:03:52.786385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66985b93-5f6c-4ac8-a626-f8cde49c6830 req-b9d0e920-9b15-4a56-9a85-a7a9266f45be tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533333 Nov 23 19:03:53.013831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255dfd-8baf-4743-801f-ba017dbab83b req-d0e9ace2-ae26-4e89-88c8-cb21458fa99e tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:53.017197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37255dfd-8baf-4743-801f-ba017dbab83b req-d0e9ace2-ae26-4e89-88c8-cb21458fa99e tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.47 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.0741520 Nov 23 19:03:53.065727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a617a507-ada0-44f0-8122-a0c7f96b8600 req-0481f91c-1956-46d1-9011-f18c72ffec2a tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=3986e3ff-ffab-40e1-8183-e25ec914e2ed HTTP/1.1" status: 200 len: 210 time: 0.0469735 Nov 23 19:03:53.235586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Deleting port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:03:53.236011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.335626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027a3d-37fa-4c1f-99be-66aef2054b51 req-64843b55-553c-4479-aa8a-486abd88c7f9 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:53.339982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f027a3d-37fa-4c1f-99be-66aef2054b51 req-64843b55-553c-4479-aa8a-486abd88c7f9 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/ports?device_id=c61a128f-cc38-4d7c-ab32-eb94a677b652 HTTP/1.1" status: 200 len: 946 time: 0.0888531 Nov 23 19:03:53.369529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] For port 29b4b11c-6e99-4ab8-95e5-3e72708fa012, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=29b4b11c-6e99-4ab8-95e5-3e72708fa012,segment=NetworkSegment(e28eadde-3381-4a4e-a46a-3d418ecee9a5),segment_id=e28eadde-3381-4a4e-a46a-3d418ecee9a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:03:53.370063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.385373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Calling delete_port for 29b4b11c-6e99-4ab8-95e5-3e72708fa012 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:03:53.404120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f027a3d-37fa-4c1f-99be-66aef2054b51 req-d288c5c7-91bd-4eb8-85bc-c3624b01e8d2 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.37 "GET /v2.0/security-groups?id=406c9b94-a9ae-48f2-bad6-6fa66380ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Nov 23 19:03:53.600177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.628018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['29b4b11c-6e99-4ab8-95e5-3e72708fa012'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:03:53.667619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18def28d-75b4-4f9d-a5bd-c823afab6d1b req-5d60439e-6fb2-43ee-9476-6c98bd827fde tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:53.669421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18def28d-75b4-4f9d-a5bd-c823afab6d1b req-5d60439e-6fb2-43ee-9476-6c98bd827fde tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1402895 Nov 23 19:03:53.672870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Pushing event deleted for resources: {'Port': ['ID=29b4b11c-6e99-4ab8-95e5-3e72708fa012,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:53.735006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] No DVR routers for this DVR port 29b4b11c-6e99-4ab8-95e5-3e72708fa012 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:03:53.737856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:53.741838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37255dfd-8baf-4743-801f-ba017dbab83b req-27297c1f-ae9a-4175-9ace-d746651d0367 tempest-InstanceActionsV221TestJSON-588774900 tempest-InstanceActionsV221TestJSON-588774900-project] 10.222.0.47 "DELETE /v2.0/ports/29b4b11c-6e99-4ab8-95e5-3e72708fa012 HTTP/1.1" status: 204 len: 173 time: 0.7127705 Nov 23 19:03:53.821540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18def28d-75b4-4f9d-a5bd-c823afab6d1b req-f5edb7ec-35f5-499b-ba0c-50c084727d15 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180711 Nov 23 19:03:54.022276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22181d5-3249-49e9-8337-a9ff08adfd7e req-590701c4-0b52-41a9-a315-bcb6ccc59067 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:54.032663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c22181d5-3249-49e9-8337-a9ff08adfd7e req-590701c4-0b52-41a9-a315-bcb6ccc59067 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1230230 Nov 23 19:03:54.105580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c22181d5-3249-49e9-8337-a9ff08adfd7e req-5202b0d9-96eb-4513-81c7-76137b34626d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706332 Nov 23 19:03:54.133606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'name': 'network-vif-deleted', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:54.136496 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c65329-0390-4d30-a145-26aaa6b04c4c" -d '{"events": [{"server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "name": "network-vif-deleted", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:54.229621 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496315b-1beb-4bfd-9180-b857ccc6c6b7 x-openstack-request-id: req-0496315b-1beb-4bfd-9180-b857ccc6c6b7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:54.230112 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61a128f-cc38-4d7c-ab32-eb94a677b652", "name": "network-vif-deleted", "tag": "29b4b11c-6e99-4ab8-95e5-3e72708fa012", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:54.230590 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0496315b-1beb-4bfd-9180-b857ccc6c6b7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:54.231465 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61a128f-cc38-4d7c-ab32-eb94a677b652', 'name': 'network-vif-deleted', 'tag': '29b4b11c-6e99-4ab8-95e5-3e72708fa012', 'status': 'completed', 'code': 200} Nov 23 19:03:54.530900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-a3a1a544-e060-486a-bdc3-8c935ad4b12d tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:54.538693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-a3a1a544-e060-486a-bdc3-8c935ad4b12d tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 808 time: 0.1552484 Nov 23 19:03:54.555643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-c79e9caf-2bd1-41cc-81af-9d76ade6d25f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/quotas/e18d4495eda5413b84cd0e52c1cfbd08 HTTP/1.1" status: 200 len: 375 time: 0.0159240 Nov 23 19:03:54.595901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-28c12d3d-0366-4f0c-b6a9-8714d99f1245 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390208 Nov 23 19:03:54.740582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:54.752892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474445610', 'description': 'tempest-secgroup-smoke-474445610 description', 'project_id': '48a299723a744276a7d18c197f219f0f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:54.802435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.813988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.923596 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.930456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-d7ca73c6-4885-4cd1-a48a-2c91060bdb13 service neutron] 10.222.0.37 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304069 Nov 23 19:03:54.932338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:54.988066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08190c77-3654-4c1d-b5bf-9e4e2b9db4e9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.113721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-1ee68568-2f97-477e-8321-20209345ce7a service neutron] 10.222.0.37 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799829 Nov 23 19:03:55.126999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f7080-eecc-4065-a62c-7187f35c5a8e req-20af1787-e5c9-41a3-989f-cbafd7c2b1b6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:55.136082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-409f7080-eecc-4065-a62c-7187f35c5a8e req-20af1787-e5c9-41a3-989f-cbafd7c2b1b6 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1047142 Nov 23 19:03:55.169444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.215431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-409f7080-eecc-4065-a62c-7187f35c5a8e req-debc63e5-5aaf-48f9-aa00-19b50ad83468 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779698 Nov 23 19:03:55.220055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.312948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.317115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5702763 Nov 23 19:03:55.317115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3edcd-b171-4945-a418-11cc115b0f86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b36668-b643-4bbc-bb2a-43806915c2dd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:55.318333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:55.322558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:55.409625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3828dc09-5f57-44a4-8131-bbd01c4d8dc9 req-97b06295-525b-4282-ad9c-d9362fc4cd19 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 210 time: 0.0412729 Nov 23 19:03:55.476399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:55.486811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454c6d9-b71d-46b4-8e8c-cae1d63ee10e req-d2bd8c3c-b8a5-4a0d-a3e6-9383f7967676 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:55.488410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3454c6d9-b71d-46b4-8e8c-cae1d63ee10e req-d2bd8c3c-b8a5-4a0d-a3e6-9383f7967676 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1200986 Nov 23 19:03:55.489085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:55.489851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.546180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Deleting subnet ed9c10d1-b47d-4ce4-9ff3-4024243ea87a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:03:55.560548 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.743921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c290e71-f801-45ae-be6a-9a0aa335d388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.888784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c290e71-f801-45ae-be6a-9a0aa335d388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.894833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c290e71-f801-45ae-be6a-9a0aa335d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:55.938838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c290e71-f801-45ae-be6a-9a0aa335d388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6283165e-0a04-4183-9307-28f186fd6bd3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.012283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9c290e71-f801-45ae-be6a-9a0aa335d388 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9944a126be854de597dbb285bb2ddd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5343575 Nov 23 19:03:56.015336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:56.041362 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.043783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.071419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.089016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3454c6d9-b71d-46b4-8e8c-cae1d63ee10e req-634c185d-240e-4d32-949c-1cc8b2925d77 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295482 Nov 23 19:03:56.105147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0024f14-5c41-4913-98a8-9199c1c85f72,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.109757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.121462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.123147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-34d924d6-badf-4730-9c17-c531c3a2023b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8045294 Nov 23 19:03:56.137021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:56.142090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:56.142303 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.164454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.219552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.223523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.224837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6283165e-0a04-4183-9307-28f186fd6bd3 HTTP/1.1" status: 204 len: 168 time: 0.2048466 Nov 23 19:03:56.236382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822d680-51b3-49d5-8086-680190560711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283165e-0a04-4183-9307-28f186fd6bd3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.280800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.289331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.371980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9c10d1-b47d-4ce4-9ff3-4024243ea87a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.405244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.412641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80e7dc0b-2a11-4ef3-8254-3269d4811331 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ed9c10d1-b47d-4ce4-9ff3-4024243ea87a HTTP/1.1" status: 204 len: 168 time: 0.9175074 Nov 23 19:03:56.417352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc13c9-e660-4a3f-941f-7e031fe49566 req-632f4252-5caf-4762-b669-61650a3cf619 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:56.417962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5eda3-8d11-4336-accb-021f11f237bf req-e7e0e0b9-6e16-48dc-af7b-6b7f0c6cbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:56.419894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7da5eda3-8d11-4336-accb-021f11f237bf req-e7e0e0b9-6e16-48dc-af7b-6b7f0c6cbc4e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1097 time: 0.2187135 Nov 23 19:03:56.422582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:56.422995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bbc13c9-e660-4a3f-941f-7e031fe49566 req-632f4252-5caf-4762-b669-61650a3cf619 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.0785413 Nov 23 19:03:56.503898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bbc13c9-e660-4a3f-941f-7e031fe49566 req-9b01a746-a065-42c0-a508-f510513d6101 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738955 Nov 23 19:03:56.537927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.568570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.572536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-71a67595-fa21-4d7a-b9f5-bb0747a35bc5 req-e1be40b0-edcd-4b38-8ac2-090da58e421b tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 210 time: 0.0500660 Nov 23 19:03:56.594345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.597411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7da5eda3-8d11-4336-accb-021f11f237bf req-14ba4341-3bd6-49d2-9b44-531e6ee35894 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671741 Nov 23 19:03:56.608311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.609786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4714789 Nov 23 19:03:56.613057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:56.613668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62e5bf-6e2c-406a-a9c5-c19fd85ec062 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adb3633-9c32-4cf7-ac33-9a73f5fc0c28,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.632022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:56.714082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.716635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:56.728271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 29b4b11c-6e99-4ab8-95e5-3e72708fa012 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:03:56.738891 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d06-7fae-40b2-b241-5f14f4f663d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.743597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b36656-41e7-4e55-818b-8da83b2653cf']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:56.753750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.761861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 29b4b11c-6e99-4ab8-95e5-3e72708fa012 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:03:56.762897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 29b4b11c-6e99-4ab8-95e5-3e72708fa012 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:03:56.767836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28eadde-3381-4a4e-a46a-3d418ecee9a5') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:56.768029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28eadde-3381-4a4e-a46a-3d418ecee9a5') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:03:56.787075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.810497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.819014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:03:56.819921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:03:56.886708 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:03:56.896505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.932187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.936529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] 10.222.0.37 "DELETE /v2.0/networks/63b36656-41e7-4e55-818b-8da83b2653cf HTTP/1.1" status: 204 len: 168 time: 0.5115240 Nov 23 19:03:56.938182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17564b8f-964c-4ed4-b323-d3768386530e admin admin] Pushing event deleted for resources: {'Network': ['ID=63b36656-41e7-4e55-818b-8da83b2653cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:56.940277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.954469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:56.988129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-2069f709-1c15-4906-9329-d89e54ec9e91 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:56.989663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-2069f709-1c15-4906-9329-d89e54ec9e91 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 808 time: 0.2236500 Nov 23 19:03:56.999862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c233939-09d0-40c0-a69e-8c78d51accc3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.009456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Request body: {'port': {'device_id': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2', 'admin_state_up': True, 'tenant_id': 'e18d4495eda5413b84cd0e52c1cfbd08'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:57.020009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.021115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14d99925-e20d-4df9-8dfc-79dd065332c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068329 Nov 23 19:03:57.025714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.035397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:57.067977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:03:57.074674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d06-7fae-40b2-b241-5f14f4f663d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.101524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d06-7fae-40b2-b241-5f14f4f663d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.105846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.207265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae6d06-7fae-40b2-b241-5f14f4f663d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de604cca-79f0-40cd-8dc1-21d3b87466dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.213743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.218815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.221099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-05ae6d06-7fae-40b2-b241-5f14f4f663d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f887d14d483041249fd48446fcdfe0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5027909 Nov 23 19:03:57.228311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.246347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.260054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d40c078-ecf9-4a95-8e69-35b51c7d7599,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.264486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.268512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8df6dd48-f091-487f-9c8d-fc34904c1ced tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385726 Nov 23 19:03:57.272822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.278658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:57.324200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-20f274f5-27ba-49ac-a602-d21a5632aeea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=751e723c0d014964b18f954b2dcef870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738235 Nov 23 19:03:57.325067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.346882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Made reservation on behalf of e18d4495eda5413b84cd0e52c1cfbd08 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:57.348723 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:03:57.350694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.354274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.376275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a877-3f68-4aac-adfe-9dc3c801ecc7 req-a95d7fa9-c051-4a7c-a7a4-40de7e0ce146 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:57.377995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f600a877-3f68-4aac-adfe-9dc3c801ecc7 req-a95d7fa9-c051-4a7c-a7a4-40de7e0ce146 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1487954 Nov 23 19:03:57.396190 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e7865cf-9be8-4d24-a585-d5c0bb8de101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.412252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.425484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.440043 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.467849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e3798-ebe8-4f3f-be72-b4d82a7e9446,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.482508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.484158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a494c58b-7267-4fcb-958b-97a983c0533e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2099438 Nov 23 19:03:57.487645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.495926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '58b36668-b643-4bbc-bb2a-43806915c2dd', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:57.501131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.533716 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:03:57.544315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.600833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.633075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f600a877-3f68-4aac-adfe-9dc3c801ecc7 req-5d516b46-d606-4bb5-a60b-830d02a2afda tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363570 Nov 23 19:03:57.670979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.704477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.725148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311692a-fe31-4bb9-881e-4392e58577c1 req-9d0de4ff-362c-4b9d-8458-92232b6eb4a5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:57.752866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1311692a-fe31-4bb9-881e-4392e58577c1 req-9d0de4ff-362c-4b9d-8458-92232b6eb4a5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1429384 Nov 23 19:03:57.760753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.763288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.771691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.781802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de604cca-79f0-40cd-8dc1-21d3b87466dc HTTP/1.1" status: 204 len: 168 time: 0.5413742 Nov 23 19:03:57.842017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbea2a-da6b-4b7a-83d4-02ee385ca847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de604cca-79f0-40cd-8dc1-21d3b87466dc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.845817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Allocated IP 172.20.0.13 (c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2/7d7def32-3226-4dfe-b68f-e90c50980c2f/46dfa201-db91-4a01-bda5-245d5a9b2409) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:57.850657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd712a53-d67c-4699-8005-f1cc37291d07 req-f020c86c-b399-43f8-ad33-9949cfc84bbb tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 210 time: 0.0550630 Nov 23 19:03:57.894469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ff806a-2183-4515-9f0a-068b2b1d7153,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:57.903116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.908801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8df00f04-7b2a-44ce-ab3d-102d927d1c98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196219 Nov 23 19:03:57.909777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:57.914799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'network': {'name': 'tempest-network-smoke--2139682608', 'project_id': '48a299723a744276a7d18c197f219f0f', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:57.921341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1311692a-fe31-4bb9-881e-4392e58577c1 req-b0159aed-8dfe-4eea-b536-1fdfb7e4b79b tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666942 Nov 23 19:03:57.950770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:03:57.955331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.959464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.962086 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:57.963394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/406c9b94-a9ae-48f2-bad6-6fa66380ecb6 HTTP/1.1" status: 204 len: 168 time: 0.6349781 Nov 23 19:03:57.990116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600d4db-ec17-4135-9f00-216b19d02bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c9b94-a9ae-48f2-bad6-6fa66380ecb6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.015348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:03:58.038171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.038838 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Added segment ccc3ef07-1999-49ea-beb3-f9be14f8a960 of type vlan for network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 Nov 23 19:03:58.096531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.131067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.131795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.147468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:58.148172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.199356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2854092 Nov 23 19:03:58.200612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:58.204433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'admin_state_up': True, 'project_id': '48a299723a744276a7d18c197f219f0f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:58.233817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.248935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cff109-22ae-416e-b461-eee6d15b1ce2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Network': ['ID=7bf40c03-27f6-4a73-8bc5-ba0791d00015,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.267403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:03:58.269523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.271581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.345069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:58.350278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:58.360988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:58.364639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.477371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Pushing event updated for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:58.496957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:58.498111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.514455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:58.528068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-4f37c15e-23be-493f-a62d-d39ec1fe27f2 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5241206 Nov 23 19:03:58.535592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a26b397c-bc33-44cf-898b-1203a00ef7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.556310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Request body: {'port': {'device_id': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:58.578709 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.641902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.796036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a26b397c-bc33-44cf-898b-1203a00ef7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.809637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a26b397c-bc33-44cf-898b-1203a00ef7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:58.859592 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a26b397c-bc33-44cf-898b-1203a00ef7a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5878c84ae53048b899cc8abfa86784c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406680 Nov 23 19:03:58.861467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:58.925550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b397c-bc33-44cf-898b-1203a00ef7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d90201-85b2-475a-9f52-aa3044398daa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.005026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.013231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.046946 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.053473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.153942 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.157270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.159091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d90201-85b2-475a-9f52-aa3044398daa HTTP/1.1" status: 204 len: 168 time: 0.2942147 Nov 23 19:03:59.163941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a1def-fb49-4054-8634-3efe4334eb58 req-9c63738f-fd4f-4fbe-bb83-f890b350a58f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.165385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dfa201-db91-4a01-bda5-245d5a9b2409 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:03:59.173589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b17a1def-fb49-4054-8634-3efe4334eb58 req-9c63738f-fd4f-4fbe-bb83-f890b350a58f tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 932 time: 0.1809385 Nov 23 19:03:59.181740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.186757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c00b79-8656-4fe6-ab76-a5d29ee4d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d90201-85b2-475a-9f52-aa3044398daa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.208105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Transition to ACTIVE for port object 46dfa201-db91-4a01-bda5-245d5a9b2409 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:03:59.210895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.3 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e3081226-1ca2-4d8a-82f6-88ba32687350) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:03:59.225909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.276077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b17a1def-fb49-4054-8634-3efe4334eb58 req-018328a9-4c0a-4477-bdaf-c54c10c7e6f8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015637 Nov 23 19:03:59.322028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.432649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.510424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024232d-4ff5-4e6d-a1b2-4071a08c9323 req-05369c31-8995-4610-9230-7f9ae4906497 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.521527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8024232d-4ff5-4e6d-a1b2-4071a08c9323 req-05369c31-8995-4610-9230-7f9ae4906497 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.1600759 Nov 23 19:03:59.553743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-62632956-0a46-41cc-b895-a898c796ca54 req-5faf0877-930d-43e3-bbb5-3de2556fc06f service neutron] (103399) timed out ('10.222.0.50', 59590) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:03:59.564829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Attempting to bind port 46dfa201-db91-4a01-bda5-245d5a9b2409 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:03:59.565599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Attempting to bind port 46dfa201-db91-4a01-bda5-245d5a9b2409 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:03:59.566166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Attempting to bind port 46dfa201-db91-4a01-bda5-245d5a9b2409 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:59.586224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Port 46dfa201-db91-4a01-bda5-245d5a9b2409 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:03:59.586990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Attempting to bind port 46dfa201-db91-4a01-bda5-245d5a9b2409 on network c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:03:59.589688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:03:59.590921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.600572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:03:59.601318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Checking segment: {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:03:59.601946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Bound using segment: {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:03:59.602625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Bound port: 46dfa201-db91-4a01-bda5-245d5a9b2409, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999d4410-e5ff-48a1-9fc0-4508f15af138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:03:59.603264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.621141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8024232d-4ff5-4e6d-a1b2-4071a08c9323 req-30753aa6-3561-49c9-931e-18c3fb559763 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980287 Nov 23 19:03:59.703991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050b35-b5dc-4733-b1f1-65c161e53842 req-0e41f67f-3a13-430f-972b-5f5f5f5e11b5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.718844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b050b35-b5dc-4733-b1f1-65c161e53842 req-0e41f67f-3a13-430f-972b-5f5f5f5e11b5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.2416604 Nov 23 19:03:59.729397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:03:59.743272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:03:59.746859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=46dfa201-db91-4a01-bda5-245d5a9b2409,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:03:59.752926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.757938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:03:59.778548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d894247-33e7-404e-b3db-9e405e7ca991 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:03:59.789550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1724577808-network', 'tenant_id': '771b588236ac48728154788406375ded'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:03:59.809041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:03:59.831819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.833051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.834520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] 10.222.0.47 "PUT /v2.0/ports/46dfa201-db91-4a01-bda5-245d5a9b2409 HTTP/1.1" status: 200 len: 1092 time: 1.2890983 Nov 23 19:03:59.834976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:03:59.839394 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:03:59.888302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-622ce60e-c401-43f8-a348-7521601bca26 None None] Provisioning complete for port e3081226-1ca2-4d8a-82f6-88ba32687350 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:03:59.888674 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-622ce60e-c401-43f8-a348-7521601bca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:03:59.896927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce8a65-fea7-4aa9-b7d6-0c223bdb2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.948514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-622ce60e-c401-43f8-a348-7521601bca26 None None] Port e3081226-1ca2-4d8a-82f6-88ba32687350 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:03:59.954130 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077f14e-05d4-456f-99e6-8a71c93f1bf5 x-openstack-request-id: req-6077f14e-05d4-456f-99e6-8a71c93f1bf5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:03:59.954458 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:03:59.954723 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6077f14e-05d4-456f-99e6-8a71c93f1bf5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:03:59.955725 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409', 'status': 'completed', 'code': 200} Nov 23 19:03:59.965595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=e3081226-1ca2-4d8a-82f6-88ba32687350,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:03:59.982387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-7d684198-c9b6-4620-948f-30258f572acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:03:59.984690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-7d684198-c9b6-4620-948f-30258f572acb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0890894 Nov 23 19:04:00.048433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-1c20acfa-96e8-4ad1-861e-cef70dfb94ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dfa201-db91-4a01-bda5-245d5a9b2409 HTTP/1.1" status: 200 len: 217 time: 0.0508070 Nov 23 19:04:00.053459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Made reservation on behalf of 771b588236ac48728154788406375ded for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:00.056115 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.069252 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.084517 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9726f05c-968b-4b68-b799-d1523717a340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.086635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b050b35-b5dc-4733-b1f1-65c161e53842 req-33a844d4-fcec-4f4b-b426-d7e97c2ce399 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560989 Nov 23 19:04:00.115727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-73a24935-6029-4cdf-a7be-4fb1982ea876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.117511 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-73a24935-6029-4cdf-a7be-4fb1982ea876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d7def32-3226-4dfe-b68f-e90c50980c2f HTTP/1.1" status: 200 len: 848 time: 0.0557907 Nov 23 19:04:00.162857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-5ab06f0a-7a10-4ed3-9e38-7f4d8992c4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292566 Nov 23 19:04:00.340059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-51bbb3f9-0c12-44a0-a6b7-d9dc4f29a4dc service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662374 Nov 23 19:04:00.407856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.415242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.418917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.463614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-cd2275e5-95e5-4b93-a3a3-0c7e64b904c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.465110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-cd2275e5-95e5-4b93-a3a3-0c7e64b904c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 1097 time: 0.1691346 Nov 23 19:04:00.491042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5451056-436c-4b8d-b307-fd8ca80130f9 req-c155179a-f8be-4ae0-9e65-e6c1e03300e7 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.492921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5451056-436c-4b8d-b307-fd8ca80130f9 req-c155179a-f8be-4ae0-9e65-e6c1e03300e7 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 944 time: 0.1105189 Nov 23 19:04:00.500824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d06eb5-f97d-47d1-b02d-d906f43d118f req-49de4754-daf7-4215-abbf-47092112ba5e service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476893 Nov 23 19:04:00.504707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:04:00.526582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4900a-0d95-4147-973a-bfb40363843f req-d0b4ccda-d104-4ea6-a78c-c8443d04c2a0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.528577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0b4900a-0d95-4147-973a-bfb40363843f req-d0b4ccda-d104-4ea6-a78c-c8443d04c2a0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.2164099 Nov 23 19:04:00.578813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:00.620728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.621071 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Added segment 72b60ac1-bca1-4c7b-a4c0-cd99128a10ea of type vlan for network 7afde1f8-7eee-4cff-993d-45942360af82 Nov 23 19:04:00.633426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e5451056-436c-4b8d-b307-fd8ca80130f9 req-765eb3e1-2023-4ebb-bd44-a4216733abb6 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291056 Nov 23 19:04:00.672358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-1153e888-b78d-4c22-b47f-e6c2b89c7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.674497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-1153e888-b78d-4c22-b47f-e6c2b89c7119 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0883601 Nov 23 19:04:00.711364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.727589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.731519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:00.784337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-9e43ce01-fb5c-41c0-bd85-8ad7d5bd34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.785847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-9e43ce01-fb5c-41c0-bd85-8ad7d5bd34f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 200 len: 912 time: 0.3057337 Nov 23 19:04:00.807782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0b4900a-0d95-4147-973a-bfb40363843f req-13aedb63-1335-4da0-ada8-6fea6f71ef06 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297683 Nov 23 19:04:00.828057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-933454fb-72c9-466f-bdfe-f557b35d355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.829748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-933454fb-72c9-466f-bdfe-f557b35d355f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 200 len: 909 time: 0.1420915 Nov 23 19:04:00.865993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:00.870163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.871379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.872141 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.875214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-9cfdcc3a-4f62-4757-8e97-077adea6f56c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 200 len: 217 time: 0.0662756 Nov 23 19:04:00.881645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'mac_address': 'fa:16:3e:4a:84:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:00.888602 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-b06f624c-8902-43f5-aaf6-a744348581b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46dfa201-db91-4a01-bda5-245d5a9b2409 HTTP/1.1" status: 200 len: 217 time: 0.0432878 Nov 23 19:04:00.950252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af044357-2e90-4a02-81de-67b8ad313cd8 req-cd56c985-d7fa-49e7-bea9-8b717599183e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:00.953289 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:00.958813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af044357-2e90-4a02-81de-67b8ad313cd8 req-cd56c985-d7fa-49e7-bea9-8b717599183e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 944 time: 0.2241030 Nov 23 19:04:00.967624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:00.977412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3828042 Nov 23 19:04:00.980203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:00.988892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Request body: {'subnet': {'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1724577808-subnet', 'tenant_id': '771b588236ac48728154788406375ded', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:00.996136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:01.001737 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:01.009061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-7ab7d94c-a234-4ee9-b6c5-ef416501b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.010576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-7ab7d94c-a234-4ee9-b6c5-ef416501b8eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d7def32-3226-4dfe-b68f-e90c50980c2f HTTP/1.1" status: 200 len: 848 time: 0.1085219 Nov 23 19:04:01.031206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccac00c-5b9d-41f6-aebb-445c7b9542be admin admin] Pushing event updated for resources: {'Network': ['ID=7afde1f8-7eee-4cff-993d-45942360af82,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:01.036961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-6994061c-a256-4e9d-8d6a-4321754436d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.038899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-6994061c-a256-4e9d-8d6a-4321754436d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 200 len: 851 time: 0.1178887 Nov 23 19:04:01.044031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:01.047787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7afde1f8-7eee-4cff-993d-45942360af82 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:04:01.111013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-608efc80-8f72-46f4-ae18-515f1d74c67a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630324 Nov 23 19:04:01.138713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:01.304611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1ee68521-9dab-4f35-b4c1-a4dabaf196ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:01.354210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-b281ecc7-da8d-41f9-9888-4856523ce6cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3313484 Nov 23 19:04:01.394136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Made reservation on behalf of 771b588236ac48728154788406375ded for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:01.396856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:01.429114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af044357-2e90-4a02-81de-67b8ad313cd8 req-5e45887f-5b65-403a-b59c-f3088fc33776 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694073 Nov 23 19:04:01.566381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-f384df87-5d95-4fac-a552-26e3c1d0e253 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004128 Nov 23 19:04:01.617884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-ffd11832-a796-4bd1-8a21-0016c419c397 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977813 Nov 23 19:04:01.666040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:04:01.733543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8dbc4ed-6149-4fa5-9d13-ec719d9b1ff1 req-d9eed1e4-9355-433d-be31-e7c88e525337 service neutron] 10.222.0.47 "GET /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583545 Nov 23 19:04:01.782763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:01.803929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a0c5a93-e8b1-4bdb-9a8a-f00b9c4dce34 req-8339c547-0cb1-4214-bc7e-c5a615e16eb9 service neutron] 10.222.0.50 "GET /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752830 Nov 23 19:04:01.862150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1991d69-9659-4d4f-986e-932ffcfd018f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:01.868983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Checking segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:01.869420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Network hostable DHCP agents. Network: 7afde1f8-7eee-4cff-993d-45942360af82, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:04:01.917215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b781-bacb-42a9-8654-34a1f401a08c req-33e7cc23-a321-4d5e-a39b-fd7133090eec tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.919681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13c8b781-bacb-42a9-8654-34a1f401a08c req-33e7cc23-a321-4d5e-a39b-fd7133090eec tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 944 time: 0.1649749 Nov 23 19:04:01.931025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:01.934263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Network 7afde1f8-7eee-4cff-993d-45942360af82 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:04:01.953543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7afde1f8-7eee-4cff-993d-45942360af82) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:01.958733 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Sync routers for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:01.963560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.964242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:01.965233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d90f72-4bc9-4112-8b75-05af6819d687 None None] Network 7afde1f8-7eee-4cff-993d-45942360af82 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:01.987066 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:01.987689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205982c-5ffb-4eb4-8962-8294f72c8448 req-1703f65e-102b-40b3-af1a-d1ada736494e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:01.988539 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:01.998008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d205982c-5ffb-4eb4-8962-8294f72c8448 req-1703f65e-102b-40b3-af1a-d1ada736494e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1137855 Nov 23 19:04:02.021864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-045c7749-4ad3-4a32-8925-cbd481b1358b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0388048 Nov 23 19:04:02.035749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:02.036954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-19fa42d1-a10e-48d5-88af-cb0ca62c76ca tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8362708 Nov 23 19:04:02.043621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52656) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:02.114046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d205982c-5ffb-4eb4-8962-8294f72c8448 req-3182c0e9-3bf5-4f5a-8e86-0bd7a9102775 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140118 Nov 23 19:04:02.118158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13c8b781-bacb-42a9-8654-34a1f401a08c req-37e2dfc8-6a8e-4b82-9c44-802f0fd66116 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799886 Nov 23 19:04:02.233707 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:02.343144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:02.353402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7afde1f8-7eee-4cff-993d-45942360af82', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'tenant_id': '771b588236ac48728154788406375ded', 'fixed_ips': [{'subnet_id': 'e1991d69-9659-4d4f-986e-932ffcfd018f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:04:02.355365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:02.384400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04e98ac6-a272-4472-b059-78097f31b00b tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=48a299723a744276a7d18c197f219f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3365622 Nov 23 19:04:02.388026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 52664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:02.545263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Allocated IP 172.20.0.2 (7afde1f8-7eee-4cff-993d-45942360af82/e1991d69-9659-4d4f-986e-932ffcfd018f/265d06d2-1c86-48b8-9753-8a4d457c4e41) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:02.655685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:00Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:02.682883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca74e9-4282-4f79-8f47-9ee1a5d59539 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:02.684729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dbca74e9-4282-4f79-8f47-9ee1a5d59539 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2957230 Nov 23 19:04:02.688538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:02.699993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40038f-d6ec-491f-9842-2800978922d3 req-21ccb85c-1186-4d4a-93dd-fd6efe6d7938 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:02.701660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Checking router: 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:02.701967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff40038f-d6ec-491f-9842-2800978922d3 req-21ccb85c-1186-4d4a-93dd-fd6efe6d7938 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.1145711 Nov 23 19:04:02.702242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Updating router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 port e3081226-1ca2-4d8a-82f6-88ba32687350 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:04:02.750282 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:02.751460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 46dfa201-db91-4a01-bda5-245d5a9b2409 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:02.767850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cef77154-7f67-46c2-bc53-2b2da735838d tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763958 Nov 23 19:04:02.770314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:02.770756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:02.776155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1109077938', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'project_id': '48a299723a744276a7d18c197f219f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:02.780513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff40038f-d6ec-491f-9842-2800978922d3 req-05d6f09b-37b3-42a1-8a6a-dc1a47939b7c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706067 Nov 23 19:04:02.989258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:02.991299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-7cb28b3b-05c6-401a-9efb-4ec482fc36a5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:02.993098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-7cb28b3b-05c6-401a-9efb-4ec482fc36a5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.1170151 Nov 23 19:04:02.999525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=46dfa201-db91-4a01-bda5-245d5a9b2409,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:03.032297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:03.033118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.067978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-accc86dd-3294-41e8-9dbf-6f77e2372b09 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/quotas/771b588236ac48728154788406375ded HTTP/1.1" status: 200 len: 375 time: 0.0475817 Nov 23 19:04:03.070825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:03.075358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.082263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '46dfa201-db91-4a01-bda5-245d5a9b2409', 'network_id': 'c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2', 'port_id': '46dfa201-db91-4a01-bda5-245d5a9b2409', 'mac_address': 'fa:16:3e:a1:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7def32-3226-4dfe-b68f-e90c50980c2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:03.132321 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.160662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.169358 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.180313 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.268013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Attempting to bind port e3081226-1ca2-4d8a-82f6-88ba32687350 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:03.268440 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Attempting to bind port e3081226-1ca2-4d8a-82f6-88ba32687350 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:03.268908 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Attempting to bind port e3081226-1ca2-4d8a-82f6-88ba32687350 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:03.271527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Pushing event updated for resources: {'Port': ['ID=e3081226-1ca2-4d8a-82f6-88ba32687350,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:03.284507 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.285261 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.285392 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.285720 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.286157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.286590 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.287019 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.287548 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.287982 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.288488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.288917 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.289393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:03.290158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Pushing event updated for resources: {'Port': ['ID=265d06d2-1c86-48b8-9753-8a4d457c4e41,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:03.293218 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:03.293766 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:03.294278 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.294771 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:03.296296 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Bound port: e3081226-1ca2-4d8a-82f6-88ba32687350, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:03.296296 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.296610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005bfc2-8fca-4984-bbe9-afe7f7a07ba1 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:04:03.337348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Network 7afde1f8-7eee-4cff-993d-45942360af82 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:03.342045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.355500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfd632-3fe4-4f42-85f9-cca09c8a7f06 req-2981b826-f0ea-434c-ab29-9b87fb4b59d5 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:03.357087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35dfd632-3fe4-4f42-85f9-cca09c8a7f06 req-2981b826-f0ea-434c-ab29-9b87fb4b59d5 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 944 time: 0.1227119 Nov 23 19:04:03.361358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:03.366530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:03.411194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-0f6134cf-5c27-4ea5-b43f-931249f9f03b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443516 Nov 23 19:04:03.413242 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] For port e3081226-1ca2-4d8a-82f6-88ba32687350, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:03.419656 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] For port e3081226-1ca2-4d8a-82f6-88ba32687350, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3081226-1ca2-4d8a-82f6-88ba32687350,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:03.442418 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.456140 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.458456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.479294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35dfd632-3fe4-4f42-85f9-cca09c8a7f06 req-c8c026f1-63c4-4e60-9964-a0d401cd8b88 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077454 Nov 23 19:04:03.552942 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:03.553739 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:03.667717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe927-dfea-42ec-b22a-42fd77b56a24 req-ec0bbfcb-be80-416b-9771-604b916cf373 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:03.678986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dfa201-db91-4a01-bda5-245d5a9b2409 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:03.681526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddefe927-dfea-42ec-b22a-42fd77b56a24 req-ec0bbfcb-be80-416b-9771-604b916cf373 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1106489 Nov 23 19:04:03.712593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:03.726062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516127d-050b-41df-9a56-eda907783556 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:04:03.769736 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddefe927-dfea-42ec-b22a-42fd77b56a24 req-15e65925-c77b-41fc-b65b-d7c588bf0130 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869484 Nov 23 19:04:03.785903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.796187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Attempting to bind port 265d06d2-1c86-48b8-9753-8a4d457c4e41 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:03.796441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Attempting to bind port 265d06d2-1c86-48b8-9753-8a4d457c4e41 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:03.796838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Attempting to bind port 265d06d2-1c86-48b8-9753-8a4d457c4e41 on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:03.834384 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3055c-e330-4d84-8f20-0975d7ddbc9d None None] Pushing event updated for resources: {'Port': ['ID=e3081226-1ca2-4d8a-82f6-88ba32687350,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:03.854372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Subnet': ['ID=73878e42-a691-4b93-aa14-6f6939ae1efd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:03.862859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] Provisioning complete for port e3081226-1ca2-4d8a-82f6-88ba32687350 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:03.863243 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.884733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=46dfa201-db91-4a01-bda5-245d5a9b2409,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:03.885600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:03.892714 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1f962c-6063-429f-8899-b2ae85eb6b71" -d '{"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:03.898311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:03.900631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Checking segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:03.900999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network hostable DHCP agents. Network: 7bf40c03-27f6-4a73-8bc5-ba0791d00015, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:04:03.901184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Checking segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:03.901573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.901994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Bound using segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:03.902613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Bound port: 265d06d2-1c86-48b8-9753-8a4d457c4e41, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:03.902892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.933393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-5503a30d-ff24-4eff-a91d-bbd29d692c0c service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700007 Nov 23 19:04:03.934588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:04:03.979651 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:03.981781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:00Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:04.020680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c631-92ea-459e-8a22-a7115d6ef4e5 None None] The sync data for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 is: [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:00Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:04.021554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304291-64ac-434f-88a4-05bc0274f8eb req-c90dbf7c-ac75-4950-8b41-fd91218d0ed4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:04.026143 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3304291-64ac-434f-88a4-05bc0274f8eb req-c90dbf7c-ac75-4950-8b41-fd91218d0ed4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 945 time: 0.0926900 Nov 23 19:04:04.052527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7bf40c03-27f6-4a73-8bc5-ba0791d00015) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:04.059072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:04.061394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.075427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-29c59179-1ab3-4abb-8201-a6308c613df1 service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346462 Nov 23 19:04:04.081156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dbbd7604-fede-4562-8044-d77566af073b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3093910 Nov 23 19:04:04.083782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 52718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:04.140990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:04.150426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3304291-64ac-434f-88a4-05bc0274f8eb req-bc1b459d-eda2-4c0b-91a0-e2c5e0ca12b0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121294 Nov 23 19:04:04.158831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456b760-4bc9-422e-a99f-3d7b1b8a9896 None None] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:04.189675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:04.205532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.253940 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b05d7-7479-48aa-8527-39d926fb6620 x-openstack-request-id: req-073b05d7-7479-48aa-8527-39d926fb6620 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:04.254340 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:04.254490 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-073b05d7-7479-48aa-8527-39d926fb6620 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:04.254869 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'code': 200} Nov 23 19:04:04.313885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['46dfa201-db91-4a01-bda5-245d5a9b2409'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:04.442011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:04.504284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] For port 265d06d2-1c86-48b8-9753-8a4d457c4e41, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:04.553423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] For port 265d06d2-1c86-48b8-9753-8a4d457c4e41, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=265d06d2-1c86-48b8-9753-8a4d457c4e41,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:04.584326 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.645470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.653726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f80965-a736-478d-bafd-51c42a420046 req-7bdcbea6-3945-4cb9-8cd8-a4e3c48c4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:04.655436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06f80965-a736-478d-bafd-51c42a420046 req-7bdcbea6-3945-4cb9-8cd8-a4e3c48c4dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 1097 time: 0.1787908 Nov 23 19:04:04.745071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] For port e3081226-1ca2-4d8a-82f6-88ba32687350, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3081226-1ca2-4d8a-82f6-88ba32687350,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:04.771949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.799955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab9c8-b48a-4609-ab60-1108c96e24fd None None] Pushing event updated for resources: {'Port': ['ID=265d06d2-1c86-48b8-9753-8a4d457c4e41,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:04.841463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:04:04.842788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:04.959362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-d53d0985-c022-45f4-b335-a8e19aae2421 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:04.968204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-d53d0985-c022-45f4-b335-a8e19aae2421 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.3022521 Nov 23 19:04:05.002281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-db147b3b-dc5b-4d7c-97ed-569bd4b0024e None None] Provisioning complete for port e3081226-1ca2-4d8a-82f6-88ba32687350 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:05.002689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db147b3b-dc5b-4d7c-97ed-569bd4b0024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:05.026899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-88e9cbaa-771a-46c7-89c4-cda20eab7ef5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/quotas/771b588236ac48728154788406375ded HTTP/1.1" status: 200 len: 375 time: 0.0576515 Nov 23 19:04:05.049450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088690-5a2f-44d7-81f5-6002cf4fd90d req-7e74bfd3-ac00-4d5f-b8f1-786bcd51176e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:05.051002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64088690-5a2f-44d7-81f5-6002cf4fd90d req-7e74bfd3-ac00-4d5f-b8f1-786bcd51176e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 945 time: 0.3856611 Nov 23 19:04:05.080701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06f80965-a736-478d-bafd-51c42a420046 req-0f4cd30a-9569-4737-b02b-d3323e973ca0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016337 Nov 23 19:04:05.158643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-7052de86-585c-4b7d-912d-2a971793d915 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308012 Nov 23 19:04:05.216293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6fde7-6a5f-4c7e-8894-bb4ae8f9a1e4 None None] Pushing event updated for resources: {'Port': ['ID=e3081226-1ca2-4d8a-82f6-88ba32687350,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:05.363096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64088690-5a2f-44d7-81f5-6002cf4fd90d req-a511c3b8-9ef0-4d92-aee3-ebe79a8cf126 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809992 Nov 23 19:04:05.381034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-ce677420-5054-46b5-9270-028f4f9cd6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718485 Nov 23 19:04:05.423643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Allocated IP 172.20.0.2 (7bf40c03-27f6-4a73-8bc5-ba0791d00015/73878e42-a691-4b93-aa14-6f6939ae1efd/79467c8f-599c-49c4-a4fa-1ff7b4e29db0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:05.639923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:05.644710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-37458c30-0a5a-490d-bdc7-3a3533e7098d service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546182 Nov 23 19:04:05.685271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39f37c-9c69-40ef-9305-c6e297222ac9 req-3f850762-471d-4b04-9456-bd8a9e3cfc3f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:05.687492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a39f37c-9c69-40ef-9305-c6e297222ac9 req-3f850762-471d-4b04-9456-bd8a9e3cfc3f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1045291 Nov 23 19:04:05.790585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:05.800104 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:05.869403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3081226-1ca2-4d8a-82f6-88ba32687350 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:05.887132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:05.925098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:05.933902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:06.006537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Pushing event updated for resources: {'Port': ['ID=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:06.071194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Attempting to bind port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:06.071663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Attempting to bind port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:06.071993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Attempting to bind port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:06.081404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:06.081787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Checking segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:06.082253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.082585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Bound using segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:06.083059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Bound port: 79467c8f-599c-49c4-a4fa-1ff7b4e29db0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:06.083472 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.103744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e3081226-1ca2-4d8a-82f6-88ba32687350 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:06.104134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.236757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bbcd8-5a05-4d19-8d8d-907dc57aaf34 req-4023e8c2-13f5-42e4-a00e-f6a96e93aa3b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:06.245426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-985bbcd8-5a05-4d19-8d8d-907dc57aaf34 req-4023e8c2-13f5-42e4-a00e-f6a96e93aa3b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.0923626 Nov 23 19:04:06.383754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] For port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:06.398391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] For port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:06.421355 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-985bbcd8-5a05-4d19-8d8d-907dc57aaf34 req-7c0f5130-d2d9-4c54-8292-ead6bd338dde tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746798 Nov 23 19:04:06.429660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.1 (7bf40c03-27f6-4a73-8bc5-ba0791d00015/73878e42-a691-4b93-aa14-6f6939ae1efd/8a065ad8-c5c7-4589-86be-77ebb5f0c6e1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:06.439477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.478596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a39f37c-9c69-40ef-9305-c6e297222ac9 req-10da3d8d-c910-46ef-a4c4-708ed5b18fb8 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716558 Nov 23 19:04:06.665682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70a3a-1183-44ad-9d50-23479de3deea None None] Pushing event updated for resources: {'Port': ['ID=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:06.733730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 265d06d2-1c86-48b8-9753-8a4d457c4e41 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:06.825986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 46dfa201-db91-4a01-bda5-245d5a9b2409 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:06.903989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 46dfa201-db91-4a01-bda5-245d5a9b2409 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:06.914570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 46dfa201-db91-4a01-bda5-245d5a9b2409 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:06.915005 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.955763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-75924822-3f12-4f4b-9b92-4bd00df27206 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:06.957332 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-75924822-3f12-4f4b-9b92-4bd00df27206 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.3486078 Nov 23 19:04:06.968071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 265d06d2-1c86-48b8-9753-8a4d457c4e41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:06.968443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:06.984227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be0a3b-6b4e-49f9-ab4e-20254e5cacfc None None] Network 7afde1f8-7eee-4cff-993d-45942360af82 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:06.987647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-4bc03a64-d88e-4b57-8b13-b74297863bb0 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/quotas/771b588236ac48728154788406375ded HTTP/1.1" status: 200 len: 375 time: 0.0227256 Nov 23 19:04:07.109490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-c6deec5f-4cd9-470e-b6bb-b4335f30e20b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847323 Nov 23 19:04:07.294121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-23bb461b-856f-409b-8a52-631297334657 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:07.301256 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-23bb461b-856f-409b-8a52-631297334657 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.8215148 Nov 23 19:04:07.339951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f4386-dbb9-42e7-8513-a8f2ad0dcedd req-e30a6a9d-b65b-4f7f-b893-23a4d047a52d tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:07.348489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d7f4386-dbb9-42e7-8513-a8f2ad0dcedd req-e30a6a9d-b65b-4f7f-b893-23a4d047a52d tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 945 time: 0.7031660 Nov 23 19:04:07.354763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3f98658c-0603-4967-92f3-a9fa0d8b0111 service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312312 Nov 23 19:04:07.364647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Request body: {'port': {'device_id': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'admin_state_up': True, 'tenant_id': '771b588236ac48728154788406375ded'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:07.396798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ef6d0ca7-b66e-4efa-b656-1d50d6bdebe4 None None] Provisioning complete for port 265d06d2-1c86-48b8-9753-8a4d457c4e41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:07.397473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0ca7-b66e-4efa-b656-1d50d6bdebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.516572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.600493 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-b9039824-daf6-44aa-8fc6-e4674006079f service neutron] 10.222.0.37 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448590 Nov 23 19:04:07.611553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d7f4386-dbb9-42e7-8513-a8f2ad0dcedd req-0b746a84-866a-4ee6-9def-ad2f9d6a0e32 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462673 Nov 23 19:04:07.691730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.711700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.792330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:07.795359 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860dd4bd-bb22-4f59-b3a0-194068f1b84b" -d '{"events": [{"server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "name": "network-vif-plugged", "status": "completed", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:07.828538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:07.844826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:07.854880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:07.861224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:07.934250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=46dfa201-db91-4a01-bda5-245d5a9b2409,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:07.965766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.074563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 265d06d2-1c86-48b8-9753-8a4d457c4e41, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=265d06d2-1c86-48b8-9753-8a4d457c4e41,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:08.081558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0ca7-b66e-4efa-b656-1d50d6bdebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.120888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.133028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Made reservation on behalf of 771b588236ac48728154788406375ded for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:08.147641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.445629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd8ee-3038-4d0f-804a-e1e7157e10c9 req-402e24c1-ff39-4400-80c2-cc74593431dd tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:08.457287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd134b7d-bc13-4970-b21e-8311c0a7e2a9 req-5eb9270b-3c91-47c1-946f-dcd7103e166b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 210 time: 0.3434305 Nov 23 19:04:08.463705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-168cd8ee-3038-4d0f-804a-e1e7157e10c9 req-402e24c1-ff39-4400-80c2-cc74593431dd tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.5291204 Nov 23 19:04:08.564766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:08.652012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-2c919ec1-ccce-42e8-b811-bf0c6789e73f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:08.653393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-2c919ec1-ccce-42e8-b811-bf0c6789e73f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.47 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.6325092 Nov 23 19:04:08.671789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Request body: {'port': {'device_id': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'admin_state_up': True, 'tenant_id': '771b588236ac48728154788406375ded'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:08.723959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-168cd8ee-3038-4d0f-804a-e1e7157e10c9 req-4cde3630-557b-46c5-abea-712508c22ba5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355654 Nov 23 19:04:08.807731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:08.819080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448c14e-cc82-40c7-9dae-393ad84b67ba x-openstack-request-id: req-a448c14e-cc82-40c7-9dae-393ad84b67ba {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:08.819080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "name": "network-vif-plugged", "status": "completed", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:08.819080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a448c14e-cc82-40c7-9dae-393ad84b67ba {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:08.819080 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409', 'code': 200} Nov 23 19:04:08.830568 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-ef6d0ca7-b66e-4efa-b656-1d50d6bdebe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:04:08.830748 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-ef6d0ca7-b66e-4efa-b656-1d50d6bdebe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:04:08.860046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:08.921652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e89c3b-a4d3-48e1-a606-2a1440949bfe None None] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:08.999270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7915-49bd-454a-8354-ea7bdc5dd326 req-2fec47db-dfcb-4589-baf8-aa1939c0fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.000996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d12f7915-49bd-454a-8354-ea7bdc5dd326 req-2fec47db-dfcb-4589-baf8-aa1939c0fd75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3195589 Nov 23 19:04:09.030451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.032215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f189e8d-cf64-44c8-b986-583694ba2715 req-537df04e-426f-44e8-92ec-397c5abdb16e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.041289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f189e8d-cf64-44c8-b986-583694ba2715 req-537df04e-426f-44e8-92ec-397c5abdb16e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 946 time: 0.1251988 Nov 23 19:04:09.081670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:09.087484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529319ee-4f26-4c42-b424-4aaf1a8f5ac6 req-3e47598f-0fdb-4c06-9fa3-93dac85cfda0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:09.089936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-529319ee-4f26-4c42-b424-4aaf1a8f5ac6 req-3e47598f-0fdb-4c06-9fa3-93dac85cfda0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.3193021 Nov 23 19:04:09.151338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=265d06d2-1c86-48b8-9753-8a4d457c4e41,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:09.195723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7f189e8d-cf64-44c8-b986-583694ba2715 req-3fbcbd85-d324-493a-8a8d-6069f29c55bf tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530581 Nov 23 19:04:09.205785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d12f7915-49bd-454a-8354-ea7bdc5dd326 req-f8dc84b2-290c-4d21-b063-751e50aaddaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961465 Nov 23 19:04:09.208950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Made reservation on behalf of 771b588236ac48728154788406375ded for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:09.214602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.217778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Allocated IP 172.20.0.13 (7afde1f8-7eee-4cff-993d-45942360af82/e1991d69-9659-4d4f-986e-932ffcfd018f/3f7c7479-1fe1-42bc-b033-b0416c172f0e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:09.271881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:09.272589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.360647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.420921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-529319ee-4f26-4c42-b424-4aaf1a8f5ac6 req-43e8cb9e-8594-4885-a115-c66cbde9b912 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167041 Nov 23 19:04:09.478692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.541393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:09.543598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d0c3052-9c42-41d9-acff-431b387059f0 None None] Provisioning complete for port 265d06d2-1c86-48b8-9753-8a4d457c4e41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:09.543598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3052-9c42-41d9-acff-431b387059f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.582720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.669928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c9e9d56-9904-486b-8716-6b93b8794e4f req-20c8408f-5158-406a-9db2-2076a557e38c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 210 time: 0.0540581 Nov 23 19:04:09.694854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.705196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:09.793748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d0c3052-9c42-41d9-acff-431b387059f0 None None] Provisioning complete for port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:09.795569 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3052-9c42-41d9-acff-431b387059f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:09.873753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Allocated IP 172.20.0.12 (7afde1f8-7eee-4cff-993d-45942360af82/e1991d69-9659-4d4f-986e-932ffcfd018f/9a9a108a-c070-4740-a8c8-01e99870260c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:09.982022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.097423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d253ce4-7d08-466e-b3e2-43eb076f9e0b None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:10.098095 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d253ce4-7d08-466e-b3e2-43eb076f9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.159154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.171445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1d253ce4-7d08-466e-b3e2-43eb076f9e0b None None] Port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:10.184878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d253ce4-7d08-466e-b3e2-43eb076f9e0b None None] Provisioning complete for port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:10.186184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d253ce4-7d08-466e-b3e2-43eb076f9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.273784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.435585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.436133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Network 7afde1f8-7eee-4cff-993d-45942360af82 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:10.445615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:10.449950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:10.484191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event updated for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:10.520028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ec7a1-b505-4527-a9ee-65cac39dde78 req-03b72c12-f906-4d99-b831-8bccac1212cc tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.532019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b87ec7a1-b505-4527-a9ee-65cac39dde78 req-03b72c12-f906-4d99-b831-8bccac1212cc tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 946 time: 0.1537254 Nov 23 19:04:10.556767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-45e74aff-55e3-4ae7-9748-7709782d2e4f None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:10.557392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45e74aff-55e3-4ae7-9748-7709782d2e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.607506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Network 7afde1f8-7eee-4cff-993d-45942360af82 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:10.614054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:10.630728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:10.641371 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b87ec7a1-b505-4527-a9ee-65cac39dde78 req-e6bb0143-36a8-4d42-a536-d2778b18c3cc tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039877 Nov 23 19:04:10.662691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.662691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.669441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45e74aff-55e3-4ae7-9748-7709782d2e4f None None] Port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:10.692255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event updated for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:10.692538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e0aa7b6d-9533-40f8-aeed-fcc884f148c6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0251784 Nov 23 19:04:10.705974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Request body: {'port': {'device_id': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:10.727953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.728563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.728894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.729328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.729759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.730192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.730617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.731034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.731489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.731913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.732896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.733314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:10.744281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-5b5cc927-ad5d-4918-8c11-a80d79cba80f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.746086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-5b5cc927-ad5d-4918-8c11-a80d79cba80f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 816 time: 0.8360887 Nov 23 19:04:10.761675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba070b-18f2-4b53-8ece-ec0e5f367ded req-592c6632-ca2c-4a88-877f-6df1f3ab69ec tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.763465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-edba070b-18f2-4b53-8ece-ec0e5f367ded req-592c6632-ca2c-4a88-877f-6df1f3ab69ec tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.7910058 Nov 23 19:04:10.774378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Request body: {'port': {'device_id': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'admin_state_up': True, 'tenant_id': '771b588236ac48728154788406375ded'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:10.826783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.845280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aaf85-d529-4627-9057-da3e30ebb647 req-f0d1ed43-51b6-4eea-8d11-9d1d3868b907 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.847375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9aaf85-d529-4627-9057-da3e30ebb647 req-f0d1ed43-51b6-4eea-8d11-9d1d3868b907 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.1012259 Nov 23 19:04:10.892627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-edba070b-18f2-4b53-8ece-ec0e5f367ded req-6d83eb1f-2a30-48cd-814c-836e63a8a40c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145005 Nov 23 19:04:10.908085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:10.909066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:10.932331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-42e7ad3c-b54a-40ab-8fe5-0ef5df1ab7db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5811667 Nov 23 19:04:11.013077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5bd8512d-5562-457b-b816-a4d636472e60 None None] Provisioning complete for port 9a9a108a-c070-4740-a8c8-01e99870260c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:11.013713 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bd8512d-5562-457b-b816-a4d636472e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.069362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:11.069628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Request body: {'port': {'device_id': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:11.139540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8512d-5562-457b-b816-a4d636472e60 None None] Port 9a9a108a-c070-4740-a8c8-01e99870260c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:11.152452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:11.152979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.191544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab9aaf85-d529-4627-9057-da3e30ebb647 req-2a863576-2b0b-4af9-9a82-476a655bea8d tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110352 Nov 23 19:04:11.224561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe05673e-3f77-4f6b-949a-1f18751e9c68 req-682d6aa2-cf82-4f2a-b12a-ccbb861c97fb tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 210 time: 0.1589077 Nov 23 19:04:11.245669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.309609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 265d06d2-1c86-48b8-9753-8a4d457c4e41 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:11.372755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c3cd0012-a0e0-4007-97ce-13ea85ba5dc9 None None] Provisioning complete for port 3f7c7479-1fe1-42bc-b033-b0416c172f0e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:11.373491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0012-a0e0-4007-97ce-13ea85ba5dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.392026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9a108a-c070-4740-a8c8-01e99870260c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:11.401601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 265d06d2-1c86-48b8-9753-8a4d457c4e41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:11.402067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.402581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.419426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Transition to ACTIVE for port object 9a9a108a-c070-4740-a8c8-01e99870260c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:11.426560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.466262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd0012-a0e0-4007-97ce-13ea85ba5dc9 None None] Port 3f7c7479-1fe1-42bc-b033-b0416c172f0e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:11.520068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.520723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:11.538035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Made reservation on behalf of 771b588236ac48728154788406375ded for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:11.541681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.556190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.664811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Attempting to bind port 9a9a108a-c070-4740-a8c8-01e99870260c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:11.664811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Attempting to bind port 9a9a108a-c070-4740-a8c8-01e99870260c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:11.665266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Attempting to bind port 9a9a108a-c070-4740-a8c8-01e99870260c on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:11.671256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Port 9a9a108a-c070-4740-a8c8-01e99870260c on network 7afde1f8-7eee-4cff-993d-45942360af82 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:11.671611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Attempting to bind port 9a9a108a-c070-4740-a8c8-01e99870260c on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:11.683787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:11.684277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Checking segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:11.684588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Bound using segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:11.685048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Bound port: 9a9a108a-c070-4740-a8c8-01e99870260c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:11.685981 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.777437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:11.850537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.917720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:11.926986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9a9a108a-c070-4740-a8c8-01e99870260c,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:11.937108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:11.994829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7c7479-1fe1-42bc-b033-b0416c172f0e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:12.009038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:12.031341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153e57-9ab9-4952-9680-5a3a609291b3 req-b48b7fe9-c928-4006-b882-10fa82492fb1 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.033364 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62153e57-9ab9-4952-9680-5a3a609291b3 req-b48b7fe9-c928-4006-b882-10fa82492fb1 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 946 time: 0.2284975 Nov 23 19:04:12.040636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.040913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Transition to ACTIVE for port object 3f7c7479-1fe1-42bc-b033-b0416c172f0e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:12.041720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:12.044172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] 10.222.0.47 "PUT /v2.0/ports/9a9a108a-c070-4740-a8c8-01e99870260c HTTP/1.1" status: 200 len: 1092 time: 1.3445859 Nov 23 19:04:12.045212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:12.047674 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b0787-2124-4666-99a4-999c167bf519" -d '{"events": [{"name": "network-changed", "server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:12.068654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:12.078628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc9078-e42a-4f0f-bc6c-dbcfebaba570 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:12.120368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:12.145146 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b3d5a-3d12-4a9d-95bd-961db1e4e7da x-openstack-request-id: req-d25b3d5a-3d12-4a9d-95bd-961db1e4e7da {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:12.145442 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:12.145871 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d25b3d5a-3d12-4a9d-95bd-961db1e4e7da {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:12.146442 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c', 'status': 'completed', 'code': 200} Nov 23 19:04:12.158312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:12.215688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62153e57-9ab9-4952-9680-5a3a609291b3 req-9a47103a-128f-4e36-b943-8aad569204c4 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592283 Nov 23 19:04:12.221326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-edd96250-9e04-4229-b136-9af3bdc3a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.223030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-edd96250-9e04-4229-b136-9af3bdc3a3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 1095 time: 0.1064532 Nov 23 19:04:12.265662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Pushing event updated for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:12.273275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.50', 60073) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:12.274456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Allocated IP 172.20.0.4 (7afde1f8-7eee-4cff-993d-45942360af82/e1991d69-9659-4d4f-986e-932ffcfd018f/0b73ad32-1301-4ee9-ab54-5d318aa8dca5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:12.311854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-c20126cf-d77c-4ea6-9dea-9088a8bfce0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9a108a-c070-4740-a8c8-01e99870260c HTTP/1.1" status: 200 len: 217 time: 0.0797789 Nov 23 19:04:12.419046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3ce11f0a-0d03-4c70-85e2-de66f92eb6c9 req-370a5a5e-575d-4475-a75b-3a1eea4ff34b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 210 time: 0.0482595 Nov 23 19:04:12.441365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-bdaf7af6-e9d3-4e6e-8cb6-84a8136e2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.444527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-bdaf7af6-e9d3-4e6e-8cb6-84a8136e2abf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.1210725 Nov 23 19:04:12.559030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-37421e83-a3b6-40b3-85ce-39ed7b7c0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.561671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-37421e83-a3b6-40b3-85ce-39ed7b7c0cab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068256 Nov 23 19:04:12.630850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c33c3f8-690a-4332-867b-38a0f5e80678 None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:12.631649 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c33c3f8-690a-4332-867b-38a0f5e80678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:12.689795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c33c3f8-690a-4332-867b-38a0f5e80678 None None] Port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:12.724504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:04:12.743262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-94bb9f04-28e0-4101-9825-cae0785a50d3 service neutron] 10.222.0.47 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725962 Nov 23 19:04:12.780080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-8c6bbfa0-73ff-4723-b426-63c0aab9ec9f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.781654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-8c6bbfa0-73ff-4723-b426-63c0aab9ec9f tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.4878471 Nov 23 19:04:12.823686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83cd2c-ea9e-4505-9fef-7b24c627a6d7 req-975dc37e-c7ae-4fda-b47c-167b4fd264f5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:12.833182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd83cd2c-ea9e-4505-9fef-7b24c627a6d7 req-975dc37e-c7ae-4fda-b47c-167b4fd264f5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.3832240 Nov 23 19:04:12.902726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Attempting to bind port 3f7c7479-1fe1-42bc-b033-b0416c172f0e on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:12.903066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Attempting to bind port 3f7c7479-1fe1-42bc-b033-b0416c172f0e by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:12.903648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Attempting to bind port 3f7c7479-1fe1-42bc-b033-b0416c172f0e on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:12.931401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc37687a-e4a4-426d-8fcc-c9385e9c54d7 req-d6f34576-06a1-4005-950a-1d580518e418 service neutron] 10.222.0.47 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762705 Nov 23 19:04:12.973850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Port 3f7c7479-1fe1-42bc-b033-b0416c172f0e on network 7afde1f8-7eee-4cff-993d-45942360af82 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:12.974320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Attempting to bind port 3f7c7479-1fe1-42bc-b033-b0416c172f0e on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:13.025726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:13.026083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Checking segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:13.026479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Bound using segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:13.026936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Bound port: 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:13.027300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.059397 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0787-2124-4666-99a4-999c167bf519 req-f5d1773c-0bf0-47a9-a8cd-b9a2692bc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.061853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-f5d1773c-0bf0-47a9-a8cd-b9a2692bc397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 1095 time: 0.0587208 Nov 23 19:04:13.177634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0787-2124-4666-99a4-999c167bf519 req-3216a77b-43ef-4016-bf51-aef195f14b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.179614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-3216a77b-43ef-4016-bf51-aef195f14b76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 917 time: 0.1104882 Nov 23 19:04:13.234549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-5a863637-db2d-40ca-aeba-89cb2ae3e250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9a108a-c070-4740-a8c8-01e99870260c HTTP/1.1" status: 200 len: 217 time: 0.0470788 Nov 23 19:04:13.241262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd83cd2c-ea9e-4505-9fef-7b24c627a6d7 req-d6099c00-59b1-490c-8d36-a016aba09ae5 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484914 Nov 23 19:04:13.277071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:13.282076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.284369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:13.297031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Sync routers for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:13.306233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f7b0fc28-e201-46f3-9a18-17a0b8e1b8d3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/04c56fb6-bd17-4250-a7c8-dc4a30e5e203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2188907 Nov 23 19:04:13.319574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:13.320212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:13.337576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:13.352370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.427631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Deleting port 11f754e9-a94d-49de-92ad-5130850eb7e9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:13.427788 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.453814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Pushing event updated for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:13.457374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.458010 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.459528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-d14325ba-8005-4401-b650-f36ea8294edb service neutron] 10.222.0.50 "PUT /v2.0/ports/3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 200 len: 1092 time: 2.3952482 Nov 23 19:04:13.467225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:13.479717 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e97a738-964b-4813-86a3-4189e2668e46" -d '{"events": [{"name": "network-changed", "server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:13.517653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:13.555564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.721353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Network 7afde1f8-7eee-4cff-993d-45942360af82 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:13.729916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:13.733329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:13.763993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0787-2124-4666-99a4-999c167bf519 req-b09587dd-2ae7-485e-8d76-5274e86abdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.764862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-b09587dd-2ae7-485e-8d76-5274e86abdf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.5204322 Nov 23 19:04:13.781870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dad-c3fb-4fa5-bc78-2b3ad46d5137 req-e0b38858-7b19-46fa-ba91-f1ccbe0d32a8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.789582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40491dad-c3fb-4fa5-bc78-2b3ad46d5137 req-e0b38858-7b19-46fa-ba91-f1ccbe0d32a8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 946 time: 0.4839423 Nov 23 19:04:13.820125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-e7ad6529-757c-4052-acf9-b8581a7a940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.822500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-e7ad6529-757c-4052-acf9-b8581a7a940f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 1095 time: 0.2849956 Nov 23 19:04:13.833189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event updated for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:13.847099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] For port 11f754e9-a94d-49de-92ad-5130850eb7e9, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=11f754e9-a94d-49de-92ad-5130850eb7e9,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:13.847099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:13.893865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40491dad-c3fb-4fa5-bc78-2b3ad46d5137 req-16ee413c-a768-40a8-8f78-1fcce41af156 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Nov 23 19:04:13.907235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0787-2124-4666-99a4-999c167bf519 req-a3574a43-6b10-4f9c-90e5-c8e865b55512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:13.909040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-a3574a43-6b10-4f9c-90e5-c8e865b55512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166961 Nov 23 19:04:13.948102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Calling delete_port for 11f754e9-a94d-49de-92ad-5130850eb7e9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:13.972331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-86f37f76-fa59-4abc-8603-9cf2b4308334 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 200 len: 217 time: 0.1352787 Nov 23 19:04:13.993543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:10Z', 'revision_number': 2, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:14.037439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Checking router: 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:14.039640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Updating router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:04:14.045377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-e9f7e101-2c83-4053-bc83-0a016a34b100 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474445610&fields=id&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 267 time: 0.4156952 Nov 23 19:04:14.062055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.062648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.097775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.109003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7c1c7-733c-4b0e-966d-598a1bdf2e4c req-1edc5d59-6b4f-4f1d-96af-d407a7e1da3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.111079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01a7c1c7-733c-4b0e-966d-598a1bdf2e4c req-1edc5d59-6b4f-4f1d-96af-d407a7e1da3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 931 time: 0.1135166 Nov 23 19:04:14.113853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-93244111-2c1f-41cc-b74b-c713de4735f8 service neutron] 10.222.0.47 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956413 Nov 23 19:04:14.170128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-3da29575-b93e-477a-a546-f200cfc84a3c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4011979 Nov 23 19:04:14.192502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Request body: {'port': {'device_id': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:14.249490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01a7c1c7-733c-4b0e-966d-598a1bdf2e4c req-63e552d0-68b3-4c02-861e-44cdc88e0f63 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316667 Nov 23 19:04:14.278428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-ea84dce9-87a8-4e73-b7dc-2e7858718eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.280071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-ea84dce9-87a8-4e73-b7dc-2e7858718eb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.2938607 Nov 23 19:04:14.284502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.303842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885b0787-2124-4666-99a4-999c167bf519 req-5997973a-afdc-493e-b7b2-1cc9d0139483 service neutron] 10.222.0.47 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785979 Nov 23 19:04:14.342797 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d831b41-644c-4e81-a91a-0d9d2616a6d8 x-openstack-request-id: req-9d831b41-644c-4e81-a91a-0d9d2616a6d8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:14.343116 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:14.343377 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d831b41-644c-4e81-a91a-0d9d2616a6d8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:14.343785 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e', 'status': 'completed', 'code': 200} Nov 23 19:04:14.393793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-645a99ed-f9b0-435b-b60a-1cee7db8a62e None None] Provisioning complete for port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:14.396237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-645a99ed-f9b0-435b-b60a-1cee7db8a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.451846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dfa7c-91d2-495d-8707-481fe89369a6 req-6fe0e153-335c-46a8-8ee8-99338c3a7fa9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.461533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-855dfa7c-91d2-495d-8707-481fe89369a6 req-6fe0e153-335c-46a8-8ee8-99338c3a7fa9 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 946 time: 0.0820770 Nov 23 19:04:14.466384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-645a99ed-f9b0-435b-b60a-1cee7db8a62e None None] Port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:14.544147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-855dfa7c-91d2-495d-8707-481fe89369a6 req-867b3f16-45d5-4ec3-a65c-9dcf1f641223 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808017 Nov 23 19:04:14.550631 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.566577 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.658471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343d308-381a-4bc8-9081-ccacdea4a540 None None] Pushing event updated for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:14.695924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75596e8e-60f4-430d-ad66-61194f3b195d req-a2fb7b15-c01e-4bf6-a2e4-90da3c8d22b8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.697643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75596e8e-60f4-430d-ad66-61194f3b195d req-a2fb7b15-c01e-4bf6-a2e4-90da3c8d22b8 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 946 time: 0.0791640 Nov 23 19:04:14.775836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Attempting to bind port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:14.776297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Attempting to bind port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:14.776758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Attempting to bind port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:14.786521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:14.787079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Checking segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:14.788668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.789171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Bound using segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:14.792996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Bound port: 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:14.793640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.842883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9a9a108a-c070-4740-a8c8-01e99870260c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:14.877342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Deleting port 46dfa201-db91-4a01-bda5-245d5a9b2409 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:14.877957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.932201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] For port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:14.961320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f949e1f4-5ce4-4f23-b3c0-4d7b5367ae87 None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:14.961702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f949e1f4-5ce4-4f23-b3c0-4d7b5367ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:14.989525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-8153e680-9ce0-49ca-8766-aa5dfeeecee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:14.992139 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-8153e680-9ce0-49ca-8766-aa5dfeeecee8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6983297 Nov 23 19:04:14.994191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] For port 46dfa201-db91-4a01-bda5-245d5a9b2409, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=46dfa201-db91-4a01-bda5-245d5a9b2409,segment=NetworkSegment(999d4410-e5ff-48a1-9fc0-4508f15af138),segment_id=999d4410-e5ff-48a1-9fc0-4508f15af138)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:14.994718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.015714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] For port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:15.020929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Calling delete_port for 46dfa201-db91-4a01-bda5-245d5a9b2409 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:15.041963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.090554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9a9a108a-c070-4740-a8c8-01e99870260c,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:15.104150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-f103da39-61f0-480d-a815-ef4def2c25ef service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982711 Nov 23 19:04:15.124074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '9a9a108a-c070-4740-a8c8-01e99870260c', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'port_id': '9a9a108a-c070-4740-a8c8-01e99870260c', 'mac_address': 'fa:16:3e:08:47:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1991d69-9659-4d4f-986e-932ffcfd018f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:15.138214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-a507c75a-093d-4094-886a-8f448b3b13be tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:15.146420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-a507c75a-093d-4094-886a-8f448b3b13be tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 797 time: 1.0809081 Nov 23 19:04:15.219425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.225681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-3562d323-84ac-402f-a9a3-4dcc4799249b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/quotas/48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 375 time: 0.0781095 Nov 23 19:04:15.246591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.261413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Pushing event deleted for resources: {'Port': ['ID=46dfa201-db91-4a01-bda5-245d5a9b2409,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:15.289661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['46dfa201-db91-4a01-bda5-245d5a9b2409'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:15.302878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9a108a-c070-4740-a8c8-01e99870260c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:15.320478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8dcc8-a42f-47ae-a971-92ecaf65317a req-fab6fbb4-c4cf-4e5f-8fc1-3aee4ca7dc9c tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:15.329164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdc8dcc8-a42f-47ae-a971-92ecaf65317a req-fab6fbb4-c4cf-4e5f-8fc1-3aee4ca7dc9c tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7 HTTP/1.1" status: 200 len: 867 time: 0.3310659 Nov 23 19:04:15.338611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f949e1f4-5ce4-4f23-b3c0-4d7b5367ae87 None None] Port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:15.362984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] No DVR routers for this DVR port 46dfa201-db91-4a01-bda5-245d5a9b2409 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:04:15.367425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.372313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75596e8e-60f4-430d-ad66-61194f3b195d req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.47 "DELETE /v2.0/ports/46dfa201-db91-4a01-bda5-245d5a9b2409 HTTP/1.1" status: 204 len: 173 time: 0.6678600 Nov 23 19:04:15.374885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.374885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.375368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.385476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.387604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:15.388091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:15.391859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.392809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.393365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.393928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.394460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.397308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.398609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.398966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b2621-fa7d-472d-9e1a-bc8262c9d21e tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:04:15.399446 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.412645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'name': 'network-vif-deleted', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:15.416551 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a9dfb-6e14-4c5c-8415-954e83c753fe" -d '{"events": [{"server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "name": "network-vif-deleted", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:15.469419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Pushing event deleted for resources: {'Port': ['ID=11f754e9-a94d-49de-92ad-5130850eb7e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:15.500583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0dbc36e0-50c9-4c1d-afd3-6ac304f9f32f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647979 Nov 23 19:04:15.514917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdc8dcc8-a42f-47ae-a971-92ecaf65317a req-7a53e9da-c0e5-40b7-a426-62874f7fd4f0 tempest-VolumesActionsTest-610039171 tempest-VolumesActionsTest-610039171-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1800b6f-97e9-45c6-ab0d-f52101c492ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847644 Nov 23 19:04:15.548449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7fc5e1b2-b008-462e-abcc-9befca49fec5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:15.557053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9a9a108a-c070-4740-a8c8-01e99870260c,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:15.588643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] No DVR routers for this DVR port 11f754e9-a94d-49de-92ad-5130850eb7e9 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:04:15.602610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.606084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4874dc94-2e36-4d78-8cab-4d47016f5337 req-e2cdccbe-6e5a-4362-81b3-a538e7263ec0 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "DELETE /v2.0/ports/11f754e9-a94d-49de-92ad-5130850eb7e9 HTTP/1.1" status: 204 len: 173 time: 2.8036342 Nov 23 19:04:15.608729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77bc19e5-e622-48d3-9b5a-f7a78a95dc29 req-ba58f76c-a3e7-4eca-9079-9627fd5cd325 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903784 Nov 23 19:04:15.644120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343d308-381a-4bc8-9081-ccacdea4a540 None None] Pushing event updated for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:15.694045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.709842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:15.710317 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.718812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78db5-1e96-4539-9b15-6ef6597fe52c req-29bcfdbd-e59b-4355-a086-353531d64e44 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:15.720415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01f78db5-1e96-4539-9b15-6ef6597fe52c req-29bcfdbd-e59b-4355-a086-353531d64e44 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 931 time: 0.0902977 Nov 23 19:04:15.780698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:15.792634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.803623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-a5f08359-ef7c-4177-9539-44b381d5fcbd service neutron] 10.222.0.37 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019466 Nov 23 19:04:15.815524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Transition to ACTIVE for port object 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:15.839158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:15.853824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a738-964b-4813-86a3-4189e2668e46 req-056ce1db-cdd2-47df-91fc-f35e1fb735f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:15.856949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-056ce1db-cdd2-47df-91fc-f35e1fb735f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 1095 time: 0.1434770 Nov 23 19:04:15.881811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01f78db5-1e96-4539-9b15-6ef6597fe52c req-d57edc05-8033-4d89-869d-c3f8674ba7fa tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428888 Nov 23 19:04:15.973944 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89995ece-92aa-4357-b773-4bb8cfe3e1ce x-openstack-request-id: req-89995ece-92aa-4357-b773-4bb8cfe3e1ce {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:15.974382 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7", "name": "network-vif-deleted", "tag": "46dfa201-db91-4a01-bda5-245d5a9b2409", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:15.974792 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89995ece-92aa-4357-b773-4bb8cfe3e1ce {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:15.975860 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a3d9-789d-4e5e-bf6f-52fc8f155ed7', 'name': 'network-vif-deleted', 'tag': '46dfa201-db91-4a01-bda5-245d5a9b2409', 'status': 'completed', 'code': 200} Nov 23 19:04:16.137437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:16.160429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ffa15cdc-9226-429d-9fa3-81678a64a92d req-38e5e38e-c8c6-43c5-af3c-de70574951a3 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=486a771b-5fdf-4a06-96ef-e10faa120828 HTTP/1.1" status: 200 len: 210 time: 0.0584471 Nov 23 19:04:16.225226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a738-964b-4813-86a3-4189e2668e46 req-c38afbec-715d-4405-a0e8-5f211f3b0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:16.233814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-c38afbec-715d-4405-a0e8-5f211f3b0efa service neutron] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 917 time: 0.3607824 Nov 23 19:04:16.253978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:16.334463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 11f754e9-a94d-49de-92ad-5130850eb7e9 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:16.354632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:16.374735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 11f754e9-a94d-49de-92ad-5130850eb7e9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:16.375089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 11f754e9-a94d-49de-92ad-5130850eb7e9 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:16.394060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'name': 'network-vif-deleted', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:16.396526 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1998fd0-7678-4208-8774-b8e32d1fbbc7" -d '{"events": [{"server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "name": "network-vif-deleted", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:16.402599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-df9ca443-1c42-4e35-a27f-fcd92c451f64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 200 len: 217 time: 0.0462477 Nov 23 19:04:16.427174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-4e36fca5-c6ec-4180-afe1-61d29508392c service neutron] 10.222.0.37 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103787 Nov 23 19:04:16.444127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['9a9a108a-c070-4740-a8c8-01e99870260c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:16.528095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a738-964b-4813-86a3-4189e2668e46 req-a7931aa8-ae94-4ef7-8799-3869ce3926cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:16.531699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-a7931aa8-ae94-4ef7-8799-3869ce3926cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.1028876 Nov 23 19:04:16.533745 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb77fe-0db3-4b4a-bab2-2513dc658182 x-openstack-request-id: req-09cb77fe-0db3-4b4a-bab2-2513dc658182 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:16.534164 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486a771b-5fdf-4a06-96ef-e10faa120828", "name": "network-vif-deleted", "tag": "11f754e9-a94d-49de-92ad-5130850eb7e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:16.534546 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09cb77fe-0db3-4b4a-bab2-2513dc658182 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:16.534848 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486a771b-5fdf-4a06-96ef-e10faa120828', 'name': 'network-vif-deleted', 'tag': '11f754e9-a94d-49de-92ad-5130850eb7e9', 'status': 'completed', 'code': 200} Nov 23 19:04:16.537771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Attempting to bind port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:16.538191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Attempting to bind port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:16.538697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Attempting to bind port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:16.597274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 on network 7afde1f8-7eee-4cff-993d-45942360af82 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:16.597703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Attempting to bind port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 on network 7afde1f8-7eee-4cff-993d-45942360af82 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:16.656713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97a738-964b-4813-86a3-4189e2668e46 req-5269bac6-269a-4bd9-b89c-410a6b007192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:16.659345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-5269bac6-269a-4bd9-b89c-410a6b007192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157873 Nov 23 19:04:16.664197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:16.664654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Checking segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:16.665179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Bound using segment: {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:16.665715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Bound port: 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:16.666159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:16.777728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54912654-96e7-4377-b243-cb5712c99db4 req-5b391124-0b8c-4250-9bd0-05fdeb0a5518 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 210 time: 0.0395267 Nov 23 19:04:16.802340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:16.806220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:16.821706 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:16.834837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:16.892176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 46dfa201-db91-4a01-bda5-245d5a9b2409 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:16.981045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:16.981691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:16.983305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/0b73ad32-1301-4ee9-ab54-5d318aa8dca5 HTTP/1.1" status: 200 len: 1091 time: 2.7967472 Nov 23 19:04:16.999819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 46dfa201-db91-4a01-bda5-245d5a9b2409 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:17.000852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 46dfa201-db91-4a01-bda5-245d5a9b2409 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:17.140284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f020e9-b671-4ae0-bdec-faae01fe07b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:17.155480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-21f0c09c-9939-4dd6-b672-b243851f626f service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849396 Nov 23 19:04:17.206516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3be4b-2284-4e2b-9073-c55ca5ccffa3 req-2f4f6384-4bcf-4cf6-b57e-4a23e527e670 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:17.218671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5b3be4b-2284-4e2b-9073-c55ca5ccffa3 req-2f4f6384-4bcf-4cf6-b57e-4a23e527e670 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 943 time: 0.2177997 Nov 23 19:04:17.244993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] For port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:17.268085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:14Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:17.307224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-e1f0d2c7-271b-44d7-9be3-7d5f2a33dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:17.309676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-e1f0d2c7-271b-44d7-9be3-7d5f2a33dc52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 1094 time: 0.2384894 Nov 23 19:04:17.374613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:17.382777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-4e47c760-d547-4947-b13e-6159e7aa7fb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5 HTTP/1.1" status: 200 len: 217 time: 0.0641673 Nov 23 19:04:17.412618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fab54-6849-4773-9e23-5c60eba2bdcb None None] The sync data for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 is: [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:14Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:17.577803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5b3be4b-2284-4e2b-9073-c55ca5ccffa3 req-a133d95b-f3b7-4347-8f7d-a3c109e2c270 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415513 Nov 23 19:04:17.651883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1e22-cc83-4da8-aaad-79c21c40146c None None] Pushing event updated for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:17.705229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-6f8704e3-865f-44a9-b1c2-7418a889a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:17.709477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-6f8704e3-865f-44a9-b1c2-7418a889a115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.2926617 Nov 23 19:04:17.721825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e97a738-964b-4813-86a3-4189e2668e46 req-66756c2f-1c12-40e4-b68c-d6a0b1c6a06b service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503461 Nov 23 19:04:17.942147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e741fe-a05f-4ed5-86fe-16a551580b43 req-c15f16a8-06b3-4d89-b629-89d545728a19 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:17.958152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe9180d6-9383-4832-b0d1-9f0b533d06be req-5e17f05f-0ac7-44dc-9928-dee2ee206d55 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 210 time: 0.0553961 Nov 23 19:04:17.964751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49e741fe-a05f-4ed5-86fe-16a551580b43 req-c15f16a8-06b3-4d89-b629-89d545728a19 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1434994 Nov 23 19:04:18.009509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-2b472eca-935e-4376-837f-e8c2550639bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:18.011101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-2b472eca-935e-4376-837f-e8c2550639bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747128 Nov 23 19:04:18.064577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49e741fe-a05f-4ed5-86fe-16a551580b43 req-a5752199-009f-4078-aefb-2a9cde62fe5c tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936007 Nov 23 19:04:18.121204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3f7c7479-1fe1-42bc-b033-b0416c172f0e details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:18.211082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-09305d61-a041-4721-a319-49d4b9028d70 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705072 Nov 23 19:04:18.300101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:18.340820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3f7c7479-1fe1-42bc-b033-b0416c172f0e', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'port_id': '3f7c7479-1fe1-42bc-b033-b0416c172f0e', 'mac_address': 'fa:16:3e:6d:2b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1991d69-9659-4d4f-986e-932ffcfd018f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:18.417415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-feeb809d-4ae4-4234-a3c3-0ca9d7f06f3e req-28f050ee-b051-46a8-80ea-dcc26edb81ba service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928413 Nov 23 19:04:18.429562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.452641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7c7479-1fe1-42bc-b033-b0416c172f0e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:18.517557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:18.525778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:18.536349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:18.542871 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c" -d '{"events": [{"name": "network-changed", "server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:18.677430 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7d95e-6b75-4884-bbaa-753464a5b765 x-openstack-request-id: req-8bb7d95e-6b75-4884-bbaa-753464a5b765 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:18.678078 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:18.679002 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bb7d95e-6b75-4884-bbaa-753464a5b765 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:18.679756 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5', 'status': 'completed', 'code': 200} Nov 23 19:04:18.756485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:18.858219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9a9a108a-c070-4740-a8c8-01e99870260c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:18.884758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff516f9-dca5-47f7-9a86-56ef009c3b96 req-7f8fdd13-fcd5-4b57-b9e7-c515fbc19193 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:18.886447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ff516f9-dca5-47f7-9a86-56ef009c3b96 req-7f8fdd13-fcd5-4b57-b9e7-c515fbc19193 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 943 time: 0.1315773 Nov 23 19:04:18.924524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-dc22dc7d-3684-4df1-93b9-03b36e0724e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:18.927482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-dc22dc7d-3684-4df1-93b9-03b36e0724e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 797 time: 0.4571114 Nov 23 19:04:18.933422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-2e639cdd-477e-4f3c-b340-307247075843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:18.943521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-2e639cdd-477e-4f3c-b340-307247075843 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 1094 time: 0.2476149 Nov 23 19:04:18.945008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3f7c7479-1fe1-42bc-b033-b0416c172f0e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:19.074267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 9a9a108a-c070-4740-a8c8-01e99870260c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:19.081164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 9a9a108a-c070-4740-a8c8-01e99870260c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:19.081540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:19.144227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:19.158914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-6349d37c-7874-460c-ab77-7ae938a840de tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 379 time: 0.2193334 Nov 23 19:04:19.161599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-c21a7a56-cfa0-416a-8f50-68100731e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:19.163129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-c21a7a56-cfa0-416a-8f50-68100731e6bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 917 time: 0.2073374 Nov 23 19:04:19.196245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'port': {'device_id': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'admin_state_up': True, 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'security_groups': ['58b36668-b643-4bbc-bb2a-43806915c2dd']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:19.247448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-c084edeb-bc66-4019-af3c-5509bd12904f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5 HTTP/1.1" status: 200 len: 217 time: 0.0613430 Nov 23 19:04:19.250164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a95da6b-55ae-4366-a1dd-0c9ac31681cf req-f21a21ad-ce60-4987-b96a-305c1808909e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 210 time: 0.0885477 Nov 23 19:04:19.390996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:19.391636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:19.401444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ff516f9-dca5-47f7-9a86-56ef009c3b96 req-2417dd99-f1c5-4e97-b0ef-abae5219cfb2 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074439 Nov 23 19:04:19.405163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-9fae9538-939f-4ee3-ac7c-1e33ca32c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:19.407163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-9fae9538-939f-4ee3-ac7c-1e33ca32c01a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.1529047 Nov 23 19:04:19.413896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:19.513799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:19.515257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-90629cca-c188-4732-bfe8-4f4939717843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:19.516532 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd69ba5-67dd-4904-bbe5-d9bc5497f6b6" -d '{"events": [{"server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:19.538079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-90629cca-c188-4732-bfe8-4f4939717843 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184409 Nov 23 19:04:19.577037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ab61-3487-444e-8eb6-5fbc2e9fd6dc req-2e81715e-d8c1-4854-bebc-3669a805e58e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:19.579200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6589ab61-3487-444e-8eb6-5fbc2e9fd6dc req-2e81715e-d8c1-4854-bebc-3669a805e58e tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1365650 Nov 23 19:04:19.602392 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b771cd5-651b-431a-95aa-f9f276d56c69 x-openstack-request-id: req-8b771cd5-651b-431a-95aa-f9f276d56c69 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:19.602779 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:19.602946 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b771cd5-651b-431a-95aa-f9f276d56c69 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:19.603372 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c', 'code': 200} Nov 23 19:04:19.616729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9a9a108a-c070-4740-a8c8-01e99870260c,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:19.632248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:19.636048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:19.637412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:19.721833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6589ab61-3487-444e-8eb6-5fbc2e9fd6dc req-8ec911e4-3bd0-4725-aa33-ed6f96f00e9a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345444 Nov 23 19:04:19.813628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-9bb1bac0-4352-4929-bab0-01b20ec0ca79 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637436 Nov 23 19:04:19.856780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:19.885337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bc65a-6a3f-4b62-b631-02d8c6933010 req-1619d19a-d7c6-4558-a2c0-b55f9a0c7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:19.887936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e2bc65a-6a3f-4b62-b631-02d8c6933010 req-1619d19a-d7c6-4558-a2c0-b55f9a0c7229 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 1097 time: 0.1957619 Nov 23 19:04:19.990339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e2bc65a-6a3f-4b62-b631-02d8c6933010 req-ebe2815d-716c-40b6-8d46-f20712469e95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Nov 23 19:04:20.022393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.14 (7bf40c03-27f6-4a73-8bc5-ba0791d00015/73878e42-a691-4b93-aa14-6f6939ae1efd/455043bd-f4d2-47a9-8f1e-5031b52ea2da) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:20.025173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cffa2b9-2cb3-4e67-bf45-530e4534f65c req-8575d1b0-f717-4ef0-9ab5-220de00b7a55 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968596 Nov 23 19:04:20.131469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3f7c7479-1fe1-42bc-b033-b0416c172f0e up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:20.258992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3f7c7479-1fe1-42bc-b033-b0416c172f0e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:20.271592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3f7c7479-1fe1-42bc-b033-b0416c172f0e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:20.273121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.401949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.473698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.481739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.482714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d566334-d2a4-4300-9205-51b722291ab0 req-a44d340e-7d3c-4dd7-abb9-5a809e7e57dc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 210 time: 0.0767536 Nov 23 19:04:20.556966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:20.568135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.628702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4240ee5-b067-46bb-8814-62215d94807c req-27eb9cfc-4dc9-4a6b-abfc-1b24dc4c5377 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:20.628702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4240ee5-b067-46bb-8814-62215d94807c req-27eb9cfc-4dc9-4a6b-abfc-1b24dc4c5377 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.1276777 Nov 23 19:04:20.645164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:20.673631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:20.677799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:20.714775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:20.717619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:20.786640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:20.787468 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.814173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc455-0d4c-4dd9-822b-d1233bcfe86a req-b29abe95-4d9b-4a59-b32b-b501340da129 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:20.816344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98dbc455-0d4c-4dd9-822b-d1233bcfe86a req-b29abe95-4d9b-4a59-b32b-b501340da129 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 943 time: 0.1813924 Nov 23 19:04:20.899603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Deleting port 7fc5e1b2-b008-462e-abcc-9befca49fec5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:20.899945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:20.908640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-0ccfbffd-d35b-46f4-a760-58931f527b6a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7256856 Nov 23 19:04:20.936381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Request body: {'port': {'device_id': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:21.009684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98dbc455-0d4c-4dd9-822b-d1233bcfe86a req-1bbaf771-171e-48bc-8db0-f08c8eda4da1 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755836 Nov 23 19:04:21.057437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.126775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03ebcfe2-463a-4c9a-8241-4976f6564a23 None None] Provisioning complete for port 455043bd-f4d2-47a9-8f1e-5031b52ea2da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:21.127149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03ebcfe2-463a-4c9a-8241-4976f6564a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.159582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9fd6-28d0-4c5c-aec5-53beac2f3e9f req-ec5f1b3b-8cfa-42a0-b023-e8bda30ee6eb tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:21.161449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-916f9fd6-28d0-4c5c-aec5-53beac2f3e9f req-ec5f1b3b-8cfa-42a0-b023-e8bda30ee6eb tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 945 time: 0.2499220 Nov 23 19:04:21.213836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03ebcfe2-463a-4c9a-8241-4976f6564a23 None None] Port 455043bd-f4d2-47a9-8f1e-5031b52ea2da cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:04:21.283238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] For port 7fc5e1b2-b008-462e-abcc-9befca49fec5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=7fc5e1b2-b008-462e-abcc-9befca49fec5,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:21.284052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.318619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Calling delete_port for 7fc5e1b2-b008-462e-abcc-9befca49fec5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:21.378373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-916f9fd6-28d0-4c5c-aec5-53beac2f3e9f req-34e533dd-124c-4c0b-bef0-2a76b161e386 tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687813 Nov 23 19:04:21.604541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:21.609182 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe2d3a-f3ba-475d-94b9-547f4bc2db5f" -d '{"events": [{"server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "name": "network-vif-plugged", "status": "completed", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:21.645068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.671302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['7fc5e1b2-b008-462e-abcc-9befca49fec5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:21.704725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Pushing event deleted for resources: {'Port': ['ID=7fc5e1b2-b008-462e-abcc-9befca49fec5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:21.758636 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9db7ac-b665-4d4d-b3de-5e89ce905e91 x-openstack-request-id: req-0f9db7ac-b665-4d4d-b3de-5e89ce905e91 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:21.759467 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "name": "network-vif-plugged", "status": "completed", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:21.759907 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f9db7ac-b665-4d4d-b3de-5e89ce905e91 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:21.760550 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e', 'code': 200} Nov 23 19:04:21.807061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455043bd-f4d2-47a9-8f1e-5031b52ea2da {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:21.826204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990c1dd-2715-4161-abf1-b678d4fe5e86 req-97e81a1b-61da-4876-913b-e2893f54bd4a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:21.827917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9990c1dd-2715-4161-abf1-b678d4fe5e86 req-97e81a1b-61da-4876-913b-e2893f54bd4a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 932 time: 0.1320298 Nov 23 19:04:21.829982 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.858997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Transition to ACTIVE for port object 455043bd-f4d2-47a9-8f1e-5031b52ea2da will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:21.863835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] No DVR routers for this DVR port 7fc5e1b2-b008-462e-abcc-9befca49fec5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:04:21.868734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.873286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4240ee5-b067-46bb-8814-62215d94807c req-b5097a50-94fd-4255-9f52-ce14abfbc99a tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.50 "DELETE /v2.0/ports/7fc5e1b2-b008-462e-abcc-9befca49fec5 HTTP/1.1" status: 204 len: 173 time: 1.2512748 Nov 23 19:04:21.874011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'name': 'network-vif-deleted', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:21.874166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:21.877219 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360ed108-d7e4-48cb-aac8-6c47b4538f0d" -d '{"events": [{"server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "name": "network-vif-deleted", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:21.937249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e5d7-f7bb-45bb-b91f-373dbea41567 req-c6a4dce5-01ff-4d1d-8683-b3e43663e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:21.939130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc18e5d7-f7bb-45bb-b91f-373dbea41567 req-c6a4dce5-01ff-4d1d-8683-b3e43663e325 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 1097 time: 0.1807482 Nov 23 19:04:21.987680 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3173ae4-57b0-4359-beaf-c4abf6729f29 x-openstack-request-id: req-b3173ae4-57b0-4359-beaf-c4abf6729f29 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:21.989558 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04509941-c64b-40fb-873b-eb1eb1678c6b", "name": "network-vif-deleted", "tag": "7fc5e1b2-b008-462e-abcc-9befca49fec5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:21.990752 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3173ae4-57b0-4359-beaf-c4abf6729f29 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:21.991748 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04509941-c64b-40fb-873b-eb1eb1678c6b', 'name': 'network-vif-deleted', 'tag': '7fc5e1b2-b008-462e-abcc-9befca49fec5', 'status': 'completed', 'code': 200} Nov 23 19:04:22.080501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc18e5d7-f7bb-45bb-b91f-373dbea41567 req-c2598e7b-21b2-4cba-b782-715e2ba1ab4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315091 Nov 23 19:04:22.089211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9990c1dd-2715-4161-abf1-b678d4fe5e86 req-f924b286-2d78-4ec3-8061-86e45711b0bf tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442639 Nov 23 19:04:22.090256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:22.140005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:22.262592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:22.262972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:22.263351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:22.281364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:22.282157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:22.296193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:22.296817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Checking segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:22.297389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Bound using segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:22.298024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Bound port: 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:22.298859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:22.306765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6d647-8895-4c45-9ed8-3734c8a7bffd req-2768065c-05c2-4160-883b-6fb33dfb4dfe tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:22.315752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdc6d647-8895-4c45-9ed8-3734c8a7bffd req-2768065c-05c2-4160-883b-6fb33dfb4dfe tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 943 time: 0.0927143 Nov 23 19:04:22.401401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:22.445975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdc6d647-8895-4c45-9ed8-3734c8a7bffd req-7c69f66d-bc11-435e-8153-0c9f70b33e49 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279590 Nov 23 19:04:22.468210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5', 'network_id': '7afde1f8-7eee-4cff-993d-45942360af82', 'port_id': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5', 'mac_address': 'fa:16:3e:93:7a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1991d69-9659-4d4f-986e-932ffcfd018f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:22.475448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:22.490634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:22.504639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:22.558866 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:22.591402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:22.632786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:22.653312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:22.725424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:22.726995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:22.730891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] 10.222.0.47 "PUT /v2.0/ports/455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 1092 time: 1.8007965 Nov 23 19:04:22.732742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:22.746730 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:22.778041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-885224bc-eaf6-43ef-a4a3-b11c64711a38 req-381434e4-df7e-4eb8-aef3-3134c9c638bf tempest-ServerRescueTestJSON-197467185 tempest-ServerRescueTestJSON-197467185-project] 10.222.0.37 "GET /v2.0/ports?device_id=04509941-c64b-40fb-873b-eb1eb1678c6b HTTP/1.1" status: 200 len: 210 time: 0.1648321 Nov 23 19:04:22.822149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a396a-d871-4a7a-9060-7b10d681be01 service neutron] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:22.845227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:22.865671 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e31c98-c0a0-4c00-8144-c0a25bcaaca7 x-openstack-request-id: req-45e31c98-c0a0-4c00-8144-c0a25bcaaca7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:22.866109 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:22.866801 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e31c98-c0a0-4c00-8144-c0a25bcaaca7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:22.867368 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'status': 'completed', 'code': 200} Nov 23 19:04:22.979877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['0b73ad32-1301-4ee9-ab54-5d318aa8dca5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:23.035779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-c2dc98c3-f912-4914-9416-5f53ade9b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:23.037542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-c2dc98c3-f912-4914-9416-5f53ade9b2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1095 time: 0.1141353 Nov 23 19:04:23.106536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-b7fae0de-ff23-4475-9810-70932971c5ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 217 time: 0.0600948 Nov 23 19:04:23.188029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-3eb1a427-72fa-4af7-8585-e268fe29f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:23.189721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-3eb1a427-72fa-4af7-8585-e268fe29f56f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.0723031 Nov 23 19:04:23.453544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7789f-985a-4683-8420-63f43af05cfe req-de8307a2-f2d6-4202-a358-e400ba36ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:23.456028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-de8307a2-f2d6-4202-a358-e400ba36ba74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584162 Nov 23 19:04:23.678206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0fe72-0441-4498-aa44-334b95674cdf req-bab2cf98-c891-4430-ae4b-dd46cdc9a9ae tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:23.686582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34d0fe72-0441-4498-aa44-334b95674cdf req-bab2cf98-c891-4430-ae4b-dd46cdc9a9ae tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.3185377 Nov 23 19:04:23.723021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba7fe-5a66-426b-ba1e-0771fde513e1 req-67c58bc0-616e-4e75-adcb-c0076c42ebbd tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:23.732814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e33ba7fe-5a66-426b-ba1e-0771fde513e1 req-67c58bc0-616e-4e75-adcb-c0076c42ebbd tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 944 time: 0.1423669 Nov 23 19:04:23.761651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-04446614-3566-4665-bfad-8331d17ee505 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950578 Nov 23 19:04:23.828597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34d0fe72-0441-4498-aa44-334b95674cdf req-844abf98-535f-4965-b0a7-2de83d47f5fb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413913 Nov 23 19:04:23.860092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e33ba7fe-5a66-426b-ba1e-0771fde513e1 req-6551c017-d945-4001-a4c7-fd4af37acc40 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228833 Nov 23 19:04:23.895892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:23.941826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4c7789f-985a-4683-8420-63f43af05cfe req-9eed8909-77b6-4c92-ae89-c1d495a3c971 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725724 Nov 23 19:04:24.068492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-0a046453-ccc2-4ad0-8898-76ac63ca7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:24.070172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-0a046453-ccc2-4ad0-8898-76ac63ca7032 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1095 time: 0.0614011 Nov 23 19:04:24.143618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:24.222784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-d150a0c1-1872-4cbb-ae14-281e13e83805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:24.224410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-d150a0c1-1872-4cbb-ae14-281e13e83805 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.1467540 Nov 23 19:04:24.289380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:24.302075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:24.302609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:24.315473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-3b405fa8-0c9b-421f-a81f-94a9bea76180 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 217 time: 0.0794942 Nov 23 19:04:24.430406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-a62549c4-a2d5-4f66-87e1-3340377b9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:24.433841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-a62549c4-a2d5-4f66-87e1-3340377b9102 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.1111183 Nov 23 19:04:24.532402 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:24.563567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-a50ef7ab-346a-4484-859f-32d3761f6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:24.566971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-a50ef7ab-346a-4484-859f-32d3761f6d8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201684 Nov 23 19:04:24.637662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:24.648575 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25491e87-de1f-4ad6-8039-2dfc27f1077d" -d '{"events": [{"server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "name": "network-vif-plugged", "status": "completed", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:24.666671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:24.687944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:24.700181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:24.701622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7fc5e1b2-b008-462e-abcc-9befca49fec5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:24.788808 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad1e79-591c-4368-b1d3-afc9b7a1447b x-openstack-request-id: req-d1ad1e79-591c-4368-b1d3-afc9b7a1447b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:24.793705 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "name": "network-vif-plugged", "status": "completed", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:24.795472 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1ad1e79-591c-4368-b1d3-afc9b7a1447b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:24.801328 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5', 'code': 200} Nov 23 19:04:24.874579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-81a6e321-ba6e-49e0-a0a8-6cd4959643e1 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960970 Nov 23 19:04:24.968055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 7fc5e1b2-b008-462e-abcc-9befca49fec5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:24.968556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 7fc5e1b2-b008-462e-abcc-9befca49fec5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:25.009756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:25.119995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fed4c-5ad6-4d47-8292-c1727e30b8a5 req-4159abd1-1fba-48a5-8559-2b22eced893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:25.121602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e7fed4c-5ad6-4d47-8292-c1727e30b8a5 req-4159abd1-1fba-48a5-8559-2b22eced893e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 1096 time: 0.2583382 Nov 23 19:04:25.168123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d79154-8509-431f-9151-464357424810 req-05f6edbb-5f20-42a2-a91f-033951e17684 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:25.170243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93d79154-8509-431f-9151-464357424810 req-05f6edbb-5f20-42a2-a91f-033951e17684 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1651020 Nov 23 19:04:25.186691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518eed-c919-44bb-9551-0aed3d3fa02b req-07d4de4e-18bf-4189-9a25-51e2804e230e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:25.188561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7518eed-c919-44bb-9551-0aed3d3fa02b req-07d4de4e-18bf-4189-9a25-51e2804e230e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.1285195 Nov 23 19:04:25.191166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cd0f9706-6c6e-4dbe-b7d9-7c34b7acf22f req-86819ab1-1687-43a3-a10e-bd4f308a03a4 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061125 Nov 23 19:04:25.262879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e7fed4c-5ad6-4d47-8292-c1727e30b8a5 req-9c28300d-c402-4fac-9331-fe9b49f5e1f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307883 Nov 23 19:04:25.281330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93d79154-8509-431f-9151-464357424810 req-c978db8a-41cc-4ffe-8ea9-7b5a44d4b710 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997074 Nov 23 19:04:25.313573 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7518eed-c919-44bb-9551-0aed3d3fa02b req-db633023-b13c-4eb1-b8c1-0a4af70d536f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161976 Nov 23 19:04:25.370684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Deleting port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:25.374502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:25.829402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] For port 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,segment=NetworkSegment(49643bb5-47ff-4a02-bb7b-a53c7f69d73a),segment_id=49643bb5-47ff-4a02-bb7b-a53c7f69d73a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:25.829934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:25.851347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Calling delete_port for 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:26.125992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:26.188673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:26.470955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:26.631428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe91b1-a77d-426e-ad04-5bdc5d1aec8d req-ddaf7165-cc42-490c-b5e8-1b2ca40dd7cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:26.633957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28fe91b1-a77d-426e-ad04-5bdc5d1aec8d req-ddaf7165-cc42-490c-b5e8-1b2ca40dd7cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.1611907 Nov 23 19:04:26.745183 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28fe91b1-a77d-426e-ad04-5bdc5d1aec8d req-476dc875-9b41-4f8c-b5da-6932c847e5b0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026847 Nov 23 19:04:26.832010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5c913-295a-49a5-a507-f42f786dbbd6 req-99308fdf-7b42-465d-80f1-952a62ecd64b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:26.833560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04d5c913-295a-49a5-a507-f42f786dbbd6 req-99308fdf-7b42-465d-80f1-952a62ecd64b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.3573809 Nov 23 19:04:26.837085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Router cf61b288-2c80-4ece-83a1-a879fb13ce20 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:04:26.879123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:26.994282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04d5c913-295a-49a5-a507-f42f786dbbd6 req-0cf2c6b1-0318-4b6f-bb88-5f2e3bcbdd54 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479268 Nov 23 19:04:27.041775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:27.056165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'mac_address': 'fa:16:3e:a2:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:27.091657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:27.105080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-48e3df38-560d-4b72-bcd1-6a8e8d0e8320 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf61b288-2c80-4ece-83a1-a879fb13ce20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2055891 Nov 23 19:04:27.105975 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.106278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:27.110174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Sync routers for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:27.122303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455043bd-f4d2-47a9-8f1e-5031b52ea2da {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:27.143584 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:27.143812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:27.147486 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:27.148137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.217299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:27.282063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.391074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:27.409341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['455043bd-f4d2-47a9-8f1e-5031b52ea2da'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:27.424087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.515458 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88721a86-fb08-40eb-ba8b-9b465c043c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.527868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Deleting port dba271e9-8878-4eb2-ab60-651b7ccf194c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:27.528226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.672394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] For port dba271e9-8878-4eb2-ab60-651b7ccf194c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dba271e9-8878-4eb2-ab60-651b7ccf194c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:27.673063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.692723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Calling delete_port for dba271e9-8878-4eb2-ab60-651b7ccf194c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:27.713319 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:04:26Z', 'revision_number': 5, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port': {'id': 'dba271e9-8878-4eb2-ab60-651b7ccf194c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:41Z', 'updated_at': '2021-11-23T19:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:27.743981 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Checking router: cf61b288-2c80-4ece-83a1-a879fb13ce20 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:27.760714 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Routers {'cf61b288-2c80-4ece-83a1-a879fb13ce20'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:27.761342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cf61b288-2c80-4ece-83a1-a879fb13ce20'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:27.926280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:27.986394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba271e9-8878-4eb2-ab60-651b7ccf194c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:28.014522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17d912-5f18-40cb-ab76-09fddd1db8b6 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:04:28.022065 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] Set router cf61b288-2c80-4ece-83a1-a879fb13ce20 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:28.092089 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:04:27Z', 'revision_number': 6, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:28.102329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.117193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f00a1-336f-4632-83cf-be0b4c700028 req-2710134a-1d72-44ff-a405-c8f5eb9dc804 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:28.119111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f81f00a1-336f-4632-83cf-be0b4c700028 req-2710134a-1d72-44ff-a405-c8f5eb9dc804 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 945 time: 0.2069111 Nov 23 19:04:28.168922 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93456606-8288-4c27-bfa2-fd1c72fe8336 None None] The sync data for ids ['cf61b288-2c80-4ece-83a1-a879fb13ce20'] in n-d-792364-9 is: [{'id': 'cf61b288-2c80-4ece-83a1-a879fb13ce20', 'name': 'tempest-ServerRescueTestJSON-1005005669-router', 'tenant_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:40Z', 'updated_at': '2021-11-23T19:04:27Z', 'revision_number': 6, 'project_id': 'b804ec7e076f483ba19cd9db22b5ab7f', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:28.214093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc60aa-f7dd-4306-a2ec-9f4cbdd28f88 req-122ed45b-ff52-46ba-837d-8d910fbb8833 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:28.214578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ffc60aa-f7dd-4306-a2ec-9f4cbdd28f88 req-122ed45b-ff52-46ba-837d-8d910fbb8833 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.0977876 Nov 23 19:04:28.293991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ffc60aa-f7dd-4306-a2ec-9f4cbdd28f88 req-f56fdfd4-5e5a-4f3b-965f-727a76283142 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Nov 23 19:04:28.485691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed85e2-e4ec-4ee8-b179-0e58c21221de req-da5cc44e-a34d-472b-9af5-87573e20f25a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:28.498051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9ed85e2-e4ec-4ee8-b179-0e58c21221de req-da5cc44e-a34d-472b-9af5-87573e20f25a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0961351 Nov 23 19:04:28.589903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.605979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.646173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9ed85e2-e4ec-4ee8-b179-0e58c21221de req-43eacc70-ca9a-40de-b08f-58156cdce47f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461897 Nov 23 19:04:28.698434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f81f00a1-336f-4632-83cf-be0b4c700028 req-c1695fc1-c025-47b8-aa95-76ed5757bd63 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483189 Nov 23 19:04:28.712195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.714163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf61b288-2c80-4ece-83a1-a879fb13ce20 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:04:28.732439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.740678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:28.753724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21f4009b-300a-4ace-860b-ae96a09daae7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cf61b288-2c80-4ece-83a1-a879fb13ce20 HTTP/1.1" status: 204 len: 168 time: 1.6456587 Nov 23 19:04:28.896063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:28.921390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Deleting subnet 44d6bcc6-7619-4fc5-b2cd-359e05564dac {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:04:28.929607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:28.941707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860850-13aa-4905-94ef-a5ae7e0da999 req-12b63881-c945-438a-a605-6388471f9edc tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:28.950252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11860850-13aa-4905-94ef-a5ae7e0da999 req-12b63881-c945-438a-a605-6388471f9edc tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.0995815 Nov 23 19:04:29.033084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 455043bd-f4d2-47a9-8f1e-5031b52ea2da completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:29.039261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.052435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 455043bd-f4d2-47a9-8f1e-5031b52ea2da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:29.052930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.134244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11860850-13aa-4905-94ef-a5ae7e0da999 req-c6cb8358-2a75-4a57-80bc-6c39f95c45fe tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824355 Nov 23 19:04:29.209643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.245231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.318620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:29.320814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:29.324929 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec44718-f83a-4680-b3ad-84a93b567e52" -d '{"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:29.334849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.382760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.402829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.415005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/44d6bcc6-7619-4fc5-b2cd-359e05564dac HTTP/1.1" status: 204 len: 168 time: 0.6704385 Nov 23 19:04:29.417692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:29.439952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39142463-bc1c-4c3f-8075-8c3dcbee0000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d6bcc6-7619-4fc5-b2cd-359e05564dac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:29.453575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:29.483831 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b5b500-6fd2-452d-b75e-5961bb06bc01 x-openstack-request-id: req-f2b5b500-6fd2-452d-b75e-5961bb06bc01 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:29.484280 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:29.484379 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2b5b500-6fd2-452d-b75e-5961bb06bc01 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:29.484777 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'code': 200} Nov 23 19:04:29.586750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:29.587104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f3e42a4-3242-4cbf-9c6a-aa54a9c73a5d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:29.587566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dba271e9-8878-4eb2-ab60-651b7ccf194c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:29.699022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: dba271e9-8878-4eb2-ab60-651b7ccf194c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:29.701519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dba271e9-8878-4eb2-ab60-651b7ccf194c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:29.743552 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:29.756114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:29.925132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd05774-692a-4391-a513-7051e6de736a req-38741a3a-832c-4e0f-aa18-3e629cee66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:29.926893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bd05774-692a-4391-a513-7051e6de736a req-38741a3a-832c-4e0f-aa18-3e629cee66e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.4026916 Nov 23 19:04:29.975365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c94205-b343-4c27-a21c-2defe13b8c3c req-6e453818-7ec9-4b4d-8beb-777612fd4b25 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:29.987760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9c94205-b343-4c27-a21c-2defe13b8c3c req-6e453818-7ec9-4b4d-8beb-777612fd4b25 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1132460 Nov 23 19:04:30.083108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.085598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9c94205-b343-4c27-a21c-2defe13b8c3c req-8910be9d-36ff-42de-ace7-b6012ba8ea77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969679 Nov 23 19:04:30.115980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67c3f7b-402a-4a35-9b2a-4e0f986a9e11']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:30.126702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49643bb5-47ff-4a02-bb7b-a53c7f69d73a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:30.126934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49643bb5-47ff-4a02-bb7b-a53c7f69d73a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:30.128853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a717a7c-26c7-452d-bfd2-d63d8db12c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.137143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.161378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.180092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:04:30.180499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:04:30.182237 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:04:30.203788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d1ad3-c7e0-4979-99e1-045d7cd1b85a req-ee3e61cf-a90f-4077-9dc5-ed502d11f11c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:30.211542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f5d1ad3-c7e0-4979-99e1-045d7cd1b85a req-ee3e61cf-a90f-4077-9dc5-ed502d11f11c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.3570156 Nov 23 19:04:30.243622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bd05774-692a-4391-a513-7051e6de736a req-47c17e5c-528d-4766-9c89-6f4cf72bda6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605119 Nov 23 19:04:30.334767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.360075 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.365780 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f67c3f7b-402a-4a35-9b2a-4e0f986a9e11 HTTP/1.1" status: 204 len: 168 time: 0.9470785 Nov 23 19:04:30.366717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598cc2b-ff3c-4eea-b423-a1c0c0f17972 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67c3f7b-402a-4a35-9b2a-4e0f986a9e11,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:30.388376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f5d1ad3-c7e0-4979-99e1-045d7cd1b85a req-e72efbca-30d8-41c4-afa1-90bf09b22542 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758535 Nov 23 19:04:30.587715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:30.667663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ad40a63f-579b-495a-93ab-c8dff383ee9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b804ec7e076f483ba19cd9db22b5ab7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784805 Nov 23 19:04:30.670915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:30.755094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.764121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.788864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.826246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac2433-f673-4361-ba3c-2af0293f8025 req-da0642b4-f338-46b6-8e2a-79e9e227910c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:30.831345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cac2433-f673-4361-ba3c-2af0293f8025 req-da0642b4-f338-46b6-8e2a-79e9e227910c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1079202 Nov 23 19:04:30.882481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.885600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:30.886855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428 HTTP/1.1" status: 204 len: 168 time: 0.2147858 Nov 23 19:04:30.898252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babfb4b-4334-4687-88aa-7e5be147facc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aebf8c-ccf2-4f9a-b7e5-2d6e1d5d2428,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:30.936196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cac2433-f673-4361-ba3c-2af0293f8025 req-8e60e8aa-7e2b-4e37-bb07-85d20a17f937 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960917 Nov 23 19:04:31.305851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd1172-567a-4844-bf1b-79a33ba57cb9 req-05231863-bef8-4652-9d99-0be8d83d3e8d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:31.310811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21215-b8b1-4912-945f-adc502ef8d0d req-02fff1de-aff5-44fe-94d0-33fe978318db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:31.311752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efcd1172-567a-4844-bf1b-79a33ba57cb9 req-05231863-bef8-4652-9d99-0be8d83d3e8d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0825629 Nov 23 19:04:31.343815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21215-b8b1-4912-945f-adc502ef8d0d req-02fff1de-aff5-44fe-94d0-33fe978318db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:31.351434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21215-b8b1-4912-945f-adc502ef8d0d req-02fff1de-aff5-44fe-94d0-33fe978318db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:31.359994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8d21215-b8b1-4912-945f-adc502ef8d0d req-02fff1de-aff5-44fe-94d0-33fe978318db tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7&device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 2418 time: 0.1541793 Nov 23 19:04:31.456947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efcd1172-567a-4844-bf1b-79a33ba57cb9 req-636d9196-b985-4633-b56c-a1d725063159 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296451 Nov 23 19:04:31.466081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8d21215-b8b1-4912-945f-adc502ef8d0d req-66fcff5e-4e9b-4033-8dec-1f356623be13 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046908 Nov 23 19:04:31.751665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6586-813f-4278-825c-53fea23a97c3 req-5dc05942-fa4c-4102-a9b5-79f9944246ee tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:31.760493 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f4d6586-813f-4278-825c-53fea23a97c3 req-5dc05942-fa4c-4102-a9b5-79f9944246ee tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1330934 Nov 23 19:04:31.923300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f4d6586-813f-4278-825c-53fea23a97c3 req-63cd2914-ee90-4ca1-9406-0aa9864d0993 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602557 Nov 23 19:04:32.265888 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:32.269376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:32.506202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1936898380-network', 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:32.613237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:32.617103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:32.635940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:32.724476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf16b0-4a5a-4791-8cd6-a467507ceba6 req-6730bacf-1efb-4046-a3c0-c93eaa064a50 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:32.733040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eadf16b0-4a5a-4791-8cd6-a467507ceba6 req-6730bacf-1efb-4046-a3c0-c93eaa064a50 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0805614 Nov 23 19:04:32.852754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eadf16b0-4a5a-4791-8cd6-a467507ceba6 req-6e6cd044-0316-4917-be3b-c3eb1a57bd15 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183965 Nov 23 19:04:33.041571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.087089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.162625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:04:33.204467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4bd5-1969-4c6d-9563-d45d6e016e55 req-de4ad462-3597-484c-9ecf-a182650a89cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:33.213255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-880f4bd5-1969-4c6d-9563-d45d6e016e55 req-de4ad462-3597-484c-9ecf-a182650a89cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.2185428 Nov 23 19:04:33.225105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.225777 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Added segment f5bd1d75-b2e4-414f-8f45-266106e1fd25 of type vlan for network b0a88a7e-43ea-48fe-9290-015579593655 Nov 23 19:04:33.228792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bcc635-0e52-4137-8cec-fa6fb631352c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:33.243063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.311304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.349654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-880f4bd5-1969-4c6d-9563-d45d6e016e55 req-45ccff16-9948-4770-a267-086b87b992fd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330264 Nov 23 19:04:33.370738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.372799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:33.373394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.422342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:33.449261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1741383 Nov 23 19:04:33.467557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:33.486930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Request body: {'subnet': {'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1936898380-subnet', 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:33.562681 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f596-513d-4a20-9207-4aaab7760f19 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a88a7e-43ea-48fe-9290-015579593655,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:33.587717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network b0a88a7e-43ea-48fe-9290-015579593655 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:04:33.598777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:33.600857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e22d8-ce12-4d52-bd7e-b9678b46fab7 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:33.601734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:33.619864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-232e22d8-ce12-4d52-bd7e-b9678b46fab7 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1092 time: 0.1948578 Nov 23 19:04:33.621254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 53388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:33.640425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:33.729318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.015290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.027507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.082399 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:04:34.157088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:34.229970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Checking segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:34.230442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Network hostable DHCP agents. Network: b0a88a7e-43ea-48fe-9290-015579593655, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:04:34.269577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Network b0a88a7e-43ea-48fe-9290-015579593655 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:04:34.292126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, b0a88a7e-43ea-48fe-9290-015579593655) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:34.306999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.307751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.320493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.76 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/a2a9bb7f-c495-4499-9d07-d2f6f8113226) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:34.347618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15200928-0ce8-4e5c-8fc2-bff81f2f9c9b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8772883 Nov 23 19:04:34.524971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74fbed-722a-4782-8079-ee2787ba2605 req-4584c08c-41ff-4a71-9c78-a1d07aa62001 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:34.535173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1c23f-1b9f-43b5-a8b9-08a5b8468686 None None] Network b0a88a7e-43ea-48fe-9290-015579593655 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:34.550661 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c74fbed-722a-4782-8079-ee2787ba2605 req-4584c08c-41ff-4a71-9c78-a1d07aa62001 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1703153 Nov 23 19:04:34.676509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.758069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c74fbed-722a-4782-8079-ee2787ba2605 req-1a123f8a-8de9-4d47-a9ae-070952f27d1c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048056 Nov 23 19:04:34.771740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:34.847712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=a2a9bb7f-c495-4499-9d07-d2f6f8113226,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:34.864410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:34.871726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:34.876991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:34.942273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e91a4-1db0-439b-8a4b-173ace341f4c None None] Network b0a88a7e-43ea-48fe-9290-015579593655 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:04:35.384672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-3f6fe621-8513-49b8-b301-afa42bf6f667 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:35.386225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-3f6fe621-8513-49b8-b301-afa42bf6f667 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.1902134 Nov 23 19:04:35.422930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-a0f71295-1457-42e1-9808-f288a272da59 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/quotas/da1c0efb64804976ba3be3b602e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0283923 Nov 23 19:04:35.481456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-0a7f9147-b95d-4680-9d21-0535a6cc6fc7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576215 Nov 23 19:04:35.695062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-ad8e18aa-6cdf-4408-946a-00a7654b2b91 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991825 Nov 23 19:04:35.746438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:35.909728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-cb54a132-6e7f-4c19-91ad-c2c5b2504c2b service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020631 Nov 23 19:04:35.910730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:36.195889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b8eb0-83d9-4950-80ad-1648a2ddf443 req-9a9bc410-3407-43a8-bb99-10d0ab2d5311 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:36.206929 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f2b8eb0-83d9-4950-80ad-1648a2ddf443 req-9a9bc410-3407-43a8-bb99-10d0ab2d5311 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.2978752 Nov 23 19:04:36.243224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84fc6293-e2fb-4933-852e-24953deb3a6d req-53be6e2c-9ef3-4884-b540-d2776906efae tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 210 time: 0.0504231 Nov 23 19:04:36.287617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f2b8eb0-83d9-4950-80ad-1648a2ddf443 req-757e1421-d178-40a8-845f-8a49e4861db0 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790160 Nov 23 19:04:36.304494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:36.308984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:36.412473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=a2a9bb7f-c495-4499-9d07-d2f6f8113226,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:36.508240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:36.722260 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP 99f06baa-d6ec-444f-880c-d65d44adf155 associated. External IP: 172.25.5.76, port: 455043bd-f4d2-47a9-8f1e-5031b52ea2da. Nov 23 19:04:37.144310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:04:37.323138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:37.335767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Sync routers for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:37.347149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:37.355707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:37.358860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:37.396286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-59ff4648-f733-4ba4-860a-96762c85e586 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7699943 Nov 23 19:04:37.396875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:37.399233 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:37.479745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76aa0f69-b897-428a-8e48-6f9ae28300c0 req-d502e504-b516-4ee3-8f10-4994ac2686d3 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 210 time: 0.0566242 Nov 23 19:04:37.547968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ed704-0da5-4a05-8b85-bfe53f5eec54 req-a58f2d90-37e1-44f7-a065-f35c04a8ca8e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:37.550272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e13ed704-0da5-4a05-8b85-bfe53f5eec54 req-a58f2d90-37e1-44f7-a065-f35c04a8ca8e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1024275 Nov 23 19:04:37.646360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e13ed704-0da5-4a05-8b85-bfe53f5eec54 req-4ad929ba-130c-4128-a5ee-decd97ac0871 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848448 Nov 23 19:04:37.699268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:37.728122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243e23-1e2c-4503-9a8f-13fd9ac09dca req-ee149783-cc1b-4147-9edf-a83d19c39ff9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:37.730382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34243e23-1e2c-4503-9a8f-13fd9ac09dca req-ee149783-cc1b-4147-9edf-a83d19c39ff9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1000888 Nov 23 19:04:37.836567 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8f5ece-b99f-4777-9bcf-05a21f44a196 x-openstack-request-id: req-ad8f5ece-b99f-4777-9bcf-05a21f44a196 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:37.837377 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:37.838032 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad8f5ece-b99f-4777-9bcf-05a21f44a196 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:37.844733 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'status': 'completed', 'code': 200} Nov 23 19:04:37.945017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34243e23-1e2c-4503-9a8f-13fd9ac09dca req-26dba515-fe38-45e6-8514-6c1fc06aa301 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067492 Nov 23 19:04:38.006691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:38.196093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-330d76f1-9b08-4806-9ef1-cf755fb4271f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 200 len: 991 time: 0.1878111 Nov 23 19:04:38.217664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-24a1f205-884d-46c1-bf77-4c3717b269d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:38.219162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-24a1f205-884d-46c1-bf77-4c3717b269d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.3563514 Nov 23 19:04:38.272471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '99f06baa-d6ec-444f-880c-d65d44adf155', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'mac_address': 'fa:16:3e:a2:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:35Z', 'updated_at': '2021-11-23T19:04:35Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:38.276748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-478929a5-f752-4e01-9fd4-98ac957407d4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:38.279079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-478929a5-f752-4e01-9fd4-98ac957407d4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.3122842 Nov 23 19:04:38.309140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Request body: {'port': {'device_id': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'admin_state_up': True, 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:38.326852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Checking router: 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:38.340839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:38.341677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:38.462654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-454af6ff-d781-4742-897a-4741642eaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:38.465212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-454af6ff-d781-4742-897a-4741642eaf80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.2322874 Nov 23 19:04:38.533738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:38.537175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:04:38.545061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:38.639746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-b1a16c59-431c-4b30-bf2b-47e8ba6029ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 999 time: 0.1626573 Nov 23 19:04:38.737324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Allocated IP 172.20.0.14 (b0a88a7e-43ea-48fe-9290-015579593655/356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1/552ebcfb-6ab1-4883-99a4-7d0ab8510327) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:04:38.741731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ad920a8-1c2e-4cf9-97cd-a483c4ff2a86 req-52a887c2-198a-474d-af90-8a0ae4b20774 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 210 time: 0.0575314 Nov 23 19:04:38.752938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-7d2e13bc-d2a9-42fc-b5d1-3faae211e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:38.754783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-7d2e13bc-d2a9-42fc-b5d1-3faae211e46f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.1063511 Nov 23 19:04:38.830598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-c440c55e-e3fe-4c4a-a807-b1a99795b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:38.833302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-c440c55e-e3fe-4c4a-a807-b1a99795b6f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657370 Nov 23 19:04:38.995990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:39.026828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '99f06baa-d6ec-444f-880c-d65d44adf155', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'mac_address': 'fa:16:3e:a2:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:35Z', 'updated_at': '2021-11-23T19:04:35Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:39.081839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bf83b-cb64-4bc2-b907-bb481cd1b1de None None] The sync data for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 is: [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '99f06baa-d6ec-444f-880c-d65d44adf155', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'mac_address': 'fa:16:3e:a2:f5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:04:35Z', 'updated_at': '2021-11-23T19:04:35Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:39.095407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-5fc2a439-1b92-4c8e-a744-acf5114b26a8 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462418 Nov 23 19:04:39.111639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:39.156795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487811c6-095f-4427-9c62-b69882529767 req-986dda93-419a-47ad-8575-f3e29803b6ab tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:39.172246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-487811c6-095f-4427-9c62-b69882529767 req-986dda93-419a-47ad-8575-f3e29803b6ab tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.2192562 Nov 23 19:04:39.223075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:39.275065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:39.346901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event updated for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:39.355100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1f3c9d3f-7f3b-4de3-8459-ad6cbeddea2c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 200 len: 991 time: 0.1297290 Nov 23 19:04:39.362177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec26bbb-8b6c-45b9-b7a6-8f5f7a1a9030 req-b48b4ec7-429b-4b3b-8f68-bf951e5cfec8 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572615 Nov 23 19:04:39.376342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-487811c6-095f-4427-9c62-b69882529767 req-6cf9908d-00ca-42c5-86b4-d15c7b560263 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027349 Nov 23 19:04:39.393229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Network b0a88a7e-43ea-48fe-9290-015579593655 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:04:39.394788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:04:39.397614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:04:39.479404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:39.480662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:39.515452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-453c40f6-7f43-4c15-8445-44de496b875e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146194 Nov 23 19:04:39.538920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Request body: {'port': {'device_id': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:04:39.597623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1012-9aa6-408e-8fb7-c092167f280c None None] New status for floating IP 99f06baa-d6ec-444f-880c-d65d44adf155: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:04:39.673769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:40.023063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d61db-40c9-40c3-bb8a-15b095e115de req-b5124990-5dcc-4218-9b64-a10e1d5196b2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:40.027369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a04d61db-40c9-40c3-bb8a-15b095e115de req-b5124990-5dcc-4218-9b64-a10e1d5196b2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 932 time: 0.1697514 Nov 23 19:04:40.164058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a04d61db-40c9-40c3-bb8a-15b095e115de req-4bf39682-5993-4417-ab06-3f20c8e54b10 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278625 Nov 23 19:04:40.357965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 53848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:40.464935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:40.601388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4576a5-a20c-4e89-9393-7edc031cd6af req-8cecef24-da0b-4646-8b94-0251f71086c4 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:40.605396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d4576a5-a20c-4e89-9393-7edc031cd6af req-8cecef24-da0b-4646-8b94-0251f71086c4 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0953250 Nov 23 19:04:40.622757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-166915f7-7fbe-4661-9e14-e04395231d08 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 200 len: 993 time: 0.2566082 Nov 23 19:04:40.748490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552ebcfb-6ab1-4883-99a4-7d0ab8510327 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:40.769980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:40.779598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-2029dd75-172d-4362-9222-3ad7e0e096ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:40.781900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-2029dd75-172d-4362-9222-3ad7e0e096ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 1097 time: 0.0825708 Nov 23 19:04:40.785955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d4576a5-a20c-4e89-9393-7edc031cd6af req-bba3ab79-f854-4498-8fed-938309409628 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449122 Nov 23 19:04:40.801987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Transition to ACTIVE for port object 552ebcfb-6ab1-4883-99a4-7d0ab8510327 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:04:40.807692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:40.999830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Pushing event updated for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:41.100226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-8c9c9ff3-6f3b-4cdd-91c8-9ae7abda1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.101485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-8c9c9ff3-6f3b-4cdd-91c8-9ae7abda1b7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 917 time: 0.2870028 Nov 23 19:04:41.154717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-1cfb48ec-a375-4a6a-8448-3cc59f70c44c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 200 len: 217 time: 0.0412049 Nov 23 19:04:41.155714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Attempting to bind port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:04:41.156270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Attempting to bind port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:04:41.156789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Attempting to bind port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:41.163692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 on network b0a88a7e-43ea-48fe-9290-015579593655 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:04:41.164274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Attempting to bind port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:04:41.179957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:04:41.180607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Checking segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:04:41.181211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Bound using segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:04:41.181847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Bound port: 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:04:41.182411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:41.284958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-4f79382f-4a81-4a6d-8bda-6a81014b64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.286462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-4f79382f-4a81-4a6d-8bda-6a81014b64ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.1154661 Nov 23 19:04:41.351202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:04:41.375926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:04:41.382760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:41.398269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-82a23d58-2067-4986-aec8-0f39af7ebf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.400156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-82a23d58-2067-4986-aec8-0f39af7ebf4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983226 Nov 23 19:04:41.484091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.484973 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:41.486727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] 10.222.0.50 "PUT /v2.0/ports/552ebcfb-6ab1-4883-99a4-7d0ab8510327 HTTP/1.1" status: 200 len: 1092 time: 1.9559996 Nov 23 19:04:41.493951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:41.496537 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16762b7c-f8af-4796-96e7-5624ae58f97a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:41.512095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-8a9f86f3-19ae-45d0-8ab8-d950c48c930c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2310052 Nov 23 19:04:41.537229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1f9f-294b-405a-907d-89ecf4da000a service neutron] Pushing event updated for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:41.595652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578217df-fd3a-4e15-a3f4-384bc724764a req-9f5b00cd-0cdd-49d5-8297-9b810da072bc tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.601034 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2a53a-e302-4e48-b57e-8932ba94f3ba x-openstack-request-id: req-f8b2a53a-e302-4e48-b57e-8932ba94f3ba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:41.601671 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:41.602618 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8b2a53a-e302-4e48-b57e-8932ba94f3ba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:41.603193 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'status': 'completed', 'code': 200} Nov 23 19:04:41.613011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-578217df-fd3a-4e15-a3f4-384bc724764a req-9f5b00cd-0cdd-49d5-8297-9b810da072bc tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 944 time: 0.1808410 Nov 23 19:04:41.661445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-66576067-bfd8-444f-a5e6-bfdfd7c36c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.663983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-66576067-bfd8-444f-a5e6-bfdfd7c36c10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 1095 time: 0.0716386 Nov 23 19:04:41.667751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-003a12ae-c439-4229-8c27-aca8305b7b98 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341433 Nov 23 19:04:41.732492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-578217df-fd3a-4e15-a3f4-384bc724764a req-22ec060f-626e-40a8-b9cd-bda4d689169f tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128402 Nov 23 19:04:41.748320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-0e5f3261-3f82-4a86-81db-f76135a2ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.749899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-0e5f3261-3f82-4a86-81db-f76135a2ca14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.1939189 Nov 23 19:04:41.806186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-c2c73d04-2edc-4830-8695-90a962aecfc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327 HTTP/1.1" status: 200 len: 217 time: 0.1206300 Nov 23 19:04:41.917121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-7c744e96-b3c0-4b3c-b6fb-dea2dcdb580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.918620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-7c744e96-b3c0-4b3c-b6fb-dea2dcdb580d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 910 time: 0.1425600 Nov 23 19:04:41.941669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e51b-4f16-4782-9944-8401d974cffe req-7ffd28da-6627-4b5e-b75d-ba5824a1e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:41.943433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-7ffd28da-6627-4b5e-b75d-ba5824a1e261 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1257319 Nov 23 19:04:42.000382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-62e21718-7efc-47e5-8ccf-4fb6c2424b4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 1001 time: 0.0727983 Nov 23 19:04:42.073538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-e369583a-2a4b-4acd-a999-bba0a70f99d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093507 Nov 23 19:04:42.148250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-2c198624-bcab-4cc7-984e-3d56632aa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:42.153365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-2c198624-bcab-4cc7-984e-3d56632aa68e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.1453457 Nov 23 19:04:42.243718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-cffbaf60-a58c-41a7-b734-45768d1d8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:42.245853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-cffbaf60-a58c-41a7-b734-45768d1d8b15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833097 Nov 23 19:04:42.247735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d795-7248-484f-893d-cd505dd0f268 req-e8c45bc6-8857-465a-9c3b-4da8434de5bd tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:42.251059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0284d795-7248-484f-893d-cd505dd0f268 req-e8c45bc6-8857-465a-9c3b-4da8434de5bd tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.3050444 Nov 23 19:04:42.270102 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-493acc1a-64a2-41d7-88ff-fccdcdc930d2 req-73d8d5e1-241a-40c7-ae6d-6cd4d51754c3 service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651844 Nov 23 19:04:42.537316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-cf70905f-a21e-4628-ab61-f64024d0baed service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218025 Nov 23 19:04:42.545213 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0284d795-7248-484f-893d-cd505dd0f268 req-f278f491-05cb-4e3a-a3ad-42a662ff9d9a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871354 Nov 23 19:04:42.565653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-58516b4f-9244-4fc5-ad4b-5813da37640a service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108931 Nov 23 19:04:42.702121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7487c08-66cb-4ace-b006-56a26ed7e50f req-643d54ef-60d4-42b7-b8db-596140348f2c service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180437 Nov 23 19:04:42.745727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29f9e51b-4f16-4782-9944-8401d974cffe req-60eb4494-ec71-4eae-af8d-ec859448f01c service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968718 Nov 23 19:04:42.889540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3dd2-2c1b-4bb0-8ecd-567a1febda69 req-180ea519-9c17-44c2-8d05-8f7067c2ae31 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:42.891139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad8e3dd2-2c1b-4bb0-8ecd-567a1febda69 req-180ea519-9c17-44c2-8d05-8f7067c2ae31 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 944 time: 0.0688941 Nov 23 19:04:42.948340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-4d7e49bf-450b-49b3-a93e-a4ecf03403c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:42.950720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-4d7e49bf-450b-49b3-a93e-a4ecf03403c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 1095 time: 0.1036420 Nov 23 19:04:42.973399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad8e3dd2-2c1b-4bb0-8ecd-567a1febda69 req-e4736907-5f3a-45a3-a979-f90c1815f69b tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667348 Nov 23 19:04:43.118724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-c0345bd3-0a33-41c1-8996-f71204ab15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:43.122521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-c0345bd3-0a33-41c1-8996-f71204ab15ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 916 time: 0.1491525 Nov 23 19:04:43.224609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-ccdb3df2-ec7c-4f59-8850-b6a2212e20e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327 HTTP/1.1" status: 200 len: 217 time: 0.0664878 Nov 23 19:04:43.342357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-50831e59-9dde-46a1-8eeb-25888ab7995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:43.344163 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-50831e59-9dde-46a1-8eeb-25888ab7995b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1023273 Nov 23 19:04:43.398104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-9c0f53ad-3883-4534-b6b3-21245d82cd69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363302 Nov 23 19:04:43.515582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-07d8c9ae-7b75-47d7-bf37-b97553993b54 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097126 Nov 23 19:04:43.828685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ea764-a73f-4cde-b97b-985b4804ecb3 req-fe2df938-baa5-4543-90ea-e129fa8e18f2 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:43.847903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27ea764-a73f-4cde-b97b-985b4804ecb3 req-fe2df938-baa5-4543-90ea-e129fa8e18f2 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1119785 Nov 23 19:04:43.853590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-16762b7c-f8af-4796-96e7-5624ae58f97a req-0689e808-9e52-4402-8515-47385aa9345f service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293250 Nov 23 19:04:43.948711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27ea764-a73f-4cde-b97b-985b4804ecb3 req-c0e00334-e3e9-405b-9ba2-3d9e07f4f27d tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924935 Nov 23 19:04:44.245112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fac2f-3681-47c8-9516-a82a801e6a5c req-0c670a71-ec36-4a6a-928e-24fe000f0bff tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:44.255044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-313fac2f-3681-47c8-9516-a82a801e6a5c req-0c670a71-ec36-4a6a-928e-24fe000f0bff tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 944 time: 0.1396220 Nov 23 19:04:44.337282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-313fac2f-3681-47c8-9516-a82a801e6a5c req-66479440-7784-44bc-be44-e3f40d948132 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734856 Nov 23 19:04:45.240883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d05c0-5d09-437d-9945-69b4ca421a34 req-3492ba1f-3f07-4e2b-a3ab-5d4fb102dec7 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:45.242594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f8d05c0-5d09-437d-9945-69b4ca421a34 req-3492ba1f-3f07-4e2b-a3ab-5d4fb102dec7 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1460629 Nov 23 19:04:45.403006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f8d05c0-5d09-437d-9945-69b4ca421a34 req-f5568701-f4ab-47db-b537-0049c5a08654 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487489 Nov 23 19:04:45.597772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d33be-f6f3-4e42-adf2-6b4d785b8893 req-4b69812b-2a5b-4e3c-ace6-55f423e0ef66 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:45.607059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-678d33be-f6f3-4e42-adf2-6b4d785b8893 req-4b69812b-2a5b-4e3c-ace6-55f423e0ef66 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 944 time: 0.1345124 Nov 23 19:04:45.690347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-678d33be-f6f3-4e42-adf2-6b4d785b8893 req-bf393111-eaa5-4b3c-8205-711216120dff tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801430 Nov 23 19:04:46.248513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 552ebcfb-6ab1-4883-99a4-7d0ab8510327 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:04:46.436082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:46.460674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'port_id': '552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'mac_address': 'fa:16:3e:82:a8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:04:46.515275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:46.530535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552ebcfb-6ab1-4883-99a4-7d0ab8510327 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:04:46.572047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:46.586239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:46.686958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:46.727036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e8d6c-ea87-4b5f-a575-6e6909266279 req-97fecb74-1090-4702-8f2d-29e6db76b221 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:46.729333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b30e8d6c-ea87-4b5f-a575-6e6909266279 req-97fecb74-1090-4702-8f2d-29e6db76b221 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1281056 Nov 23 19:04:46.948904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:04:47.029599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b15cd-af38-4630-ae18-83b7aa8c3964 req-2e9634c0-8051-4274-917e-d5d8a4557af9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:47.039752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd5b15cd-af38-4630-ae18-83b7aa8c3964 req-2e9634c0-8051-4274-917e-d5d8a4557af9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 945 time: 0.0934114 Nov 23 19:04:47.107927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b30e8d6c-ea87-4b5f-a575-6e6909266279 req-7fe688a5-4c68-47dc-802b-70b38e7f4abb tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687158 Nov 23 19:04:47.181721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd5b15cd-af38-4630-ae18-83b7aa8c3964 req-11393266-4789-4c46-8ad6-27a4e5e8ad68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393428 Nov 23 19:04:48.268141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 552ebcfb-6ab1-4883-99a4-7d0ab8510327 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:04:48.355775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95e38-8a4d-44b4-91ea-16b5808d4eeb req-345e7057-8d9f-4d3b-99d3-db964ef623bf tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:48.373678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab95e38-8a4d-44b4-91ea-16b5808d4eeb req-345e7057-8d9f-4d3b-99d3-db964ef623bf tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1457520 Nov 23 19:04:48.433098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b84fb-1885-4cc4-a42b-05db38c5361f req-dfb17ba8-9b3e-40b4-9b91-e9525b46cb64 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:48.446622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-351b84fb-1885-4cc4-a42b-05db38c5361f req-dfb17ba8-9b3e-40b4-9b91-e9525b46cb64 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 945 time: 0.1331701 Nov 23 19:04:48.461050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ab95e38-8a4d-44b4-91ea-16b5808d4eeb req-c2ac8571-15b0-4874-bb93-d4e94aa2d695 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Nov 23 19:04:48.532679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:04:48.542740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:04:48.543130 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:48.575739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-351b84fb-1885-4cc4-a42b-05db38c5361f req-3bca20d4-9715-46db-b8b6-9de5115f3b1a tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280711 Nov 23 19:04:48.664271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:48.708265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:48.710147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:48.713238 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf3b55-916f-4994-9c23-2e9617e07975" -d '{"events": [{"server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "name": "network-vif-plugged", "status": "completed", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:48.718394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:48.769813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:48.784312 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b863a1-e61e-461b-ab7f-16ff88b4b0cd x-openstack-request-id: req-14b863a1-e61e-461b-ab7f-16ff88b4b0cd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:48.784718 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "name": "network-vif-plugged", "status": "completed", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:48.785095 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14b863a1-e61e-461b-ab7f-16ff88b4b0cd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:48.785605 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'code': 200} Nov 23 19:04:49.028526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde7bc-dbe2-4d6d-9aa3-ca90eaa5312f req-a035ee08-f93e-43db-b104-3a7b7c2cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:49.032614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47bde7bc-dbe2-4d6d-9aa3-ca90eaa5312f req-a035ee08-f93e-43db-b104-3a7b7c2cc99a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 1097 time: 0.1529565 Nov 23 19:04:49.104678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47bde7bc-dbe2-4d6d-9aa3-ca90eaa5312f req-039d44c7-b86d-43db-8571-604d94003212 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Nov 23 19:04:49.292218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:49.505223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ecedc63-3087-45e5-b0f6-801237609123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:49.698074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ecedc63-3087-45e5-b0f6-801237609123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:49.707860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe136b-c025-4ad9-8e0b-faaa7527d893 req-d41db235-55d2-4a34-a823-c5c54095c11e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:49.711534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43fe136b-c025-4ad9-8e0b-faaa7527d893 req-d41db235-55d2-4a34-a823-c5c54095c11e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1164281 Nov 23 19:04:49.713342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ecedc63-3087-45e5-b0f6-801237609123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:49.753935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ecedc63-3087-45e5-b0f6-801237609123 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18bfef27dd5348328f87d66c5cba1481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599845 Nov 23 19:04:49.758265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:49.778603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7a32-bdba-4767-9526-fca31793dc7f req-8ca8e3b3-26ac-40c5-b4bb-800f422c2ed6 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:49.780198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16ed7a32-bdba-4767-9526-fca31793dc7f req-8ca8e3b3-26ac-40c5-b4bb-800f422c2ed6 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 946 time: 0.0983205 Nov 23 19:04:49.800034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecedc63-3087-45e5-b0f6-801237609123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3afab4-bbab-4dca-a4b5-dcd3f5263dde,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:49.824709 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43fe136b-c025-4ad9-8e0b-faaa7527d893 req-e3d7147f-bd46-416a-85a3-10f3f7963ed7 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828075 Nov 23 19:04:49.883917 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:49.945405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16ed7a32-bdba-4767-9526-fca31793dc7f req-01f13533-4e09-4322-ae24-82009053a0cd tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Nov 23 19:04:49.949763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:50.068472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:50.077115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:50.086942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb3afab4-bbab-4dca-a4b5-dcd3f5263dde HTTP/1.1" status: 204 len: 168 time: 0.3273799 Nov 23 19:04:50.100634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b825-2256-422b-83df-b6d582dd0620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3afab4-bbab-4dca-a4b5-dcd3f5263dde,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:50.997988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981a3ae-49d5-473c-8f4d-c3e0cee2f56e req-1dcfa938-5f9e-4305-b2c0-290d23fe0be8 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:50.999587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7981a3ae-49d5-473c-8f4d-c3e0cee2f56e req-1dcfa938-5f9e-4305-b2c0-290d23fe0be8 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0751669 Nov 23 19:04:51.073735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7981a3ae-49d5-473c-8f4d-c3e0cee2f56e req-11797892-88ec-4ff7-9d03-18d6a348ca0d tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Nov 23 19:04:51.160078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416f3a-2e38-49b8-93d4-e5e220e98394 req-76fec962-007f-4fd7-9aca-e5ae6554a522 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:51.162317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6416f3a-2e38-49b8-93d4-e5e220e98394 req-76fec962-007f-4fd7-9aca-e5ae6554a522 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 946 time: 0.0758071 Nov 23 19:04:51.220500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6416f3a-2e38-49b8-93d4-e5e220e98394 req-2e13ee69-76d0-42f4-bb2d-3c053ffa1481 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519156 Nov 23 19:04:52.476619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab04c54-8ea2-4eb5-bb61-1d3d854c992a req-55b77896-c2fd-461a-be43-4b5acafa270c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:52.478124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ab04c54-8ea2-4eb5-bb61-1d3d854c992a req-55b77896-c2fd-461a-be43-4b5acafa270c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.2771523 Nov 23 19:04:52.552027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ab04c54-8ea2-4eb5-bb61-1d3d854c992a req-ab160763-35be-4fc5-ad12-cbc6ae317279 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670004 Nov 23 19:04:53.042824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23efce2-c2a8-4fbc-9d33-123ef57169a8 req-4645aa0f-01ce-4961-bbe6-33940e607bb5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:53.046096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e23efce2-c2a8-4fbc-9d33-123ef57169a8 req-4645aa0f-01ce-4961-bbe6-33940e607bb5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.0731490 Nov 23 19:04:53.109942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e23efce2-c2a8-4fbc-9d33-123ef57169a8 req-8a3bc0ed-13ff-445d-8a1b-9c5aac69e9ca tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565093 Nov 23 19:04:53.723714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2485e-266e-4932-8225-2c53d2b42a65 req-b7b512c3-6593-4572-9afa-ff32a2786199 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:53.738378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03b2485e-266e-4932-8225-2c53d2b42a65 req-b7b512c3-6593-4572-9afa-ff32a2786199 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0852635 Nov 23 19:04:53.806235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03b2485e-266e-4932-8225-2c53d2b42a65 req-3c8bd8e7-aa1d-4ab1-8a1a-5d05884912c7 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Nov 23 19:04:54.256968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24c63e-06be-4cce-8c31-70d20538ffdc req-6a5389f9-4bc6-40f6-9c12-ee0a885309e8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:54.258611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b24c63e-06be-4cce-8c31-70d20538ffdc req-6a5389f9-4bc6-40f6-9c12-ee0a885309e8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.0575182 Nov 23 19:04:54.315391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b24c63e-06be-4cce-8c31-70d20538ffdc req-58901035-80d8-413f-aaaf-174af5a40f47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492592 Nov 23 19:04:54.678441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-11556bf0-f042-406b-9aa8-420172e22252 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:54.681564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-11556bf0-f042-406b-9aa8-420172e22252 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.0846825 Nov 23 19:04:54.883796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Deleting port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:54.884536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:55.007186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfaf79-ff73-4842-a354-1cc33a92f16f req-e860bbfe-5c8c-4b3a-a263-192a5932e8a6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:55.017048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7dfaf79-ff73-4842-a354-1cc33a92f16f req-e860bbfe-5c8c-4b3a-a263-192a5932e8a6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0697780 Nov 23 19:04:55.035278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] For port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:04:55.035919 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:55.093014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7dfaf79-ff73-4842-a354-1cc33a92f16f req-acce7a90-dd69-4c20-888a-9ef400f68a93 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668344 Nov 23 19:04:55.395472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:55.398167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:55.399150 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Floating IP 2973ee74-c3a7-478a-ad26-2bb6a1ac53ee disassociated. External IP: 172.25.5.30, port: 1ee68521-9dab-4f35-b4c1-a4dabaf196ef. Nov 23 19:04:55.399757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Calling delete_port for 1ee68521-9dab-4f35-b4c1-a4dabaf196ef owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:55.602169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d6325-42a7-4ab9-8bca-d8b9658360a2 req-1427cfba-09ee-4897-ab00-7e51a54b3460 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:55.616971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381d6325-42a7-4ab9-8bca-d8b9658360a2 req-1427cfba-09ee-4897-ab00-7e51a54b3460 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 946 time: 0.1616645 Nov 23 19:04:55.736906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381d6325-42a7-4ab9-8bca-d8b9658360a2 req-2ba419f2-52d1-44df-8391-7c61398f21aa tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbd0679e-ba82-4b24-9f07-08428f1c7914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181824 Nov 23 19:04:55.868415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696489-102b-488b-a3a9-278243d5ac58 req-4e82299a-87de-4fe8-b885-9ad3088c2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:55.871359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-4e82299a-87de-4fe8-b885-9ad3088c2d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=771b588236ac48728154788406375ded&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 1097 time: 0.0951705 Nov 23 19:04:56.033936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696489-102b-488b-a3a9-278243d5ac58 req-a6caa0c6-cb06-4903-ac2d-6a5533fbba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:56.036146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-a6caa0c6-cb06-4903-ac2d-6a5533fbba8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 200 len: 917 time: 0.1568861 Nov 23 19:04:56.085752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94584-14ab-4cd6-8689-7f18efe0be8a req-116ad272-8d02-46fd-85c5-43b3c95f2e59 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:56.098140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ed94584-14ab-4cd6-8689-7f18efe0be8a req-116ad272-8d02-46fd-85c5-43b3c95f2e59 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1437690 Nov 23 19:04:56.116253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-540d1e68-d4af-4a6e-ae84-e11e542b02ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 200 len: 217 time: 0.0696239 Nov 23 19:04:56.172261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ed94584-14ab-4cd6-8689-7f18efe0be8a req-1dbda1a2-8a52-498c-84da-84b65c8a3108 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Nov 23 19:04:56.224555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696489-102b-488b-a3a9-278243d5ac58 req-d9c5d387-83ad-41c5-ab72-58fc7b9bb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:56.226605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-d9c5d387-83ad-41c5-ab72-58fc7b9bb174 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 200 len: 855 time: 0.0970328 Nov 23 19:04:56.271259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:56.286354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696489-102b-488b-a3a9-278243d5ac58 req-72669b1f-42d3-4a22-9dca-2bc0d302f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:56.288283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-72669b1f-42d3-4a22-9dca-2bc0d302f6c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7afde1f8-7eee-4cff-993d-45942360af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496938 Nov 23 19:04:56.304986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-7d3a076e-4f0f-4a26-94b5-fb59505ed449 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:04:56.306217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-7d3a076e-4f0f-4a26-94b5-fb59505ed449 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082879 Nov 23 19:04:56.388891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'Port': ['ID=1ee68521-9dab-4f35-b4c1-a4dabaf196ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:56.445867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-3ed32e3a-44bb-4bfb-a181-af05b7b4dc1c service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270106 Nov 23 19:04:56.499742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:04:56.577092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10696489-102b-488b-a3a9-278243d5ac58 req-60ab9d6f-b150-4aa5-aaf7-d40f3ac899ea service neutron] 10.222.0.50 "GET /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172705 Nov 23 19:04:56.652235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:04:56.670327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:04:56.687373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:56.690957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:56.720202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] No DVR routers for this DVR port 1ee68521-9dab-4f35-b4c1-a4dabaf196ef on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:04:56.733302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:56.748772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fcda41d-75f4-42b0-8d98-ed69d37026e1 req-2708e3c6-0354-425a-a1e9-a7c110dccd43 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "DELETE /v2.0/ports/1ee68521-9dab-4f35-b4c1-a4dabaf196ef HTTP/1.1" status: 204 len: 173 time: 2.0561979 Nov 23 19:04:56.749435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-deleted', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:04:56.754004 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb77057-5b66-4c4f-8114-e4ed227cf56a" -d '{"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-deleted", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:04:56.834865 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a021e-9aba-4241-a7e8-311c1d326f58 x-openstack-request-id: req-ff5a021e-9aba-4241-a7e8-311c1d326f58 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:04:56.840119 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b2f-30a0-43e6-be96-1cc9aaa685e3", "name": "network-vif-deleted", "tag": "1ee68521-9dab-4f35-b4c1-a4dabaf196ef", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:04:56.842117 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff5a021e-9aba-4241-a7e8-311c1d326f58 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:04:56.843011 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b2f-30a0-43e6-be96-1cc9aaa685e3', 'name': 'network-vif-deleted', 'tag': '1ee68521-9dab-4f35-b4c1-a4dabaf196ef', 'status': 'completed', 'code': 200} Nov 23 19:04:56.863177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:56.886577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b1029a3-72c3-4bcf-97cd-b91c082e52d7 req-fcfc1229-2e23-4f60-96a0-41314c2fa011 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4982b2f-30a0-43e6-be96-1cc9aaa685e3 HTTP/1.1" status: 200 len: 210 time: 0.0465698 Nov 23 19:04:57.110522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:57.256023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Deleting subnet 7d7def32-3226-4dfe-b68f-e90c50980c2f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:04:57.261383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.367069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.443231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.492086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:04:57.572179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb12ed7-b5b7-44e8-911f-d68b32eb718a req-a3c6e217-fe15-4976-8266-660ec7a33763 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:57.577701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5696a4f-f45d-40f0-9d98-ce83f6f106d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.578050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb12ed7-b5b7-44e8-911f-d68b32eb718a req-a3c6e217-fe15-4976-8266-660ec7a33763 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1108563 Nov 23 19:04:57.584668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 1ee68521-9dab-4f35-b4c1-a4dabaf196ef {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:04:57.585920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1ee68521-9dab-4f35-b4c1-a4dabaf196ef not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:04:57.605956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.633430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:57.665305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7def32-3226-4dfe-b68f-e90c50980c2f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:57.684880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:04:57.692122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:57.699894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:04:57.700620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:57.701536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:57.703341 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-26a79bab-4899-4420-b8a9-bff30b91c81d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d7def32-3226-4dfe-b68f-e90c50980c2f HTTP/1.1" status: 204 len: 168 time: 0.5907755 Nov 23 19:04:57.796768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb12ed7-b5b7-44e8-911f-d68b32eb718a req-0ff97281-022b-47c6-b655-aa8545f5af3f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676130 Nov 23 19:04:57.841984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:04:58.023658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e9b3d-081c-4fb4-8fc4-d7aafbed9cd3 req-5dddb355-d4e4-4b72-ae1a-9be66ef1b9e3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.028582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.034157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b1e9b3d-081c-4fb4-8fc4-d7aafbed9cd3 req-5dddb355-d4e4-4b72-ae1a-9be66ef1b9e3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.1403975 Nov 23 19:04:58.096048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:58.156292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b1e9b3d-081c-4fb4-8fc4-d7aafbed9cd3 req-9aedadc9-cf89-47ff-8665-4906f07fbda1 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196158 Nov 23 19:04:58.216107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:58.270986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826403e-cb46-4ae5-863e-846ef1ffc378 None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:04:58.493833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.541404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.560309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904da7e6-ccfe-4271-8db9-dc33676257e9 req-3b699f10-e992-4416-a2ed-9ccec01cee57 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.587639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-904da7e6-ccfe-4271-8db9-dc33676257e9 req-3b699f10-e992-4416-a2ed-9ccec01cee57 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.3055141 Nov 23 19:04:58.683648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:58.731764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999d4410-e5ff-48a1-9fc0-4508f15af138') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:58.732421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999d4410-e5ff-48a1-9fc0-4508f15af138') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:04:58.753332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.769327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-904da7e6-ccfe-4271-8db9-dc33676257e9 req-89f50526-8a42-4c52-923d-2e894483dab4 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801350 Nov 23 19:04:58.777580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42f681-8f47-4871-81b1-273c56655bb2 None None] New status for floating IP 2973ee74-c3a7-478a-ad26-2bb6a1ac53ee: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:04:58.820027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.876691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.895113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:04:58.895113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:04:58.898321 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:04:58.979532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9428e0e-9be8-4c59-9112-59498aec795b req-fd21a4e8-f9d0-45dd-89c1-416e085968be tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:58.988571 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9428e0e-9be8-4c59-9112-59498aec795b req-fd21a4e8-f9d0-45dd-89c1-416e085968be tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1019168 Nov 23 19:04:59.020089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.033247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.047813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2 HTTP/1.1" status: 204 len: 168 time: 1.3406241 Nov 23 19:04:59.077767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.081053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.084977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "DELETE /v2.0/security-groups/cbd0679e-ba82-4b24-9f07-08428f1c7914 HTTP/1.1" status: 204 len: 168 time: 0.9846060 Nov 23 19:04:59.085946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:59.089822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed499d1c-358c-4b78-a302-37c55b651f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43cd893-a7d5-453b-9ac9-8c0aa0d7b3d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:59.092957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9428e0e-9be8-4c59-9112-59498aec795b req-9a629179-8843-410f-8523-0d337622eb77 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028478 Nov 23 19:04:59.115334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804728a-f155-41c6-92b0-f32bb3c2e978 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd0679e-ba82-4b24-9f07-08428f1c7914,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:59.118671 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e5d73f29-db50-46c5-98b6-552b451cc7c8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] show failed (client error): The resource could not be found. Nov 23 19:04:59.122629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e5d73f29-db50-46c5-98b6-552b451cc7c8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups/cbd0679e-ba82-4b24-9f07-08428f1c7914 HTTP/1.1" status: 404 len: 347 time: 0.0309284 Nov 23 19:04:59.123028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:59.147843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-b1230233-8a9a-4381-909b-83c09af04608 req-5165bd64-5091-4ad0-b211-cfb19debacbe tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:04:59.149129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1230233-8a9a-4381-909b-83c09af04608 req-5165bd64-5091-4ad0-b211-cfb19debacbe tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139885 Nov 23 19:04:59.337693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:59.394461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1230233-8a9a-4381-909b-83c09af04608 req-a1dd5020-d6d0-49ce-a221-b3091ffc0bdd tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2092400 Nov 23 19:04:59.452104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Deleting port ca0fc3e1-23cd-4a68-8022-a7fe78747192 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:04:59.452630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.458878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d4c40aa-fbb4-4a5c-9be6-6132d175e3fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e18d4495eda5413b84cd0e52c1cfbd08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107979 Nov 23 19:04:59.461454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:04:59.561049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.602442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.628194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.628471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.647367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Calling delete_port for ca0fc3e1-23cd-4a68-8022-a7fe78747192 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:04:59.680400 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.683522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.685696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1800b6f-97e9-45c6-ab0d-f52101c492ec HTTP/1.1" status: 204 len: 168 time: 0.2221744 Nov 23 19:04:59.695009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a968b5-35e5-4f50-bfc7-d7df489fd4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1800b6f-97e9-45c6-ab0d-f52101c492ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:59.857328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2b03-63da-4cac-aae8-c5226dccb6e7 req-e3b8315e-8aef-4f55-b3fa-6d8e8ce72340 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:04:59.859555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d01d2b03-63da-4cac-aae8-c5226dccb6e7 req-e3b8315e-8aef-4f55-b3fa-6d8e8ce72340 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.0929101 Nov 23 19:04:59.890957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:04:59.927171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'Port': ['ID=ca0fc3e1-23cd-4a68-8022-a7fe78747192,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:04:59.944619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d01d2b03-63da-4cac-aae8-c5226dccb6e7 req-7b7100e2-35b5-4afb-92bd-69e976bafcd2 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760224 Nov 23 19:04:59.995871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.001553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.006578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7e996ea0-f49e-4290-b682-c17dd25efb4b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "DELETE /v2.0/floatingips/2973ee74-c3a7-478a-ad26-2bb6a1ac53ee HTTP/1.1" status: 204 len: 168 time: 0.8795483 Nov 23 19:05:00.103470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36651eff-dc1f-48f7-bdc1-60b459f4b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.115584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da0b80-d945-4c8a-9750-5bf689f427d4 req-22199709-fe6e-4849-9919-d632f8fbcc8f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:00.118004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97da0b80-d945-4c8a-9750-5bf689f427d4 req-22199709-fe6e-4849-9919-d632f8fbcc8f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.0797338 Nov 23 19:05:00.174359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97da0b80-d945-4c8a-9750-5bf689f427d4 req-bffe6ce8-a77f-426d-9047-fde6d1088cb6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Nov 23 19:05:00.248940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:00.253741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737040802', 'description': 'tempest-description--1775675587'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:00.305483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.378023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921af4-1e03-4ae2-ba80-50bda83b5899 req-c5a74fcc-5b8b-4bd3-b2df-eda8f3abf1da tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:00.390369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93921af4-1e03-4ae2-ba80-50bda83b5899 req-c5a74fcc-5b8b-4bd3-b2df-eda8f3abf1da tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1191769 Nov 23 19:05:00.423184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.428611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.460748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93921af4-1e03-4ae2-ba80-50bda83b5899 req-db1859a3-d58e-49da-b52c-964b4cfae309 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Nov 23 19:05:00.464823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afee9ede-4951-4b5c-9d0a-2760c1dd64c8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:00.483768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.485262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4e16e68-5ca9-4038-9393-60fb13521075 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2352772 Nov 23 19:05:00.488363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:00.493438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group_rule': {'security_group_id': 'afee9ede-4951-4b5c-9d0a-2760c1dd64c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:00.526568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.658523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.668141 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.702078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736ffe02-979d-4ee4-a6d8-6a41ce019ef7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:00.737985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.757176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.761936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3701dde8-0d19-458f-a3b1-b2669e3e0e45 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722392 Nov 23 19:05:00.762958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:00.768329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'security_group_rule': {'security_group_id': 'afee9ede-4951-4b5c-9d0a-2760c1dd64c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:00.801805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae372-6920-4399-9a33-ad04cb156c25 req-a179e4b2-f9f9-4fd2-8b7a-bf1f6bedfae5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:00.810521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae372-6920-4399-9a33-ad04cb156c25 req-a179e4b2-f9f9-4fd2-8b7a-bf1f6bedfae5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:00.821936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae372-6920-4399-9a33-ad04cb156c25 req-a179e4b2-f9f9-4fd2-8b7a-bf1f6bedfae5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:00.831663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-616ae372-6920-4399-9a33-ad04cb156c25 req-a179e4b2-f9f9-4fd2-8b7a-bf1f6bedfae5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7&device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b&device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 2418 time: 0.1384766 Nov 23 19:05:00.862917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:00.900072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-616ae372-6920-4399-9a33-ad04cb156c25 req-69eda451-cfd3-46ab-8952-b5aa735700a9 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Nov 23 19:05:00.961683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-b05d3c86-cd75-4b4c-aa7a-7e24844984f5 req-58613a2f-e0a7-45b4-b180-3a5d7d64da7f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:05:00.962893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b05d3c86-cd75-4b4c-aa7a-7e24844984f5 req-58613a2f-e0a7-45b4-b180-3a5d7d64da7f tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078378 Nov 23 19:05:00.982664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:01.017694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.022523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.083648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6b4a6a-d7e9-4263-9370-f86fae98bfb1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:01.102981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.105629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03d29e30-4a5d-4c3f-afae-32637fafac0c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414974 Nov 23 19:05:01.109594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:01.115825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:01.150413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1346940923-network', 'tenant_id': 'ad5185af1c764d8ab190c5f1012447dc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:01.188586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Made reservation on behalf of ad5185af1c764d8ab190c5f1012447dc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:01.192086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.204768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.216299 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b05d3c86-cd75-4b4c-aa7a-7e24844984f5 req-a3833bca-e287-4803-bcca-8debf19a2cd5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2456353 Nov 23 19:05:01.217499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.335411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.343916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.401633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ea288e-d810-4da7-82e0-c933708b957f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:01.418493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.445432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:05:01.472470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.472831 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Added segment 6bd804b8-8fc6-421c-a26c-28137880051e of type vlan for network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 Nov 23 19:05:01.542320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.582738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.585003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:01.587590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.637791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Allocated IP 172.25.5.246 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/deb39a50-9bd1-453d-8915-8d544be26d7c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:01.706411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7222240 Nov 23 19:05:01.707196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:01.719344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Request body: {'subnet': {'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1346940923-subnet', 'tenant_id': 'ad5185af1c764d8ab190c5f1012447dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:01.730096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d708c8-a4d2-4378-afad-42bf75f2b070 admin admin] Pushing event updated for resources: {'Network': ['ID=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:01.744902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:05:01.763165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Made reservation on behalf of ad5185af1c764d8ab190c5f1012447dc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:01.772318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.913450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:01.966754 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.035689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:02.039451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:02.044697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:02.065109 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.089076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=deb39a50-9bd1-453d-8915-8d544be26d7c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:02.221088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.226034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cec278-4c1e-491d-8706-57d66863c423,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:02.239238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.274463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Checking segment: {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:02.275235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Network hostable DHCP agents. Network: 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:05:02.300603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.310818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:05:02.325879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:02.331239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:02.333089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.337420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d00aa0-304e-4b59-8290-f9219ebca97a None None] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:02.355571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b0df855-9c50-4ee3-a7d0-363201d14e9e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6432688 Nov 23 19:05:02.576613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aaaeb8-590e-4849-bfbe-4c742a427ebf None None] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:02.592894 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.604929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.704271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=deb39a50-9bd1-453d-8915-8d544be26d7c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:02.719842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.742332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:02.752637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c03bec8-f1f5-4166-a160-f31991735420 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6326337 Nov 23 19:05:03.125654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-6f94cda6-7112-4f21-aed3-2161c2c632d2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--737040802&fields=id&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 267 time: 0.1051345 Nov 23 19:05:03.237874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:03.292895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-3a9b2536-e62f-48d4-8995-286a66ad7598 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:03.300795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-3a9b2536-e62f-48d4-8995-286a66ad7598 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 816 time: 0.1700861 Nov 23 19:05:03.322582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-89cf7ace-6a21-4ed5-9743-e285008ea053 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/quotas/5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 375 time: 0.0208452 Nov 23 19:05:03.331194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6bba7-116b-4253-9ca5-800a3dd344fc req-ba22098e-6ec3-4c21-b836-4392a33271af tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:03.332789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65d6bba7-116b-4253-9ca5-800a3dd344fc req-ba22098e-6ec3-4c21-b836-4392a33271af tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1031413 Nov 23 19:05:03.397748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65d6bba7-116b-4253-9ca5-800a3dd344fc req-919c10ee-6a4f-4603-9838-6814a8101186 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560260 Nov 23 19:05:03.404695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-8dd353b9-a5ad-43f6-84e2-fe703b8fac86 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686007 Nov 23 19:05:03.589701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-e926058f-388f-46f9-a07f-17637d8f8cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662149 Nov 23 19:05:03.718283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-d491d806-7f97-4f40-bcca-d94df829581b service neutron] 10.222.0.37 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184514 Nov 23 19:05:03.934701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d6774a-7270-4b5c-b563-7498b46c4c7f req-c35114ba-fcf4-4e0d-833b-7bc2d90625b3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 210 time: 0.0366051 Nov 23 19:05:04.595016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b89dc-6246-4c7b-83c9-308f82a91ee3 req-3629cd2a-4f37-4731-96e2-0860141e07aa tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:04.597770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-252b89dc-6246-4c7b-83c9-308f82a91ee3 req-3629cd2a-4f37-4731-96e2-0860141e07aa tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.0803909 Nov 23 19:05:04.682664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-252b89dc-6246-4c7b-83c9-308f82a91ee3 req-dfcb6386-c87e-43d5-9196-e9c7ca4bb5eb tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 Nov 23 19:05:05.075145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7b68031-68c6-45ca-9db2-23fe17d5a468 req-cb6a85bd-fec1-46ab-a110-12766b73ec15 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 210 time: 0.0260365 Nov 23 19:05:05.223671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-1ea8da8c-1573-48ea-a560-a6b629c77d45 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:05.225257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-1ea8da8c-1573-48ea-a560-a6b629c77d45 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Nov 23 19:05:05.346555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Deleting port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:05.347098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:05.646687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-ce407525-88fe-4340-ad0b-2f5385219e55 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:05.650553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-ce407525-88fe-4340-ad0b-2f5385219e55 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 816 time: 0.3152428 Nov 23 19:05:05.806925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-24443f5f-a4ca-448f-bc0b-eb253c2281bc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 379 time: 0.1403384 Nov 23 19:05:05.822320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'port': {'device_id': '5fde2717-6694-4051-ae52-7dbfabc72985', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'admin_state_up': True, 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'security_groups': ['afee9ede-4951-4b5c-9d0a-2760c1dd64c8']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:05.966899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] For port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:05.968542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:05.983162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Calling delete_port for 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:05.992372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2a202-6ea6-4c3f-8417-2dd3c0685022 req-412610ef-d211-4fdf-8fce-2f7cc2fc00d4 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:05.994030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99a2a202-6ea6-4c3f-8417-2dd3c0685022 req-412610ef-d211-4fdf-8fce-2f7cc2fc00d4 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 945 time: 0.1439204 Nov 23 19:05:06.059195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Made reservation on behalf of 5a21b84d58c942b1bfbeefed23c1f187 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:06.063270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.096817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99a2a202-6ea6-4c3f-8417-2dd3c0685022 req-837faf32-1edb-48d0-b3e7-522b94d504a5 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 Nov 23 19:05:06.166954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.181217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['9a9a108a-c070-4740-a8c8-01e99870260c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:06.242199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3f7c7479-1fe1-42bc-b033-b0416c172f0e', '0b73ad32-1301-4ee9-ab54-5d318aa8dca5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:06.284697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event deleted for resources: {'Port': ['ID=0b73ad32-1301-4ee9-ab54-5d318aa8dca5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:06.322289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Allocated IP 172.20.0.3 (49283d3a-28a1-4b0c-9fd1-c899a091b1c6/30bf6283-3302-4834-a8ee-19da3b1f37f3/b7b18f70-20b5-45ba-a9cf-39b31e11537d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:06.333615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-946be4a4-df1d-4f87-88c4-d3749e9f494b req-5efeb4cb-3050-4f4f-be57-9e3655c3a4a0 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 210 time: 0.1626484 Nov 23 19:05:06.420073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] No DVR routers for this DVR port 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:06.424440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.432212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbc0b3e6-ed79-4f73-a447-b53e2efaa05b req-30046a18-8a45-401e-bd4f-d1b7dd0b77a3 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "DELETE /v2.0/ports/0b73ad32-1301-4ee9-ab54-5d318aa8dca5 HTTP/1.1" status: 204 len: 173 time: 1.1981039 Nov 23 19:05:06.450026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'name': 'network-vif-deleted', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:06.458484 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47282745-a5e7-451d-9973-1c98cdf1dcc1" -d '{"events": [{"server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "name": "network-vif-deleted", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:06.540575 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a840922-5050-4e02-bab8-000c4d229f14 x-openstack-request-id: req-1a840922-5050-4e02-bab8-000c4d229f14 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:06.541040 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206f84e-0710-4082-9c70-a8da2dab3af7", "name": "network-vif-deleted", "tag": "0b73ad32-1301-4ee9-ab54-5d318aa8dca5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:06.541448 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a840922-5050-4e02-bab8-000c4d229f14 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:06.542139 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206f84e-0710-4082-9c70-a8da2dab3af7', 'name': 'network-vif-deleted', 'tag': '0b73ad32-1301-4ee9-ab54-5d318aa8dca5', 'status': 'completed', 'code': 200} Nov 23 19:05:06.705250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.773842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:06.846045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:06.852360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:06.859060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:06.933943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:06.982872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:06.983633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.057890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-f2aae067-a626-46f9-b395-ff4882a1dc79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2433269 Nov 23 19:05:07.076314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-8856830a-a0c5-438c-a7bf-9e71321f485a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:05:07.077890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-8856830a-a0c5-438c-a7bf-9e71321f485a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097892 Nov 23 19:05:07.098822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Request body: {'port': {'device_id': '5fde2717-6694-4051-ae52-7dbfabc72985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:07.236397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.303152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-049c2d83-6eab-4c00-8e43-c5888b1d383e req-a5c167d9-711d-424e-9319-074d968e2a2b tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=6206f84e-0710-4082-9c70-a8da2dab3af7 HTTP/1.1" status: 200 len: 210 time: 0.0700707 Nov 23 19:05:07.353366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32710401-62e8-42d9-a523-cc9988da9ecc None None] Provisioning complete for port b7b18f70-20b5-45ba-a9cf-39b31e11537d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:07.354308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32710401-62e8-42d9-a523-cc9988da9ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.410168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32710401-62e8-42d9-a523-cc9988da9ecc None None] Port b7b18f70-20b5-45ba-a9cf-39b31e11537d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:07.573011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20054a-fdc7-4ec8-9d9f-0850820ef961 req-b6855117-d003-4eb1-99d9-d4e977d954e3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:07.575529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da20054a-fdc7-4ec8-9d9f-0850820ef961 req-b6855117-d003-4eb1-99d9-d4e977d954e3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 931 time: 0.0962529 Nov 23 19:05:07.693936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da20054a-fdc7-4ec8-9d9f-0850820ef961 req-5d5009b0-13f5-407d-accc-34eb64c88c42 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774753 Nov 23 19:05:07.771795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:07.783984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.799227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Transition to ACTIVE for port object b7b18f70-20b5-45ba-a9cf-39b31e11537d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:07.803421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:07.881338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:08.044068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:08.044706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:08.045878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:08.052601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:08.053900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:08.063631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:08.064174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:08.064744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:08.065590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Bound port: b7b18f70-20b5-45ba-a9cf-39b31e11537d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:08.066376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:08.192350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:08.196164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:08.202689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:08.269078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.270559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:08.279219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 1091 time: 1.1872327 Nov 23 19:05:08.297545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:08.302417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:08.307146 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15" -d '{"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:08.361296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9dfc0-46cb-4e3a-9d43-80734948a3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:08.398205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:08.407323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b73ad32-1301-4ee9-ab54-5d318aa8dca5 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:08.482591 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4b18d-d15a-4225-92e2-c35fc732801e x-openstack-request-id: req-4aa4b18d-d15a-4225-92e2-c35fc732801e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:08.482899 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:08.483155 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aa4b18d-d15a-4225-92e2-c35fc732801e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:08.484510 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'status': 'completed', 'code': 200} Nov 23 19:05:08.507874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-713efd51-fecb-412e-98f2-a361003cd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.516647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-713efd51-fecb-412e-98f2-a361003cd65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1094 time: 0.1466930 Nov 23 19:05:08.604080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-89bc4a78-1210-40a4-88e3-7ca7e74d629d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 217 time: 0.0741267 Nov 23 19:05:08.770304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-49c5eb53-3b43-43fa-bb92-b3f01712d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.772024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-49c5eb53-3b43-43fa-bb92-b3f01712d096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1607833 Nov 23 19:05:08.857110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78a31-4575-4a12-a2b5-fe6119f62bec req-5d513b39-f440-45be-94f9-a1266ffa0bc6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.870058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c78a31-4575-4a12-a2b5-fe6119f62bec req-5d513b39-f440-45be-94f9-a1266ffa0bc6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.1028850 Nov 23 19:05:08.885287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-2719a9f9-eacd-4301-b4f4-324481dc458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.887813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-2719a9f9-eacd-4301-b4f4-324481dc458f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007488 Nov 23 19:05:08.895611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-e8dae81d-976e-4c4c-902e-9bc521cdf444 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:08.903931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-e8dae81d-976e-4c4c-902e-9bc521cdf444 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.2840827 Nov 23 19:05:08.923773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8c78a31-4575-4a12-a2b5-fe6119f62bec req-cc5a0a7f-9edf-4ab6-9927-7a23b4845091 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Nov 23 19:05:08.929775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:09.011238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-adf68c91-c953-4a91-b198-9e055ead7161 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/quotas/da1c0efb64804976ba3be3b602e2b84c HTTP/1.1" status: 200 len: 375 time: 0.1063435 Nov 23 19:05:09.054675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102e209-b8e9-4bde-8f78-24a437da4110 req-76368276-5ad2-4d4b-b431-8a86ed5c64e4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:09.056214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d102e209-b8e9-4bde-8f78-24a437da4110 req-76368276-5ad2-4d4b-b431-8a86ed5c64e4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0605114 Nov 23 19:05:09.127732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-e1ef8f2d-95af-4f32-b4b6-bc2917040f0c service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160137 Nov 23 19:05:09.129500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d102e209-b8e9-4bde-8f78-24a437da4110 req-2892969d-2335-4976-aab6-8fb38651d687 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655329 Nov 23 19:05:09.157426 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-410102c8-9b40-49b3-a1c7-8fb0a17f5b9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323144 Nov 23 19:05:09.367758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-9286a363-24e8-4b54-8429-ab20bd452199 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090354 Nov 23 19:05:09.383285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73b54d9-4b54-4062-b7a1-2fb4f148f087 req-932b38d8-abfa-4210-9976-09ed7ea39dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462256 Nov 23 19:05:09.770552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-250d3d27-ae59-42ae-88b4-ae609dda9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:09.772100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-250d3d27-ae59-42ae-88b4-ae609dda9fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1094 time: 0.0851555 Nov 23 19:05:09.775852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-e0839a98-8862-4fbe-9431-fd86775985b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071918 Nov 23 19:05:09.884513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-a063f21a-70e7-46bb-a935-8617e4bc58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:09.886252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-a063f21a-70e7-46bb-a935-8617e4bc58fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1063190 Nov 23 19:05:09.941929 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-829355bf-7441-4d2f-8b00-dfec2f5a9564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 217 time: 0.0462284 Nov 23 19:05:10.078440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-031fbd71-070f-4369-86df-cc861a408eaa req-b7aac570-7129-4325-a02a-b4a5713d91bd tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 210 time: 0.0804160 Nov 23 19:05:10.134445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-6726e9a3-8fe8-42cc-bdb7-1e390f9093d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:10.136305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-6726e9a3-8fe8-42cc-bdb7-1e390f9093d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1838267 Nov 23 19:05:10.151003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0ab2-6e83-4751-927a-31f152787ccc req-d3dbcfcd-c83e-4350-bd45-33432731b542 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:10.153208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-688d0ab2-6e83-4751-927a-31f152787ccc req-d3dbcfcd-c83e-4350-bd45-33432731b542 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.1365705 Nov 23 19:05:10.321350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-688d0ab2-6e83-4751-927a-31f152787ccc req-d96dc82c-8a46-42c9-8221-c294cb27f96c tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584988 Nov 23 19:05:10.325560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a8e4-e53a-4f85-b4da-f49188d39493 req-d4c7f947-154e-41c1-9dc8-2635e55d6890 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:10.327191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d08a8e4-e53a-4f85-b4da-f49188d39493 req-d4c7f947-154e-41c1-9dc8-2635e55d6890 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0887401 Nov 23 19:05:10.344693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-a50452ff-b208-469b-a107-7c1ba7c2b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:10.345063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-a50452ff-b208-469b-a107-7c1ba7c2b33e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908665 Nov 23 19:05:10.430997 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:10.489252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d08a8e4-e53a-4f85-b4da-f49188d39493 req-d50bd028-5f71-4d63-b1fa-da80a0d39fcd tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351702 Nov 23 19:05:10.590206 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-00f8d750-92f8-48d2-ae9e-dec1c3678aaf service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273905 Nov 23 19:05:10.600505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-7c6176d2-f363-4d1a-b242-cf7471691ebb tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:10.602279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-7c6176d2-f363-4d1a-b242-cf7471691ebb tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 946 time: 0.3361416 Nov 23 19:05:10.783768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ef0d08-8dcd-4ff7-b344-b2a29fce3e15 req-3144cc20-ea62-4fca-a34e-ae456aa7a3ab service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792800 Nov 23 19:05:10.794280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Deleting port 9a9a108a-c070-4740-a8c8-01e99870260c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:10.794570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:10.964055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] For port 9a9a108a-c070-4740-a8c8-01e99870260c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=9a9a108a-c070-4740-a8c8-01e99870260c,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:10.964807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:10.989194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Calling delete_port for 9a9a108a-c070-4740-a8c8-01e99870260c owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:11.072660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:11.231256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9ef64ca-851b-4100-a340-b1cb9f5fe0d2 req-91138943-715f-40b0-9c0c-9f71bee39084 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 210 time: 0.0348897 Nov 23 19:05:11.284167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:11.300078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['9a9a108a-c070-4740-a8c8-01e99870260c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:11.314152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3f7c7479-1fe1-42bc-b033-b0416c172f0e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:11.404175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event deleted for resources: {'Port': ['ID=9a9a108a-c070-4740-a8c8-01e99870260c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:11.547949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] No DVR routers for this DVR port 9a9a108a-c070-4740-a8c8-01e99870260c on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:11.552173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:11.557370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8bf1560-5b01-42e7-b6bd-5b5961083b15 req-d678f3d7-a023-448b-92a2-ee51f4345d6e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.47 "DELETE /v2.0/ports/9a9a108a-c070-4740-a8c8-01e99870260c HTTP/1.1" status: 204 len: 173 time: 0.9441686 Nov 23 19:05:11.557370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'name': 'network-vif-deleted', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:11.562319 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82f301-7edf-4149-b4bb-0b126eaa9a6b" -d '{"events": [{"server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "name": "network-vif-deleted", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:11.700433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e3db8a8-e275-4552-9c02-f912bcfbef46 req-01710f32-4044-4fc5-b8f0-cf2c46922772 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e249ab0-df0b-4053-926b-bd83ce7c5a5b HTTP/1.1" status: 200 len: 210 time: 0.1941502 Nov 23 19:05:11.820193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0885b9-3d39-4286-8aff-7c89bd47526e req-6cb5c520-ec3f-4bfe-9e94-cfd46b1ac49d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:11.852317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a0885b9-3d39-4286-8aff-7c89bd47526e req-6cb5c520-ec3f-4bfe-9e94-cfd46b1ac49d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.1908932 Nov 23 19:05:11.871011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-f606183c-9434-4e31-b4ab-211861ab17a7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:11.873131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-f606183c-9434-4e31-b4ab-211861ab17a7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.3248878 Nov 23 19:05:11.897549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Request body: {'port': {'device_id': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'admin_state_up': True, 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:11.923486 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34244e6-b78e-4296-81cf-33ef6c0cb497 x-openstack-request-id: req-b34244e6-b78e-4296-81cf-33ef6c0cb497 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:11.924125 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e249ab0-df0b-4053-926b-bd83ce7c5a5b", "name": "network-vif-deleted", "tag": "9a9a108a-c070-4740-a8c8-01e99870260c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:11.924528 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b34244e6-b78e-4296-81cf-33ef6c0cb497 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:11.925235 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e249ab0-df0b-4053-926b-bd83ce7c5a5b', 'name': 'network-vif-deleted', 'tag': '9a9a108a-c070-4740-a8c8-01e99870260c', 'status': 'completed', 'code': 200} Nov 23 19:05:12.026005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a0885b9-3d39-4286-8aff-7c89bd47526e req-c87674df-d431-40dd-a472-86d6ed4956d7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721938 Nov 23 19:05:12.219485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-c82360b4-774e-429a-b69a-4a26963bf28d tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:12.226972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-c82360b4-774e-429a-b69a-4a26963bf28d tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.1479845 Nov 23 19:05:12.285361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:12.478725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ab043ef-1226-488c-8b80-cc8744bac3ba req-1f3d8062-ed5c-46de-a3d0-c4f656e3a3aa tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 210 time: 0.1007001 Nov 23 19:05:12.595932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:12.603245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:12.630996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:12.635779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:12.720749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a580ce40-fdef-4500-8100-0bd2cd3ffdc3 req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4872196 Nov 23 19:05:12.827866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c64c4-f0fc-4862-81f4-666244f2214c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:12.853488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.854066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.854704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.855240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.857231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.857933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.858783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.859579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.860439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.860936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.861481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.861822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9712ab0-ee79-4ad1-8e01-3691d1efc27e tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:12.952031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a8be5-4e5e-4a96-89dc-4b6f18f58bdf req-0bfbe7d2-b080-4ccb-a475-c1b7db7771af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:12.961241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-816a8be5-4e5e-4a96-89dc-4b6f18f58bdf req-0bfbe7d2-b080-4ccb-a475-c1b7db7771af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0868387 Nov 23 19:05:12.994469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Allocated IP 172.20.0.12 (b0a88a7e-43ea-48fe-9290-015579593655/356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1/d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:13.037344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-816a8be5-4e5e-4a96-89dc-4b6f18f58bdf req-3ee7abde-a07a-44fa-9962-2e62548ce931 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697639 Nov 23 19:05:13.058070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:13.142566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:13.273507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d48c7897-ccbf-4877-b6ce-86c6528afb45 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 200 len: 993 time: 0.2086487 Nov 23 19:05:13.315610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7047598-4af4-4cd7-9940-a3f10ecd8408 req-ee6c3839-913f-4060-92fc-08b5258271a6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:13.328119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7047598-4af4-4cd7-9940-a3f10ecd8408 req-ee6c3839-913f-4060-92fc-08b5258271a6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.1509964 Nov 23 19:05:13.347146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:13.362115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:13.429681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.435548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7047598-4af4-4cd7-9940-a3f10ecd8408 req-6877f3ff-7cdc-4611-a336-29f616f4247a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016679 Nov 23 19:05:13.474373 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.501155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.533421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:13.567202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:13.674745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:13.682785 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.686836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Network b0a88a7e-43ea-48fe-9290-015579593655 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:13.730961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:13.764734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:13.802002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf406a0-2339-4673-9b72-7a0891bc1b7c req-e45c2f03-c363-47c7-b405-3d01ceca7d9e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:13.805319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbf406a0-2339-4673-9b72-7a0891bc1b7c req-e45c2f03-c363-47c7-b405-3d01ceca7d9e tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.3248961 Nov 23 19:05:13.822573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cc368-2bd3-40d4-adbf-e1c7c0b7f9a8 req-a30a7374-896b-4c05-a633-e416b1428fe7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:13.834546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-960cc368-2bd3-40d4-adbf-e1c7c0b7f9a8 req-a30a7374-896b-4c05-a633-e416b1428fe7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 932 time: 0.1072426 Nov 23 19:05:13.881763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event updated for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:13.911892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-960cc368-2bd3-40d4-adbf-e1c7c0b7f9a8 req-c13a9f73-7d76-4798-8d95-cda284d69e61 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Nov 23 19:05:13.931709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:13.937338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:13.938245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:13.963109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.963109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.963109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.963109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.963109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.965635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.965635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.965635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.965635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.965635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.966156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.966283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:13.966867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbf406a0-2339-4673-9b72-7a0891bc1b7c req-74f82651-b21d-47b2-ab7e-461d64b0712a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175911 Nov 23 19:05:13.970363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1fb34f80-4eea-4c3a-843c-26f8df4a3d9e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0798914 Nov 23 19:05:13.988343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Request body: {'port': {'device_id': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:13.990826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b7b18f70-20b5-45ba-a9cf-39b31e11537d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:14.053287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-43bb52dd-aa71-4695-9e51-1c7265d66c70 req-4944cfc1-3e93-46c6-ae82-086a0e7fe5e7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:05:14.055849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-43bb52dd-aa71-4695-9e51-1c7265d66c70 req-4944cfc1-3e93-46c6-ae82-086a0e7fe5e7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117102 Nov 23 19:05:14.139188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:14.520413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:14.581283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:14.593769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:14.608952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Transition to ACTIVE for port object d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:14.623376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:14.758221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:14.786911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e366a-9d3d-4674-9bf8-20d357c78652 req-9850a701-9399-4b3d-ad3c-467566615f29 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:14.789728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f9e366a-9d3d-4674-9bf8-20d357c78652 req-9850a701-9399-4b3d-ad3c-467566615f29 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1878161 Nov 23 19:05:14.800173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-b7e7950d-1661-4736-9575-92b03aaa452b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2701266 Nov 23 19:05:14.830910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-8edb473a-67c0-4f70-b6eb-19134b876ca2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:05:14.832937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-8edb473a-67c0-4f70-b6eb-19134b876ca2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100303 Nov 23 19:05:14.846931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc5c6-457a-40c7-9844-101af2540023 req-41b68ae3-e5d1-4e53-899d-a60d277f036b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:14.848954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22fcc5c6-457a-40c7-9844-101af2540023 req-41b68ae3-e5d1-4e53-899d-a60d277f036b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.2380393 Nov 23 19:05:14.929644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f9e366a-9d3d-4674-9bf8-20d357c78652 req-145464eb-40d2-42af-b5ba-b14559e76163 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271224 Nov 23 19:05:15.067895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22fcc5c6-457a-40c7-9844-101af2540023 req-43c184b8-620f-4bc9-8a04-9cf510d484ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794727 Nov 23 19:05:15.098472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Attempting to bind port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:15.098842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Attempting to bind port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:15.099391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Attempting to bind port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:15.107239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 on network b0a88a7e-43ea-48fe-9290-015579593655 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:15.107620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Attempting to bind port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:15.110323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29b55-d329-4838-bf16-42ee6ff8217c req-1fcb4f30-8bf9-4212-b141-a883233de17f tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:15.115353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:15.115704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Checking segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:15.116139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Bound using segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:15.116839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Bound port: d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:15.117392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.127199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb29b55-d329-4838-bf16-42ee6ff8217c req-1fcb4f30-8bf9-4212-b141-a883233de17f tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 944 time: 0.1000915 Nov 23 19:05:15.160019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:15.254775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:15.263248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:15.294496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbb29b55-d329-4838-bf16-42ee6ff8217c req-0f738d97-3cc0-43ad-aace-dfc929cb4873 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639683 Nov 23 19:05:15.346612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port b7b18f70-20b5-45ba-a9cf-39b31e11537d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:15.355160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b7b18f70-20b5-45ba-a9cf-39b31e11537d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:15.357345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.357980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.380536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:15.381175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.383969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] 10.222.0.50 "PUT /v2.0/ports/d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 HTTP/1.1" status: 200 len: 1092 time: 1.4001219 Nov 23 19:05:15.466562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:15.469184 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:15.567707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.635031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:15.645415 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03582ffc-59f3-4348-90ae-78a7a6832048 x-openstack-request-id: req-03582ffc-59f3-4348-90ae-78a7a6832048 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:15.645711 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:15.645832 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0689471-8c81-4dc2-89c0-28f31cb81e01" -d '{"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:15.646003 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03582ffc-59f3-4348-90ae-78a7a6832048 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:15.648384 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'status': 'completed', 'code': 200} Nov 23 19:05:15.670309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:15.675250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:15.676717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9a9a108a-c070-4740-a8c8-01e99870260c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:15.698465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-66a624ba-c2f2-4f36-a102-845a95624f09 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:15.716393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-66a624ba-c2f2-4f36-a102-845a95624f09 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.2035501 Nov 23 19:05:15.757584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271091b-8648-4879-8e89-9d88f5964500 req-3a17b0f4-8338-4e15-98ff-2b5f4fae4fa6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:15.767686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a271091b-8648-4879-8e89-9d88f5964500 req-3a17b0f4-8338-4e15-98ff-2b5f4fae4fa6 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 946 time: 0.4692731 Nov 23 19:05:15.785821 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9588abde-49b2-45a7-aaa2-29940ac2d4dd x-openstack-request-id: req-9588abde-49b2-45a7-aaa2-29940ac2d4dd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:15.786379 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:15.787055 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9588abde-49b2-45a7-aaa2-29940ac2d4dd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:15.787662 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'code': 200} Nov 23 19:05:15.789951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:15.806596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8e246-c627-49c2-a36e-7a9750ee6ece service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:15.814180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 9a9a108a-c070-4740-a8c8-01e99870260c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:15.814943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 9a9a108a-c070-4740-a8c8-01e99870260c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:15.847723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-c2dae5d6-e4ca-44e0-945d-ec7fe76fbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:15.857999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-c2dae5d6-e4ca-44e0-945d-ec7fe76fbe6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 1095 time: 0.3099799 Nov 23 19:05:15.953930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-8ebc575b-b54d-4574-8ce6-979ca18be54d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 HTTP/1.1" status: 200 len: 217 time: 0.0600727 Nov 23 19:05:16.024908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797afb-3713-40db-9d67-e4b308df7494 req-adfcc4ca-88b1-4d66-bf00-df58656fa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:16.027059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85797afb-3713-40db-9d67-e4b308df7494 req-adfcc4ca-88b1-4d66-bf00-df58656fa7e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1096 time: 0.1342177 Nov 23 19:05:16.128740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a271091b-8648-4879-8e89-9d88f5964500 req-efee7883-b0ec-4d31-adfa-52f54c896b32 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600469 Nov 23 19:05:16.142066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-44372758-aa9f-4160-8870-52f0c95ed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:16.148145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-44372758-aa9f-4160-8870-52f0c95ed309 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1845293 Nov 23 19:05:16.265149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85797afb-3713-40db-9d67-e4b308df7494 req-761d6dc7-16f2-4293-ae48-b4e1bc8efdcf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262046 Nov 23 19:05:16.303556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb3771-1104-4343-af4b-3a94269bf49e req-c0b20869-698f-42dd-a481-e6f435fbb6a5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:16.306022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98bb3771-1104-4343-af4b-3a94269bf49e req-c0b20869-698f-42dd-a481-e6f435fbb6a5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.2066166 Nov 23 19:05:16.387904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98bb3771-1104-4343-af4b-3a94269bf49e req-d367b5c2-fa73-4ec6-abb8-edadeb314c72 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739639 Nov 23 19:05:16.390471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-1a80c17a-1c6f-46af-aed6-efd4bf033b7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112119 Nov 23 19:05:16.576463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Deleting port 3f7c7479-1fe1-42bc-b033-b0416c172f0e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:16.577256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:16.591742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:16.663866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2282-c0a0-4b97-9afb-c29d2c3e7923 req-d5821a17-be7a-4f75-ad28-765309f548b4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:16.670334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46ab2282-c0a0-4b97-9afb-c29d2c3e7923 req-d5821a17-be7a-4f75-ad28-765309f548b4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 944 time: 0.1596596 Nov 23 19:05:16.803948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46ab2282-c0a0-4b97-9afb-c29d2c3e7923 req-d7020f3f-5226-442d-9f44-423257156a1c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267817 Nov 23 19:05:16.868855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf949bd-ac37-4f7a-8867-f88448be9f0b req-d4cb8c83-e43b-4cc8-8b17-b30b617168ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:16.868855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acf949bd-ac37-4f7a-8867-f88448be9f0b req-d4cb8c83-e43b-4cc8-8b17-b30b617168ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.6125734 Nov 23 19:05:16.876562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:16.884221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-9716c95d-4804-4a56-a017-50281fae5bc7 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872489 Nov 23 19:05:16.893369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] For port 3f7c7479-1fe1-42bc-b033-b0416c172f0e, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3f7c7479-1fe1-42bc-b033-b0416c172f0e,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:16.893771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:16.969568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Calling delete_port for 3f7c7479-1fe1-42bc-b033-b0416c172f0e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:17.074380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.080677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.137614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45bfdd159baa42348d1265daac1fb48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445743 Nov 23 19:05:17.142512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acf949bd-ac37-4f7a-8867-f88448be9f0b req-2e4cf3f6-4695-47c2-b6d1-8cad83c06a6e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456038 Nov 23 19:05:17.151891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:17.244160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9f57c8e3-e233-4b1d-95a0-b7df236bd332 req-7e694632-f0e9-4699-b6bc-968d707a0925 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330734 Nov 23 19:05:17.329590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6749726a-6178-4708-8516-b35f11fdf5cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:17.373140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.392092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.392092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.392092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.393156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.393156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.393156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.393719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.393719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.394037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.395120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.395120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.395120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838be96-6f97-4c64-a60e-c895bb26a5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:05:17.403945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.420402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-bed23ac4-8f27-4e24-9649-d025222b4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.421927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-bed23ac4-8f27-4e24-9649-d025222b4d8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.1624098 Nov 23 19:05:17.446615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-e110c0a9-7343-4814-9824-5bc701e7199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.448550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-e110c0a9-7343-4814-9824-5bc701e7199b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 1095 time: 0.1187608 Nov 23 19:05:17.450654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Pushing event deleted for resources: {'Port': ['ID=3f7c7479-1fe1-42bc-b033-b0416c172f0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:17.454807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.500849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69f24-6bb5-445c-ad53-c0db4219ce24 req-dd22ce7e-bfe0-4b65-9cbe-aff5ddfd167a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.508452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9f69f24-6bb5-445c-ad53-c0db4219ce24 req-dd22ce7e-bfe0-4b65-9cbe-aff5ddfd167a tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/ports?device_id=793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8 HTTP/1.1" status: 200 len: 867 time: 0.1696858 Nov 23 19:05:17.534403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] No DVR routers for this DVR port 3f7c7479-1fe1-42bc-b033-b0416c172f0e on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:17.540558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.559900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c84a3af-0cce-4d4f-9dd2-56ada8ef5bd1 req-36b92788-940f-47eb-924b-c2d049a5b035 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.50 "DELETE /v2.0/ports/3f7c7479-1fe1-42bc-b033-b0416c172f0e HTTP/1.1" status: 204 len: 173 time: 1.7763715 Nov 23 19:05:17.690323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'name': 'network-vif-deleted', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:17.692833 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4095f43-ea3f-414f-b629-26ca5787aec6" -d '{"events": [{"server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "name": "network-vif-deleted", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:17.721225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9f69f24-6bb5-445c-ad53-c0db4219ce24 req-c6a8257e-c674-47d8-9ac4-82498b17e080 tempest-ListServerFiltersTestJSON-640775284 tempest-ListServerFiltersTestJSON-640775284-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115560 Nov 23 19:05:17.728929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-517f82b8-081a-4a2b-90dc-24d8957bf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.741106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-517f82b8-081a-4a2b-90dc-24d8957bf434 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.2975657 Nov 23 19:05:17.765371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8845d-8d80-4760-a6e6-5fc2246ab1f0 req-3ffabea7-6c97-4bd6-96d6-6562664b6f58 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.776353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cc8845d-8d80-4760-a6e6-5fc2246ab1f0 req-3ffabea7-6c97-4bd6-96d6-6562664b6f58 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1707480 Nov 23 19:05:17.883760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.900687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:17.905502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6749726a-6178-4708-8516-b35f11fdf5cf HTTP/1.1" status: 204 len: 168 time: 0.7512999 Nov 23 19:05:17.913027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-47dd13be-db01-4fca-b85c-0702b76858c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:17.915944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-47dd13be-db01-4fca-b85c-0702b76858c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 916 time: 0.4421134 Nov 23 19:05:17.926870 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f95d9-08eb-4d72-b0bd-371d40f4f9d3 x-openstack-request-id: req-821f95d9-08eb-4d72-b0bd-371d40f4f9d3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:17.927079 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8", "name": "network-vif-deleted", "tag": "3f7c7479-1fe1-42bc-b033-b0416c172f0e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:17.927324 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-821f95d9-08eb-4d72-b0bd-371d40f4f9d3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:17.927775 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793aaa9f-f0ea-48eb-8ece-e5cdbbe222b8', 'name': 'network-vif-deleted', 'tag': '3f7c7479-1fe1-42bc-b033-b0416c172f0e', 'status': 'completed', 'code': 200} Nov 23 19:05:17.931045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671388bd-7805-48f9-8ffd-cf55b2e8acc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6749726a-6178-4708-8516-b35f11fdf5cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:18.023214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-e338521a-294e-4a92-a560-2ceeaa8b407f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 1001 time: 0.2787590 Nov 23 19:05:18.036459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-badba0de-ae20-486f-9b81-b4ba8c3712a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 HTTP/1.1" status: 200 len: 217 time: 0.0994918 Nov 23 19:05:18.101514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-727515e4-8d03-4af8-a0de-de34e2ec924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:18.103044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-727515e4-8d03-4af8-a0de-de34e2ec924f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.0728657 Nov 23 19:05:18.126169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cc8845d-8d80-4760-a6e6-5fc2246ab1f0 req-920aca74-b96d-4192-b7a9-6aff4aae4fa4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365424 Nov 23 19:05:18.140813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-65feeaeb-92d8-424d-ab50-29c35cc8b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:18.142344 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-65feeaeb-92d8-424d-ab50-29c35cc8b020 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.0862989 Nov 23 19:05:18.181945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-ebb4468b-eac1-41f0-b7e8-40d24cf0b417 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292542 Nov 23 19:05:18.202734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-e425ef0e-37c3-46f2-a45c-8997ade0fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:18.204265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-e425ef0e-37c3-46f2-a45c-8997ade0fbfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802314 Nov 23 19:05:18.226378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b126eee-1475-46a8-893b-839d6ec732d1 req-1dd61d59-d54f-4120-b16a-8ec361fb1711 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:18.228686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b126eee-1475-46a8-893b-839d6ec732d1 req-1dd61d59-d54f-4120-b16a-8ec361fb1711 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 944 time: 0.1367881 Nov 23 19:05:18.317583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3f7c7479-1fe1-42bc-b033-b0416c172f0e no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:18.372880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 3f7c7479-1fe1-42bc-b033-b0416c172f0e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:18.380976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3f7c7479-1fe1-42bc-b033-b0416c172f0e not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:18.416064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b126eee-1475-46a8-893b-839d6ec732d1 req-e7712a69-7f4c-4f12-a691-7a0b32f6a652 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075940 Nov 23 19:05:18.424903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-61e54732-cff8-4283-8623-478ca3abcc80 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068737 Nov 23 19:05:18.434162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-7a2aab53-8455-4122-8ab2-b9f6c37affac service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278311 Nov 23 19:05:18.456826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdb11-3cb3-45f0-8e4b-8e602c7d8554 req-923a1c0c-fa40-434a-9d26-32353e148317 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:18.464956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67fcdb11-3cb3-45f0-8e4b-8e602c7d8554 req-923a1c0c-fa40-434a-9d26-32353e148317 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1523514 Nov 23 19:05:18.571706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67fcdb11-3cb3-45f0-8e4b-8e602c7d8554 req-71ca93b9-10ca-474d-acc1-ee6569aa6cd4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881617 Nov 23 19:05:18.676074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-a4ecc9c2-02f2-4ffa-83e2-9bcb73e76322 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435422 Nov 23 19:05:18.691118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5959cc2-4ea7-4a47-9bb1-6886f6621d1d req-77a52689-b420-4b82-9a5b-56355c466270 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245238 Nov 23 19:05:18.801062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:18.875777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Deleting subnet e1991d69-9659-4d4f-986e-932ffcfd018f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:05:18.880091 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:18.940627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.041356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.116811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.147484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1991d69-9659-4d4f-986e-932ffcfd018f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:19.151603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.155812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-379b6e51-a5ba-4c51-8496-602b3e7bad63 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e1991d69-9659-4d4f-986e-932ffcfd018f HTTP/1.1" status: 204 len: 168 time: 0.3534601 Nov 23 19:05:19.162018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da324ab4-374d-4464-8119-c63632843056 None None] Network 7afde1f8-7eee-4cff-993d-45942360af82 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:19.164644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:19.286181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.377579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Deleting port 265d06d2-1c86-48b8-9753-8a4d457c4e41 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:19.377922 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.407995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55032a69-35eb-465b-991f-4956558381e4 req-3806a552-5224-4cc8-904e-b96d314441c4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:19.409719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55032a69-35eb-465b-991f-4956558381e4 req-3806a552-5224-4cc8-904e-b96d314441c4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0852156 Nov 23 19:05:19.476553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] DHCP port deletion for 7afde1f8-7eee-4cff-993d-45942360af82 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:19.518572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] For port 265d06d2-1c86-48b8-9753-8a4d457c4e41, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=265d06d2-1c86-48b8-9753-8a4d457c4e41,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:19.521795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.536291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Calling delete_port for 265d06d2-1c86-48b8-9753-8a4d457c4e41 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:19.538601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55032a69-35eb-465b-991f-4956558381e4 req-29945e6a-d82d-497a-b2a1-68b38a1672b7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201618 Nov 23 19:05:19.609659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Deleting port 265d06d2-1c86-48b8-9753-8a4d457c4e41 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:19.610141 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.719367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dc247-9fff-4083-ad7f-4dd2c10c83a7 req-3d75f882-ca44-4a22-80a6-3084503d26a9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:19.721233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a4dc247-9fff-4083-ad7f-4dd2c10c83a7 req-3d75f882-ca44-4a22-80a6-3084503d26a9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 944 time: 0.1530085 Nov 23 19:05:19.736062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] For port 265d06d2-1c86-48b8-9753-8a4d457c4e41, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=265d06d2-1c86-48b8-9753-8a4d457c4e41,segment=NetworkSegment(72b60ac1-bca1-4c7b-a4c0-cd99128a10ea),segment_id=72b60ac1-bca1-4c7b-a4c0-cd99128a10ea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:19.738017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.759165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Calling delete_port for 265d06d2-1c86-48b8-9753-8a4d457c4e41 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:19.780934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5d520-4ba1-40a1-8d63-dec075f17002 req-1627b6c8-f001-4055-81cc-1a709c03261b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:19.782832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c5e5d520-4ba1-40a1-8d63-dec075f17002 req-1627b6c8-f001-4055-81cc-1a709c03261b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1312780 Nov 23 19:05:19.797875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:19.810574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Request body: {'floatingip': {'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:19.903756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.976009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dfee5-6260-4d71-bf2c-2f2e7e059aad req-6106e48f-c6ba-4cfe-8d39-1b262280d96d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:19.984348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808dfee5-6260-4d71-bf2c-2f2e7e059aad req-6106e48f-c6ba-4cfe-8d39-1b262280d96d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1101313 Nov 23 19:05:19.990958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:19.991183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.023026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0a4dc247-9fff-4083-ad7f-4dd2c10c83a7 req-545f72a5-43f6-449c-84bd-b63fc4045f2a tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894931 Nov 23 19:05:20.052159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] Pushing event deleted for resources: {'Port': ['ID=265d06d2-1c86-48b8-9753-8a4d457c4e41,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:20.071796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=265d06d2-1c86-48b8-9753-8a4d457c4e41,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:20.081363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02637762-75b3-4a91-ac93-3f96f42bfe34 None None] No DVR routers for this DVR port 265d06d2-1c86-48b8-9753-8a4d457c4e41 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:20.107650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] No DVR routers for this DVR port 265d06d2-1c86-48b8-9753-8a4d457c4e41 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:20.133576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808dfee5-6260-4d71-bf2c-2f2e7e059aad req-13f03184-d8f4-4962-a0f1-9005e9e86fb2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482701 Nov 23 19:05:20.212345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.314343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:20.316764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afde1f8-7eee-4cff-993d-45942360af82']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:20.331287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:20.331491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b60ac1-bca1-4c7b-a4c0-cd99128a10ea') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:20.344588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.419701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.450034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:20.464019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'port_id': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'mac_address': 'fa:16:3e:e8:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:20.472211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:05:20.472742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:05:20.477180 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:05:20.530020 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.546450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:20.569354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:20.575292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:20.741635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:20.872378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:20.981835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.023869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.030418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] 10.222.0.37 "DELETE /v2.0/networks/7afde1f8-7eee-4cff-993d-45942360af82 HTTP/1.1" status: 204 len: 168 time: 1.8623555 Nov 23 19:05:21.030418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89dcbb-cb76-4696-9f61-411cc24fd1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7afde1f8-7eee-4cff-993d-45942360af82,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:21.116908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 265d06d2-1c86-48b8-9753-8a4d457c4e41 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:21.140224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 265d06d2-1c86-48b8-9753-8a4d457c4e41 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:21.140590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 265d06d2-1c86-48b8-9753-8a4d457c4e41 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:21.233182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 19:05:21.388733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.389367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b5f8-1662-403e-92db-cde45a29d239 req-27e2bca5-783d-488b-8201-27fbfcbf8d4a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:21.391926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2069b5f8-1662-403e-92db-cde45a29d239 req-27e2bca5-783d-488b-8201-27fbfcbf8d4a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0901618 Nov 23 19:05:21.415289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6205be-5488-4302-a2d9-9b91a55c2d49 req-9def369c-145a-4310-ae18-f07601ffcda4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:21.417540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb6205be-5488-4302-a2d9-9b91a55c2d49 req-9def369c-145a-4310-ae18-f07601ffcda4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 945 time: 0.1100006 Nov 23 19:05:21.419728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.482587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:21.496886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2069b5f8-1662-403e-92db-cde45a29d239 req-0bb0b44e-c465-4721-a813-049c5d065895 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944231 Nov 23 19:05:21.602071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb6205be-5488-4302-a2d9-9b91a55c2d49 req-434f4184-c7a9-42c6-bf42-c2b7accc703c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433530 Nov 23 19:05:21.610168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ea080ef4-99f4-4f9f-aad9-6d1d8085d31b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=771b588236ac48728154788406375ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240406 Nov 23 19:05:21.627690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:21.635853 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Floating IP 94999a62-9538-4f6d-82fd-4b3a42d82b6a associated. External IP: 172.25.5.246, port: b7b18f70-20b5-45ba-a9cf-39b31e11537d. Nov 23 19:05:21.683764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.710803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.772582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.776844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:21.778560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c HTTP/1.1" status: 204 len: 168 time: 0.1506195 Nov 23 19:05:21.787921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38664b-37e8-4b51-9f8d-abce5f9f641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb9440-bcd4-49a1-826b-c1e0ba8a1f1c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:21.943492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:22.080638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:22.085910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:22.093651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:22.109233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:22.110204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:05:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:22.133407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c5e0eed-5b24-4680-808d-a9056772ce47 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "PUT /v2.0/floatingips/94999a62-9538-4f6d-82fd-4b3a42d82b6a HTTP/1.1" status: 200 len: 991 time: 2.3337405 Nov 23 19:05:22.134114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:22.138908 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586" -d '{"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:22.235636 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797beea-2b65-4856-b1b5-9ed709dacb42 x-openstack-request-id: req-7797beea-2b65-4856-b1b5-9ed709dacb42 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:22.236103 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:22.236367 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7797beea-2b65-4856-b1b5-9ed709dacb42 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:22.236756 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'status': 'completed', 'code': 200} Nov 23 19:05:22.296476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:22.326605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-c45dfb54-4845-451c-834a-5b672b2b13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:22.331540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-c45dfb54-4845-451c-834a-5b672b2b13a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1096 time: 0.0698178 Nov 23 19:05:22.350220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:22.467782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-7f77393d-0aa1-4f20-ae48-32a5d5bba045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:22.470152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-7f77393d-0aa1-4f20-ae48-32a5d5bba045 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1317756 Nov 23 19:05:22.505346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:22.521233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:22.521763 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:22.607155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-85439674-0f4c-4d2d-98a6-03d7400c34c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 999 time: 0.1296797 Nov 23 19:05:22.762309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-aea5a422-8532-46c3-ba6d-0169b48704d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:22.767973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-aea5a422-8532-46c3-ba6d-0169b48704d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1531007 Nov 23 19:05:22.865366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5c11-7ed5-49c8-87bd-d31d4eb317d5 req-1aa9473c-2913-445d-8868-adec2a54a5f7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:22.870509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3d29-266b-4281-a29e-f18b82e83c18 req-06c5744f-dfd7-4bd8-ab73-79d812c0bf36 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:22.876335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-075f3d29-266b-4281-a29e-f18b82e83c18 req-06c5744f-dfd7-4bd8-ab73-79d812c0bf36 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.2347476 Nov 23 19:05:22.881910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-785c5c11-7ed5-49c8-87bd-d31d4eb317d5 req-1aa9473c-2913-445d-8868-adec2a54a5f7 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 945 time: 0.1539934 Nov 23 19:05:22.957494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 54826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:22.990003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-785c5c11-7ed5-49c8-87bd-d31d4eb317d5 req-4f390366-bf72-488c-9f1b-49bf4f9ee8d9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045277 Nov 23 19:05:23.011835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.040610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:23.043460 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5e12d6-d04a-4472-a6a2-43b4de35f295" -d '{"events": [{"server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:23.044144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-075f3d29-266b-4281-a29e-f18b82e83c18 req-47f4893e-1dab-4891-a050-fc20a804dff3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265914 Nov 23 19:05:23.059884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-ae8a5968-8ad8-49eb-832b-746325d6fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:23.062189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-ae8a5968-8ad8-49eb-832b-746325d6fb1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836981 Nov 23 19:05:23.062443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:23.075661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '94999a62-9538-4f6d-82fd-4b3a42d82b6a', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fde2717-6694-4051-ae52-7dbfabc72985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:02Z', 'updated_at': '2021-11-23T19:05:21Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:23.079129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.142616 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d1c91-3ed9-49f1-9cdb-745ac530d74b x-openstack-request-id: req-c50d1c91-3ed9-49f1-9cdb-745ac530d74b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:23.143199 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:23.143199 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c50d1c91-3ed9-49f1-9cdb-745ac530d74b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:23.143578 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'code': 200} Nov 23 19:05:23.163886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:23.210821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:23.211812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:05:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:23.252756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-959287288-network', 'tenant_id': 'c81ed0fc10fa459fa0fd213c1e751e6f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:23.255773 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-3f74b539-bfc3-428f-85cf-25ef3c90d414 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856699 Nov 23 19:05:23.341060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb69149-9bfa-4280-b996-d01ce16ea5d5 req-8dc7ed23-d3bd-4457-8e63-dad56ee35682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:23.343281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2cb69149-9bfa-4280-b996-d01ce16ea5d5 req-8dc7ed23-d3bd-4457-8e63-dad56ee35682 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 1097 time: 0.1485000 Nov 23 19:05:23.345135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:23.365882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Made reservation on behalf of c81ed0fc10fa459fa0fd213c1e751e6f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:23.368663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.388743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.432889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8ff2ff2-9469-4139-93d5-9d3ea9ca8586 req-49668832-bc64-41ad-bc31-b34a2257333c service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696661 Nov 23 19:05:23.455971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:23.507508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.522461 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.551757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:05:23.562391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.562743 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Added segment ecc64d80-76ef-41ae-8e42-9f590582ec0b of type vlan for network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e Nov 23 19:05:23.573497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2cb69149-9bfa-4280-b996-d01ce16ea5d5 req-ea818a30-1a71-461b-9725-a832cbf19439 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217968 Nov 23 19:05:23.613501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:23.646611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.660980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '94999a62-9538-4f6d-82fd-4b3a42d82b6a', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fde2717-6694-4051-ae52-7dbfabc72985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:02Z', 'updated_at': '2021-11-23T19:05:21Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:23.685626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.686837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:23.687533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:23.698020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a37bae-9e35-42f8-a66d-19a84f7e8ecd None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '94999a62-9538-4f6d-82fd-4b3a42d82b6a', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fde2717-6694-4051-ae52-7dbfabc72985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:05:02Z', 'updated_at': '2021-11-23T19:05:21Z', 'revision_number': 1, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:05:23.774586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8157761 Nov 23 19:05:23.778171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 54836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:23.780049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123d4f-6283-44c0-bf76-9751f1c7bd21 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:23.785362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Request body: {'subnet': {'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-959287288-subnet', 'tenant_id': 'c81ed0fc10fa459fa0fd213c1e751e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:23.792702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:05:23.848863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Made reservation on behalf of c81ed0fc10fa459fa0fd213c1e751e6f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:23.851202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:24.176538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:24.185014 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b25116-48aa-4695-be8e-5a8e28321ecf None None] New status for floating IP 94999a62-9538-4f6d-82fd-4b3a42d82b6a: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:05:24.211162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a44f4-1aba-43fd-82a4-f050b9cd9f9f req-f9025e8a-a54f-4fb4-90c4-50a2ed51c1e3 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:24.213172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-878a44f4-1aba-43fd-82a4-f050b9cd9f9f req-f9025e8a-a54f-4fb4-90c4-50a2ed51c1e3 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 946 time: 0.1216333 Nov 23 19:05:24.319879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-878a44f4-1aba-43fd-82a4-f050b9cd9f9f req-7c49b80a-e235-48da-ae57-58d80dc0c1b5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985374 Nov 23 19:05:24.325092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:24.348525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caa5f7-bafb-49cc-b9de-82d60e8795e3 req-a8970699-6225-4ec2-8b79-c67d07ceb461 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:24.356360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5caa5f7-bafb-49cc-b9de-82d60e8795e3 req-a8970699-6225-4ec2-8b79-c67d07ceb461 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1768703 Nov 23 19:05:24.410491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Checking segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:24.410957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Network hostable DHCP agents. Network: ae4e4ed1-f031-4841-b6aa-efeabaf3e54e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:05:24.459150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5caa5f7-bafb-49cc-b9de-82d60e8795e3 req-c8aaec0c-95b8-4275-b235-c309eaae3398 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949240 Nov 23 19:05:24.472799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:05:24.494288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ae4e4ed1-f031-4841-b6aa-efeabaf3e54e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:24.508066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:24.513092 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:24.519341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35621a6-1d9b-4b84-a716-277bb8c7c42a None None] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:24.571788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a7c71a9-7ac6-49ab-9e32-bf63afdb44c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7810659 Nov 23 19:05:24.835611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b2989-d94c-445e-bb9e-7770bc4d3d9f None None] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:25.330177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-878a8c36-8130-4e6d-b41e-32e053fe85f9 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:25.331828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-878a8c36-8130-4e6d-b41e-32e053fe85f9 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 817 time: 0.1193147 Nov 23 19:05:25.351363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-35637484-04ff-44de-bb11-5b62aab9c606 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/quotas/c81ed0fc10fa459fa0fd213c1e751e6f HTTP/1.1" status: 200 len: 375 time: 0.0124481 Nov 23 19:05:25.392957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-e57b37f4-466d-45c7-b30a-59190f97b569 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325854 Nov 23 19:05:25.508405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-1a929218-f3ec-4090-a28e-ec80db553d4f service neutron] 10.222.0.37 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082528 Nov 23 19:05:25.620453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-93a498d7-d768-472b-a29f-e1ec35bcbd44 service neutron] 10.222.0.37 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025195 Nov 23 19:05:25.780361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0e17-1c14-4988-be0a-e996b04a686f req-962f3181-fc60-4a37-979f-9189e847e06e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:25.789821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a7d0e17-1c14-4988-be0a-e996b04a686f req-962f3181-fc60-4a37-979f-9189e847e06e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 946 time: 0.4003081 Nov 23 19:05:25.857520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a7d0e17-1c14-4988-be0a-e996b04a686f req-2050101d-9894-42d0-9cd2-2b01fdb0b7bb tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662906 Nov 23 19:05:26.037018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d941-c582-4727-918c-7379c6a59cac req-e39b1e09-af91-424e-9201-1f5020f836af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:26.039472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c62d941-c582-4727-918c-7379c6a59cac req-e39b1e09-af91-424e-9201-1f5020f836af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0732861 Nov 23 19:05:26.122481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c62d941-c582-4727-918c-7379c6a59cac req-e52b8d62-49f4-4844-afa8-1da306503479 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729277 Nov 23 19:05:26.437349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-37775172-e839-4423-bc55-6da2485aae3b req-d058f9fb-03ff-4d7c-9d52-83009cf56c55 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 210 time: 0.0761998 Nov 23 19:05:27.401016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8dba57c4-a351-43c5-84d2-b725e168122e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:27.430762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a55c0-8fb9-4e09-9f96-ad4dc6e313ef req-6b032a25-651d-4929-800d-faa78f51e109 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:27.432567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b46a55c0-8fb9-4e09-9f96-ad4dc6e313ef req-6b032a25-651d-4929-800d-faa78f51e109 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1276126 Nov 23 19:05:27.518925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b46a55c0-8fb9-4e09-9f96-ad4dc6e313ef req-e6cc6e01-fedf-44e7-b230-e4a21e0d6424 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733695 Nov 23 19:05:27.623691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e037fc3-4a24-469d-babb-c4c0c70291d2 req-587c8c7a-af61-455e-8002-5154a7bf8f5e tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 210 time: 0.0520713 Nov 23 19:05:28.062404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-d8f4c04e-dd0e-459e-8b62-ba3bc4f54a02 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:28.066415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-d8f4c04e-dd0e-459e-8b62-ba3bc4f54a02 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 817 time: 0.3046196 Nov 23 19:05:28.090511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Request body: {'port': {'device_id': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'admin_state_up': True, 'tenant_id': 'c81ed0fc10fa459fa0fd213c1e751e6f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:28.240212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-edf1b479-7095-4687-be33-1883399d7505 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:28.243729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-edf1b479-7095-4687-be33-1883399d7505 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.50 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 817 time: 0.1790109 Nov 23 19:05:28.268261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Request body: {'port': {'device_id': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'admin_state_up': True, 'tenant_id': 'c81ed0fc10fa459fa0fd213c1e751e6f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:28.290404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Made reservation on behalf of c81ed0fc10fa459fa0fd213c1e751e6f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:28.296234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:28.482958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Made reservation on behalf of c81ed0fc10fa459fa0fd213c1e751e6f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:28.489110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:28.566195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Allocated IP 172.20.0.2 (ae4e4ed1-f031-4841-b6aa-efeabaf3e54e/9e5163a1-79e1-42ce-a772-efb8bb2ebd6a/6aa6e957-2274-4d6a-a3dc-af0ea53efcb1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:28.578461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-e7c9feda-d474-469d-81df-7c0cab660fbf tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:28.580067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-e7c9feda-d474-469d-81df-7c0cab660fbf tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 817 time: 0.2611914 Nov 23 19:05:28.595112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Request body: {'port': {'device_id': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'admin_state_up': True, 'tenant_id': 'c81ed0fc10fa459fa0fd213c1e751e6f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:28.769245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ea830f5-0703-40ee-a80e-3d1af6ee9a74 req-bbd2ace6-051d-4fb7-9469-af3fc985b9c1 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 210 time: 0.0345662 Nov 23 19:05:28.789643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1174b5-2b35-4d5b-941b-cc30d1f16280 req-12c9ec73-ea7f-4daf-9891-4eaff11e24c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:28.791447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c1174b5-2b35-4d5b-941b-cc30d1f16280 req-12c9ec73-ea7f-4daf-9891-4eaff11e24c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1661639 Nov 23 19:05:28.911561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Made reservation on behalf of c81ed0fc10fa459fa0fd213c1e751e6f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:28.915210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:28.925106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c1174b5-2b35-4d5b-941b-cc30d1f16280 req-03f63908-8151-4e0c-9882-b02c3e04fe87 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231394 Nov 23 19:05:28.998707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.062402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.143217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event updated for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:29.150936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:29.153224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:29.155617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:29.172589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Allocated IP 172.20.0.11 (ae4e4ed1-f031-4841-b6aa-efeabaf3e54e/9e5163a1-79e1-42ce-a772-efb8bb2ebd6a/ef47ca59-0252-4cb4-95cf-8baff8b8900c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:29.220737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:29.221331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.250839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9dd836e4-46d8-43cc-bd09-974e133d308a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727836 Nov 23 19:05:29.269147 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Request body: {'port': {'device_id': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:29.441968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.467179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.541955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.636427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:29.641941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:29.650861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:29.685256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event updated for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:29.706642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Allocated IP 172.20.0.9 (ae4e4ed1-f031-4841-b6aa-efeabaf3e54e/9e5163a1-79e1-42ce-a772-efb8bb2ebd6a/8c31f3a2-06db-4af5-b534-ed335e79dea8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:29.725673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:29.726487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.749583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7e56055c-0094-4455-a93b-4f991077e02a tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4863825 Nov 23 19:05:29.765880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Request body: {'port': {'device_id': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:29.900431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.906612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:29.929697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8efcf16-6ffe-4a3a-b6a8-e373b189abf1 req-22187ba0-2995-4ba6-9066-179b7913a6fa tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 210 time: 0.0412092 Nov 23 19:05:29.962972 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.053186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event updated for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:30.100236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e664e45-b2bb-490c-ad63-46ab96fec48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.165625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:30.171445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:30.173862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:30.255632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcadeb-215f-4469-afc5-8b67bf67c199 req-3e29df6e-758e-4fec-8f87-f5c7b56941fb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:30.257260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fbcadeb-215f-4469-afc5-8b67bf67c199 req-3e29df6e-758e-4fec-8f87-f5c7b56941fb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1803138 Nov 23 19:05:30.265756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:30.266683 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.319428 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-0e9693aa-aa67-452d-b9f2-57a19c78777b tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7287042 Nov 23 19:05:30.390274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fbcadeb-215f-4469-afc5-8b67bf67c199 req-1be0df49-344f-4528-ac37-af4d7cfb1f46 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136448 Nov 23 19:05:30.406225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Request body: {'port': {'device_id': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:30.421878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:30.448146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.483576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Transition to ACTIVE for port object 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:30.507051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.737430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.780633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef47ca59-0252-4cb4-95cf-8baff8b8900c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:30.799929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.825470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Transition to ACTIVE for port object ef47ca59-0252-4cb4-95cf-8baff8b8900c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:30.829178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:30.967608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:31.007868 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:31.073055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Attempting to bind port ef47ca59-0252-4cb4-95cf-8baff8b8900c on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:31.073561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Attempting to bind port ef47ca59-0252-4cb4-95cf-8baff8b8900c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:31.074469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Attempting to bind port ef47ca59-0252-4cb4-95cf-8baff8b8900c on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:31.088148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Port ef47ca59-0252-4cb4-95cf-8baff8b8900c on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:31.088473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Attempting to bind port ef47ca59-0252-4cb4-95cf-8baff8b8900c on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:31.099093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:31.134508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:31.135959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Checking segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:31.138388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Bound using segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:31.139388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Bound port: ef47ca59-0252-4cb4-95cf-8baff8b8900c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:31.145413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:31.305319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:31.309545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:31.310207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f08c3-ddd4-4cb2-a558-82e38c0dd7d9 req-7bc7d228-f875-40b9-b867-c0df47a48c23 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:31.312750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef8f08c3-ddd4-4cb2-a558-82e38c0dd7d9 req-7bc7d228-f875-40b9-b867-c0df47a48c23 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 931 time: 0.2769706 Nov 23 19:05:31.324042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:31.469674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Attempting to bind port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:31.470431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Attempting to bind port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:31.470968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Attempting to bind port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:31.494683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:31.496686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:31.507913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] 10.222.0.50 "PUT /v2.0/ports/ef47ca59-0252-4cb4-95cf-8baff8b8900c HTTP/1.1" status: 200 len: 1092 time: 1.7466238 Nov 23 19:05:31.508582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:31.511382 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3" -d '{"events": [{"name": "network-changed", "server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:31.542924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a61cce-71d0-450a-9eb9-bf49bd75f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:31.573332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:31.574248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Attempting to bind port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:31.716233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:31.716233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Checking segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:31.716233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Bound using segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:31.716233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Bound port: 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:31.716233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:31.728754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef8f08c3-ddd4-4cb2-a558-82e38c0dd7d9 req-701f3036-ef4f-4264-92aa-f1eeede02fff tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440771 Nov 23 19:05:31.778949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7b7907f6-6fea-477f-ac6f-64015e926803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:31.781609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7b7907f6-6fea-477f-ac6f-64015e926803 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 1095 time: 0.1992397 Nov 23 19:05:31.817030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b351b-3da5-4838-84af-cb6a462b49d8 req-24f69980-1c9a-432c-947b-84866bfcb745 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:31.849110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173b351b-3da5-4838-84af-cb6a462b49d8 req-24f69980-1c9a-432c-947b-84866bfcb745 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.2847607 Nov 23 19:05:31.864518 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b7c709-2d9e-48c5-9ee7-e11f09b6debf x-openstack-request-id: req-68b7c709-2d9e-48c5-9ee7-e11f09b6debf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:31.864902 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:31.865594 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68b7c709-2d9e-48c5-9ee7-e11f09b6debf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:31.866343 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c', 'status': 'completed', 'code': 200} Nov 23 19:05:31.906548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:31.970557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:31.986182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c31f3a2-06db-4af5-b534-ed335e79dea8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:31.987871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9ec84d62-b7ba-4083-ae50-6adc9c26ac68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c HTTP/1.1" status: 200 len: 217 time: 0.1175363 Nov 23 19:05:31.998135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.021498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Transition to ACTIVE for port object 8c31f3a2-06db-4af5-b534-ed335e79dea8 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:32.024711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.044162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.097754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7af89ad0-a8ea-47f9-82ec-da0b57c88eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:32.099194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7af89ad0-a8ea-47f9-82ec-da0b57c88eb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.0891764 Nov 23 19:05:32.127415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:32.128415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.130276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 HTTP/1.1" status: 200 len: 1091 time: 2.8707888 Nov 23 19:05:32.133440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:32.136235 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012f951-9ff6-4506-a3fb-a613ccb70415" -d '{"events": [{"name": "network-changed", "server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:32.208677 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.271717 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1ac2ab-b565-4e0f-a2a2-545441d5e2ab x-openstack-request-id: req-dc1ac2ab-b565-4e0f-a2a2-545441d5e2ab {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:32.272191 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:32.272908 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc1ac2ab-b565-4e0f-a2a2-545441d5e2ab {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:32.273423 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', 'status': 'completed', 'code': 200} Nov 23 19:05:32.282781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c12bf-1499-43e2-b5f6-2e3d166fb9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:32.319602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173b351b-3da5-4838-84af-cb6a462b49d8 req-3d18615d-cf22-411c-81a8-44f2de34878d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692750 Nov 23 19:05:32.321707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-a327b22c-ccc1-4301-a0b1-825f84570dfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346223 Nov 23 19:05:32.345998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-10623633-8706-4d71-aa58-7a17ae132fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:32.345998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-10623633-8706-4d71-aa58-7a17ae132fdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1191773 Nov 23 19:05:32.393136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:32.502081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-a3a6780e-65f7-4a95-a1ff-70f83e2b557e service neutron] 10.222.0.50 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676757 Nov 23 19:05:32.518689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Attempting to bind port 8c31f3a2-06db-4af5-b534-ed335e79dea8 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:32.519371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Attempting to bind port 8c31f3a2-06db-4af5-b534-ed335e79dea8 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:32.520024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Attempting to bind port 8c31f3a2-06db-4af5-b534-ed335e79dea8 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:32.533786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Port 8c31f3a2-06db-4af5-b534-ed335e79dea8 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:32.534657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Attempting to bind port 8c31f3a2-06db-4af5-b534-ed335e79dea8 on network ae4e4ed1-f031-4841-b6aa-efeabaf3e54e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:32.541641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-dedbffea-1d01-4275-bcf9-2a8a7f74164f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 HTTP/1.1" status: 200 len: 217 time: 0.1441929 Nov 23 19:05:32.560391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:32.560939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Checking segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:32.561513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Bound using segment: {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:32.562104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Bound port: 8c31f3a2-06db-4af5-b534-ed335e79dea8, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc64d80-76ef-41ae-8e42-9f590582ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:32.562613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:32.695875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-ab492a94-c0bf-4bcd-b03a-e3990ffe6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:32.698653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-ab492a94-c0bf-4bcd-b03a-e3990ffe6481 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.1500313 Nov 23 19:05:32.737502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-9529a47a-dd6c-4727-a2b8-778238197ccc service neutron] 10.222.0.50 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228134 Nov 23 19:05:32.749014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8a9833bd-63c0-4e29-8579-9537a47f49ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361519 Nov 23 19:05:32.759608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:32.763689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:32.773440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:33.000808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-632d2064-5e8f-4039-ac54-56f15178bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.004645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-632d2064-5e8f-4039-ac54-56f15178bfa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 1095 time: 0.1884806 Nov 23 19:05:33.022501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.022501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:33.023460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] 10.222.0.47 "PUT /v2.0/ports/8c31f3a2-06db-4af5-b534-ed335e79dea8 HTTP/1.1" status: 200 len: 1091 time: 2.6314607 Nov 23 19:05:33.085699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35fd35-7145-456d-93d8-6178d66a72a9 req-182988c4-0670-4b30-8563-267e1191c8ca tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.110371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e35fd35-7145-456d-93d8-6178d66a72a9 req-182988c4-0670-4b30-8563-267e1191c8ca tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 943 time: 0.2306001 Nov 23 19:05:33.214566 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:33.267492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f3326-2f42-488d-85c7-d3665a12eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:33.332953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-4ddb04c2-a885-4df8-a402-3f3f99fec7a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557292 Nov 23 19:05:33.338813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-bedd8852-dbab-4546-8e48-59615a6dfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.341253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8e8cdd2d-aded-4720-a6cb-ebbe2085356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.342605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-bedd8852-dbab-4546-8e48-59615a6dfa2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 918 time: 0.2059071 Nov 23 19:05:33.344047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-8e8cdd2d-aded-4720-a6cb-ebbe2085356c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 1094 time: 0.1868706 Nov 23 19:05:33.461244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-3bcd0d70-1742-4082-bfb9-76d9c9b373a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c HTTP/1.1" status: 200 len: 217 time: 0.0977051 Nov 23 19:05:33.491220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e35fd35-7145-456d-93d8-6178d66a72a9 req-b87f7860-7654-464f-b906-ad12a411b030 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784890 Nov 23 19:05:33.560504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-abb4b2a3-6355-403e-9f45-d8b2e0cf3d06 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146997 Nov 23 19:05:33.576802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-42e086a4-a2c3-43e6-9ef1-2afa3bdc27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.578303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-42e086a4-a2c3-43e6-9ef1-2afa3bdc27ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.0986185 Nov 23 19:05:33.638984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-ee449248-1dc1-412a-875e-eea463c7865e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478802 Nov 23 19:05:33.853334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7a0268e1-2de7-4ed4-847e-306df4dfef52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8 HTTP/1.1" status: 200 len: 217 time: 0.4922557 Nov 23 19:05:33.872668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-2b81b9f6-3f08-4192-be68-369d944d3b4c service neutron] 10.222.0.50 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188635 Nov 23 19:05:33.975202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-b0f958df-6e83-4eed-8228-b72592b52c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:33.976930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-b0f958df-6e83-4eed-8228-b72592b52c92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.0834589 Nov 23 19:05:34.056646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-19c0cecd-cc0c-45ef-9e57-0513679039aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613952 Nov 23 19:05:34.078117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee6ebdcf-7809-48b1-8bc7-7c4f468a41d3 req-98253439-baab-405b-ad50-29ffe023ecf3 service neutron] 10.222.0.50 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890566 Nov 23 19:05:34.110054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b36ad-000c-4c61-8448-ac5b979f9ba2 req-182d9157-7bad-4ca8-b3e8-cee98e164eb3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.126299 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d07b36ad-000c-4c61-8448-ac5b979f9ba2 req-182d9157-7bad-4ca8-b3e8-cee98e164eb3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.5629668 Nov 23 19:05:34.244058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-246917c8-0c68-433c-9b84-9d8c002cf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.247479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-246917c8-0c68-433c-9b84-9d8c002cf1ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 1094 time: 0.4280720 Nov 23 19:05:34.346118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:34.352023 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dff0de-be5d-4800-a7df-8223dcfbcf51" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:34.389453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ef47ca59-0252-4cb4-95cf-8baff8b8900c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:34.478341 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e759380e-99a4-49b2-ad33-a4df6d1ff512 x-openstack-request-id: req-e759380e-99a4-49b2-ad33-a4df6d1ff512 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:34.479248 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:34.480066 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e759380e-99a4-49b2-ad33-a4df6d1ff512 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:34.481056 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8', 'status': 'completed', 'code': 200} Nov 23 19:05:34.552170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d07b36ad-000c-4c61-8448-ac5b979f9ba2 req-93480f97-1be2-41a0-92c5-af707b7b01fd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222825 Nov 23 19:05:34.703094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:34.720257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-726cf74a-6a98-496a-bdaa-8f19db830325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.722234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-726cf74a-6a98-496a-bdaa-8f19db830325 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 918 time: 0.3617396 Nov 23 19:05:34.726597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfe536-f343-42f8-aa72-a0f372f12138 req-8931601b-2677-4116-9c43-ef160c707dd0 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.728402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74cfe536-f343-42f8-aa72-a0f372f12138 req-8931601b-2677-4116-9c43-ef160c707dd0 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 943 time: 0.0865259 Nov 23 19:05:34.746747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-bcc711d5-f8d5-4944-821d-2fd264285266 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709983 Nov 23 19:05:34.748710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'port_id': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c', 'mac_address': 'fa:16:3e:4e:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5163a1-79e1-42ce-a772-efb8bb2ebd6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:34.822522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74cfe536-f343-42f8-aa72-a0f372f12138 req-7a298d24-df27-43c1-bf89-fc9ef6ac68c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856857 Nov 23 19:05:34.835731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:34.849529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-5eeb2c99-2750-462b-8cfe-4f0a6dcc05a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 HTTP/1.1" status: 200 len: 217 time: 0.1016490 Nov 23 19:05:34.873506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef47ca59-0252-4cb4-95cf-8baff8b8900c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:34.963991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-49788b96-4c15-4b73-8989-93f2fcc0280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:34.967762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-49788b96-4c15-4b73-8989-93f2fcc0280a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.1046925 Nov 23 19:05:34.973865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:34.979867 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:35.029288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-12e667d7-e00e-4bb9-bf50-6bd7f12fa955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416272 Nov 23 19:05:35.035841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0f73bd-112b-4c69-8c53-af1988a08e20 req-7b895123-7cc2-43d3-b44f-c03b28079434 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772732 Nov 23 19:05:35.072183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:35.234607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-ab9db53b-7164-4f50-bc72-5c5cee6261b7 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937840 Nov 23 19:05:35.255431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-1f2d09bc-549a-4221-8098-3d7877f71bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:35.257185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-1f2d09bc-549a-4221-8098-3d7877f71bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 1094 time: 0.1187677 Nov 23 19:05:35.304200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ef47ca59-0252-4cb4-95cf-8baff8b8900c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:35.461881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d012f951-9ff6-4506-a3fb-a613ccb70415 req-915c4a40-165c-4855-8d3f-d24117d69046 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179775 Nov 23 19:05:35.465365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-4194fbc3-ae4b-40d3-8ea9-55c66da3349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:35.467076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-4194fbc3-ae4b-40d3-8ea9-55c66da3349c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 200 len: 918 time: 0.1955113 Nov 23 19:05:35.536162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-b0203972-2dc7-4a8c-952c-9d1661be2c34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8 HTTP/1.1" status: 200 len: 217 time: 0.0585239 Nov 23 19:05:35.645309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-285d45ed-fa45-4cfa-b0fb-1f2b071fb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:35.647201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-285d45ed-fa45-4cfa-b0fb-1f2b071fb603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 200 len: 857 time: 0.1031678 Nov 23 19:05:35.715620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-e88d30ec-72ac-4143-8b07-e8b5b82baf1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572872 Nov 23 19:05:35.834694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a71bc-016a-4b97-a94d-3ef89d92b05c req-b6f29b83-648d-41af-bbf1-2dd1b2f14d05 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:35.847745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c95a71bc-016a-4b97-a94d-3ef89d92b05c req-b6f29b83-648d-41af-bbf1-2dd1b2f14d05 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1340072 Nov 23 19:05:35.922234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-8b3d6082-bd4f-4aa2-9da3-63fc2c29c23c service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986492 Nov 23 19:05:35.937269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c95a71bc-016a-4b97-a94d-3ef89d92b05c req-1f3fc4b9-01e3-44e2-beae-095ce0067a34 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816605 Nov 23 19:05:36.126368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18dff0de-be5d-4800-a7df-8223dcfbcf51 req-c2c00ae9-904a-4c6f-986c-edfad03bf403 service neutron] 10.222.0.47 "GET /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847088 Nov 23 19:05:36.145186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333e656-b4d8-40fb-b6d5-c441347bc0c6 req-b2140e23-c6cc-48a4-becf-76e7b8018379 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:36.156937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5333e656-b4d8-40fb-b6d5-c441347bc0c6 req-b2140e23-c6cc-48a4-becf-76e7b8018379 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 943 time: 0.0744188 Nov 23 19:05:36.238079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5333e656-b4d8-40fb-b6d5-c441347bc0c6 req-2092356c-3262-4cbc-ab92-f58e907d4d9d tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Nov 23 19:05:36.290454 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-bebb770d-4f60-402c-b0dc-58c90d6e245e service neutron] show failed (client error): The resource could not be found. Nov 23 19:05:36.292043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-bebb770d-4f60-402c-b0dc-58c90d6e245e service neutron] 10.222.0.47 "GET /v2.0/ports/455043bd-f4d2-47a9-8f1e-5031b52ea2da/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1645715 Nov 23 19:05:36.387452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ef47ca59-0252-4cb4-95cf-8baff8b8900c up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:36.481168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port ef47ca59-0252-4cb4-95cf-8baff8b8900c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:36.486984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port ef47ca59-0252-4cb4-95cf-8baff8b8900c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:36.488212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:36.582172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:36.643020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:36.644065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:36.646668 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3d2de-242f-4393-b197-bfae35e44af7" -d '{"events": [{"server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "name": "network-vif-plugged", "status": "completed", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:36.651184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:36.716120 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fae125-e970-441d-94d0-ed46a886f136 x-openstack-request-id: req-88fae125-e970-441d-94d0-ed46a886f136 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:36.716422 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "name": "network-vif-plugged", "status": "completed", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:36.716685 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88fae125-e970-441d-94d0-ed46a886f136 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:36.717085 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c', 'code': 200} Nov 23 19:05:36.764452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:36.801105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-fb6de877-7cc3-47a7-afb1-2a4d7bc0c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:36.805081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-fb6de877-7cc3-47a7-afb1-2a4d7bc0c5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 1097 time: 0.1050789 Nov 23 19:05:36.840974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:36.947566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a32540-eb1c-47a1-86bf-549d9b237041 req-236f4232-ba11-4b1e-9d61-28b4a0fc097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:36.950894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4a32540-eb1c-47a1-86bf-549d9b237041 req-236f4232-ba11-4b1e-9d61-28b4a0fc097f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 1097 time: 0.1226184 Nov 23 19:05:36.957621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.056358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4a32540-eb1c-47a1-86bf-549d9b237041 req-d6d3a2bf-fa6a-4c8b-9501-952175c024c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950024 Nov 23 19:05:37.220702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8733-bc52-4bee-877b-02f7baa9127e req-58cef717-3b42-45ad-824c-10dd9d207863 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:37.234519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f5b8733-bc52-4bee-877b-02f7baa9127e req-58cef717-3b42-45ad-824c-10dd9d207863 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1750147 Nov 23 19:05:37.269200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:37.371412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f5b8733-bc52-4bee-877b-02f7baa9127e req-36295039-bcea-4498-8418-a3f90d1f5577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335852 Nov 23 19:05:37.449644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:37.480930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:37.498892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe7a7-d39f-491c-b6dd-d937f45ebabb req-2d5b6b6a-8b8b-4a41-b35b-0a6fd5c2ba13 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:37.501659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-297fe7a7-d39f-491c-b6dd-d937f45ebabb req-2d5b6b6a-8b8b-4a41-b35b-0a6fd5c2ba13 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 943 time: 0.1069112 Nov 23 19:05:37.526933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'port_id': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', 'mac_address': 'fa:16:3e:56:d8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5163a1-79e1-42ce-a772-efb8bb2ebd6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:37.566148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:37.588359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.620223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-297fe7a7-d39f-491c-b6dd-d937f45ebabb req-363c4baa-b577-45b1-a713-d325035a11a6 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046264 Nov 23 19:05:37.631624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:37.669113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:37.677525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:37.682222 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2c3fc7-2d6f-4cfa-b9db-c6bdca1631e6" -d '{"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:37.683174 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.691779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.737821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Transition to ACTIVE for port object 455043bd-f4d2-47a9-8f1e-5031b52ea2da will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:37.744096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:37.891780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-5d516380-d677-45b6-b285-1b67940ddd89 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:37.905186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-5d516380-d677-45b6-b285-1b67940ddd89 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.3321259 Nov 23 19:05:37.922465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:37.944551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:37.961948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['6aa6e957-2274-4d6a-a3dc-af0ea53efcb1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:37.966313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-7d3f3b84-cecf-4f28-b29c-1b4721fa92c9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/quotas/da1c0efb64804976ba3be3b602e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0597811 Nov 23 19:05:37.992861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] No DVR routers for this DVR port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:37.995965 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaaf052-8e46-4c80-bd68-7f37fc9bd6f0 x-openstack-request-id: req-5aaaf052-8e46-4c80-bd68-7f37fc9bd6f0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:37.996498 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:37.996814 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aaaf052-8e46-4c80-bd68-7f37fc9bd6f0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:37.997224 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'code': 200} Nov 23 19:05:38.121250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-01689a78-c592-49b0-a26b-a082c979eff5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535497 Nov 23 19:05:38.240844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:38.241188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:38.241528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:38.247592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:38.247932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Attempting to bind port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:38.254249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:38.254589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Checking segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:38.254842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Bound using segment: {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:38.255295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Bound port: 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc3ef07-1999-49ea-beb3-f9be14f8a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:38.255681 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.338450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-6d7eca7c-c5e7-426f-a107-88646447ebfd service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154551 Nov 23 19:05:38.361778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:38.365858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:38.372275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.437480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:38.439867 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.443083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] 10.222.0.50 "PUT /v2.0/ports/455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 1092 time: 1.6126127 Nov 23 19:05:38.501735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdbc2c-a316-476e-9041-164040a0f75d service neutron] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:38.542113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-6c3d3953-ea31-4a21-a364-cfe7c161f493 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020774 Nov 23 19:05:38.717478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-dd9120fc-4f39-4d17-a00b-8baec97de6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:38.720339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-dd9120fc-4f39-4d17-a00b-8baec97de6a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1095 time: 0.2050490 Nov 23 19:05:38.747356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29396-9423-4ec0-904b-1d416c6d7ee9 req-4e5dae4c-2f83-4537-9de4-fb0767e0df36 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:38.770593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4e29396-9423-4ec0-904b-1d416c6d7ee9 req-4e5dae4c-2f83-4537-9de4-fb0767e0df36 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.2270069 Nov 23 19:05:38.929984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf42d3-028c-4d76-8be8-e51dd1a2434f req-d0216d27-25ab-417d-8171-6333c36f4ad1 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:38.935948 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:38.945473 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76cf42d3-028c-4d76-8be8-e51dd1a2434f req-d0216d27-25ab-417d-8171-6333c36f4ad1 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 943 time: 0.1250117 Nov 23 19:05:39.001968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4e29396-9423-4ec0-904b-1d416c6d7ee9 req-1c7f03ca-dbbc-4a37-b166-029125413f58 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287052 Nov 23 19:05:39.021858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76cf42d3-028c-4d76-8be8-e51dd1a2434f req-4131b8a8-b2fd-4562-89fc-76fa6e61d26f tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753453 Nov 23 19:05:39.048948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-9a08ee81-55d0-4c5a-b27c-dff424384413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:39.050397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-9a08ee81-55d0-4c5a-b27c-dff424384413 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.2466614 Nov 23 19:05:39.199790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5c7441f-81a5-4976-a8c8-f4ad43999699 req-d2c5639b-ef5e-4bcc-9d1a-21a05ac531f9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 210 time: 0.0489817 Nov 23 19:05:39.241275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-2be20a72-9805-4d11-8846-a1325f536acf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 999 time: 0.1744080 Nov 23 19:05:39.292131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8c31f3a2-06db-4af5-b534-ed335e79dea8 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:39.295043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:39.393817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-dc8ed23c-9f6a-43af-85c1-c70a1567887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:39.402332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-dc8ed23c-9f6a-43af-85c1-c70a1567887c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.1427493 Nov 23 19:05:39.486482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:39.517310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:39.517965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.669640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-e79dca08-95f8-49ab-a261-3082f8b23fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:39.672261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-e79dca08-95f8-49ab-a261-3082f8b23fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640574 Nov 23 19:05:39.729952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:39.763621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.767549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '8c31f3a2-06db-4af5-b534-ed335e79dea8', 'network_id': 'ae4e4ed1-f031-4841-b6aa-efeabaf3e54e', 'port_id': '8c31f3a2-06db-4af5-b534-ed335e79dea8', 'mac_address': 'fa:16:3e:10:ec:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5163a1-79e1-42ce-a772-efb8bb2ebd6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:39.860981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-4cd30806-e01f-4207-aea6-8c8e2ac8409b service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789219 Nov 23 19:05:39.869947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:39.874303 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c5352-d300-4353-9a9c-97f59b4de8ac" -d '{"events": [{"server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:39.918898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:39.929742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:39.931298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:39.944216 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3f6e9-bf02-4c86-b4f3-006af94e3bc8 x-openstack-request-id: req-cda3f6e9-bf02-4c86-b4f3-006af94e3bc8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:39.944934 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:39.945238 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cda3f6e9-bf02-4c86-b4f3-006af94e3bc8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:39.945726 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', 'code': 200} Nov 23 19:05:39.952060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.001344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:40.005448 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:40.035603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c31f3a2-06db-4af5-b534-ed335e79dea8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:40.066447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.083223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:40.096245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:40.104417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.122393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e869cf3f-4cae-44cf-bbe4-288dccb7ef72 req-2f3b0db7-b09e-4bf1-b491-ba2b07326d80 service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491789 Nov 23 19:05:40.132292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c71ca-de73-43d0-b6cf-593d601606ab req-af70106a-6714-4154-bb51-4a150b383ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.134540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-173c71ca-de73-43d0-b6cf-593d601606ab req-af70106a-6714-4154-bb51-4a150b383ccd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1207864 Nov 23 19:05:40.141405 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc806d-6349-4b3e-8cc0-4c2715672fa7 x-openstack-request-id: req-e0cc806d-6349-4b3e-8cc0-4c2715672fa7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:40.141786 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:40.142051 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0cc806d-6349-4b3e-8cc0-4c2715672fa7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:40.142468 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'status': 'completed', 'code': 200} Nov 23 19:05:40.199184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:40.337128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-173c71ca-de73-43d0-b6cf-593d601606ab req-e62be8ce-bc4c-4706-98d2-deb387fcf5cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932611 Nov 23 19:05:40.348018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-e024063f-71d2-450b-a805-2ec9a3309c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.350487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-e024063f-71d2-450b-a805-2ec9a3309c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1095 time: 0.1716855 Nov 23 19:05:40.362502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8721c-a3c4-4bb1-8e7d-1105b44c9afe req-bce45bce-2844-4e4e-88f2-e3c0686c9589 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.373448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42f8721c-a3c4-4bb1-8e7d-1105b44c9afe req-bce45bce-2844-4e4e-88f2-e3c0686c9589 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.1462262 Nov 23 19:05:40.393010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['8c31f3a2-06db-4af5-b534-ed335e79dea8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:40.409047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6c97-4525-4cf8-af12-f2f26175803b req-b768e29f-1df3-4993-97e3-de8f695eef66 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.426585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b97f6c97-4525-4cf8-af12-f2f26175803b req-b768e29f-1df3-4993-97e3-de8f695eef66 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 944 time: 0.1822109 Nov 23 19:05:40.469765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42f8721c-a3c4-4bb1-8e7d-1105b44c9afe req-597adae5-38c1-4efa-8530-78fed0cd053c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956326 Nov 23 19:05:40.557063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b97f6c97-4525-4cf8-af12-f2f26175803b req-62fca788-062c-4df2-bd48-871db473a648 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291692 Nov 23 19:05:40.683605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:40.688632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-549b8c5c-c61f-4ce5-bb3c-f0aaacba4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.690201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-549b8c5c-c61f-4ce5-bb3c-f0aaacba4645 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1095 time: 0.4628606 Nov 23 19:05:40.877523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-014a8e2a-a620-4626-b129-0c9fd15f32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:40.879040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-014a8e2a-a620-4626-b129-0c9fd15f32b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.3497350 Nov 23 19:05:40.901422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8378e922-5e2e-46c5-b37e-c55281a96b36 req-53977b3f-5d6e-4536-bf07-431c1d5dfb4c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 210 time: 0.1073740 Nov 23 19:05:41.005386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-259fdb86-b6b6-42bf-95c3-337af4635a11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 999 time: 0.1165762 Nov 23 19:05:41.042570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-0b89d313-7773-42b2-8661-e4d21fddf7f2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.044115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-0b89d313-7773-42b2-8661-e4d21fddf7f2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.4808080 Nov 23 19:05:41.049571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-1399eb4c-c099-4ae4-9a39-1e30a375de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.052123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-1399eb4c-c099-4ae4-9a39-1e30a375de9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.3313723 Nov 23 19:05:41.079271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Request body: {'port': {'device_id': '92992315-4d70-4567-a5e4-286c709a91c4', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'admin_state_up': True, 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:41.080392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-33fbc359-da68-4c44-a278-c5cd43af8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.082439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-33fbc359-da68-4c44-a278-c5cd43af8950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.0691895 Nov 23 19:05:41.143166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-bf6415ae-5eb0-40a6-af59-656837985c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.145921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-bf6415ae-5eb0-40a6-af59-656837985c23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538909 Nov 23 19:05:41.329384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-f4969f0c-fba2-4ed5-bf5c-578875723d32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800526 Nov 23 19:05:41.343717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-74ea22b2-74a1-406a-83e3-5d1e410757ca service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841421 Nov 23 19:05:41.492799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-67cdac05-c77e-4146-ba71-2eaf6451d55a service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267419 Nov 23 19:05:41.609097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-b1aa95e8-bbfe-4cfd-9ed0-562895b2bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.610275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-b1aa95e8-bbfe-4cfd-9ed0-562895b2bbe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.1149051 Nov 23 19:05:41.844188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68826b4a-258d-412e-904c-e8e823fc4937 req-5093ad90-9fd4-49a3-902e-3d5f1d8e55c3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.853667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-06d1b409-c3cc-4637-b3b5-4afff8126359 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 999 time: 0.7695220 Nov 23 19:05:41.859124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68826b4a-258d-412e-904c-e8e823fc4937 req-5093ad90-9fd4-49a3-902e-3d5f1d8e55c3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.2255039 Nov 23 19:05:41.933523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-83663006-9dc6-4bd0-aca0-b548c360f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:41.935612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-83663006-9dc6-4bd0-aca0-b548c360f949 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 910 time: 0.2613714 Nov 23 19:05:41.990115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dceeb-b340-4c8d-88a7-6b7b4cebb4c4 req-72f07203-c275-4ed6-8a3c-601c7da966ad tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:42.002400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f51dceeb-b340-4c8d-88a7-6b7b4cebb4c4 req-72f07203-c275-4ed6-8a3c-601c7da966ad tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 944 time: 0.2225740 Nov 23 19:05:42.014494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:42.018509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.029364 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68826b4a-258d-412e-904c-e8e823fc4937 req-918ad257-a997-4851-8b28-5ffe5f4e5ca5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691449 Nov 23 19:05:42.045682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-1d2fc6de-8415-41f7-aebf-1627a9326e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:42.047349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-1d2fc6de-8415-41f7-aebf-1627a9326e07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.1784840 Nov 23 19:05:42.057857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-e8f7fa43-9445-4249-848d-9222345fb822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 1001 time: 0.1134496 Nov 23 19:05:42.103157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f51dceeb-b340-4c8d-88a7-6b7b4cebb4c4 req-764120ff-7607-456f-a24c-ed9523968d21 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939441 Nov 23 19:05:42.185608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-418a70d4-dbac-4e17-b22b-ed51f27c3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:42.187827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-418a70d4-dbac-4e17-b22b-ed51f27c3cc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.1210222 Nov 23 19:05:42.215897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8960199-9f74-4a02-9955-cc46ff433253 req-42000b4f-83b8-4e27-825e-0c69667f97a6 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 210 time: 0.0292468 Nov 23 19:05:42.250316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-e53ec6ac-5db9-4f1c-adef-fb2b190ddb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:42.250316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-e53ec6ac-5db9-4f1c-adef-fb2b190ddb64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661310 Nov 23 19:05:42.286194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-12558061-e156-4c22-8139-f32a74403e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:42.288798 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-12558061-e156-4c22-8139-f32a74403e41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852692 Nov 23 19:05:42.422641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-84307e17-88ce-4478-a470-32b5fcad91f3 service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399336 Nov 23 19:05:42.425447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:42.468648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Allocated IP 172.20.0.3 (b0a88a7e-43ea-48fe-9290-015579593655/356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1/eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:42.682467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:42.729342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'port_id': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'mac_address': 'fa:16:3e:a2:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:42.876351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf76db32-17ff-4fe0-bbf0-f191d16f6d38 req-6b864276-91f8-4487-bdd8-42025ec9f3f2 service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864258 Nov 23 19:05:42.899809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:42.998390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.062027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Network b0a88a7e-43ea-48fe-9290-015579593655 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:43.079736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:43.085109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:43.087304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-e95e07ac-fa8e-4d29-a7bc-0bb87b183493 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904892 Nov 23 19:05:43.095230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event updated for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:43.107199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:43.206247 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.225827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455043bd-f4d2-47a9-8f1e-5031b52ea2da {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:43.303500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8c31f3a2-06db-4af5-b534-ed335e79dea8 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:43.308630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:43.317665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.318332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.320017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-712a794a-77d7-4fe5-9c06-0417c652e20b req-7a9a3eed-d249-4917-b354-e7f3668021ad service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230935 Nov 23 19:05:43.334850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38468-1cc0-47c2-9d64-4db552732766 req-561b8dc7-265b-47bb-91fe-24655c834226 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.347734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc38468-1cc0-47c2-9d64-4db552732766 req-561b8dc7-265b-47bb-91fe-24655c834226 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 944 time: 0.1133866 Nov 23 19:05:43.348863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.378340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2935ce-e005-468a-9a6a-1287f0c907fe req-a920efdd-ce5a-434a-a6dd-aeea381b5698 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.380011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c2935ce-e005-468a-9a6a-1287f0c907fe req-a920efdd-ce5a-434a-a6dd-aeea381b5698 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 944 time: 0.1692231 Nov 23 19:05:43.384486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-47bf974e-169e-4fe1-97fe-c0e6a9adbbac tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3134136 Nov 23 19:05:43.411832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Request body: {'port': {'device_id': '92992315-4d70-4567-a5e4-286c709a91c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:43.442925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc38468-1cc0-47c2-9d64-4db552732766 req-426001c7-ec03-4084-88f9-9e1bb02a783f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874958 Nov 23 19:05:43.503458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:43.518939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.531881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 8c31f3a2-06db-4af5-b534-ed335e79dea8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:43.563226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c2935ce-e005-468a-9a6a-1287f0c907fe req-f89b3864-a867-43d9-a405-69c4cb9192ad tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674364 Nov 23 19:05:43.568122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 8c31f3a2-06db-4af5-b534-ed335e79dea8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:43.570083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:43.693819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230e29-0162-4ce1-b2dd-124899b7017b req-995a3f04-a44b-44ef-952d-488ef0370412 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:43.697432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10230e29-0162-4ce1-b2dd-124899b7017b req-995a3f04-a44b-44ef-952d-488ef0370412 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 931 time: 0.0651464 Nov 23 19:05:43.791513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10230e29-0162-4ce1-b2dd-124899b7017b req-5b40de2f-b13a-4e1b-8aa9-10e7058b8560 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Nov 23 19:05:43.864669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['455043bd-f4d2-47a9-8f1e-5031b52ea2da'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:43.877516 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.011273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:44.017092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:44.021808 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d32ba-f545-46ea-9aa7-fb09d534c22d" -d '{"events": [{"server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "name": "network-vif-plugged", "status": "completed", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:44.038299 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.106950 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046e14fc-397a-46cb-afaf-2abaad42c426 x-openstack-request-id: req-046e14fc-397a-46cb-afaf-2abaad42c426 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:44.107475 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "name": "network-vif-plugged", "status": "completed", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:44.107905 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-046e14fc-397a-46cb-afaf-2abaad42c426 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:44.108441 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8', 'code': 200} Nov 23 19:05:44.110562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:44.170367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c664f-a8c2-45ce-8263-da01589f2b5a req-7012f4c6-2f6c-4285-be0d-497c04a3749d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.172337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d85c664f-a8c2-45ce-8263-da01589f2b5a req-7012f4c6-2f6c-4285-be0d-497c04a3749d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 945 time: 0.1683784 Nov 23 19:05:44.305356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-c05d8f87-eb00-4460-acbc-55b0b05a4927 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.307119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-c05d8f87-eb00-4460-acbc-55b0b05a4927 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b&tenant_id=48a299723a744276a7d18c197f219f0f&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 945 time: 0.3184626 Nov 23 19:05:44.309711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36f88-d4da-49d2-951b-3a8ffe693b4e req-66124d1b-3b35-4ff9-9160-173af0ee9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.311276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bf36f88-d4da-49d2-951b-3a8ffe693b4e req-66124d1b-3b35-4ff9-9160-173af0ee9846 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 1096 time: 0.0927534 Nov 23 19:05:44.410325 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-2fc59106-465a-42ab-ae69-4ad01404e8af service neutron] delete failed (client error): The resource could not be found. Nov 23 19:05:44.411763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-2fc59106-465a-42ab-ae69-4ad01404e8af service neutron] 10.222.0.47 "DELETE /v2.0/ports/455043bd-f4d2-47a9-8f1e-5031b52ea2da/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0884311 Nov 23 19:05:44.450699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5bf36f88-d4da-49d2-951b-3a8ffe693b4e req-b67218ca-50db-4510-8655-58bfece2db89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837579 Nov 23 19:05:44.503492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d85c664f-a8c2-45ce-8263-da01589f2b5a req-2169ed61-29f8-4e9f-9fce-59d6f0190338 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142612 Nov 23 19:05:44.524048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-25c65512-4955-422c-8d9e-00a375e402d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2547386 Nov 23 19:05:44.535951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:44.551666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.578095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Transition to ACTIVE for port object eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:05:44.582912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:44.729243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:44.775142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-573bb801-8250-423c-a997-e42742cb136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.778353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-573bb801-8250-423c-a997-e42742cb136f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1096 time: 0.0791888 Nov 23 19:05:44.890883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-916abb6e-d3ea-4489-8600-a872215eee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.893107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-916abb6e-d3ea-4489-8600-a872215eee25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1096 time: 0.2240014 Nov 23 19:05:44.900312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-2c7f97f3-6ea6-4adc-a21c-b730ca8686bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:44.902348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-2c7f97f3-6ea6-4adc-a21c-b730ca8686bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1030819 Nov 23 19:05:45.052920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-883be077-99ff-457d-ba99-b2e82fe9d7fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 1001 time: 0.1428196 Nov 23 19:05:45.062207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Attempting to bind port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:45.062818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Attempting to bind port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:45.063351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Attempting to bind port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:45.124885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867535d-bfe1-47ba-b789-f0db815fb5f4 req-d872445f-dbe8-4656-a11b-129a0cff7d81 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.127562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5867535d-bfe1-47ba-b789-f0db815fb5f4 req-d872445f-dbe8-4656-a11b-129a0cff7d81 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 945 time: 0.3639441 Nov 23 19:05:45.134911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9acd9d-2177-41a8-8914-1a04f255594a req-75e3dc24-f1af-45ea-ae8e-42ac06514637 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.143599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff9acd9d-2177-41a8-8914-1a04f255594a req-75e3dc24-f1af-45ea-ae8e-42ac06514637 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 943 time: 0.1763051 Nov 23 19:05:45.144547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 on network b0a88a7e-43ea-48fe-9290-015579593655 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:05:45.144878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Attempting to bind port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:45.191679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:45.192425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Checking segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:45.192542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Bound using segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:45.192921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Bound port: eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:45.193283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.212041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-cda60491-c0b6-4b84-ad8f-729e3761b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.213557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-cda60491-c0b6-4b84-ad8f-729e3761b127 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.3101959 Nov 23 19:05:45.215954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff9acd9d-2177-41a8-8914-1a04f255594a req-9f4b6247-4509-45ca-942c-69452da10f52 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Nov 23 19:05:45.217399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-5f36ae74-4026-4bb2-bea0-d3f68149ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.218782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-5f36ae74-4026-4bb2-bea0-d3f68149ad1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1549909 Nov 23 19:05:45.285095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-856e6195-8b58-4fe3-b4f5-67ed28e7328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.287022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-856e6195-8b58-4fe3-b4f5-67ed28e7328a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587628 Nov 23 19:05:45.396028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5867535d-bfe1-47ba-b789-f0db815fb5f4 req-a5eb6c88-42b1-4e61-aaef-413a100eef01 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485402 Nov 23 19:05:45.440197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-b520cd56-a340-4475-bb80-e876302784a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 1000 time: 0.2066677 Nov 23 19:05:45.443655 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-dfe0a03b-fc4f-4543-858b-35ae46e19c16 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481557 Nov 23 19:05:45.450107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:45.456140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:45.472151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.587148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18cde8ee-4bd7-47a1-8d27-c7366c87b71c req-39bb219f-4612-49ab-8faa-f5e1fc97c5e0 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290441 Nov 23 19:05:45.635578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.636347 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:45.638101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] 10.222.0.50 "PUT /v2.0/ports/eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 HTTP/1.1" status: 200 len: 1091 time: 2.2330177 Nov 23 19:05:45.638896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:45.641500 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504826f-fb27-4f2e-a2d6-730455236a86" -d '{"events": [{"name": "network-changed", "server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:45.683524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-bf583f46-aacf-4531-85e5-bfed67df5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.685115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-bf583f46-aacf-4531-85e5-bfed67df5090 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.2270973 Nov 23 19:05:45.759878 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bbe4f5-1cad-4c0a-9414-25980f9887f4 x-openstack-request-id: req-93bbe4f5-1cad-4c0a-9414-25980f9887f4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:45.760321 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:45.760740 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93bbe4f5-1cad-4c0a-9414-25980f9887f4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:45.761791 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46', 'status': 'completed', 'code': 200} Nov 23 19:05:45.784864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa013-5d59-467c-a1a0-758706449982 req-a932c2cd-b9d5-4f04-935a-1201ff4ca1ba tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.786809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50baa013-5d59-467c-a1a0-758706449982 req-a932c2cd-b9d5-4f04-935a-1201ff4ca1ba tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 945 time: 0.1320930 Nov 23 19:05:45.865553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8afe-9141-4cfa-861f-9f9dc6a3acdf service neutron] Pushing event updated for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:45.882188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50baa013-5d59-467c-a1a0-758706449982 req-045b2857-aa4c-431f-84ee-0bbd4470fbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823174 Nov 23 19:05:45.909147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-d79b9be7-7eaa-4674-8c38-258755dc21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.910666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-d79b9be7-7eaa-4674-8c38-258755dc21bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028406 Nov 23 19:05:45.916886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-a78979a2-2ab4-4df8-a47a-6962b910e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:45.918998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-a78979a2-2ab4-4df8-a47a-6962b910e023 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 1094 time: 0.1136994 Nov 23 19:05:45.985980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-f93e5abd-307d-4793-8f21-abb394b61706 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 HTTP/1.1" status: 200 len: 217 time: 0.0480959 Nov 23 19:05:46.088722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-66b6d2c5-e72a-4896-8979-c4f3a8ba57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:46.090369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-66b6d2c5-e72a-4896-8979-c4f3a8ba57b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.0732059 Nov 23 19:05:46.094376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-1c34cd0b-fa91-41aa-b83d-823dc1cc7f61 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744201 Nov 23 19:05:46.206176 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-1d6a16c4-40c6-4ab7-9cb3-0aba8ef34c1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027293 Nov 23 19:05:46.436447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:46.472698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78175899-7a23-4514-b349-49ec7a3697fa req-7064ca6e-a50f-42e7-b313-8bff5b9b5b97 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:46.486779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78175899-7a23-4514-b349-49ec7a3697fa req-7064ca6e-a50f-42e7-b313-8bff5b9b5b97 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 943 time: 0.1569881 Nov 23 19:05:46.502761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-6b7c5174-0535-4a83-8283-4974039d9aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823424 Nov 23 19:05:46.520977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 455043bd-f4d2-47a9-8f1e-5031b52ea2da completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:46.527910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 455043bd-f4d2-47a9-8f1e-5031b52ea2da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:46.529165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.608419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83289-d70d-42d5-894b-41162009a1d2 req-f13e878b-14ea-46d4-8e09-dfd3abb67d41 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:46.619298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85d83289-d70d-42d5-894b-41162009a1d2 req-f13e878b-14ea-46d4-8e09-dfd3abb67d41 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 945 time: 0.0719469 Nov 23 19:05:46.640842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.644122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-2286f6f5-4054-4902-9678-27c2d718135c service neutron] 10.222.0.47 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222228 Nov 23 19:05:46.704145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85d83289-d70d-42d5-894b-41162009a1d2 req-57979d92-df9b-478f-9f8f-775cf42a449e tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 Nov 23 19:05:46.728391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:46.730295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:46.736370 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d640eb-2510-4468-a9ad-898a840a98ce" -d '{"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:46.743100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:46.782749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78175899-7a23-4514-b349-49ec7a3697fa req-2a50510b-9002-40ce-a49e-be314047a270 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945142 Nov 23 19:05:46.852104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-558713a1-c1eb-4f83-bf3a-2817c6fda647 req-f2fc8328-497d-4c73-b71b-9f8bb7cbb3cd service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595141 Nov 23 19:05:46.862580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:46.904959 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ff93d-9769-4533-914b-457f7f548d66 x-openstack-request-id: req-0e5ff93d-9769-4533-914b-457f7f548d66 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:46.906850 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:46.906850 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e5ff93d-9769-4533-914b-457f7f548d66 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:46.907730 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'code': 200} Nov 23 19:05:46.944736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe632-d988-4e45-88ad-249cf4206fe4 req-b0a14f7b-e806-48b8-8b17-4f3cd89f54a4 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:46.947594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27fbe632-d988-4e45-88ad-249cf4206fe4 req-b0a14f7b-e806-48b8-8b17-4f3cd89f54a4 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 946 time: 0.1145144 Nov 23 19:05:47.019355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-eeb29ff9-2dc4-4469-855a-1c03e84df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.021965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-eeb29ff9-2dc4-4469-855a-1c03e84df251 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 1094 time: 0.0674548 Nov 23 19:05:47.081385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27fbe632-d988-4e45-88ad-249cf4206fe4 req-0e01ec42-1ffc-4d8c-b5ef-8e0a71c29dab tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198864 Nov 23 19:05:47.299513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-1b273626-c1c5-4c48-99db-fe6093ab180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.301767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-1b273626-c1c5-4c48-99db-fe6093ab180f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 916 time: 0.2584445 Nov 23 19:05:47.318204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bfe2f-fa58-4081-a052-a0beafb8713f req-817ae981-bbe1-42d8-9d03-3ea769e94b10 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.320711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-645bfe2f-fa58-4081-a052-a0beafb8713f req-817ae981-bbe1-42d8-9d03-3ea769e94b10 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.0919635 Nov 23 19:05:47.366442 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-be851336-1fde-494c-805e-6e2f25712b9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 HTTP/1.1" status: 200 len: 217 time: 0.0497181 Nov 23 19:05:47.381957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dbbab-37fc-478a-bdca-c74f24c639fa req-d26a1f96-4dea-41f1-954b-bf45dd6d0108 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.391861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d46dbbab-37fc-478a-bdca-c74f24c639fa req-d26a1f96-4dea-41f1-954b-bf45dd6d0108 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1384180 Nov 23 19:05:47.434663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-645bfe2f-fa58-4081-a052-a0beafb8713f req-03433a5c-ab8c-4fe9-85b8-69cc066e7695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993257 Nov 23 19:05:47.519014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-e489da44-48d9-4c5e-b4ab-ab25ba62f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.521004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-e489da44-48d9-4c5e-b4ab-ab25ba62f51b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1248279 Nov 23 19:05:47.538052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d46dbbab-37fc-478a-bdca-c74f24c639fa req-8a711e71-3b4f-4022-afb9-b95fc9bf66dc tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429031 Nov 23 19:05:47.596917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-88edcc65-0c4b-4939-8973-6a977d62af01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524268 Nov 23 19:05:47.782900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-69a89f0c-fa54-4954-80b7-4d01f7b665c0 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689570 Nov 23 19:05:47.969580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bc7d0-2eb5-47e0-9226-89ef03410fa2 req-0d5055b6-83e3-4f0e-b186-7d7c8f432dba tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:47.971621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-855bc7d0-2eb5-47e0-9226-89ef03410fa2 req-0d5055b6-83e3-4f0e-b186-7d7c8f432dba tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 943 time: 0.0813239 Nov 23 19:05:47.977250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b504826f-fb27-4f2e-a2d6-730455236a86 req-6fefbc95-d452-4b77-9700-69ad07341e0e service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753316 Nov 23 19:05:48.037153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07a36-b575-46d1-89f6-ba273d82f680 req-630c5a00-ed5e-4b8f-a4dc-ed4d00d2e0bf tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:48.039522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88f07a36-b575-46d1-89f6-ba273d82f680 req-630c5a00-ed5e-4b8f-a4dc-ed4d00d2e0bf tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1827745 Nov 23 19:05:48.060425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-855bc7d0-2eb5-47e0-9226-89ef03410fa2 req-f6c7f8c6-db39-4de3-83a4-1cc8c4d8d0d6 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784633 Nov 23 19:05:48.084657 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:05:48.118084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-88f07a36-b575-46d1-89f6-ba273d82f680 req-a164e22a-b866-402d-a0b2-c513263bb52e tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Nov 23 19:05:48.433060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:05:48.595401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:48.609171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'port_id': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46', 'mac_address': 'fa:16:3e:ba:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:05:48.671839 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.694786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d1f7-3c1a-4d56-8fdb-3aafc3e522c8 req-a7e9f14d-5120-4c40-840d-a58124f38cc5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:48.700330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3e6d1f7-3c1a-4d56-8fdb-3aafc3e522c8 req-a7e9f14d-5120-4c40-840d-a58124f38cc5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.1227126 Nov 23 19:05:48.712582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:05:48.751041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:48.757443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:48.830259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3e6d1f7-3c1a-4d56-8fdb-3aafc3e522c8 req-952b946e-5460-43e4-b201-077557625f79 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102216 Nov 23 19:05:48.851024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:48.862394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:48.952853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ffd69d18-9089-4a0d-bfe2-21f249a340d0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 200 len: 993 time: 0.1003935 Nov 23 19:05:49.035069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:49.169321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:49.248943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-745e5b7b-e7d1-4ad6-ac93-2e814b452304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.265846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2995f-6b35-4acb-9905-2a891aabc141 req-b5c76ac0-3b4b-48be-9eba-e26ecb263a4d tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:49.268272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e2995f-6b35-4acb-9905-2a891aabc141 req-b5c76ac0-3b4b-48be-9eba-e26ecb263a4d tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 944 time: 0.1210375 Nov 23 19:05:49.287916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbbac-a9fb-4a21-9cde-0fc4ec9f0675 req-e8f0677b-9aa9-4b75-9b84-fa16d96286fb tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:49.295546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcffbbac-a9fb-4a21-9cde-0fc4ec9f0675 req-e8f0677b-9aa9-4b75-9b84-fa16d96286fb tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0974889 Nov 23 19:05:49.327844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-3ec3fb20-872c-4c69-bd1c-0dc3cbb565b1 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:49.329513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-3ec3fb20-872c-4c69-bd1c-0dc3cbb565b1 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 945 time: 0.1026270 Nov 23 19:05:49.343981 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e2995f-6b35-4acb-9905-2a891aabc141 req-dbaf6f71-d699-40cc-9651-09cdbbba5c6c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682175 Nov 23 19:05:49.401669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bcffbbac-a9fb-4a21-9cde-0fc4ec9f0675 req-f07a4cbe-dc1e-4963-871c-ca2e67dbbcce tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032660 Nov 23 19:05:49.479041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-745e5b7b-e7d1-4ad6-ac93-2e814b452304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.485957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-745e5b7b-e7d1-4ad6-ac93-2e814b452304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.553680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-745e5b7b-e7d1-4ad6-ac93-2e814b452304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e865aadb98044bead658b691f144202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164616 Nov 23 19:05:49.557413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:49.563005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e5b7b-e7d1-4ad6-ac93-2e814b452304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a9cfb-a81f-483b-8956-e70229652474,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:49.571677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Deleting port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:49.572105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.707748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.741869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] For port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:49.742223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.753489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.766061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Calling delete_port for 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:49.876368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.880870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:49.882796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/931a9cfb-a81f-483b-8956-e70229652474 HTTP/1.1" status: 204 len: 168 time: 0.3239543 Nov 23 19:05:49.916899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed2128-c97b-4a34-a111-ecd3eb83c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a9cfb-a81f-483b-8956-e70229652474,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:50.016751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.035780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', '8c31f3a2-06db-4af5-b534-ed335e79dea8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:50.055666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event deleted for resources: {'Port': ['ID=6aa6e957-2274-4d6a-a3dc-af0ea53efcb1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:50.103577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ef47ca59-0252-4cb4-95cf-8baff8b8900c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:50.127815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] No DVR routers for this DVR port 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:50.131019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.134921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae3eef8e-2d78-4512-9393-e7d3a1c8f9fa req-a5b6150e-2c2b-4d24-bccb-eb43d38a3255 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "DELETE /v2.0/ports/6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 HTTP/1.1" status: 204 len: 173 time: 0.7974341 Nov 23 19:05:50.136190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'name': 'network-vif-deleted', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:50.140630 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d532b-705b-4fff-88bf-b0f62be4107d" -d '{"events": [{"server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "name": "network-vif-deleted", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:50.245546 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aed943-92ab-4dad-b030-4b910942f177 x-openstack-request-id: req-61aed943-92ab-4dad-b030-4b910942f177 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:50.245546 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7", "name": "network-vif-deleted", "tag": "6aa6e957-2274-4d6a-a3dc-af0ea53efcb1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:50.245546 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61aed943-92ab-4dad-b030-4b910942f177 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:50.245928 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7', 'name': 'network-vif-deleted', 'tag': '6aa6e957-2274-4d6a-a3dc-af0ea53efcb1', 'status': 'completed', 'code': 200} Nov 23 19:05:50.454274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:50.573983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:05:50.581755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:50.582400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.640525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a5cae-1917-41a5-a66b-e825d8c9f15e req-26d4025b-4fb0-44d8-aba1-3c60b460dfec tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:50.666727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c74a5cae-1917-41a5-a66b-e825d8c9f15e req-26d4025b-4fb0-44d8-aba1-3c60b460dfec tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 944 time: 0.1701679 Nov 23 19:05:50.720174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e598d642-e4e6-4a88-87d0-f1adf30ce820 req-e8b74e55-565e-4f34-a5b5-15dffadfbed8 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e53b769-e0c4-4c64-a77b-9ef4ebc8b1f7 HTTP/1.1" status: 200 len: 210 time: 0.1039066 Nov 23 19:05:50.806494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c74a5cae-1917-41a5-a66b-e825d8c9f15e req-ff7a512b-340f-4b1d-a8ad-214ef6431192 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369603 Nov 23 19:05:50.852930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:50.897671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:50.900072 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c498a-6507-434e-8115-08fd9d62d218" -d '{"events": [{"server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:50.929947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:50.941314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.000964 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47115f1c-8751-4d55-9994-ffcd9f740d50 x-openstack-request-id: req-47115f1c-8751-4d55-9994-ffcd9f740d50 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:51.001235 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:51.001544 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47115f1c-8751-4d55-9994-ffcd9f740d50 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:51.002060 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46', 'code': 200} Nov 23 19:05:51.047644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:51.110834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97970c-3616-42a8-80b6-cd4e10abe691 req-d26e2d6d-2e50-4541-8e1c-a30f8843c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:51.114501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f97970c-3616-42a8-80b6-cd4e10abe691 req-d26e2d6d-2e50-4541-8e1c-a30f8843c6d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 1096 time: 0.0612757 Nov 23 19:05:51.179216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f97970c-3616-42a8-80b6-cd4e10abe691 req-a0312785-5120-481c-823e-8dbb58e472fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Nov 23 19:05:51.183483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:51.320555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-680513827-network', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:51.343444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Made reservation on behalf of 1952d0ff7f4c41b29dc2bbfe91dd1655 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:51.346505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.358941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.465491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.471390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.504679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:05:51.518880 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.519278 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Added segment d3a331f6-ba92-404d-b8f2-5d5712fb0100 of type vlan for network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 Nov 23 19:05:51.526997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb1f557-1a83-4632-b218-93714aea01fe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:51.571845 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.602807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.604067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:51.604747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.642015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4569993 Nov 23 19:05:51.646531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:51.653935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Request body: {'subnet': {'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-680513827-subnet', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:51.682236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Made reservation on behalf of 1952d0ff7f4c41b29dc2bbfe91dd1655 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:05:51.685133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:51.689657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134f23-9a70-4365-923c-fe643af2aa75 admin admin] Pushing event updated for resources: {'Network': ['ID=61fb2b53-6951-48ed-aa2e-a2967cd6fdc2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:51.701827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:05:52.046768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94a732-46c2-4909-8703-709fdc2e845c req-5d957b13-b327-4bd8-ab4a-011788cca92c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:52.048357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f94a732-46c2-4909-8703-709fdc2e845c req-5d957b13-b327-4bd8-ab4a-011788cca92c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 945 time: 0.1060870 Nov 23 19:05:52.055695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.164869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e36acd9-5534-41fe-b6a7-372c7db46d88,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:52.212279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f94a732-46c2-4909-8703-709fdc2e845c req-45b0d5cb-1a8f-40fc-8631-650343f4d474 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474676 Nov 23 19:05:52.217999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Checking segment: {'id': 'd3a331f6-ba92-404d-b8f2-5d5712fb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:52.218533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Network hostable DHCP agents. Network: 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:05:52.253709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:05:52.268854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:52.274805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:52.276463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.282659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c6e71-a3e3-4054-8fda-2614109b6955 None None] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:52.300198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d13db5dc-d1b9-49e2-81a6-467eacdbb233 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6520970 Nov 23 19:05:52.303722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:52.311291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:05:52.352904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.355089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.465449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.501853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-61fb2b53-6951-48ed-aa2e-a2967cd6fdc2', 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'fixed_ips': [{'subnet_id': '7e36acd9-5534-41fe-b6a7-372c7db46d88'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:05:52.502860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.668084 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:52.791489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Allocated IP 172.20.0.2 (61fb2b53-6951-48ed-aa2e-a2967cd6fdc2/7e36acd9-5534-41fe-b6a7-372c7db46d88/b70dfba2-8a0c-4f91-86dd-d5689aa72362) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:53.061024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.082277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.098828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.129367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.177266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:53.180943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea9c4-03c6-4100-9a20-a25a1d3661e6 req-351da4b0-12c6-4d6e-9af5-138bebb851f8 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:53.181576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:53.184993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:53.191442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea9c4-03c6-4100-9a20-a25a1d3661e6 req-351da4b0-12c6-4d6e-9af5-138bebb851f8 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:53.199298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Pushing event updated for resources: {'Port': ['ID=b70dfba2-8a0c-4f91-86dd-d5689aa72362,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:53.203978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3aea9c4-03c6-4100-9a20-a25a1d3661e6 req-351da4b0-12c6-4d6e-9af5-138bebb851f8 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69&device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 1682 time: 0.1626718 Nov 23 19:05:53.314435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Attempting to bind port b70dfba2-8a0c-4f91-86dd-d5689aa72362 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:53.327680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3aea9c4-03c6-4100-9a20-a25a1d3661e6 req-a3f93432-8d59-4314-90ab-b8a2d052e98d tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115580 Nov 23 19:05:53.329603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Attempting to bind port b70dfba2-8a0c-4f91-86dd-d5689aa72362 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'd3a331f6-ba92-404d-b8f2-5d5712fb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:53.330152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Attempting to bind port b70dfba2-8a0c-4f91-86dd-d5689aa72362 on network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:53.346276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:05:53.422100 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:53.422486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Checking segment: {'id': 'd3a331f6-ba92-404d-b8f2-5d5712fb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:53.422901 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.423298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Bound using segment: {'id': 'd3a331f6-ba92-404d-b8f2-5d5712fb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:53.423823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Bound port: b70dfba2-8a0c-4f91-86dd-d5689aa72362, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a331f6-ba92-404d-b8f2-5d5712fb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:53.424213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.438875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:05:53.438875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 6aa6e957-2274-4d6a-a3dc-af0ea53efcb1 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:05:53.440845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Allocated IP 172.25.5.32 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/288fd462-0311-4992-b2bb-e21ce3e5a7ac) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:53.484818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e3b23-5c92-4d8e-9391-20a365a452a3 req-a2a6546b-300a-4202-afb5-4c62d0a9a5cb tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:53.492598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3e3b23-5c92-4d8e-9391-20a365a452a3 req-a2a6546b-300a-4202-afb5-4c62d0a9a5cb tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 945 time: 0.1103840 Nov 23 19:05:53.535914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] For port b70dfba2-8a0c-4f91-86dd-d5689aa72362, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:53.542097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] For port b70dfba2-8a0c-4f91-86dd-d5689aa72362, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b70dfba2-8a0c-4f91-86dd-d5689aa72362,segment=NetworkSegment(d3a331f6-ba92-404d-b8f2-5d5712fb0100),segment_id=d3a331f6-ba92-404d-b8f2-5d5712fb0100)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:53.553977 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:53.592193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3e3b23-5c92-4d8e-9391-20a365a452a3 req-03d772c1-bdd8-41d9-9ee1-6b63565883fc tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986140 Nov 23 19:05:53.750630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c6004-1e46-494a-acec-f347679e66c7 None None] Pushing event updated for resources: {'Port': ['ID=b70dfba2-8a0c-4f91-86dd-d5689aa72362,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:54.220809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:54.356631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:54.421094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8eb5f-cce4-4550-8cf1-cf6af0e864bb req-abd12145-9939-4f5a-9534-45a4e0a9b17c tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:54.430637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:54.430958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e8eb5f-cce4-4550-8cf1-cf6af0e864bb req-abd12145-9939-4f5a-9534-45a4e0a9b17c tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 946 time: 0.0967784 Nov 23 19:05:54.437652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:54.441288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:54.489352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4609b-e5b6-4ef2-9729-8f50fcf7cf41 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:54.559012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e8eb5f-cce4-4550-8cf1-cf6af0e864bb req-c3b64ea7-fa66-4937-b4eb-becdc13b6e2f tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268623 Nov 23 19:05:54.626585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ef3e2cde-59c9-4fc6-be42-ce0bffbce03b None None] Provisioning complete for port 288fd462-0311-4992-b2bb-e21ce3e5a7ac triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:54.627885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef3e2cde-59c9-4fc6-be42-ce0bffbce03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:54.652582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Pushing event updated for resources: {'Port': ['ID=288fd462-0311-4992-b2bb-e21ce3e5a7ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:54.716705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e2cde-59c9-4fc6-be42-ce0bffbce03b None None] Port 288fd462-0311-4992-b2bb-e21ce3e5a7ac cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:54.791209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.129672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.171442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b70dfba2-8a0c-4f91-86dd-d5689aa72362 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:55.263141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b70dfba2-8a0c-4f91-86dd-d5689aa72362 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:55.263659 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.456031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Router 4f136b91-78b4-4366-b3d7-66563fae6918 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:05:55.522336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.630898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b70dfba2-8a0c-4f91-86dd-d5689aa72362, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b70dfba2-8a0c-4f91-86dd-d5689aa72362,segment=NetworkSegment(d3a331f6-ba92-404d-b8f2-5d5712fb0100),segment_id=d3a331f6-ba92-404d-b8f2-5d5712fb0100)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:55.637074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.732581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baec6bc-a5fc-4471-ae17-8a63ccb78369 None None] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:05:55.806617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-3948d99d-ffd5-4433-9084-05eec9752ecc tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:55.819376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-3948d99d-ffd5-4433-9084-05eec9752ecc tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4b78124-eb58-4fa3-bcde-67f83ceb5ceb HTTP/1.1" status: 200 len: 945 time: 0.2236080 Nov 23 19:05:55.845402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b70dfba2-8a0c-4f91-86dd-d5689aa72362,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:55.871495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dddd28-6c71-43a4-9ef0-5983091134b0 req-1616bba6-2d0e-4f2e-b324-d6a215acb9f9 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:55.888914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2dddd28-6c71-43a4-9ef0-5983091134b0 req-1616bba6-2d0e-4f2e-b324-d6a215acb9f9 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 946 time: 0.1110671 Nov 23 19:05:55.981395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd20182a-8421-4c29-81ce-cacdd29b3c65 None None] Provisioning complete for port b70dfba2-8a0c-4f91-86dd-d5689aa72362 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:55.982485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd20182a-8421-4c29-81ce-cacdd29b3c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:55.997533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b2dddd28-6c71-43a4-9ef0-5983091134b0 req-98dd2fae-551b-4801-92ed-439775c28e3e tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067996 Nov 23 19:05:56.023951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:56.045743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Sync routers for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:05:56.071774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:56.076665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-79d22343-61eb-454d-8214-dda6fe892671 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.7681177 Nov 23 19:05:56.078400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:05:56.092849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Deleting port 8c31f3a2-06db-4af5-b534-ed335e79dea8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:56.092849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:56.104551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Routers {'4f136b91-78b4-4366-b3d7-66563fae6918'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:56.105202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:05:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f136b91-78b4-4366-b3d7-66563fae6918'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:56.306444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] For port 8c31f3a2-06db-4af5-b534-ed335e79dea8, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8c31f3a2-06db-4af5-b534-ed335e79dea8,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:56.306878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:56.329341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Calling delete_port for 8c31f3a2-06db-4af5-b534-ed335e79dea8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:56.358041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bef24cbc-9541-47e5-a123-21c186dbdc44 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:56.359775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bef24cbc-9541-47e5-a123-21c186dbdc44 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.50 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 946 time: 0.1056707 Nov 23 19:05:56.585179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Set router 4f136b91-78b4-4366-b3d7-66563fae6918 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:56.691824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Deleting port ef47ca59-0252-4cb4-95cf-8baff8b8900c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:05:56.694390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:56.742916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:56.761672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['8c31f3a2-06db-4af5-b534-ed335e79dea8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:56.764488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ef47ca59-0252-4cb4-95cf-8baff8b8900c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:56.913769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event deleted for resources: {'Port': ['ID=8c31f3a2-06db-4af5-b534-ed335e79dea8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:57.028066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.071408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] No DVR routers for this DVR port 8c31f3a2-06db-4af5-b534-ed335e79dea8 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:57.082663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.092774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-11e65496-a594-49ee-bbd1-69a8e481ca70 req-debf2576-1911-4e75-9609-d74c1c656272 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.47 "DELETE /v2.0/ports/8c31f3a2-06db-4af5-b534-ed335e79dea8 HTTP/1.1" status: 204 len: 173 time: 1.2625506 Nov 23 19:05:57.099475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'name': 'network-vif-deleted', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:57.122504 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c3c59-518c-4b1e-b1c7-f9f962d31e2e" -d '{"events": [{"server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "name": "network-vif-deleted", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:57.198971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b70dfba2-8a0c-4f91-86dd-d5689aa72362 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:05:57.320926 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c2110-6bb0-4ffe-9b75-fb3e66b728bd x-openstack-request-id: req-dc6c2110-6bb0-4ffe-9b75-fb3e66b728bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:57.321180 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b78124-eb58-4fa3-bcde-67f83ceb5ceb", "name": "network-vif-deleted", "tag": "8c31f3a2-06db-4af5-b534-ed335e79dea8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:57.321597 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc6c2110-6bb0-4ffe-9b75-fb3e66b728bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:57.322241 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b78124-eb58-4fa3-bcde-67f83ceb5ceb', 'name': 'network-vif-deleted', 'tag': '8c31f3a2-06db-4af5-b534-ed335e79dea8', 'status': 'completed', 'code': 200} Nov 23 19:05:57.340830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] For port ef47ca59-0252-4cb4-95cf-8baff8b8900c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ef47ca59-0252-4cb4-95cf-8baff8b8900c,segment=NetworkSegment(ecc64d80-76ef-41ae-8e42-9f590582ec0b),segment_id=ecc64d80-76ef-41ae-8e42-9f590582ec0b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:57.341216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.366359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Calling delete_port for ef47ca59-0252-4cb4-95cf-8baff8b8900c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:05:57.380523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16fed-ab7b-4c95-80c1-a5184a400da4 req-dac783da-de5d-468f-9498-b27692555d18 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:05:57.382191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ba16fed-ab7b-4c95-80c1-a5184a400da4 req-dac783da-de5d-468f-9498-b27692555d18 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 946 time: 0.1808188 Nov 23 19:05:57.385728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Allocated IP 172.20.0.1 (61fb2b53-6951-48ed-aa2e-a2967cd6fdc2/7e36acd9-5534-41fe-b6a7-372c7db46d88/ce6de8e4-8cb9-48ce-873f-db500b3cc5fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:05:57.503417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b0fb4077-9dff-44d4-92f8-0686bcef1b6f None None] Provisioning complete for port b70dfba2-8a0c-4f91-86dd-d5689aa72362 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:57.506846 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4077-9dff-44d4-92f8-0686bcef1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.579500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ba16fed-ab7b-4c95-80c1-a5184a400da4 req-81eb933a-9a9e-4682-845b-338a40080a44 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819506 Nov 23 19:05:57.586326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.621196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:05:54Z', 'revision_number': 3, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:57.650691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f826-4691-4bd4-a056-3523aef655a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.682968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.746850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.765389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:57.769932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:57.775785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:05:57.798886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Checking router: 4f136b91-78b4-4366-b3d7-66563fae6918 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:05:57.799255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Updating router 4f136b91-78b4-4366-b3d7-66563fae6918 port 288fd462-0311-4992-b2bb-e21ce3e5a7ac binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:05:57.844625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:57.895111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Pushing event deleted for resources: {'Port': ['ID=ef47ca59-0252-4cb4-95cf-8baff8b8900c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:57.911618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['8c31f3a2-06db-4af5-b534-ed335e79dea8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:05:57.914865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.000871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] No DVR routers for this DVR port ef47ca59-0252-4cb4-95cf-8baff8b8900c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:05:58.003767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b70dfba2-8a0c-4f91-86dd-d5689aa72362 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:58.004201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.007233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.011688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5149296c-a07a-4843-a311-0ceea3bd776f req-bbf4d89a-d807-4fc0-b930-4d0a453660c2 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.50 "DELETE /v2.0/ports/ef47ca59-0252-4cb4-95cf-8baff8b8900c HTTP/1.1" status: 204 len: 173 time: 1.6121716 Nov 23 19:05:58.025849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6de8e4-8cb9-48ce-873f-db500b3cc5fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:58.289650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.570879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.580766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.630250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2526fe43-1e53-40fa-ae0b-c31112a4414d None None] Provisioning complete for port ce6de8e4-8cb9-48ce-873f-db500b3cc5fd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:58.630784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2526fe43-1e53-40fa-ae0b-c31112a4414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.695024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6de8e4-8cb9-48ce-873f-db500b3cc5fd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:58.700633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.726468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2526fe43-1e53-40fa-ae0b-c31112a4414d None None] Port ce6de8e4-8cb9-48ce-873f-db500b3cc5fd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:58.742601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.798702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.856270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73ca1c86-cdc0-4a3b-a05f-85c373203465 req-0998f84b-7577-4d13-9d1e-cda80c832e35 tempest-ListServersNegativeTestJSON-183023964 tempest-ListServersNegativeTestJSON-183023964-project] 10.222.0.37 "GET /v2.0/ports?device_id=567f4587-c92f-4979-a3ae-08aa5f5b1f69 HTTP/1.1" status: 200 len: 210 time: 0.0645251 Nov 23 19:05:58.909199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Attempting to bind port 288fd462-0311-4992-b2bb-e21ce3e5a7ac on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:05:58.909670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Attempting to bind port 288fd462-0311-4992-b2bb-e21ce3e5a7ac by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:05:58.910008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Attempting to bind port 288fd462-0311-4992-b2bb-e21ce3e5a7ac on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:05:58.912653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70b7af-cd48-4491-b967-8dde5e7e7834 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:58.926069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9368-0628-4f51-b277-38052a68d142 None None] Pushing event updated for resources: {'Port': ['ID=288fd462-0311-4992-b2bb-e21ce3e5a7ac,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:58.931902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:05:58.931902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:05:58.932109 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.933077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:05:58.933572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Bound port: 288fd462-0311-4992-b2bb-e21ce3e5a7ac, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:05:58.933961 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:58.943692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:05:58.945632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:05:59.008853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-edcac9fa-8f86-4e14-9b76-e9b5a7cfc235 None None] Provisioning complete for port 288fd462-0311-4992-b2bb-e21ce3e5a7ac triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:59.009225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-edcac9fa-8f86-4e14-9b76-e9b5a7cfc235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.115514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-edcac9fa-8f86-4e14-9b76-e9b5a7cfc235 None None] Port 288fd462-0311-4992-b2bb-e21ce3e5a7ac cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:05:59.145343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] For port 288fd462-0311-4992-b2bb-e21ce3e5a7ac, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:05:59.152445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] For port 288fd462-0311-4992-b2bb-e21ce3e5a7ac, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=288fd462-0311-4992-b2bb-e21ce3e5a7ac,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:05:59.160468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.171131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Router 4f136b91-78b4-4366-b3d7-66563fae6918 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:05:59.220775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Routers {'4f136b91-78b4-4366-b3d7-66563fae6918'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:05:59.221411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:05:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f136b91-78b4-4366-b3d7-66563fae6918'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:05:59.281023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec1b79-0d65-487d-aaf9-b715e057512f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:05:59.323764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'name': 'network-vif-deleted', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:05:59.327850 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aec6ff-83ed-4168-aced-7f368f3fad91" -d '{"events": [{"server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "name": "network-vif-deleted", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:05:59.401539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9368-0628-4f51-b277-38052a68d142 None None] Pushing event updated for resources: {'Port': ['ID=288fd462-0311-4992-b2bb-e21ce3e5a7ac,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:59.419770 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e884060a-f9eb-4c86-8676-b640e9b67e00 x-openstack-request-id: req-e884060a-f9eb-4c86-8676-b640e9b67e00 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:05:59.420186 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567f4587-c92f-4979-a3ae-08aa5f5b1f69", "name": "network-vif-deleted", "tag": "ef47ca59-0252-4cb4-95cf-8baff8b8900c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:05:59.420614 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e884060a-f9eb-4c86-8676-b640e9b67e00 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:05:59.420956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:05:59.421397 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567f4587-c92f-4979-a3ae-08aa5f5b1f69', 'name': 'network-vif-deleted', 'tag': 'ef47ca59-0252-4cb4-95cf-8baff8b8900c', 'status': 'completed', 'code': 200} Nov 23 19:05:59.437470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-29ad14f3-62c1-4f8b-8900-d6f8a2cb9187 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f136b91-78b4-4366-b3d7-66563fae6918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3559549 Nov 23 19:05:59.472862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] Provisioning complete for port 288fd462-0311-4992-b2bb-e21ce3e5a7ac triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:05:59.473246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.536663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] Set router 4f136b91-78b4-4366-b3d7-66563fae6918 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:05:59.789958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.812135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] For port 288fd462-0311-4992-b2bb-e21ce3e5a7ac, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=288fd462-0311-4992-b2bb-e21ce3e5a7ac,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:05:59.845083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:05:59.965418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ad92b-d7dc-4b09-9230-66242b88280d None None] Pushing event updated for resources: {'Port': ['ID=288fd462-0311-4992-b2bb-e21ce3e5a7ac,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:05:59.984722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:00.094012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Deleting subnet 9e5163a1-79e1-42ce-a772-efb8bb2ebd6a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:06:00.098196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.101264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-be79f6e3-f4ec-4dc6-974f-c85b58fef650 None None] Provisioning complete for port ce6de8e4-8cb9-48ce-873f-db500b3cc5fd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:00.102010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be79f6e3-f4ec-4dc6-974f-c85b58fef650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.187005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.194888 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0dc95b1-4dfc-4170-af2a-9ec643a668d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.200780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be79f6e3-f4ec-4dc6-974f-c85b58fef650 None None] Port ce6de8e4-8cb9-48ce-873f-db500b3cc5fd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:00.206543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 4, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ce6de8e4-8cb9-48ce-873f-db500b3cc5fd', 'name': '', 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'mac_address': 'fa:16:3e:02:27:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '7e36acd9-5534-41fe-b6a7-372c7db46d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:57Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 2, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'subnets': [{'id': '7e36acd9-5534-41fe-b6a7-372c7db46d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:00.272856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60f768-74fd-4758-a7ed-03c84f25b3ad None None] The sync data for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 is: [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 4, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ce6de8e4-8cb9-48ce-873f-db500b3cc5fd', 'name': '', 'network_id': '61fb2b53-6951-48ed-aa2e-a2967cd6fdc2', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'mac_address': 'fa:16:3e:02:27:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '7e36acd9-5534-41fe-b6a7-372c7db46d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:57Z', 'updated_at': '2021-11-23T19:05:58Z', 'revision_number': 2, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'subnets': [{'id': '7e36acd9-5534-41fe-b6a7-372c7db46d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:00.320036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.435711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.482906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ef47ca59-0252-4cb4-95cf-8baff8b8900c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:00.496960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5163a1-79e1-42ce-a772-efb8bb2ebd6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:00.502344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.515137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1165df8-3d6e-4af8-9167-baa55b288748 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e5163a1-79e1-42ce-a772-efb8bb2ebd6a HTTP/1.1" status: 204 len: 168 time: 0.5285032 Nov 23 19:06:00.515621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:00.541219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: ef47ca59-0252-4cb4-95cf-8baff8b8900c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:00.542318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ef47ca59-0252-4cb4-95cf-8baff8b8900c not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:00.676609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.775445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.851995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:00.912443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4e4ed1-f031-4841-b6aa-efeabaf3e54e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:00.945611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc64d80-76ef-41ae-8e42-9f590582ec0b') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:00.946289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc64d80-76ef-41ae-8e42-9f590582ec0b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:00.987819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.019978 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.028096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:06:01.028657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:06:01.122610 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:06:01.126742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.144172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.152965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae4e4ed1-f031-4841-b6aa-efeabaf3e54e HTTP/1.1" status: 204 len: 168 time: 0.6356416 Nov 23 19:06:01.163376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795f2e4-4b25-4bde-8fe7-33856ae9026d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4e4ed1-f031-4841-b6aa-efeabaf3e54e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:01.333878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8c31f3a2-06db-4af5-b534-ed335e79dea8 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:01.349050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:01.408361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 8c31f3a2-06db-4af5-b534-ed335e79dea8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:01.408707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8c31f3a2-06db-4af5-b534-ed335e79dea8 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:01.450850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6865856c-595c-4d7e-a1e2-afad52f1b98c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c81ed0fc10fa459fa0fd213c1e751e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003401 Nov 23 19:06:01.453713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:01.582336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.640034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.752210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.755560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:01.769582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bfaca36-1a1d-4e37-9359-19a4fca4d8c3 HTTP/1.1" status: 204 len: 168 time: 0.3144686 Nov 23 19:06:01.793855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a6c3c-4042-4cde-bd85-0cba64d85367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfaca36-1a1d-4e37-9359-19a4fca4d8c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:01.956891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:02.228602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:02.700206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.093628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Deleting port ce6de8e4-8cb9-48ce-873f-db500b3cc5fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:03.094026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.115208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 288fd462-0311-4992-b2bb-e21ce3e5a7ac up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:03.224642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.245485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Calling delete_port for ce6de8e4-8cb9-48ce-873f-db500b3cc5fd owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:03.259151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:03.294345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.349002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 288fd462-0311-4992-b2bb-e21ce3e5a7ac triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:03.349423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.482437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-981373516-network', 'tenant_id': 'fb70af05b4794443b69c5572e8c03ea1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:03.530788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Made reservation on behalf of fb70af05b4794443b69c5572e8c03ea1 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:03.533833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.553937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.647950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.709404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6de8e4-8cb9-48ce-873f-db500b3cc5fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:03.800397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.806937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.845051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:03.858518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:03.873229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.873887 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Added segment 6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078 of type vlan for network 63a4fde9-a179-4910-b117-a5a9df145259 Nov 23 19:06:03.981936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:03.982663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:04.050388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:04.052672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:04.053469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:04.108052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8470170 Nov 23 19:06:04.121594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:04.128739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Request body: {'subnet': {'network_id': '63a4fde9-a179-4910-b117-a5a9df145259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-981373516-subnet', 'tenant_id': 'fb70af05b4794443b69c5572e8c03ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:04.169056 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Sync routers for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:04.177392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Made reservation on behalf of fb70af05b4794443b69c5572e8c03ea1 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:04.180509 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Routers {'4f136b91-78b4-4366-b3d7-66563fae6918'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:04.181148 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f136b91-78b4-4366-b3d7-66563fae6918'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:04.185048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:04.419003 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Set router 4f136b91-78b4-4366-b3d7-66563fae6918 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:04.646585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668398d6-c8be-4036-b90c-ea834006bf16 admin admin] Pushing event updated for resources: {'Network': ['ID=63a4fde9-a179-4910-b117-a5a9df145259,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:04.660929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 63a4fde9-a179-4910-b117-a5a9df145259 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:04.828861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:06:03Z', 'revision_number': 5, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:04.867255 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Checking router: 4f136b91-78b4-4366-b3d7-66563fae6918 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:04.879251 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Routers {'4f136b91-78b4-4366-b3d7-66563fae6918'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:04.880212 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4f136b91-78b4-4366-b3d7-66563fae6918'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:05.045697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:05.154148 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] Set router 4f136b91-78b4-4366-b3d7-66563fae6918 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:05.174487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33129a8-4850-4ee2-b6a5-bf1c41890357,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:05.260925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Router 4f136b91-78b4-4366-b3d7-66563fae6918 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:05.265416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Checking segment: {'id': '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:05.265781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Network hostable DHCP agents. Network: 63a4fde9-a179-4910-b117-a5a9df145259, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:05.345877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Network 63a4fde9-a179-4910-b117-a5a9df145259 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:05.411507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 63a4fde9-a179-4910-b117-a5a9df145259) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:05.419235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:05.420786 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:05.434076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d64cb-68d7-4c52-bf30-d88cfc5a5dc2 None None] Network 63a4fde9-a179-4910-b117-a5a9df145259 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:05.437999 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:06:03Z', 'revision_number': 5, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:05.450667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7defa3f2-4a59-48ed-9cd5-432bdd55335c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3275793 Nov 23 19:06:05.475345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41faf54c-0403-41e9-8bc2-b0c68a69e1e2 None None] The sync data for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 is: [{'id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'name': 'tempest-ImageQuotaTest-680513827-router', 'tenant_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:05:52Z', 'updated_at': '2021-11-23T19:06:03Z', 'revision_number': 5, 'project_id': '1952d0ff7f4c41b29dc2bbfe91dd1655', 'gw_port': {'id': '288fd462-0311-4992-b2bb-e21ce3e5a7ac', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f136b91-78b4-4366-b3d7-66563fae6918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:05:53Z', 'updated_at': '2021-11-23T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:05.568530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:05.578752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:05.580863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fedc7afe-21d5-499c-9720-5c3506d1b220 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f136b91-78b4-4366-b3d7-66563fae6918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6214972 Nov 23 19:06:05.736844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa83b9-bad3-44e1-a831-44c412a811d1 None None] Network 63a4fde9-a179-4910-b117-a5a9df145259 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:05.865378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:06.158939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:06.329202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Deleting port 288fd462-0311-4992-b2bb-e21ce3e5a7ac {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:06.330608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:06.489895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] For port 288fd462-0311-4992-b2bb-e21ce3e5a7ac, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=288fd462-0311-4992-b2bb-e21ce3e5a7ac,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:06.490535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:06.505957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Calling delete_port for 288fd462-0311-4992-b2bb-e21ce3e5a7ac owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:06.884311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:06.936911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Pushing event deleted for resources: {'Port': ['ID=288fd462-0311-4992-b2bb-e21ce3e5a7ac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:06.952280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f266887-58fa-4f99-ad61-ffb33c93f920 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:07.054547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.131611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ce6de8e4-8cb9-48ce-873f-db500b3cc5fd no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:07.197759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ce6de8e4-8cb9-48ce-873f-db500b3cc5fd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:07.200789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ce6de8e4-8cb9-48ce-873f-db500b3cc5fd not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:07.256806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.259872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.321689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.322605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f136b91-78b4-4366-b3d7-66563fae6918 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:06:07.329453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.330518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e873ea2a-10a4-4a64-87d3-0ded42a9098c admin admin] 10.222.0.37 "DELETE /v2.0/routers/4f136b91-78b4-4366-b3d7-66563fae6918 HTTP/1.1" status: 204 len: 168 time: 1.7504523 Nov 23 19:06:07.333098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:07.339284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Sync routers for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:07.356620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Routers set() bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:07.357193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Router IDs set() for agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 19:06:07.358785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f136b91-78b4-4366-b3d7-66563fae6918'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 19:06:07.380798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Routers set() bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:07.381320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Router IDs set() for agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 19:06:07.382390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f136b91-78b4-4366-b3d7-66563fae6918'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 19:06:07.382972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82975d-59e0-43d9-a391-4d18cec6edcf None None] The sync data for ids ['4f136b91-78b4-4366-b3d7-66563fae6918'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:07.404699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Deleting subnet 7e36acd9-5534-41fe-b6a7-372c7db46d88 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:06:07.408909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.463122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.614365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.706593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.744719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e36acd9-5534-41fe-b6a7-372c7db46d88,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:07.751202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:07.759061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:07.759632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba360c6e-69a0-4e29-9b13-799923584367 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e36acd9-5534-41fe-b6a7-372c7db46d88 HTTP/1.1" status: 204 len: 168 time: 0.4249816 Nov 23 19:06:07.765781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b512ebd2-adc6-4347-bdf1-01073a5ca60d None None] Network 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:07.835125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-6b997e0f-ac79-4386-bd76-a20f80083ec1 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:07.836697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-6b997e0f-ac79-4386-bd76-a20f80083ec1 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/networks?id=63a4fde9-a179-4910-b117-a5a9df145259 HTTP/1.1" status: 200 len: 809 time: 0.2141137 Nov 23 19:06:07.919137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-881a4959-e1b1-47d2-b2a1-859e5cc5ff01 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/quotas/fb70af05b4794443b69c5572e8c03ea1 HTTP/1.1" status: 200 len: 375 time: 0.0415618 Nov 23 19:06:07.926596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.028860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-cd47c4e2-2eed-407b-9f58-88ed5a6994fb tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb70af05b4794443b69c5572e8c03ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085711 Nov 23 19:06:08.061795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] DHCP port deletion for 61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:08.139696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Deleting port b70dfba2-8a0c-4f91-86dd-d5689aa72362 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:08.141075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.180421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-0ecd88e4-da91-43b8-bcbf-d11932029df5 service neutron] 10.222.0.37 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501155 Nov 23 19:06:08.230316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Deleting port b70dfba2-8a0c-4f91-86dd-d5689aa72362 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:08.230729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.253795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] For port b70dfba2-8a0c-4f91-86dd-d5689aa72362, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b70dfba2-8a0c-4f91-86dd-d5689aa72362,segment=NetworkSegment(d3a331f6-ba92-404d-b8f2-5d5712fb0100),segment_id=d3a331f6-ba92-404d-b8f2-5d5712fb0100)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:08.254385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.285241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Calling delete_port for b70dfba2-8a0c-4f91-86dd-d5689aa72362 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:08.364356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] For port b70dfba2-8a0c-4f91-86dd-d5689aa72362, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b70dfba2-8a0c-4f91-86dd-d5689aa72362,segment=NetworkSegment(d3a331f6-ba92-404d-b8f2-5d5712fb0100),segment_id=d3a331f6-ba92-404d-b8f2-5d5712fb0100)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:08.364816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.379724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-d561690b-247c-4513-b990-53726aa203b6 service neutron] 10.222.0.37 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899981 Nov 23 19:06:08.387150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Calling delete_port for b70dfba2-8a0c-4f91-86dd-d5689aa72362 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:08.408484 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.429697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] No DVR routers for this DVR port b70dfba2-8a0c-4f91-86dd-d5689aa72362 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:08.461885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90b9b6-80f2-4feb-84d4-fcbe0ec9cd2b None None] Pushing event deleted for resources: {'Port': ['ID=b70dfba2-8a0c-4f91-86dd-d5689aa72362,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:08.491360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.522288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b70dfba2-8a0c-4f91-86dd-d5689aa72362,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:08.532974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] No DVR routers for this DVR port b70dfba2-8a0c-4f91-86dd-d5689aa72362 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:08.659894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.684560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fb2b53-6951-48ed-aa2e-a2967cd6fdc2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:08.699183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a331f6-ba92-404d-b8f2-5d5712fb0100') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:08.699502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a331f6-ba92-404d-b8f2-5d5712fb0100') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:08.740948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.761713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.773758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:06:08.774445 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.856904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8a53470e-e9ef-42f0-8985-cbca31d20608 req-485b0719-ffaa-41a8-8c40-accb00369392 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 210 time: 0.0852859 Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:06:08.885581 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:06:08.904238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.914787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.922714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/61fb2b53-6951-48ed-aa2e-a2967cd6fdc2 HTTP/1.1" status: 204 len: 168 time: 1.1593242 Nov 23 19:06:08.939727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:08.951666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03141d-307d-4f8c-bfba-bcb5381211cc admin admin] Pushing event deleted for resources: {'Network': ['ID=61fb2b53-6951-48ed-aa2e-a2967cd6fdc2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:09.122186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:09.128556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b70dfba2-8a0c-4f91-86dd-d5689aa72362 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:09.166852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b70dfba2-8a0c-4f91-86dd-d5689aa72362 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:09.167898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b70dfba2-8a0c-4f91-86dd-d5689aa72362 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:09.168685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 288fd462-0311-4992-b2bb-e21ce3e5a7ac no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:09.196622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4680fd79-1ec8-48d7-b1a6-c8d1cf4d7478 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1952d0ff7f4c41b29dc2bbfe91dd1655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728750 Nov 23 19:06:09.198528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 288fd462-0311-4992-b2bb-e21ce3e5a7ac {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:09.199350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 288fd462-0311-4992-b2bb-e21ce3e5a7ac not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:09.201026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:09.314477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:09.343306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:09.425827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:09.429673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:09.431468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cb1f557-1a83-4632-b218-93714aea01fe HTTP/1.1" status: 204 len: 168 time: 0.2287459 Nov 23 19:06:09.449279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c76923-8d33-44c1-93f2-eafd48bd6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb1f557-1a83-4632-b218-93714aea01fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:09.999817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 55952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:10.023012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee141-6f77-48cc-9e20-8f248ffd2ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.051646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9537b23a-4fee-4359-9ba8-0dff37780702 req-1cff1e5c-03df-496b-942d-28629368e5c6 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 210 time: 0.0722837 Nov 23 19:06:10.145013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee141-6f77-48cc-9e20-8f248ffd2ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.151711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee141-6f77-48cc-9e20-8f248ffd2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.213887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8b9ee141-6f77-48cc-9e20-8f248ffd2ab0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2111282 Nov 23 19:06:10.217387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 55958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:10.264328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ee141-6f77-48cc-9e20-8f248ffd2ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e8aa7-f0ff-48ba-b4cf-007c2871a48a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:10.284059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.318679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.355773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-f5de44e3-9a0a-40ea-9448-99c7e32fc3cf tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:10.357340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-f5de44e3-9a0a-40ea-9448-99c7e32fc3cf tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.47 "GET /v2.0/networks?id=63a4fde9-a179-4910-b117-a5a9df145259 HTTP/1.1" status: 200 len: 809 time: 0.1884732 Nov 23 19:06:10.379354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Request body: {'port': {'device_id': 'ae918e29-d8f5-497c-baea-279937454858', 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259', 'admin_state_up': True, 'tenant_id': 'fb70af05b4794443b69c5572e8c03ea1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:10.429000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.432778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.440348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/075e8aa7-f0ff-48ba-b4cf-007c2871a48a HTTP/1.1" status: 204 len: 168 time: 0.2213354 Nov 23 19:06:10.446214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.460364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30c69f-07f3-4ac9-81dc-00c5922e75f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e8aa7-f0ff-48ba-b4cf-007c2871a48a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:10.564310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Made reservation on behalf of fb70af05b4794443b69c5572e8c03ea1 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:10.570941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:10.749122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Allocated IP 172.20.0.12 (63a4fde9-a179-4910-b117-a5a9df145259/d33129a8-4850-4ee2-b6a5-bf1c41890357/21712c89-eb53-4755-93c7-338d4c13c6c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:10.977887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.044566 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.107943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Network 63a4fde9-a179-4910-b117-a5a9df145259 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:11.111215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:11.116377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:11.122372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Pushing event updated for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:11.208460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:11.208460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.230420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3b205800-eb00-41a6-bd9e-70cddd42c6b5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8559012 Nov 23 19:06:11.252666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Request body: {'port': {'device_id': 'ae918e29-d8f5-497c-baea-279937454858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:11.255937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fdba6-73be-4a7d-bb4f-5090829f5d46 req-ebbb02d1-f975-4e7a-b4e2-d533abf38f96 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:11.257518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-904fdba6-73be-4a7d-bb4f-5090829f5d46 req-ebbb02d1-f975-4e7a-b4e2-d533abf38f96 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 932 time: 0.0744472 Nov 23 19:06:11.333049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.366610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:11.376413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-904fdba6-73be-4a7d-bb4f-5090829f5d46 req-43c8d63a-0e28-42f4-a38a-01c05bd30c91 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063106 Nov 23 19:06:11.569570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2012594937-network', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:11.597640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Made reservation on behalf of bbd91038dd8747ecafebbc32c17ba3db for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:11.601681 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.619460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.738010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.743597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.771486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21712c89-eb53-4755-93c7-338d4c13c6c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:11.781596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:11.781790 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.795265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87c150-9960-4b6f-9861-e108c101b391,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:11.801989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.802614 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Added segment 667c1ede-80fc-477a-92b0-f73a735abbdc of type vlan for network be364d20-030d-40a0-99d0-9d7c7e129026 Nov 23 19:06:11.820320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Transition to ACTIVE for port object 21712c89-eb53-4755-93c7-338d4c13c6c7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:06:11.824644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.902983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.939814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.941342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:11.942232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:11.954484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Pushing event updated for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:11.988533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Attempting to bind port 21712c89-eb53-4755-93c7-338d4c13c6c7 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:11.988916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Attempting to bind port 21712c89-eb53-4755-93c7-338d4c13c6c7 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:11.989221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Attempting to bind port 21712c89-eb53-4755-93c7-338d4c13c6c7 on network 63a4fde9-a179-4910-b117-a5a9df145259 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:11.993303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6250503 Nov 23 19:06:11.999063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:12.005388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Request body: {'subnet': {'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2012594937-subnet', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:12.013292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Port 21712c89-eb53-4755-93c7-338d4c13c6c7 on network 63a4fde9-a179-4910-b117-a5a9df145259 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:06:12.013710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Attempting to bind port 21712c89-eb53-4755-93c7-338d4c13c6c7 on network 63a4fde9-a179-4910-b117-a5a9df145259 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:12.026512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:12.026512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Checking segment: {'id': '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:12.026512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Bound using segment: {'id': '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:12.026512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Bound port: 21712c89-eb53-4755-93c7-338d4c13c6c7, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:12.026512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.041010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639de94-8415-466e-a947-1b2dd00b5a74 admin admin] Pushing event updated for resources: {'Network': ['ID=be364d20-030d-40a0-99d0-9d7c7e129026,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:12.060340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Made reservation on behalf of bbd91038dd8747ecafebbc32c17ba3db for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:12.063295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.063991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network be364d20-030d-40a0-99d0-9d7c7e129026 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:12.205166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:12.212130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=21712c89-eb53-4755-93c7-338d4c13c6c7,segment=NetworkSegment(6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078),segment_id=6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:12.217104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.262861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:12.263850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.265097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] 10.222.0.47 "PUT /v2.0/ports/21712c89-eb53-4755-93c7-338d4c13c6c7 HTTP/1.1" status: 200 len: 1092 time: 1.0199788 Nov 23 19:06:12.265569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:12.267941 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6512ec-5014-4915-99b8-85e375ec5eba" -d '{"events": [{"name": "network-changed", "server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:12.333777 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f608c3f-f24e-4e2a-9a34-b34d1779a617 x-openstack-request-id: req-2f608c3f-f24e-4e2a-9a34-b34d1779a617 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:12.334258 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:12.334537 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f608c3f-f24e-4e2a-9a34-b34d1779a617 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:12.335026 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7', 'status': 'completed', 'code': 200} Nov 23 19:06:12.337694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf16828-bbf3-4d5c-94bb-b60af391c199 service neutron] Pushing event updated for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:12.442910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3a75903f-8265-4786-b4b5-96da52eddcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:12.446091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-3a75903f-8265-4786-b4b5-96da52eddcc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb70af05b4794443b69c5572e8c03ea1&device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 1095 time: 0.1014402 Nov 23 19:06:12.447873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.550058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-08b0b4fe-d45e-42c3-8bc7-3f828b3ee6e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21712c89-eb53-4755-93c7-338d4c13c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0677567 Nov 23 19:06:12.589844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc7faed-998b-4abc-820c-188552cff798,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:12.691795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Checking segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:12.692599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Network hostable DHCP agents. Network: be364d20-030d-40a0-99d0-9d7c7e129026, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:12.709907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447e6fd-edfd-4006-95d8-32c5a939a9b1 req-505f1542-ca07-4249-8587-d39deb0d6c5b tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:12.712653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5447e6fd-edfd-4006-95d8-32c5a939a9b1 req-505f1542-ca07-4249-8587-d39deb0d6c5b tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 944 time: 0.2164726 Nov 23 19:06:12.723694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-fe0dfd43-7969-4501-b38d-83f449a9d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:12.725336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-fe0dfd43-7969-4501-b38d-83f449a9d8de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33129a8-4850-4ee2-b6a5-bf1c41890357 HTTP/1.1" status: 200 len: 849 time: 0.1566086 Nov 23 19:06:12.785712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Network be364d20-030d-40a0-99d0-9d7c7e129026 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:12.794944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-4d6e845c-872b-4435-81d3-8e68a7256da4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63a4fde9-a179-4910-b117-a5a9df145259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546730 Nov 23 19:06:12.823779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, be364d20-030d-40a0-99d0-9d7c7e129026) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:12.842072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85415b31-0df1-412b-9f82-dea182d3134e None None] Network be364d20-030d-40a0-99d0-9d7c7e129026 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:12.866065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:12.866788 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:12.908634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5447e6fd-edfd-4006-95d8-32c5a939a9b1 req-bfa00837-8bbf-495a-9d66-bb9e567e07e0 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805763 Nov 23 19:06:12.983729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf4ac574-c852-4601-86b3-025888351332 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9826584 Nov 23 19:06:12.987264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:12.999009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:13.034559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-74c40f76-4471-4402-b1b1-f2bb92bbb652 service neutron] 10.222.0.47 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201583 Nov 23 19:06:13.048538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.054402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.131081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523159a0-d315-4a59-9305-603a16238794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-be364d20-030d-40a0-99d0-9d7c7e129026', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:06:13.132522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.183101 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.201053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bce731ed-8bbb-49b5-a595-a9ddd6aca5d9 req-c05dc796-3a92-42fe-a524-7c99e843fa93 service neutron] 10.222.0.47 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585519 Nov 23 19:06:13.360297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.360547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-17507815-dcb6-4493-97f3-365f3bae7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:13.363447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-17507815-dcb6-4493-97f3-365f3bae7168 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb70af05b4794443b69c5572e8c03ea1&device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 1095 time: 0.0799921 Nov 23 19:06:13.370948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-523159a0-d315-4a59-9305-603a16238794 None None] Allocated IP 172.20.0.2 (be364d20-030d-40a0-99d0-9d7c7e129026/fcc7faed-998b-4abc-820c-188552cff798/b1a4935a-bd91-4203-86fd-f3bbd635c028) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:13.542056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-79aa44bc-19b9-4878-83b2-8f2665378ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:13.543755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-79aa44bc-19b9-4878-83b2-8f2665378ad1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63a4fde9-a179-4910-b117-a5a9df145259 HTTP/1.1" status: 200 len: 910 time: 0.1708224 Nov 23 19:06:13.626851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-4b809573-7c4a-40ed-865e-88cb78d275e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21712c89-eb53-4755-93c7-338d4c13c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0747759 Nov 23 19:06:13.734073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.742038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.773308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-8b2deff3-41df-4017-873c-4904df560291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:13.774839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-8b2deff3-41df-4017-873c-4904df560291 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33129a8-4850-4ee2-b6a5-bf1c41890357 HTTP/1.1" status: 200 len: 849 time: 0.1352887 Nov 23 19:06:13.802302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523159a0-d315-4a59-9305-603a16238794 None None] Network be364d20-030d-40a0-99d0-9d7c7e129026 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:13.806466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-523159a0-d315-4a59-9305-603a16238794 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:13.831552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523159a0-d315-4a59-9305-603a16238794 None None] Pushing event updated for resources: {'Port': ['ID=b1a4935a-bd91-4203-86fd-f3bbd635c028,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:13.834747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523159a0-d315-4a59-9305-603a16238794 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:13.847342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.883813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-4141f54e-f4ee-4e49-a547-f9bc8a3fd327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63a4fde9-a179-4910-b117-a5a9df145259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965703 Nov 23 19:06:13.936316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-523159a0-d315-4a59-9305-603a16238794 None None] Attempting to bind port b1a4935a-bd91-4203-86fd-f3bbd635c028 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:13.937021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-523159a0-d315-4a59-9305-603a16238794 None None] Attempting to bind port b1a4935a-bd91-4203-86fd-f3bbd635c028 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:13.937871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523159a0-d315-4a59-9305-603a16238794 None None] Attempting to bind port b1a4935a-bd91-4203-86fd-f3bbd635c028 on network be364d20-030d-40a0-99d0-9d7c7e129026 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:13.943941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.945478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523159a0-d315-4a59-9305-603a16238794 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:13.946389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523159a0-d315-4a59-9305-603a16238794 None None] Checking segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:13.947111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:13.948468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523159a0-d315-4a59-9305-603a16238794 None None] Bound using segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:13.949362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-523159a0-d315-4a59-9305-603a16238794 None None] Bound port: b1a4935a-bd91-4203-86fd-f3bbd635c028, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:13.950136 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:14.071069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-523159a0-d315-4a59-9305-603a16238794 None None] For port b1a4935a-bd91-4203-86fd-f3bbd635c028, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:14.075341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-523159a0-d315-4a59-9305-603a16238794 None None] For port b1a4935a-bd91-4203-86fd-f3bbd635c028, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b1a4935a-bd91-4203-86fd-f3bbd635c028,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:14.082906 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:14.114003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Allocated IP 172.25.5.66 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9f49415f-cc51-4482-a735-3299f764fabd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:14.161066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-abfe50fe-7a04-4fba-b66c-0cb1bb4b649c service neutron] 10.222.0.47 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675080 Nov 23 19:06:14.251946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523159a0-d315-4a59-9305-603a16238794 None None] Pushing event updated for resources: {'Port': ['ID=b1a4935a-bd91-4203-86fd-f3bbd635c028,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:14.283045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.283423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.283770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.284110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.284447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.284778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.285110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.285441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.285769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.286090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.286417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.294662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523159a0-d315-4a59-9305-603a16238794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:14.314368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:14.372037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc6512ec-5014-4915-99b8-85e375ec5eba req-796a7996-2b4e-4f66-9254-c6aa74def928 service neutron] 10.222.0.47 "GET /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900294 Nov 23 19:06:14.398054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7098-417e-4f7a-9366-e3f5e6a991ff req-16438b83-301e-49d5-ad69-5c8263c99945 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:14.410768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e07d7098-417e-4f7a-9366-e3f5e6a991ff req-16438b83-301e-49d5-ad69-5c8263c99945 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 944 time: 0.2462294 Nov 23 19:06:14.421598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:14.505142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:14.509710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:14.513859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:14.530452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3d14b-198a-4ce4-928c-c971cc1b9bd0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:14.565341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e07d7098-417e-4f7a-9366-e3f5e6a991ff req-bc481565-c346-47df-a456-c2ceb177cceb tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511071 Nov 23 19:06:14.606605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f49415f-cc51-4482-a735-3299f764fabd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:14.616241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d0249050-e9a9-45bc-91de-657b9c4d22b6 None None] Provisioning complete for port 9f49415f-cc51-4482-a735-3299f764fabd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:14.616626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d0249050-e9a9-45bc-91de-657b9c4d22b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:14.671080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d0249050-e9a9-45bc-91de-657b9c4d22b6 None None] Port 9f49415f-cc51-4482-a735-3299f764fabd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:14.968488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.192441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b1a4935a-bd91-4203-86fd-f3bbd635c028 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:15.280044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b1a4935a-bd91-4203-86fd-f3bbd635c028 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:15.282592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.348402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.478202 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.531999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b1a4935a-bd91-4203-86fd-f3bbd635c028, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b1a4935a-bd91-4203-86fd-f3bbd635c028,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:15.537334 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.668799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b1a4935a-bd91-4203-86fd-f3bbd635c028,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:15.679584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:06:15.696991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3dae68-9fa1-4290-99fa-a664084e3c7c None None] Network be364d20-030d-40a0-99d0-9d7c7e129026 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:15.830794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cc67d742-c52e-4972-ae31-6df6f0ae9b0e None None] Provisioning complete for port b1a4935a-bd91-4203-86fd-f3bbd635c028 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:15.831413 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc67d742-c52e-4972-ae31-6df6f0ae9b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:15.836638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a8604-3144-4b7d-bebf-cce7d3c560f6 req-86137420-f2de-404a-b217-4cbdff90ac08 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:15.844890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-948a8604-3144-4b7d-bebf-cce7d3c560f6 req-86137420-f2de-404a-b217-4cbdff90ac08 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 944 time: 0.0937357 Nov 23 19:06:15.961465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-948a8604-3144-4b7d-bebf-cce7d3c560f6 req-3b33caba-b18e-4233-bf27-7017f6483058 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156001 Nov 23 19:06:15.962704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:16.004593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:16.044913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:16.047197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df50a426-ca15-497f-9a4c-663ef551a6c4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0573463 Nov 23 19:06:16.050274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:16.051663 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:16.058306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:16.268395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:16.542016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0fd4e3ac-e54f-4d12-8c41-edfb9fb327a1 None None] Provisioning complete for port b1a4935a-bd91-4203-86fd-f3bbd635c028 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:16.543034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e3ac-e54f-4d12-8c41-edfb9fb327a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:16.695938 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:14Z', 'revision_number': 3, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:16.731060 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:16.731677 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Updating router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 port 9f49415f-cc51-4482-a735-3299f764fabd binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:16.770259 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.093763 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.100777 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.152560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43abbcc-9085-46cd-8950-3e50e65aa9ff None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:17.216471 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Attempting to bind port 9f49415f-cc51-4482-a735-3299f764fabd on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:17.217416 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Attempting to bind port 9f49415f-cc51-4482-a735-3299f764fabd by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:17.218115 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Attempting to bind port 9f49415f-cc51-4482-a735-3299f764fabd on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:17.222998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b1a4935a-bd91-4203-86fd-f3bbd635c028 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:17.229334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-79a703ca-a077-4b36-8976-83f8706d774a None None] Provisioning complete for port 9f49415f-cc51-4482-a735-3299f764fabd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:17.237836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79a703ca-a077-4b36-8976-83f8706d774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.251494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.252125 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:17.254367 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:17.254934 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.255465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:17.257277 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Bound port: 9f49415f-cc51-4482-a735-3299f764fabd, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:17.257999 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.282671 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Pushing event updated for resources: {'Port': ['ID=9f49415f-cc51-4482-a735-3299f764fabd,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:17.293582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e3180-ecb7-4768-a863-1cd70b734e26 req-25090bd0-99ca-4828-b788-095002af1fad tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:17.298677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-020e3180-ecb7-4768-a863-1cd70b734e26 req-25090bd0-99ca-4828-b788-095002af1fad tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 944 time: 0.1384449 Nov 23 19:06:17.342117 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.342467 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.342871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.343344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.343746 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.344084 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.344416 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.344745 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.345070 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.345398 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.345721 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.346046 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.387614 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] For port 9f49415f-cc51-4482-a735-3299f764fabd, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:17.395666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] For port 9f49415f-cc51-4482-a735-3299f764fabd, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f49415f-cc51-4482-a735-3299f764fabd,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:17.403713 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.415353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 21712c89-eb53-4755-93c7-338d4c13c6c7 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:06:17.421047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-020e3180-ecb7-4768-a863-1cd70b734e26 req-a700d7c6-9a46-4fe3-bc26-3ef8ce1c4aa7 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181009 Nov 23 19:06:17.424874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-79a703ca-a077-4b36-8976-83f8706d774a None None] Port 9f49415f-cc51-4482-a735-3299f764fabd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:17.453391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b1a4935a-bd91-4203-86fd-f3bbd635c028 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:17.454004 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.523296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed82c06-bc79-4f3a-b781-802b9f44898a None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:17.551211 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:17.553092 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:17.585304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Allocated IP 172.20.0.1 (be364d20-030d-40a0-99d0-9d7c7e129026/fcc7faed-998b-4abc-820c-188552cff798/1596690d-e310-4eef-87ab-dcdd22cade46) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:17.671383 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042785c-8c69-49e4-815f-fee87403f12e None None] Pushing event updated for resources: {'Port': ['ID=9f49415f-cc51-4482-a735-3299f764fabd,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:17.674385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=21712c89-eb53-4755-93c7-338d4c13c6c7,segment=NetworkSegment(6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078),segment_id=6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:17.691279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] Provisioning complete for port 9f49415f-cc51-4482-a735-3299f764fabd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:17.691702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.700484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '21712c89-eb53-4755-93c7-338d4c13c6c7', 'network_id': '63a4fde9-a179-4910-b117-a5a9df145259', 'port_id': '21712c89-eb53-4755-93c7-338d4c13c6c7', 'mac_address': 'fa:16:3e:93:ee:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33129a8-4850-4ee2-b6a5-bf1c41890357', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:06:17.725939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.770319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.777987 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.804076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21712c89-eb53-4755-93c7-338d4c13c6c7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:17.812321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Network be364d20-030d-40a0-99d0-9d7c7e129026 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:17.816604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:17.826006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:17.847433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=21712c89-eb53-4755-93c7-338d4c13c6c7,segment=NetworkSegment(6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078),segment_id=6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:17.854742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:17.882101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Pushing event updated for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:17.907448 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:17.910193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.910977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.911361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.912986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.913346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.913690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.914023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.915568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.915900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.916265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.921267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.921784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:17.943514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.003742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:18.059272 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.144864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] For port 9f49415f-cc51-4482-a735-3299f764fabd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f49415f-cc51-4482-a735-3299f764fabd,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:18.168565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['21712c89-eb53-4755-93c7-338d4c13c6c7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:06:18.277025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.302153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.313831 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:14Z', 'revision_number': 3, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:18.398671 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127ba1b-5e10-46a5-8b79-984776fbeb19 None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:14Z', 'revision_number': 3, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:18.404371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291a0d-c8b2-456a-87dd-6bfc99c227bd None None] Pushing event updated for resources: {'Port': ['ID=9f49415f-cc51-4482-a735-3299f764fabd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:18.468768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8f14b282-436b-48d7-860d-99779e8eede6 None None] Provisioning complete for port 1596690d-e310-4eef-87ab-dcdd22cade46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:18.469171 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f14b282-436b-48d7-860d-99779e8eede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.557973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8f14b282-436b-48d7-860d-99779e8eede6 None None] Port 1596690d-e310-4eef-87ab-dcdd22cade46 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:18.674761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357a76d-fbfd-4238-bec7-1b4316b58308 req-3c747104-3648-42a3-99c7-458277762965 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:18.679876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c357a76d-fbfd-4238-bec7-1b4316b58308 req-3c747104-3648-42a3-99c7-458277762965 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 945 time: 0.1031921 Nov 23 19:06:18.762499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.800971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c357a76d-fbfd-4238-bec7-1b4316b58308 req-b296ce65-12ae-4f23-8969-633b1bb2cf68 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132419 Nov 23 19:06:18.809011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.931306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:18.934151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Pushing event updated for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:19.067485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Network be364d20-030d-40a0-99d0-9d7c7e129026 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:19.069633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:19.238790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f49415f-cc51-4482-a735-3299f764fabd up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:19.322985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9f49415f-cc51-4482-a735-3299f764fabd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:19.323613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:19.360084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:19.421606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 21712c89-eb53-4755-93c7-338d4c13c6c7 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:19.599933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:19.608889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 21712c89-eb53-4755-93c7-338d4c13c6c7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:06:19.612026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-431ce044-803f-4d62-a4ce-78f1792d5d30 admin admin] 10.222.0.37 "PUT /v2.0/routers/413ddf70-3cc2-441b-9ff6-c83cf8bbc032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5599854 Nov 23 19:06:19.679439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 21712c89-eb53-4755-93c7-338d4c13c6c7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:19.679817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:19.688094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-418db8ea-19d5-465e-964b-8f88061ebdcf None None] Provisioning complete for port 1596690d-e310-4eef-87ab-dcdd22cade46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:19.688485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-418db8ea-19d5-465e-964b-8f88061ebdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:19.770766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-418db8ea-19d5-465e-964b-8f88061ebdcf None None] Port 1596690d-e310-4eef-87ab-dcdd22cade46 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:20.111260 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.117557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e70183-fe55-4662-87b3-1991e794e0ad req-ef86110f-aa2b-498e-8fd5-466b544e1e38 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:20.126037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35e70183-fe55-4662-87b3-1991e794e0ad req-ef86110f-aa2b-498e-8fd5-466b544e1e38 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 945 time: 0.1561699 Nov 23 19:06:20.178026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:20.180902 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941e503-3b78-4df1-b7d1-0da7629f0077" -d '{"events": [{"server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "name": "network-vif-plugged", "status": "completed", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:20.186763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=21712c89-eb53-4755-93c7-338d4c13c6c7,segment=NetworkSegment(6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078),segment_id=6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:20.197612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.233621 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35e70183-fe55-4662-87b3-1991e794e0ad req-66fa5127-95ef-40fa-8d3c-0ee22f8a63b2 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058962 Nov 23 19:06:20.259267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:20.469986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:20.477060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-374118048-network', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:20.519527 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66ce951-a565-4ad2-b311-1b2775b1ccd9 x-openstack-request-id: req-b66ce951-a565-4ad2-b311-1b2775b1ccd9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:20.520083 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "name": "network-vif-plugged", "status": "completed", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:20.520573 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b66ce951-a565-4ad2-b311-1b2775b1ccd9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:20.521273 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7', 'code': 200} Nov 23 19:06:20.524558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Made reservation on behalf of 1b83b6b651784117a50da8a9eb64e9cd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:20.528937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.561348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.695290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.700648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.717122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:20.741112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.741471 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Added segment 55d73c30-66fc-474b-8f71-be35f1510a9c of type vlan for network 6bcd90e6-50d6-43fd-9035-3f9806d4989a Nov 23 19:06:20.755116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db337c0-1c0f-4fdd-ae63-cad9154ff5b6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:20.804054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.831435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd9016-b4e7-4eb6-a4a6-df2582ed7f9f req-eee55134-db6b-456c-84bf-9102f68898bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:20.833046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35fd9016-b4e7-4eb6-a4a6-df2582ed7f9f req-eee55134-db6b-456c-84bf-9102f68898bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 1097 time: 0.2349472 Nov 23 19:06:20.849747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.851452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:20.852121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.898324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4268720 Nov 23 19:06:20.900110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:20.904912 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35fd9016-b4e7-4eb6-a4a6-df2582ed7f9f req-b7d194d1-0d34-4dc7-8f09-1f8bcc40efe6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Nov 23 19:06:20.909221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Request body: {'subnet': {'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-374118048-subnet', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:20.935868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac79eb-96e8-4a0b-b716-1f0631f0b283 admin admin] Pushing event updated for resources: {'Network': ['ID=6bcd90e6-50d6-43fd-9035-3f9806d4989a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:20.938324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Made reservation on behalf of 1b83b6b651784117a50da8a9eb64e9cd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:20.941940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:20.949411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:21.049326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:21.071545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:21.072890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:21.192400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.201465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:21.257907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8118ff02-7efe-4c5d-b0cf-eec91ac09d56,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:21.270681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Checking segment: {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:21.270681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Network hostable DHCP agents. Network: 6bcd90e6-50d6-43fd-9035-3f9806d4989a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:21.273561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.273858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.274208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.274555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.274899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.275239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.276169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.276509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.276837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.277171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.277503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.277852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:06:21.301599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:21.313654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 6bcd90e6-50d6-43fd-9035-3f9806d4989a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:21.319424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:21.320461 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.336122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61af47-a9a1-49d1-b3f2-128d57e604eb None None] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:21.343630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-11b56da5-ea49-4ef0-8ee7-892585c7e816 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4429803 Nov 23 19:06:21.346305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:21.352181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:21.416860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.417912 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.436739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5c96-d54f-47a8-a0a6-55b7fe3c28bf req-92cd3a7f-2335-4594-9881-6902ae8b74c4 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:21.438370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b2d5c96-d54f-47a8-a0a6-55b7fe3c28bf req-92cd3a7f-2335-4594-9881-6902ae8b74c4 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 946 time: 0.0779703 Nov 23 19:06:21.508082 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.609392 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b2d5c96-d54f-47a8-a0a6-55b7fe3c28bf req-02ffe07d-ce8a-4c65-b147-53bc6a70aa16 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460104 Nov 23 19:06:21.652430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 2, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:21.656540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'fixed_ips': [{'subnet_id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:06:21.657674 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.703951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:21.704511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Updating router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 port 1596690d-e310-4eef-87ab-dcdd22cade46 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:21.713816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.794528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:21.996420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.034902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.122967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Allocated IP 172.20.0.2 (6bcd90e6-50d6-43fd-9035-3f9806d4989a/8118ff02-7efe-4c5d-b0cf-eec91ac09d56/c1bc74e6-9d63-4bdc-8f8d-a84664d01597) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:22.235023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Allocated IP 172.25.5.43 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/fd23d67c-6427-4490-8fe5-1ba5e6fd198c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:22.407961 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.420901 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.441226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.503359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.504845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b286-d6e0-4c0f-8975-a2518096c770 None None] Pushing event updated for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:22.547896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:22.551714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:22.555693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:22.567765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.589171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097cc8b7-e782-4d86-8397-33210537d10d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:22.605857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Pushing event updated for resources: {'Port': ['ID=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:22.609619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.712886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:22.718219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Attempting to bind port 1596690d-e310-4eef-87ab-dcdd22cade46 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:22.718971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Attempting to bind port 1596690d-e310-4eef-87ab-dcdd22cade46 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:22.719156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Attempting to bind port 1596690d-e310-4eef-87ab-dcdd22cade46 on network be364d20-030d-40a0-99d0-9d7c7e129026 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:22.734935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:22.739736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:22.752861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Pushing event updated for resources: {'Port': ['ID=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:22.756153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:22.756832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Checking segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:22.757557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.763248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Bound using segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:22.764064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Bound port: 1596690d-e310-4eef-87ab-dcdd22cade46, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:22.764676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.836259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e21b42b9-66c9-4cd8-b053-d1fb278cf866 None None] Provisioning complete for port fd23d67c-6427-4490-8fe5-1ba5e6fd198c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:22.836259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e21b42b9-66c9-4cd8-b053-d1fb278cf866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:22.869754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edccd8-d3c6-4353-8e2e-66159040c65b req-c99d4c23-5c3e-4986-b344-ecc5ec84dacc tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:22.878661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14edccd8-d3c6-4353-8e2e-66159040c65b req-c99d4c23-5c3e-4986-b344-ecc5ec84dacc tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 946 time: 0.0835779 Nov 23 19:06:22.929557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e21b42b9-66c9-4cd8-b053-d1fb278cf866 None None] Port fd23d67c-6427-4490-8fe5-1ba5e6fd198c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:22.942161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14edccd8-d3c6-4353-8e2e-66159040c65b req-17610fed-4b37-45f5-864f-8ed2d881ea36 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Nov 23 19:06:22.998046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.009925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Attempting to bind port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:23.010359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Attempting to bind port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:23.010822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Attempting to bind port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 on network 6bcd90e6-50d6-43fd-9035-3f9806d4989a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:23.035955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:23.036356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Checking segment: {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:23.036763 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.037167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Bound using segment: {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:23.037676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Bound port: c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:23.038069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.057394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] For port 1596690d-e310-4eef-87ab-dcdd22cade46, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:23.064660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] For port 1596690d-e310-4eef-87ab-dcdd22cade46, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1596690d-e310-4eef-87ab-dcdd22cade46,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:23.091672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.243632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] Provisioning complete for port 1596690d-e310-4eef-87ab-dcdd22cade46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:23.244674 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.310946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] For port c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:23.312206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.392844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] For port c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:23.404725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:23.411415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:23.419740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:23.448714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212d2df-37b4-4715-a6ac-aa2535e15d2d req-5bd2288c-ddcb-41e3-aef7-30ff3528af2d tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:23.451278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3212d2df-37b4-4715-a6ac-aa2535e15d2d req-5bd2288c-ddcb-41e3-aef7-30ff3528af2d tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 946 time: 0.0781612 Nov 23 19:06:23.489459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b286-d6e0-4c0f-8975-a2518096c770 None None] Pushing event updated for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:23.734956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-deb8ffb4-f37f-4934-9558-8ce5407c43d5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:23.742828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-deb8ffb4-f37f-4934-9558-8ce5407c43d5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.1875613 Nov 23 19:06:23.760677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-f2be4245-c46e-447e-94e7-345da444ef38 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/quotas/da1c0efb64804976ba3be3b602e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0168207 Nov 23 19:06:23.863907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-9b2dc554-f32b-4190-837e-5a857467fa25 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022472 Nov 23 19:06:24.022921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ee6ef-8f9b-4af6-a13a-478cd4d607aa None None] Pushing event updated for resources: {'Port': ['ID=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:24.033501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:24.039346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:24.086127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a58c82e9-3299-4ac4-b4aa-23de3c30e74f service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203095 Nov 23 19:06:24.174384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3212d2df-37b4-4715-a6ac-aa2535e15d2d req-b91e4b37-5f19-4b1d-a055-0417e6bbc624 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066568 Nov 23 19:06:24.204555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:06:24.285576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] For port 1596690d-e310-4eef-87ab-dcdd22cade46, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1596690d-e310-4eef-87ab-dcdd22cade46,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:24.317383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-afb802e2-59ba-4e47-b273-df37ef2a9169 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243006 Nov 23 19:06:24.333002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:24.432800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d7b0-67bf-4739-817c-95c90b1e0e9e None None] Pushing event updated for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:24.455856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:23Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:24.457656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:24.473265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Sync routers for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:24.494434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853c4c0-a3d8-4ae4-baf2-71aab59e691d None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:23Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:24.500724 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:24.501376 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:24.521906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d7dc418-18ff-4288-a69a-04992d94ce3b None None] Provisioning complete for port 1596690d-e310-4eef-87ab-dcdd22cade46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:24.522783 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc418-18ff-4288-a69a-04992d94ce3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:24.527822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:24.537135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:24.555144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19fec660-10d6-46e0-84b3-7965bafebe15 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2068260 Nov 23 19:06:24.742792 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e94a10f3-7a1b-4c70-86ec-6996a4fc385e req-a2b78132-2460-44fa-8c01-61b5b1426353 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 210 time: 0.0750008 Nov 23 19:06:24.870596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859948c3-3dad-4be9-8003-1341e67b3726 req-aebaa782-7013-47fe-862b-c01c7d31dd88 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:24.872910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-859948c3-3dad-4be9-8003-1341e67b3726 req-aebaa782-7013-47fe-862b-c01c7d31dd88 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 946 time: 0.1681023 Nov 23 19:06:24.942398 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:25.161478 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:06:25.310488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c1bc74e6-9d63-4bdc-8f8d-a84664d01597 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:25.354267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Deleting port 21712c89-eb53-4755-93c7-338d4c13c6c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:25.357420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:25.469687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:22Z', 'revision_number': 3, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:25.482896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:25.483506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:25.512881 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Checking router: 5c746c5e-4ccd-41c6-87b1-3a8406318d31 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:25.513510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Updating router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 port fd23d67c-6427-4490-8fe5-1ba5e6fd198c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:25.616300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cebb97-9e26-4a0d-b8f3-658806d7ceb0 None None] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:25.619344 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:25.798149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5c5c5bc-d535-4002-99a6-9aad95acf34d None None] Provisioning complete for port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:25.798618 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c5bc-d535-4002-99a6-9aad95acf34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:25.945439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa3e854a-bcc9-4993-a1f1-84ffdeeb33a4 req-0bc2d1fa-fbcf-4854-9f34-38b2eb28f4ca tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 210 time: 0.0423160 Nov 23 19:06:26.004082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.137464 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.145889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:26.151696 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.179561 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.180271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1596690d-e310-4eef-87ab-dcdd22cade46 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:26.186946 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c5bc-d535-4002-99a6-9aad95acf34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.253195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Attempting to bind port fd23d67c-6427-4490-8fe5-1ba5e6fd198c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:26.253719 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Attempting to bind port fd23d67c-6427-4490-8fe5-1ba5e6fd198c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:26.254192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Attempting to bind port fd23d67c-6427-4490-8fe5-1ba5e6fd198c on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:26.270355 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574fca-d2bf-424d-9b62-16be808e4fb0 None None] Pushing event updated for resources: {'Port': ['ID=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:26.272435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f8ce4-dac4-4452-b501-92fba0a3d72f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:26.277194 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:26.279723 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:26.280497 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.285563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:26.286256 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Bound port: fd23d67c-6427-4490-8fe5-1ba5e6fd198c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:26.286758 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.412234 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] For port fd23d67c-6427-4490-8fe5-1ba5e6fd198c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:26.426706 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] For port fd23d67c-6427-4490-8fe5-1ba5e6fd198c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:26.436713 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.444523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:26.487141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abbd0e-786a-4886-819d-d0d71814398b req-345fc0f0-1847-4738-97aa-56297d812271 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:26.493199 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42abbd0e-786a-4886-819d-d0d71814398b req-345fc0f0-1847-4738-97aa-56297d812271 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 946 time: 1.0613844 Nov 23 19:06:26.585142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-42abbd0e-786a-4886-819d-d0d71814398b req-d931fc2c-1216-49c9-8652-086adf743d0a tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805459 Nov 23 19:06:26.633303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574fca-d2bf-424d-9b62-16be808e4fb0 None None] Pushing event updated for resources: {'Port': ['ID=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:26.641226 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:26.647817 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:26.652068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effeaaa8-81f4-4f2d-ac84-7e60c2c04fc7 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:26.791579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-cdedd348-2d5b-4066-a359-a4d763b928e1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:26.793448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-cdedd348-2d5b-4066-a359-a4d763b928e1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.47 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 815 time: 0.3251610 Nov 23 19:06:26.814689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Request body: {'port': {'device_id': '2f156a78-c3f7-41f9-8948-b29207575c87', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'admin_state_up': True, 'tenant_id': 'da1c0efb64804976ba3be3b602e2b84c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:26.826056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1596690d-e310-4eef-87ab-dcdd22cade46 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:26.826056 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.833520 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-d5c5c5bc-d535-4002-99a6-9aad95acf34d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:06:26.833890 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-d5c5c5bc-d535-4002-99a6-9aad95acf34d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:06:26.838117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] For port 21712c89-eb53-4755-93c7-338d4c13c6c7, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=21712c89-eb53-4755-93c7-338d4c13c6c7,segment=NetworkSegment(6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078),segment_id=6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:26.838506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:26.932833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Calling delete_port for 21712c89-eb53-4755-93c7-338d4c13c6c7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:27.057301 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:27.221484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Made reservation on behalf of da1c0efb64804976ba3be3b602e2b84c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:27.230537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.238162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c100b80-e271-40d2-a6dd-24883a0a0d2c req-d30b8095-a01b-414d-8526-919fde4f0fd8 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 210 time: 0.0911164 Nov 23 19:06:27.248772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c1bc74e6-9d63-4bdc-8f8d-a84664d01597 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:27.320963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.411475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:27.411996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.425221 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:22Z', 'revision_number': 3, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:27.442086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Allocated IP 172.20.0.11 (b0a88a7e-43ea-48fe-9290-015579593655/356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1/1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:27.474147 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695fd7d-25e2-4b01-a236-be238a606499 None None] The sync data for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 is: [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:22Z', 'revision_number': 3, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:27.489260 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96f024a0-76ea-4fac-be5b-8ea4ab72dbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.643169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Provisioning complete for port fd23d67c-6427-4490-8fe5-1ba5e6fd198c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:27.643673 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.678060 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.757918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.761322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.810107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:06:27.832553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Allocated IP 172.20.0.1 (6bcd90e6-50d6-43fd-9035-3f9806d4989a/8118ff02-7efe-4c5d-b0cf-eec91ac09d56/4a5bc027-5ccc-4090-b216-d4112aa25884) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:27.833893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] For port fd23d67c-6427-4490-8fe5-1ba5e6fd198c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:27.841829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.856211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:27.937192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Pushing event deleted for resources: {'Port': ['ID=21712c89-eb53-4755-93c7-338d4c13c6c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:28.001990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Network b0a88a7e-43ea-48fe-9290-015579593655 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:28.015953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] No DVR routers for this DVR port 21712c89-eb53-4755-93c7-338d4c13c6c7 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:28.020675 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.020948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:28.027185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-859948c3-3dad-4be9-8003-1341e67b3726 req-3e4cc9de-c2ba-4fb0-b791-9aaf41c686ff tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.47 "DELETE /v2.0/ports/21712c89-eb53-4755-93c7-338d4c13c6c7 HTTP/1.1" status: 204 len: 173 time: 3.1431401 Nov 23 19:06:28.030659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'name': 'network-vif-deleted', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:28.046896 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984ed54-12c0-4f43-8c81-9e5d5ade5b66" -d '{"events": [{"server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "name": "network-vif-deleted", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:28.057877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:28.060988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Provisioning complete for port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:28.063228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.090826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b5b2-f343-4aa4-a489-171480037c93 req-eacec7b7-833f-4bee-80bb-4fc52cda3a1e tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:28.104927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05e2b5b2-f343-4aa4-a489-171480037c93 req-eacec7b7-833f-4bee-80bb-4fc52cda3a1e tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae918e29-d8f5-497c-baea-279937454858 HTTP/1.1" status: 200 len: 867 time: 0.3702061 Nov 23 19:06:28.141491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event updated for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:28.143947 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8fb91-62ef-43d9-a3b5-7fb66fc5ab69 x-openstack-request-id: req-bac8fb91-62ef-43d9-a3b5-7fb66fc5ab69 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:28.144510 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae918e29-d8f5-497c-baea-279937454858", "name": "network-vif-deleted", "tag": "21712c89-eb53-4755-93c7-338d4c13c6c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:28.145139 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bac8fb91-62ef-43d9-a3b5-7fb66fc5ab69 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:28.145924 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae918e29-d8f5-497c-baea-279937454858', 'name': 'network-vif-deleted', 'tag': '21712c89-eb53-4755-93c7-338d4c13c6c7', 'status': 'completed', 'code': 200} Nov 23 19:06:28.199520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.237437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416fd71-a2d8-4088-aefc-6d1290b7b5f3 None None] Pushing event updated for resources: {'Port': ['ID=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:28.257233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.352270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:28.354920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.372218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:28.383010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:28.386278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:28.394044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05e2b5b2-f343-4aa4-a489-171480037c93 req-245238c8-bed3-494b-83a0-1eaa24f044a5 tempest-ServerGroupTestJSON-1040500730 tempest-ServerGroupTestJSON-1040500730-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858846 Nov 23 19:06:28.407223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:28.426155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-710e0474-a7e2-4971-8a89-07a85992a3d1 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6170616 Nov 23 19:06:28.444694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Request body: {'port': {'device_id': '2f156a78-c3f7-41f9-8948-b29207575c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:28.530716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7d09-7bf7-4a52-8e68-8edd34ec5988 req-e740abf3-0a9f-4322-ad5d-23ba5bc82e8a tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:28.539953 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e1f7d09-7bf7-4a52-8e68-8edd34ec5988 req-e740abf3-0a9f-4322-ad5d-23ba5bc82e8a tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 932 time: 0.1204967 Nov 23 19:06:28.557395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.638066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:28.806710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e1f7d09-7bf7-4a52-8e68-8edd34ec5988 req-598354e6-3717-4c04-84d9-0f86439631fb tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656863 Nov 23 19:06:28.970885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f8403773-263d-4fe6-915a-0d45a49b632a None None] Provisioning complete for port 4a5bc027-5ccc-4090-b216-d4112aa25884 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:28.971947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f8403773-263d-4fe6-915a-0d45a49b632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.057120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.068823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f8403773-263d-4fe6-915a-0d45a49b632a None None] Port 4a5bc027-5ccc-4090-b216-d4112aa25884 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:29.315104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd23d67c-6427-4490-8fe5-1ba5e6fd198c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:29.340648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.346857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.391352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port fd23d67c-6427-4490-8fe5-1ba5e6fd198c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:29.392373 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.406941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:29.407759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.425669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.462336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Transition to ACTIVE for port object 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:06:29.470620 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.484700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 21712c89-eb53-4755-93c7-338d4c13c6c7 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:29.552486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 21712c89-eb53-4755-93c7-338d4c13c6c7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:29.552886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 21712c89-eb53-4755-93c7-338d4c13c6c7 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:29.609036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:29.622214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:29.692204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:29.695509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:29.739738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Attempting to bind port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:29.741120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Attempting to bind port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:29.741545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Attempting to bind port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:29.752612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c on network b0a88a7e-43ea-48fe-9290-015579593655 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:06:29.753163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Attempting to bind port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c on network b0a88a7e-43ea-48fe-9290-015579593655 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:29.761198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:29.761648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Checking segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:29.762113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Bound using segment: {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:29.762673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Bound port: 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd1d75-b2e4-414f-8f45-266106e1fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:29.763132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.907692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:29.916950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:29.923988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:29.975622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:30.001288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:30.001843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.005793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c HTTP/1.1" status: 200 len: 1092 time: 1.5657926 Nov 23 19:06:30.006529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:30.009212 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d17dd-944d-4a71-8b2b-ff61d646cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:30.037951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71637a9-cf8e-417c-80c0-c652bab5c778 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:30.050359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:30.102875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22ef16b8-6164-43e3-b027-d7086627f545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.105424 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b740e4-4a90-4d55-babb-76b774d6947e x-openstack-request-id: req-e4b740e4-4a90-4d55-babb-76b774d6947e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:30.105735 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:30.106069 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4b740e4-4a90-4d55-babb-76b774d6947e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:30.106763 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c', 'status': 'completed', 'code': 200} Nov 23 19:06:30.138193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-82a5052f-5e7c-47c7-817d-ea3c4427b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:30.140059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-82a5052f-5e7c-47c7-817d-ea3c4427b5ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 1095 time: 0.0824046 Nov 23 19:06:30.204049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Deleting subnet d33129a8-4850-4ee2-b6a5-bf1c41890357 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:06:30.216218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.234271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-83e68ff3-9318-4c7f-968f-582819d4cf0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c HTTP/1.1" status: 200 len: 217 time: 0.0806341 Nov 23 19:06:30.322921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11769-2387-4923-8f6b-f9157516cee3 req-d9ccba17-c8ab-4057-bcf6-14965583d4e5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:30.327960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-abeba156-8b46-4833-bce1-46073a5cebe8 None None] Provisioning complete for port 4a5bc027-5ccc-4090-b216-d4112aa25884 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:30.328454 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abeba156-8b46-4833-bce1-46073a5cebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.337031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1df11769-2387-4923-8f6b-f9157516cee3 req-d9ccba17-c8ab-4057-bcf6-14965583d4e5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 944 time: 0.3571217 Nov 23 19:06:30.357715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-bd902a67-601f-43eb-9e95-9125ac8e5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:30.360178 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-bd902a67-601f-43eb-9e95-9125ac8e5d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1176157 Nov 23 19:06:30.399190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-abeba156-8b46-4833-bce1-46073a5cebe8 None None] Port 4a5bc027-5ccc-4090-b216-d4112aa25884 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:30.408522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.417737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-1e076d13-22b6-4351-8380-20ce34a3a8ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416539 Nov 23 19:06:30.526248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1df11769-2387-4923-8f6b-f9157516cee3 req-145faa2d-3f21-4a87-9445-45da697b0bc2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824241 Nov 23 19:06:30.539160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39a88-b8b9-45f1-bbcb-8b8f6c2ce440 req-6936be5c-9332-4fbf-a229-96f1e82cb8c1 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:30.539916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d7e39a88-b8b9-45f1-bbcb-8b8f6c2ce440 req-6936be5c-9332-4fbf-a229-96f1e82cb8c1 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.1265452 Nov 23 19:06:30.561905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.610798 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-22469152-81a9-4749-8c4f-a2e978dd9a2e service neutron] 10.222.0.47 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804528 Nov 23 19:06:30.620005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d7e39a88-b8b9-45f1-bbcb-8b8f6c2ce440 req-db285210-cd14-4882-9843-0effb3979c9c tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792115 Nov 23 19:06:30.647365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:30.759001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09fe846f-3754-4ecd-9d42-ac3a99b7287f req-292f0dda-b6a4-429c-96c6-533490158c4a service neutron] 10.222.0.47 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359649 Nov 23 19:06:30.764607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.779709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:30.792440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-46d2304d-93ef-4c5c-b234-1aaca313fe20 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c746c5e-4ccd-41c6-87b1-3a8406318d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2541795 Nov 23 19:06:30.805289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Sync routers for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:30.858806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:30.874977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:30.876195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:30.965249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33129a8-4850-4ee2-b6a5-bf1c41890357,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:30.996855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.005774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8555f30c-c576-4475-a5c3-73743fda6a22 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d33129a8-4850-4ee2-b6a5-bf1c41890357 HTTP/1.1" status: 204 len: 168 time: 0.9493530 Nov 23 19:06:31.007011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:31.036497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-ca5b749d-ed15-4b2e-887b-db49b17d8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:31.038113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-ca5b749d-ed15-4b2e-887b-db49b17d8007 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 1095 time: 0.1497698 Nov 23 19:06:31.189442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.191042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-b9de2edf-63a6-4825-b266-30b41cda5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:31.193317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-b9de2edf-63a6-4825-b266-30b41cda5b75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 916 time: 0.1456130 Nov 23 19:06:31.198594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:31.243490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port a2a9bb7f-c495-4499-9d07-d2f6f8113226 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:31.244828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.331820 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-dfbcd1e7-e07f-4037-8e8c-59c0a3953e22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c HTTP/1.1" status: 200 len: 217 time: 0.1155653 Nov 23 19:06:31.458375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-bd738f2f-2628-489e-bdd5-df740330a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:31.460497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-bd738f2f-2628-489e-bdd5-df740330a42d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.1277573 Nov 23 19:06:31.470927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.510443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a4fde9-a179-4910-b117-a5a9df145259']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:31.514612 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.515083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.521797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-d4b5adbe-5b88-469a-a65f-511e6251e1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519025 Nov 23 19:06:31.534617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:31.534617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8ea4a0-0fd5-4cd5-adaa-99a8e816b078') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:31.545099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for a2a9bb7f-c495-4499-9d07-d2f6f8113226 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:31.551646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.579963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.650298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:06:31.650943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:06:31.653014 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:06:31.871971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.882983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:31.890955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/63a4fde9-a179-4910-b117-a5a9df145259 HTTP/1.1" status: 204 len: 168 time: 0.8780031 Nov 23 19:06:31.900561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-fd198072-e2ec-4f3d-ac5f-64a514f2a217 service neutron] 10.222.0.47 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616326 Nov 23 19:06:31.949720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d93228-3efc-4aae-8a5a-3dc7f533bd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a4fde9-a179-4910-b117-a5a9df145259,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:32.148802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.190792 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-399d17dd-944d-4a71-8b2b-ff61d646cec5 req-50fd5eb5-5778-45a3-9e59-76ed2a8b1784 service neutron] 10.222.0.47 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761889 Nov 23 19:06:32.216591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bbad1-72f7-4f74-879e-de283cfecf40 req-0d532b56-e9cf-48b6-9d2c-9391a3310fe0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:32.217807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f2bbad1-72f7-4f74-879e-de283cfecf40 req-0d532b56-e9cf-48b6-9d2c-9391a3310fe0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 944 time: 0.5730128 Nov 23 19:06:32.255829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=a2a9bb7f-c495-4499-9d07-d2f6f8113226,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:32.378458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f2bbad1-72f7-4f74-879e-de283cfecf40 req-f74cc009-f459-44f8-b8d3-0f9123761ee4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449792 Nov 23 19:06:32.449854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.450216 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP 99f06baa-d6ec-444f-880c-d65d44adf155 disassociated (deleted). External IP: 172.25.5.76, port: 455043bd-f4d2-47a9-8f1e-5031b52ea2da. Nov 23 19:06:32.525423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.567536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:32.694605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27513696-eefa-432b-a392-77f13fa93236 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb70af05b4794443b69c5572e8c03ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1233859 Nov 23 19:06:32.695778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 56524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:32.755392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:29Z', 'revision_number': 4, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4a5bc027-5ccc-4090-b216-d4112aa25884', 'name': '', 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:27Z', 'updated_at': '2021-11-23T19:06:29Z', 'revision_number': 2, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'subnets': [{'id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:32.798510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.871440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.914852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Checking router: 5c746c5e-4ccd-41c6-87b1-3a8406318d31 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:32.915431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Updating router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 port 4a5bc027-5ccc-4090-b216-d4112aa25884 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:32.959026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.989785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.991544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:32.992509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:32.995768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3 HTTP/1.1" status: 204 len: 168 time: 0.2968667 Nov 23 19:06:33.010185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27294e77-9ef0-4dd2-9421-92dd7cdfb937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b35c16-26e0-4cfd-8a55-0d9f5d95aca3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:33.463122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:33.519777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:06:33.754672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a9a45-6914-411f-9e5a-906946c55e6a req-bdd7aa02-444f-4a0a-a387-dc3db44556d5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:33.756379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c70a9a45-6914-411f-9e5a-906946c55e6a req-bdd7aa02-444f-4a0a-a387-dc3db44556d5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 944 time: 0.1628556 Nov 23 19:06:33.947719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c70a9a45-6914-411f-9e5a-906946c55e6a req-67388bf3-c38d-4ce9-9b45-bf07b24082f4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552556 Nov 23 19:06:34.079266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:34.085550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:34.093036 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Sync routers for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:34.113859 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:34.115237 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:34.153832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-26b3afe4-9ee1-4f3b-a028-f1cb1cb6a7ad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/floatingips/99f06baa-d6ec-444f-880c-d65d44adf155 HTTP/1.1" status: 204 len: 168 time: 3.5015903 Nov 23 19:06:34.159056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:34.163113 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d535e-b483-4539-a379-74e549830722" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:34.189968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:34.236587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c', 'network_id': 'b0a88a7e-43ea-48fe-9290-015579593655', 'port_id': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c', 'mac_address': 'fa:16:3e:b4:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:06:34.249485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:34.265691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:34.277275 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb7d61-9545-486d-ac9f-43903784bd68 x-openstack-request-id: req-2bbb7d61-9545-486d-ac9f-43903784bd68 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:34.277664 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:34.277940 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bbb7d61-9545-486d-ac9f-43903784bd68 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:34.278349 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'status': 'completed', 'code': 200} Nov 23 19:06:34.445266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d535e-b483-4539-a379-74e549830722 req-b7a39414-c8dc-464e-8791-cd59f6e86693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.447172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-b7a39414-c8dc-464e-8791-cd59f6e86693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 1097 time: 0.1259720 Nov 23 19:06:34.519430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22da23-bf31-45e1-adff-000fc084c50e None None] Pushing event updated for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:34.597906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:34.657722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:34.773153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d535e-b483-4539-a379-74e549830722 req-dac07ede-26fe-4ee8-8057-fc4b66237279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:34.774718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-dac07ede-26fe-4ee8-8057-fc4b66237279 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 200 len: 898 time: 0.3164914 Nov 23 19:06:34.799014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:35.012127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-e1673d13-7063-4892-9b0e-c33bb78b3c8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 200 len: 217 time: 0.2254591 Nov 23 19:06:35.109971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Attempting to bind port 4a5bc027-5ccc-4090-b216-d4112aa25884 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:35.123570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Attempting to bind port 4a5bc027-5ccc-4090-b216-d4112aa25884 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:35.124594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Attempting to bind port 4a5bc027-5ccc-4090-b216-d4112aa25884 on network 6bcd90e6-50d6-43fd-9035-3f9806d4989a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:35.155153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:35.159627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:35.160699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Checking segment: {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:35.163255 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.174744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Bound using segment: {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:35.178319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Bound port: 4a5bc027-5ccc-4090-b216-d4112aa25884, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d73c30-66fc-474b-8f71-be35f1510a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:35.179720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.201278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:35.208072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.237418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d535e-b483-4539-a379-74e549830722 req-33aff1a3-b94a-4eb0-a2de-24fb3d57cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:35.238948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-33aff1a3-b94a-4eb0-a2de-24fb3d57cf57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 200 len: 835 time: 0.2157104 Nov 23 19:06:35.251689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cebeb-f639-406f-92db-b849c8344158 req-53743154-ddd8-4078-ade6-b5bf2d786c71 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:35.264958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c8cebeb-f639-406f-92db-b849c8344158 req-53743154-ddd8-4078-ade6-b5bf2d786c71 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.3248420 Nov 23 19:06:35.448242 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1c8cebeb-f639-406f-92db-b849c8344158 req-a6252125-d3a3-462e-873f-b3dff7b6b120 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777010 Nov 23 19:06:35.532908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:35.541717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:06:35.545559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] For port 4a5bc027-5ccc-4090-b216-d4112aa25884, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:35.569770 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:35.591173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] For port 4a5bc027-5ccc-4090-b216-d4112aa25884, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4a5bc027-5ccc-4090-b216-d4112aa25884,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:35.596447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] Provisioning complete for port 4a5bc027-5ccc-4090-b216-d4112aa25884 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:35.598488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.611368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.632805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d535e-b483-4539-a379-74e549830722 req-132954ac-b35e-4413-b2ae-896a6ceb4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:35.637157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-132954ac-b35e-4413-b2ae-896a6ceb4247 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7bf40c03-27f6-4a73-8bc5-ba0791d00015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3812029 Nov 23 19:06:35.653439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1403272972-network', 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:35.689304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Checking router: 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:35.728446 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:35.730821 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:35.749159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b0085-dffa-4f96-a4a4-4a6e0ddef0d0 req-c91facf6-06b2-4c26-9669-bbdc0fabefa3 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:35.758836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-010b0085-dffa-4f96-a4a4-4a6e0ddef0d0 req-c91facf6-06b2-4c26-9669-bbdc0fabefa3 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 945 time: 0.3756509 Nov 23 19:06:35.819713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:35.820669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:35.827984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22da23-bf31-45e1-adff-000fc084c50e None None] Pushing event updated for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:35.902818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:35.906137 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:35.940759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.000814 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:36.058754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-010b0085-dffa-4f96-a4a4-4a6e0ddef0d0 req-856fbbe3-9a68-4cc6-a34c-5948b3f963c9 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978296 Nov 23 19:06:36.123766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.235441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-82376cba-ae46-4af5-b937-80a98e3d1997 service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538638 Nov 23 19:06:36.402151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] For port 4a5bc027-5ccc-4090-b216-d4112aa25884, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4a5bc027-5ccc-4090-b216-d4112aa25884,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:36.416606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.626029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.631652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042c485-e923-41a9-a8d6-114993e99714 None None] Pushing event updated for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:36.639139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:36.648195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.753946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc2d535e-b483-4539-a379-74e549830722 req-9d191c84-937e-42b7-9ca1-885fd6b0442c service neutron] 10.222.0.50 "GET /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011272 Nov 23 19:06:36.777512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-484099be-e092-4a66-9bda-60e3a6eae5f4 None None] Provisioning complete for port 4a5bc027-5ccc-4090-b216-d4112aa25884 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:36.778115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-484099be-e092-4a66-9bda-60e3a6eae5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.841831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:36.864858 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:36.865509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24901338-2284-4cb4-84ec-aa50d2ec05c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:36.870742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:36.871084 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Added segment 3a82d293-d2ba-419b-9ae7-e6d612b2575f of type vlan for network c01eff74-a1a1-4a0e-845b-45e61596f825 Nov 23 19:06:36.945685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449e49f-a4ef-458a-bd06-74c98ff21db3 None None] The sync data for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 is: [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:04:09Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '8a065ad8-c5c7-4589-86be-77ebb5f0c6e1', 'name': '', 'network_id': '7bf40c03-27f6-4a73-8bc5-ba0791d00015', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:07:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:04:05Z', 'updated_at': '2021-11-23T19:04:17Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '73878e42-a691-4b93-aa14-6f6939ae1efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:36.960859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-c7eabeaf-fa02-4b3d-8b8d-a92a080ff7ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:36.963014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-c7eabeaf-fa02-4b3d-8b8d-a92a080ff7ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.3271689 Nov 23 19:06:37.023616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e6209-56c6-416c-b971-6b54b92b8df6 req-73b2704b-4c7f-482f-a394-35389e0c64e9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:37.026033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b3e6209-56c6-416c-b971-6b54b92b8df6 req-73b2704b-4c7f-482f-a394-35389e0c64e9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 946 time: 0.3575950 Nov 23 19:06:37.049160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.112075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:29Z', 'revision_number': 4, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4a5bc027-5ccc-4090-b216-d4112aa25884', 'name': '', 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:27Z', 'updated_at': '2021-11-23T19:06:35Z', 'revision_number': 4, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'subnets': [{'id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:37.147222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ce29-adf1-403d-8bb9-0cf68a3c33fe None None] The sync data for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 is: [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:06:29Z', 'revision_number': 4, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4a5bc027-5ccc-4090-b216-d4112aa25884', 'name': '', 'network_id': '6bcd90e6-50d6-43fd-9035-3f9806d4989a', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'mac_address': 'fa:16:3e:ac:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:27Z', 'updated_at': '2021-11-23T19:06:35Z', 'revision_number': 4, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'subnets': [{'id': '8118ff02-7efe-4c5d-b0cf-eec91ac09d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:37.245234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.246776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:37.247762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.319915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1175115 Nov 23 19:06:37.335068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b3e6209-56c6-416c-b971-6b54b92b8df6 req-3a0fc7d6-7bd9-46f7-aa8f-945dd1e79cba tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879755 Nov 23 19:06:37.340304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:37.370347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21ce50-f28e-4fb7-84d1-504158b9f220 req-68dd13df-cb1c-45d7-afa0-180c37331bc5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:37.380118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b21ce50-f28e-4fb7-84d1-504158b9f220 req-68dd13df-cb1c-45d7-afa0-180c37331bc5 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 945 time: 0.2005384 Nov 23 19:06:37.409807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d8e14-4904-43a8-85fd-2d0acd06f164 admin admin] Pushing event updated for resources: {'Network': ['ID=c01eff74-a1a1-4a0e-845b-45e61596f825,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:37.422347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c01eff74-a1a1-4a0e-845b-45e61596f825 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:37.429165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Request body: {'subnet': {'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1403272972-subnet', 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:37.479528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b21ce50-f28e-4fb7-84d1-504158b9f220 req-c6784a1f-cca2-4aa7-9f2e-949dc6149c3e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937290 Nov 23 19:06:37.502912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:37.505522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.514896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:37.566196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 455043bd-f4d2-47a9-8f1e-5031b52ea2da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:37.566921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.638643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a81a1-eee3-4811-9f5c-24b203bb5e12 None None] New status for floating IP 99f06baa-d6ec-444f-880c-d65d44adf155: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:06:37.807026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 455043bd-f4d2-47a9-8f1e-5031b52ea2da, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=455043bd-f4d2-47a9-8f1e-5031b52ea2da,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:37.807425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.810000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:06:37.827297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:37.828051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:37.840412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1a9bcaf5-8825-42c9-b230-989063443c24 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:37.848093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1a9bcaf5-8825-42c9-b230-989063443c24 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 814 time: 0.1872954 Nov 23 19:06:37.883280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-ad1aa43a-dbe6-4639-b493-e556774a977d tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/quotas/ad5185af1c764d8ab190c5f1012447dc HTTP/1.1" status: 200 len: 375 time: 0.0339851 Nov 23 19:06:37.916618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-374ec6d3-4072-4918-a039-fa5148295242 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320261 Nov 23 19:06:37.921782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 455043bd-f4d2-47a9-8f1e-5031b52ea2da owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:37.934976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-ece9c0f6-ee46-4e26-ab15-f83c8bbd435d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:06:37.937029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-ece9c0f6-ee46-4e26-ab15-f83c8bbd435d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089657 Nov 23 19:06:37.990954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.050660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:38.052869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:38.056240 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc1c0f-cc5f-4777-95f3-7262b1c9ef40" -d '{"events": [{"server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:38.061231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.110246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.118154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-ba1214a1-6a74-4050-a538-edafd84215a0 service neutron] 10.222.0.37 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653070 Nov 23 19:06:38.300818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f85b3e-ad85-4cd6-bed6-052a3a00e96b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:38.346392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb663c4-1b8e-4d8c-a33d-67c545a904fa req-8b998311-018c-469a-8d23-b155198a821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:38.347969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3bb663c4-1b8e-4d8c-a33d-67c545a904fa req-8b998311-018c-469a-8d23-b155198a821e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 1097 time: 0.0993605 Nov 23 19:06:38.354895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1bf1a828-c61e-43dd-a4f8-542b19fd54e8 service neutron] 10.222.0.37 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266972 Nov 23 19:06:38.362781 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776685ec-919e-4cd4-be07-ca0d46a0ba88 x-openstack-request-id: req-776685ec-919e-4cd4-be07-ca0d46a0ba88 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:38.363081 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:38.363492 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-776685ec-919e-4cd4-be07-ca0d46a0ba88 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:38.363936 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c', 'code': 200} Nov 23 19:06:38.389775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:38.451016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:38.451603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Network hostable DHCP agents. Network: c01eff74-a1a1-4a0e-845b-45e61596f825, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:38.462166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3bb663c4-1b8e-4d8c-a33d-67c545a904fa req-face889f-e734-4a1c-b0f8-027e70c75363 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987687 Nov 23 19:06:38.519118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.579294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:38.648100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=455043bd-f4d2-47a9-8f1e-5031b52ea2da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:38.652245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c01eff74-a1a1-4a0e-845b-45e61596f825) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:38.655669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:38.656575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.669269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] No DVR routers for this DVR port 455043bd-f4d2-47a9-8f1e-5031b52ea2da on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:38.670020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b9248-2269-4ef3-92f6-8f46e63b8992 None None] Network c01eff74-a1a1-4a0e-845b-45e61596f825 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:38.672642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:38.676779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bfa12ce-625d-4100-aa8e-3c463b3be41e req-364edb46-bc22-491f-a057-d1145b02f7c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "DELETE /v2.0/ports/455043bd-f4d2-47a9-8f1e-5031b52ea2da HTTP/1.1" status: 204 len: 173 time: 1.6969032 Nov 23 19:06:38.678721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-deleted', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:38.683467 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6e65e-46af-40d1-94ba-ededc7fea42b" -d '{"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-deleted", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:38.689177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4e9572cb-25d0-4e1e-bd2b-3e98dd9189f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3458519 Nov 23 19:06:38.706567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829416-7bd1-4a0e-b24b-d3ac156eb12a req-59381eaf-b4ed-47ac-aec5-ad4b9c3f1e3a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:38.718167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9829416-7bd1-4a0e-b24b-d3ac156eb12a req-59381eaf-b4ed-47ac-aec5-ad4b9c3f1e3a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd7284c5-86a6-4293-9c73-d261c359cf4b HTTP/1.1" status: 200 len: 867 time: 0.2588017 Nov 23 19:06:38.801444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27431abf-39b3-415e-8986-cbb39f2eedb0 req-f73d3168-efa9-42b7-8e1d-742795b63f72 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:38.816348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27431abf-39b3-415e-8986-cbb39f2eedb0 req-f73d3168-efa9-42b7-8e1d-742795b63f72 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 946 time: 0.1415558 Nov 23 19:06:38.820303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9829416-7bd1-4a0e-b24b-d3ac156eb12a req-04d5bec3-fb84-4de6-b430-1befc410cef5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b36668-b643-4bbc-bb2a-43806915c2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010625 Nov 23 19:06:38.977064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.030508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27431abf-39b3-415e-8986-cbb39f2eedb0 req-c4960661-43fe-4d51-bd68-a188fd310d67 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129588 Nov 23 19:06:39.123256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c2f01-3ccc-4f23-89c7-451be808b620 None None] Network c01eff74-a1a1-4a0e-845b-45e61596f825 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:39.173481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eafb9e79-e912-48d2-9e66-cbde0459d09a req-77bdf746-2866-4174-b7a1-721a5f5559e4 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 210 time: 0.0879922 Nov 23 19:06:39.187855 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207250f0-2fd6-426b-8d95-89eb2c2828ba x-openstack-request-id: req-207250f0-2fd6-426b-8d95-89eb2c2828ba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:39.188169 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7284c5-86a6-4293-9c73-d261c359cf4b", "name": "network-vif-deleted", "tag": "455043bd-f4d2-47a9-8f1e-5031b52ea2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:39.188432 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-207250f0-2fd6-426b-8d95-89eb2c2828ba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:39.188858 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7284c5-86a6-4293-9c73-d261c359cf4b', 'name': 'network-vif-deleted', 'tag': '455043bd-f4d2-47a9-8f1e-5031b52ea2da', 'status': 'completed', 'code': 200} Nov 23 19:06:39.447205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4a5bc027-5ccc-4090-b216-d4112aa25884 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:39.555303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4a5bc027-5ccc-4090-b216-d4112aa25884 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:39.555817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:39.873216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-77515fd5-f9ef-4de2-b988-5b627853c552 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:39.875163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-77515fd5-f9ef-4de2-b988-5b627853c552 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.1765337 Nov 23 19:06:39.891886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 56962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:39.900361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-811cbc32-8d2d-4073-968f-fab06ccf6c89 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0192082 Nov 23 19:06:39.937612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-2e05f5e8-a563-4694-aeb4-1e90b936c874 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308316 Nov 23 19:06:40.098391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-5af4883f-dc21-46f2-aa20-67e1d830749a service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451669 Nov 23 19:06:40.225963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-b60b2d17-478b-4653-aa16-60a1ddebdd29 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257477 Nov 23 19:06:40.271887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a475c11-e2be-4955-af82-2419d7294167 req-84235075-c6d2-43b7-b0ac-ddc1af4cce20 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.281096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a475c11-e2be-4955-af82-2419d7294167 req-84235075-c6d2-43b7-b0ac-ddc1af4cce20 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 946 time: 0.1241398 Nov 23 19:06:40.466476 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:40.486438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a475c11-e2be-4955-af82-2419d7294167 req-3252e72f-0f9e-4b17-aff6-c350f54e7544 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041898 Nov 23 19:06:40.551943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f47095-2db3-4067-ab25-d7580855c04f req-fcf29ef9-2e5d-494c-98ba-39d165b0fe7f tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 210 time: 0.0444958 Nov 23 19:06:40.611153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:40.668347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 455043bd-f4d2-47a9-8f1e-5031b52ea2da {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:40.668693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 455043bd-f4d2-47a9-8f1e-5031b52ea2da not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:40.687861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-9f874ee7-2131-49ac-981b-20a01ba13cc6 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:40.689886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-9f874ee7-2131-49ac-981b-20a01ba13cc6 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.50 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 814 time: 0.3065052 Nov 23 19:06:40.744089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Request body: {'port': {'device_id': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9', 'admin_state_up': True, 'tenant_id': 'ad5185af1c764d8ab190c5f1012447dc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:40.752088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e1313ff-dcb2-49cf-aa87-8d9b8436bf28 req-e0ade559-d771-4e73-a1a9-01d8510a0953 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 210 time: 0.1210494 Nov 23 19:06:41.005467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.061936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Made reservation on behalf of ad5185af1c764d8ab190c5f1012447dc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:41.065545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.369226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Allocated IP 172.20.0.12 (07d19205-b2bc-4bf7-bb98-6d9913ad3bf9/e4cec278-4c1e-491d-8706-57d66863c423/706aad66-1f3d-4e87-877c-fdbe2b91d722) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:41.579931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:41.580052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.705871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.729051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c71c709c-3f0f-45a7-838d-eb19e7bac5ac req-e9493784-3ed6-45e5-8efb-e97794878141 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 210 time: 0.0504489 Nov 23 19:06:41.754443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:41.754809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:41.781573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:41.955367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.004058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a6b6321-ddf5-4611-83d0-105604b38590 req-3964da24-a537-4016-8cac-43c27838e9d2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 210 time: 0.1021869 Nov 23 19:06:42.014538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-b121b4c4-bb15-4648-8acb-b9616f169c1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2245915 Nov 23 19:06:42.047540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:42.055178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:42.095642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:42.099459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Pushing event updated for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:42.100656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e897bf9d-87a8-44ab-8cee-6ceec1e8833b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.106072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e897bf9d-87a8-44ab-8cee-6ceec1e8833b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.2598071 Nov 23 19:06:42.121640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:42.211284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.211943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.251262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-47c25334-9e8c-4933-b8d6-27cd9f0a6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.253099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-47c25334-9e8c-4933-b8d6-27cd9f0a6e6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da1c0efb64804976ba3be3b602e2b84c&device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 1097 time: 0.1129990 Nov 23 19:06:42.257516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-f6bdddb1-c3e0-41d2-b6c0-19f7052f12a5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5199082 Nov 23 19:06:42.275102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Request body: {'port': {'device_id': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:42.277816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:42.283688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.432252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.9 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:42.626841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.672358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.727518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:42.731586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:42.735816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:42.743143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:42.796473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.810811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.823723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.824229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:42.859665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-e57bb18c-611a-438b-b4c0-44a3b0759056 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408569 Nov 23 19:06:42.863134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=8a065ad8-c5c7-4589-86be-77ebb5f0c6e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:42.885917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Request body: {'port': {'device_id': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:42.930566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-cdeacc6a-d61e-4bf4-bf15-fa47043447f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.932233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-cdeacc6a-d61e-4bf4-bf15-fa47043447f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 200 len: 916 time: 0.6250763 Nov 23 19:06:42.992349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca8916-1837-4b2f-85a6-6546948bdcf8 req-54e85416-6394-4ed7-8c29-99b318324dfa tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:42.993854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfca8916-1837-4b2f-85a6-6546948bdcf8 req-54e85416-6394-4ed7-8c29-99b318324dfa tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 932 time: 0.1365018 Nov 23 19:06:42.995194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.024977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-ba4ca94f-b39e-4785-94dd-7d56515bf868 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327 HTTP/1.1" status: 200 len: 217 time: 0.0683758 Nov 23 19:06:43.161739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfca8916-1837-4b2f-85a6-6546948bdcf8 req-15a8d67a-b554-4d86-9f73-f81b3a781586 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563101 Nov 23 19:06:43.321909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-fab367da-660b-4aa8-8c91-400241e08e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:43.323419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-fab367da-660b-4aa8-8c91-400241e08e58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 200 len: 855 time: 0.2328954 Nov 23 19:06:43.444465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-8b096107-e02a-469c-9d13-561f13e53442 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0a88a7e-43ea-48fe-9290-015579593655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055264 Nov 23 19:06:43.452297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c427430-caf2-4e0e-bef4-4f656018b6fd req-0de7b8e5-b7d8-408b-bf25-25ae1ceb8cf4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:43.459677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c427430-caf2-4e0e-bef4-4f656018b6fd req-0de7b8e5-b7d8-408b-bf25-25ae1ceb8cf4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 931 time: 0.3284769 Nov 23 19:06:43.464884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:43.474155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.491088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Transition to ACTIVE for port object c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:06:43.495699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.600966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.607239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c427430-caf2-4e0e-bef4-4f656018b6fd req-ffacf43b-49a7-4fa1-9eda-43791971f9d2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465437 Nov 23 19:06:43.802505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-3b829825-323f-46aa-9e21-fd74905e8756 service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274608 Nov 23 19:06:43.917213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:43.981444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706aad66-1f3d-4e87-877c-fdbe2b91d722 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:43.997297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:43.998680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Attempting to bind port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:43.999396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Attempting to bind port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:43.999948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Attempting to bind port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:44.004878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:06:44.005530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Attempting to bind port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:44.013065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:44.013784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:44.014393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:44.015058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Bound port: c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:44.015662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.063608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c852a0fe-5bec-4018-bd55-c3e113c78ce0 req-138bf1a8-06e2-4694-a83b-641e50e85a6c service neutron] 10.222.0.50 "GET /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525058 Nov 23 19:06:44.064665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Transition to ACTIVE for port object 706aad66-1f3d-4e87-877c-fdbe2b91d722 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:06:44.077026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.115732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:44.127221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:44.133021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.180488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.181217 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.182977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] 10.222.0.47 "PUT /v2.0/ports/c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 HTTP/1.1" status: 200 len: 1091 time: 1.3024468 Nov 23 19:06:44.183528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:44.186687 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:44.191719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Pushing event updated for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:44.289686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:44.375512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3bd95-953f-40b8-b8a8-9b3ed2ae5d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:44.381187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Attempting to bind port 706aad66-1f3d-4e87-877c-fdbe2b91d722 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:44.381525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Attempting to bind port 706aad66-1f3d-4e87-877c-fdbe2b91d722 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:44.381860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Attempting to bind port 706aad66-1f3d-4e87-877c-fdbe2b91d722 on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:44.393777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Port 706aad66-1f3d-4e87-877c-fdbe2b91d722 on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:06:44.394105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Attempting to bind port 706aad66-1f3d-4e87-877c-fdbe2b91d722 on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:44.410485 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bc74b-4b4c-47f3-a59d-411a0f15474d x-openstack-request-id: req-6c2bc74b-4b4c-47f3-a59d-411a0f15474d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:44.411049 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:44.411489 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c2bc74b-4b4c-47f3-a59d-411a0f15474d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:44.412046 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', 'status': 'completed', 'code': 200} Nov 23 19:06:44.433528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-295665c2-2cb0-4f9f-a1fb-49513bab353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.435306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-295665c2-2cb0-4f9f-a1fb-49513bab353c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 1094 time: 0.1930923 Nov 23 19:06:44.440446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:44.440795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Checking segment: {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:44.441185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Bound using segment: {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:44.441629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Bound port: 706aad66-1f3d-4e87-877c-fdbe2b91d722, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:44.442081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.448513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dbcec-39a9-493e-b10b-574d5d5f9af7 req-907339fb-742b-4451-8ee0-afcc10926030 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.450000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e03dbcec-39a9-493e-b10b-574d5d5f9af7 req-907339fb-742b-4451-8ee0-afcc10926030 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 944 time: 0.1315348 Nov 23 19:06:44.501446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-126ee311-7d6e-472d-84b5-fe354a20c749 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 HTTP/1.1" status: 200 len: 217 time: 0.0501380 Nov 23 19:06:44.545156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:44.555234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0a101fe9-4db5-466d-8215-c5ba617024b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/04c56fb6-bd17-4250-a7c8-dc4a30e5e203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6598752 Nov 23 19:06:44.558464 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Sync routers for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:44.569947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:44.574071 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:44.574943 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:44.577667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:44.610667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:44.618091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.639818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e03dbcec-39a9-493e-b10b-574d5d5f9af7 req-c0c282c2-49c1-4692-adbe-ec7ee4ab997a tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830966 Nov 23 19:06:44.643628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-f80df08f-5e18-4c7b-ad0b-ac22b2ddd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.645069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-f80df08f-5e18-4c7b-ad0b-ac22b2ddd8ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.1370895 Nov 23 19:06:44.676862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.677421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.678921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] 10.222.0.50 "PUT /v2.0/ports/706aad66-1f3d-4e87-877c-fdbe2b91d722 HTTP/1.1" status: 200 len: 1092 time: 2.4106271 Nov 23 19:06:44.682179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:44.686003 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d29d98-fe10-4e17-a949-d7644edaa1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:44.728653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-dece3c33-a8cb-41cf-a865-48381e680839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718608 Nov 23 19:06:44.741324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting subnet 73878e42-a691-4b93-aa14-6f6939ae1efd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:06:44.760793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:44.767508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8de7d-937a-4504-87b7-08c68155e923 service neutron] Pushing event updated for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:44.784695 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2adfb0e-123d-432b-ba97-b7c99fac62f3 x-openstack-request-id: req-f2adfb0e-123d-432b-ba97-b7c99fac62f3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:44.785184 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:44.785862 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2adfb0e-123d-432b-ba97-b7c99fac62f3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:44.787015 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722', 'status': 'completed', 'code': 200} Nov 23 19:06:44.807720 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:44.844526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-aad6be76-d187-4755-bc57-a055d0d68847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.847393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-aad6be76-d187-4755-bc57-a055d0d68847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 1095 time: 0.1128299 Nov 23 19:06:44.910537 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-4b429f55-9126-424a-a699-128399ce9b1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722 HTTP/1.1" status: 200 len: 217 time: 0.0522118 Nov 23 19:06:44.929283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeaca4-95a3-455f-b989-01b4398d4ea6 req-8ac6aced-73f5-4818-9924-b039400b7f99 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:44.929283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-deaeaca4-95a3-455f-b989-01b4398d4ea6 req-8ac6aced-73f5-4818-9924-b039400b7f99 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 943 time: 0.1356585 Nov 23 19:06:44.947996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.015210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-deaeaca4-95a3-455f-b989-01b4398d4ea6 req-98b94746-e693-4336-ba62-1b921bf812c2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820489 Nov 23 19:06:45.021668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-3f02fdae-2bdb-4c8d-8287-e78563589a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:45.022951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-3f02fdae-2bdb-4c8d-8287-e78563589a63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cec278-4c1e-491d-8706-57d66863c423 HTTP/1.1" status: 200 len: 854 time: 0.0980396 Nov 23 19:06:45.025035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-57492dc6-3979-48d4-bc23-aaf1f49e0377 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761996 Nov 23 19:06:45.065045 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-523e8046-6d46-443f-bf15-f467c429f50b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331802 Nov 23 19:06:45.112941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.147742 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:06:42Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:45.204263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-137fd087-c0a7-4351-8588-242906de5864 service neutron] 10.222.0.50 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233375 Nov 23 19:06:45.209683 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Checking router: 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:45.223590 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Routers {'04c56fb6-bd17-4250-a7c8-dc4a30e5e203'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:45.225938 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:45.266957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b9a6f7-33d0-48fd-a145-9b7043796453 req-ca639544-a1c9-43d8-b4dc-baab2fd4906e service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038319 Nov 23 19:06:45.285758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.332092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Subnet': ['ID=73878e42-a691-4b93-aa14-6f6939ae1efd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:45.350875 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4581406b-72bc-44d3-a815-a5a3df6157d4 None None] Network 7bf40c03-27f6-4a73-8bc5-ba0791d00015 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:45.368081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.374305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6ce6f43-edb8-4136-9fd1-6acdfcd89e5c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/subnets/73878e42-a691-4b93-aa14-6f6939ae1efd HTTP/1.1" status: 204 len: 168 time: 0.8031936 Nov 23 19:06:45.407993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:45.409154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36aa0c30-1141-4b0b-81d8-0d7585c92cec req-4321f452-4bb4-433b-9b72-d903b45b95dc service neutron] 10.222.0.50 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950030 Nov 23 19:06:45.452764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-78ca7109-4b91-418b-a70a-b08c31cd0c93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2133229 Nov 23 19:06:45.525563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] Set router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:45.678576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-f11af3e2-a8f8-4df3-8786-5808f98456bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:45.681999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-f11af3e2-a8f8-4df3-8786-5808f98456bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 1095 time: 0.1889086 Nov 23 19:06:45.685743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] DHCP port deletion for 7bf40c03-27f6-4a73-8bc5-ba0791d00015 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:45.779184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-e3f82695-5fd1-409c-9595-7d9e9ebf0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:45.783275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-e3f82695-5fd1-409c-9595-7d9e9ebf0fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 1094 time: 0.4530742 Nov 23 19:06:45.799502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Deleting port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:45.799502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.808081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-94390894-5250-4eba-ba90-72db72300df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:45.809853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-94390894-5250-4eba-ba90-72db72300df7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 915 time: 0.1185246 Nov 23 19:06:45.815945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-9e3d13ff-bb55-49d2-9ab2-9f36b404480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:45.817534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-9e3d13ff-bb55-49d2-9ab2-9f36b404480f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a174f5cc5d947d19d994418fd422855&device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 1096 time: 0.2567410 Nov 23 19:06:45.948017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] For port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,segment=NetworkSegment(ccc3ef07-1999-49ea-beb3-f9be14f8a960),segment_id=ccc3ef07-1999-49ea-beb3-f9be14f8a960)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:45.951898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:45.992206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Calling delete_port for 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:46.068161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-5c7f22b7-8272-4459-aa5c-d673bf5419bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722 HTTP/1.1" status: 200 len: 217 time: 0.2395551 Nov 23 19:06:46.093817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.109336 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:06:42Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:46.114398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.161984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] No DVR routers for this DVR port 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:06:46.172727 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11c278-de0a-4bc1-a850-238d0baf672c None None] The sync data for ids ['04c56fb6-bd17-4250-a7c8-dc4a30e5e203'] in n-d-792364-9 is: [{'id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095894023', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:03:58Z', 'updated_at': '2021-11-23T19:06:42Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'e3081226-1ca2-4d8a-82f6-88ba32687350', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c56fb6-bd17-4250-a7c8-dc4a30e5e203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:03:59Z', 'updated_at': '2021-11-23T19:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:46.234575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9ee70-92c4-49b4-8a5d-c62c9676994a None None] Pushing event deleted for resources: {'Port': ['ID=79467c8f-599c-49c4-a4fa-1ff7b4e29db0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:46.282260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-37c739d1-e8ee-4a21-8876-d4f4509d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.284350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-37c739d1-e8ee-4a21-8876-d4f4509d06a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 200 len: 910 time: 0.3871851 Nov 23 19:06:46.295673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-a4781032-a4f8-4d2f-9514-91a3fc03a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.299610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-a4781032-a4f8-4d2f-9514-91a3fc03a66f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cec278-4c1e-491d-8706-57d66863c423 HTTP/1.1" status: 200 len: 854 time: 0.1998663 Nov 23 19:06:46.336511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d7f1-e919-4345-a744-95579c759f91 req-3288887e-27c0-4ffb-ac5e-4841c611c6e5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.340156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5218d7f1-e919-4345-a744-95579c759f91 req-3288887e-27c0-4ffb-ac5e-4841c611c6e5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 944 time: 0.5011332 Nov 23 19:06:46.345110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-bf9beed7-6eef-4109-ab3e-8c94beaefafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.346882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-bf9beed7-6eef-4109-ab3e-8c94beaefafb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.5505118 Nov 23 19:06:46.427699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-0b77d8ae-a807-40b2-843c-72ad248bfe36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089630 Nov 23 19:06:46.434589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-91531b32-3189-48ce-adb5-a808f8f2610c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 HTTP/1.1" status: 200 len: 217 time: 0.0594988 Nov 23 19:06:46.440667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11f56-1fdc-4ced-a587-bece84a38562 req-e026f9bb-4b07-4637-97b6-9db9ef6667c5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.442492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fab11f56-1fdc-4ced-a587-bece84a38562 req-e026f9bb-4b07-4637-97b6-9db9ef6667c5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 943 time: 0.2752817 Nov 23 19:06:46.498804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5218d7f1-e919-4345-a744-95579c759f91 req-c71db0cf-31ec-437b-a493-cb3d8c886933 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484010 Nov 23 19:06:46.507986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-13606ff8-b045-4d6c-8e5d-ea455a2a67d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 200 len: 1001 time: 0.2010145 Nov 23 19:06:46.547986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-4182d1c3-305d-4783-86a6-a76f95ab64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.549436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-4182d1c3-305d-4783-86a6-a76f95ab64c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.1011052 Nov 23 19:06:46.552650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.594783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-655180c8-6eee-4ef3-8286-8c703a5b0ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371668 Nov 23 19:06:46.650812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-770264af-4a55-4eeb-bfa0-6468026f0f3f service neutron] 10.222.0.50 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061429 Nov 23 19:06:46.741043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port e3081226-1ca2-4d8a-82f6-88ba32687350 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:06:46.741043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.745886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-e216190e-b9c6-48d0-a64e-792c1d87650e service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225080 Nov 23 19:06:46.764101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fab11f56-1fdc-4ced-a587-bece84a38562 req-5ddb4450-a1a5-4ef2-8275-0ea4ed321dd1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077996 Nov 23 19:06:46.805833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-dabbccfd-80f6-405c-a983-bfbcb402759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:46.807711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-dabbccfd-80f6-405c-a983-bfbcb402759f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 200 len: 848 time: 0.2566757 Nov 23 19:06:46.911228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port e3081226-1ca2-4d8a-82f6-88ba32687350, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3081226-1ca2-4d8a-82f6-88ba32687350,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:46.911809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:46.925375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5a4e6f6-cdd5-4ba8-8428-ce30c8b9bc06 req-6dd91eec-eca7-463d-b432-a304b2a1d4c4 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683586 Nov 23 19:06:46.930060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for e3081226-1ca2-4d8a-82f6-88ba32687350 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:06:47.188343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.224333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=e3081226-1ca2-4d8a-82f6-88ba32687350,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:47.250499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f5d9a-4732-47fa-bbe5-5b9f4137defb None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:47.297552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:47.333484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:47.333749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79467c8f-599c-49c4-a4fa-1ff7b4e29db0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:47.334593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:47.336596 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.361255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:47.361884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8a065ad8-c5c7-4589-86be-77ebb5f0c6e1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:47.409187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97d29d98-fe10-4e17-a949-d7644edaa1fe req-a199faef-7f28-45d8-913c-f53cedc3c6c7 service neutron] 10.222.0.50 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446303 Nov 23 19:06:47.414817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-011a86a5-a073-40ee-b88d-e1a827883763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:47.419773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-011a86a5-a073-40ee-b88d-e1a827883763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02f676f-1d4b-4452-a5a1-2a73e305749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6029205 Nov 23 19:06:47.485644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.489110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.528372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-cf65799f-9ed0-4914-af1b-36e5aa1dcea1 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017611 Nov 23 19:06:47.543945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.545145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Fanout notify agent at l3_agent the message router_deleted on router 04c56fb6-bd17-4250-a7c8-dc4a30e5e203 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:06:47.561958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.565878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-356f8713-d36b-476a-b2e8-0001010993d7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/routers/04c56fb6-bd17-4250-a7c8-dc4a30e5e203 HTTP/1.1" status: 204 len: 168 time: 2.1491637 Nov 23 19:06:47.568621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:47.711737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62128d5d-1d8f-4cd2-b79b-89ca8edf9c9a req-a07b2f1d-bee8-4e17-ac5d-2dd4d8619b47 service neutron] 10.222.0.47 "GET /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713259 Nov 23 19:06:47.714095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.720842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c7169-c290-40c4-8fb4-f79c4eff244c req-a8b0e9f5-bbf9-4703-a32d-eeb8f8745425 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:47.723156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d38c7169-c290-40c4-8fb4-f79c4eff244c req-a8b0e9f5-bbf9-4703-a32d-eeb8f8745425 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 944 time: 0.0946679 Nov 23 19:06:47.824756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d38c7169-c290-40c4-8fb4-f79c4eff244c req-61930dc4-fd49-46c4-a6b9-0f9bff2fe420 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913167 Nov 23 19:06:47.853005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.906876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf40c03-27f6-4a73-8bc5-ba0791d00015']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:47.922757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc3ef07-1999-49ea-beb3-f9be14f8a960') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:47.923066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc3ef07-1999-49ea-beb3-f9be14f8a960') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:47.937593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.956517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887851c-3e36-4716-bb55-8677ac146639 req-ccf446fe-3bbd-4858-ad1a-01a4eda80ac0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:47.957880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b887851c-3e36-4716-bb55-8677ac146639 req-ccf446fe-3bbd-4858-ad1a-01a4eda80ac0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 943 time: 0.0917377 Nov 23 19:06:47.968854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.981556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:06:47.981946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:06:47.986047 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:06:48.068160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.079684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.086874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:48.087183 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/networks/7bf40c03-27f6-4a73-8bc5-ba0791d00015 HTTP/1.1" status: 204 len: 168 time: 0.5164704 Nov 23 19:06:48.125451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b887851c-3e36-4716-bb55-8677ac146639 req-93d5898a-4930-4074-9cc6-de4886a6620f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540334 Nov 23 19:06:48.126299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d10e-7467-4bbb-a473-a4b6643ccf77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Network': ['ID=7bf40c03-27f6-4a73-8bc5-ba0791d00015,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.174260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.206365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.339409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.342600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.346560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/security-groups/58b36668-b643-4bbc-bb2a-43806915c2dd HTTP/1.1" status: 204 len: 168 time: 0.2554717 Nov 23 19:06:48.359269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec747d-ad36-4b4b-9825-e53c59e0e23b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b36668-b643-4bbc-bb2a-43806915c2dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.649591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 706aad66-1f3d-4e87-877c-fdbe2b91d722 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:06:48.711295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:48.717428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923225430', 'description': 'tempest-secgroup-smoke-1923225430 description', 'project_id': '48a299723a744276a7d18c197f219f0f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:48.747031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.804353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:48.820639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '706aad66-1f3d-4e87-877c-fdbe2b91d722', 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9', 'port_id': '706aad66-1f3d-4e87-877c-fdbe2b91d722', 'mac_address': 'fa:16:3e:51:aa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cec278-4c1e-491d-8706-57d66863c423', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:06:48.842668 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.848404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.866917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.881238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706aad66-1f3d-4e87-877c-fdbe2b91d722 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:48.904771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:48.911074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.930117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:48.935159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:48.939913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2262697 Nov 23 19:06:48.940183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:48.953323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590af62-3677-44c3-a53f-864954e84169 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68228992-d9a1-4fc8-96a6-541ad4a19a29,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:48.992289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.012525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.067798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209190-39dc-4961-a037-c63498aaf708 req-585ca229-c844-4c20-9558-1ff3ebb301a2 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:49.069279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd209190-39dc-4961-a037-c63498aaf708 req-585ca229-c844-4c20-9558-1ff3ebb301a2 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 945 time: 0.0916414 Nov 23 19:06:49.096135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.112155 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.166893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244d8a60-243f-40c8-84bc-dafa8e37eefa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.185429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.189629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.190003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f2278be3-7f34-47bb-944c-fca2a5ce2e7b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2536283 Nov 23 19:06:49.196039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.199634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['706aad66-1f3d-4e87-877c-fdbe2b91d722'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:06:49.214327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd209190-39dc-4961-a037-c63498aaf708 req-ea630efe-118a-4a11-be42-9408095433af tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306467 Nov 23 19:06:49.266497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.281666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3081226-1ca2-4d8a-82f6-88ba32687350 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:06:49.341435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e3081226-1ca2-4d8a-82f6-88ba32687350 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:06:49.342639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3081226-1ca2-4d8a-82f6-88ba32687350 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:06:49.408592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c129-5753-4441-aa42-39942280557e req-858befaa-bf9f-4003-9809-71124cdc31de tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:49.419226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1d51c129-5753-4441-aa42-39942280557e req-858befaa-bf9f-4003-9809-71124cdc31de tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 943 time: 0.1460066 Nov 23 19:06:49.451837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.465656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.507934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acacb0bd-a98a-40dc-98be-5459afc5f790,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.525228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1d51c129-5753-4441-aa42-39942280557e req-81a6dbcd-84cb-4bc2-808d-c5e18f9e644f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Nov 23 19:06:49.550113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.557392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b8489989-7b23-4e74-8667-0fe2a22ec1a7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3602667 Nov 23 19:06:49.557664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.563708 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.564702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:06:49.623929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.694259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:49.704948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.709596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', 'mac_address': 'fa:16:3e:2c:7c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:06:49.713360 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.761360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d76f642-e5d3-4ca0-808f-4e42493b708f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.790238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.801272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:06:49.830424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.836497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:49.843277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ac016485-3aaa-41ff-9fde-dd3b7862aa64 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2800035 Nov 23 19:06:49.843614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.849017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:49.864859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.891232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.945491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.959047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.963886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.983985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf8509b-8486-4aea-b3a8-7f4162b49c2c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:49.990813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:49.994737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-96fecefc-fcf4-4dd9-9879-966062190bee tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475196 Nov 23 19:06:49.994905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:49.999627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:50.026145 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:06:50.032441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.103694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.110826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.131016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:06:50.132231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0cb345-e82c-4ca2-9a43-e12032176678,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.142989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.147160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:50.147820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-52d69a36-497c-4857-94ca-6f402e5fc6cd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513572 Nov 23 19:06:50.153186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '68228992-d9a1-4fc8-96a6-541ad4a19a29', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:50.177701 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:06:50.189146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.277815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.284622 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.304034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048a190b-b9a7-46cf-8748-29f6f5474feb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.322245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.323809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf0d6a46-ff5b-4d18-95f6-9e2a026950e8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748397 Nov 23 19:06:50.326819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:50.333430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'network': {'name': 'tempest-network-smoke--1234021418', 'project_id': '48a299723a744276a7d18c197f219f0f', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:50.365265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:50.369716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.390707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ab55a-69df-49eb-92e7-82ad3d8a3995 req-6f977e62-e9d6-4e0e-93a7-121e83a51328 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:50.401275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe6ab55a-69df-49eb-92e7-82ad3d8a3995 req-6f977e62-e9d6-4e0e-93a7-121e83a51328 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 945 time: 0.0761166 Nov 23 19:06:50.408846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:06:50.421537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.421998 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Added segment 17f9566a-6c05-4514-9ef9-ddb700e94ae0 of type vlan for network 0f90f517-464a-4956-bfc2-470841b2ef1b Nov 23 19:06:50.493103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.509721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe6ab55a-69df-49eb-92e7-82ad3d8a3995 req-a2aaacf0-1b45-4d0b-8a4d-1bb086e833f9 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000636 Nov 23 19:06:50.550323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.558050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:50.558737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.606741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2786069 Nov 23 19:06:50.612006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:50.621386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'admin_state_up': True, 'project_id': '48a299723a744276a7d18c197f219f0f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:50.649692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dde86-7997-42e7-823b-ba23f33a71ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Network': ['ID=0f90f517-464a-4956-bfc2-470841b2ef1b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:50.652560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.653828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.663060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0f90f517-464a-4956-bfc2-470841b2ef1b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:06:50.668583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 706aad66-1f3d-4e87-877c-fdbe2b91d722 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:50.710035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ad577-6472-427b-816e-bd7399e0ac50 req-e7bb917d-8531-4a47-b735-1a39636517cb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:50.711672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb5ad577-6472-427b-816e-bd7399e0ac50 req-e7bb917d-8531-4a47-b735-1a39636517cb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 944 time: 0.0754297 Nov 23 19:06:50.736294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.775736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb5ad577-6472-427b-816e-bd7399e0ac50 req-7a18f4bb-9296-4a43-8197-16ef35f0599a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Nov 23 19:06:50.864770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 706aad66-1f3d-4e87-877c-fdbe2b91d722 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:06:50.871033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 706aad66-1f3d-4e87-877c-fdbe2b91d722 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:50.871676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:50.983146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.015645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:51.018703 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43a7f64-ca28-4c65-968a-160fec18683e" -d '{"events": [{"server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "name": "network-vif-plugged", "status": "completed", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:51.035366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:51.042552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.076079 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683cbab-034c-4999-8eae-b1cd87b08438 x-openstack-request-id: req-6683cbab-034c-4999-8eae-b1cd87b08438 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:51.076478 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "name": "network-vif-plugged", "status": "completed", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:51.076702 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6683cbab-034c-4999-8eae-b1cd87b08438 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:51.077030 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722', 'code': 200} Nov 23 19:06:51.104479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:51.212779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df5d0-3d62-4cb8-93b2-709359b0ee7a req-595ba8fd-8fc9-4533-bd17-01f1265959a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:51.215354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-836df5d0-3d62-4cb8-93b2-709359b0ee7a req-595ba8fd-8fc9-4533-bd17-01f1265959a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 1097 time: 0.0521166 Nov 23 19:06:51.271808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-836df5d0-3d62-4cb8-93b2-709359b0ee7a req-ce8e4569-ba3e-4449-a0ef-df5cf7d1867d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Nov 23 19:06:51.315348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.558094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.570395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:51.582299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.661579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:06:51.670647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:51.670647 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.742294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d566296-665f-4ade-a7b7-e60196af59ef req-d7dba114-bb01-4015-adb9-c083dd94eefb tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:51.746857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d566296-665f-4ade-a7b7-e60196af59ef req-d7dba114-bb01-4015-adb9-c083dd94eefb tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.0942411 Nov 23 19:06:51.779854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.76 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/bbb7d092-d227-4a76-8fa2-a4a22c43fbbc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:51.787047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.838990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d566296-665f-4ade-a7b7-e60196af59ef req-a3d444f6-b4b8-4a21-8825-27ef97e48fb7 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Nov 23 19:06:51.848041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:51.856858 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.949462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:51.959830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.004216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.004787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8d524-fbbe-4e6a-ab97-205e2c13aac0 req-59f2e305-bbaf-4b60-afdb-292abf7f2469 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:52.008327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0f8d524-fbbe-4e6a-ab97-205e2c13aac0 req-59f2e305-bbaf-4b60-afdb-292abf7f2469 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.0786486 Nov 23 19:06:52.064608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:52.067773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:52.072106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:52.076499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0f8d524-fbbe-4e6a-ab97-205e2c13aac0 req-d5230271-9de0-4829-abde-3a68174ddc62 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524607 Nov 23 19:06:52.083083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db19bde-c0bd-4e82-99c5-cede3b5ebe71 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:52.096546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:52.182060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4de74c82-c983-49cc-9c2f-747ef1b0a137 None None] Provisioning complete for port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:52.182707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4de74c82-c983-49cc-9c2f-747ef1b0a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.220545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4de74c82-c983-49cc-9c2f-747ef1b0a137 None None] Port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:52.367188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.614669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.760381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:06:52.873780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:52.884809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Sync routers for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:52.897083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:52.898393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a6a55c1-7c3c-4f38-8add-067302c605e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2834964 Nov 23 19:06:52.902137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:52.906583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:52.907339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:52.934881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d3b476c-a57d-4d4f-9feb-269cb4348fd1 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=48a299723a744276a7d18c197f219f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314348 Nov 23 19:06:52.937524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:52.999561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56715-8721-4ef2-835c-05a0ef4014cb req-6b4f0ef7-144c-4094-8a60-72164b00e3ba tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:53.001095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebe56715-8721-4ef2-835c-05a0ef4014cb req-6b4f0ef7-144c-4094-8a60-72164b00e3ba tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.0671895 Nov 23 19:06:53.033726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:53.054371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b41582-c330-45a5-a53b-b7e7c71238e7 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:53.056454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a3b41582-c330-45a5-a53b-b7e7c71238e7 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1174815 Nov 23 19:06:53.059556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:53.069155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebe56715-8721-4ef2-835c-05a0ef4014cb req-b7b8037f-fec6-4f21-a6d2-ff76c23f5624 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565681 Nov 23 19:06:53.103394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:06:53.105742 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5108a5c-e8c8-4426-9f8c-4cd8bbe778cb" -d '{"events": [{"server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "name": "network-vif-plugged", "status": "completed", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:06:53.106690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f4e97fb3-9140-4a6e-83ac-69089e0136b4 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459328 Nov 23 19:06:53.110457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:53.116276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962508217', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'project_id': '48a299723a744276a7d18c197f219f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:06:53.178589 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c4729-d7d7-4c6a-91f5-926a37bde3ea x-openstack-request-id: req-0b7c4729-d7d7-4c6a-91f5-926a37bde3ea {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:06:53.178921 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "name": "network-vif-plugged", "status": "completed", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:06:53.179141 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b7c4729-d7d7-4c6a-91f5-926a37bde3ea {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:06:53.179566 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', 'code': 200} Nov 23 19:06:53.291078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:53.293426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae3a0-ce7d-47c5-9f7a-0c8ccc197f7d req-cbb5eaf6-5eae-4b31-b04c-45ed9a46aa9f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:53.296411 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56eae3a0-ce7d-47c5-9f7a-0c8ccc197f7d req-cbb5eaf6-5eae-4b31-b04c-45ed9a46aa9f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.0829601 Nov 23 19:06:53.332334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b26fb-6545-4d54-b0fd-228c522da656 req-384f7299-18d5-4799-886c-b60fbf63d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:53.333888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-392b26fb-6545-4d54-b0fd-228c522da656 req-384f7299-18d5-4799-886c-b60fbf63d60d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 1096 time: 0.0658898 Nov 23 19:06:53.351110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Checking router: e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:53.351599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Updating router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:53.382183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:06:53.386545 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.387689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.411261 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56eae3a0-ce7d-47c5-9f7a-0c8ccc197f7d req-9af7338f-966c-4c99-a4cf-7651cbe2b5d0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043620 Nov 23 19:06:53.524507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-392b26fb-6545-4d54-b0fd-228c522da656 req-6f1ada00-595a-4360-8531-bcbbeee10c8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815109 Nov 23 19:06:53.730759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.731949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.741784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.825034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Subnet': ['ID=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:53.843174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:53.843874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network hostable DHCP agents. Network: 0f90f517-464a-4956-bfc2-470841b2ef1b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:06:53.867563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5ab54-4db3-4b96-a8a7-cb1bdb74c35f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:53.868869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 0f90f517-464a-4956-bfc2-470841b2ef1b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:06:53.872314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Attempting to bind port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:53.872718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Attempting to bind port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:53.873086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Attempting to bind port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:53.881880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0f90f517-464a-4956-bfc2-470841b2ef1b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:53.894250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:53.894527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:53.894855 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.895473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:53.895769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Bound port: bbb7d092-d227-4a76-8fa2-a4a22c43fbbc, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:53.896156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.903582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09527453-750e-4baa-84f7-bf8951990500 None None] Network 0f90f517-464a-4956-bfc2-470841b2ef1b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:53.909072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:53.911148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:53.936514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceece6c-09c5-41ec-808c-0b770036aefb None None] Pushing event updated for resources: {'Port': ['ID=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:53.950686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e95ae3d-3cb1-4f2c-b97a-2f1c76a7f67b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8388748 Nov 23 19:06:53.953817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:06:54.051657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] For port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:54.056708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] For port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:54.256123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.308044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] Provisioning complete for port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:54.308640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.315176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f7e7f-0c41-422f-9ae7-f99db1ade2a5 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:06:54.409964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:54.410605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:54.419947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceece6c-09c5-41ec-808c-0b770036aefb None None] Pushing event updated for resources: {'Port': ['ID=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:54.539338 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.593702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.605070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497981b2-4372-4de1-b5db-8c8d6f2b7cb5 req-147a7c0e-a221-4818-b96c-72cc4ab02482 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:54.606676 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-497981b2-4372-4de1-b5db-8c8d6f2b7cb5 req-147a7c0e-a221-4818-b96c-72cc4ab02482 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.0990915 Nov 23 19:06:54.673012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:54.806222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-497981b2-4372-4de1-b5db-8c8d6f2b7cb5 req-ad5e024a-1673-4f62-8364-5ce1c29a1e63 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843483 Nov 23 19:06:54.813768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] For port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:54.906975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0f90f517-464a-4956-bfc2-470841b2ef1b', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:06:54.912815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:54.919243 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.141927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.1 (0f90f517-464a-4956-bfc2-470841b2ef1b/9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f/7489d807-7f61-4a16-9386-747af20869b3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:55.148595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f94b6-0e45-495e-833e-98f504d82985 None None] Pushing event updated for resources: {'Port': ['ID=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:55.156886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d9e279c7-544a-4cb0-8859-5ab3183b4297 None None] Provisioning complete for port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:55.157069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9e279c7-544a-4cb0-8859-5ab3183b4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.311293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:55.330047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.341682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f496d3c-3ab7-4137-8b80-324e6348ba4a None None] The sync data for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 is: [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:52Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:06:55.386017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.438434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 0f90f517-464a-4956-bfc2-470841b2ef1b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:55.441650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:55.445609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:55.451278 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Allocated IP 172.20.0.2 (0f90f517-464a-4956-bfc2-470841b2ef1b/9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f/a5713603-5f12-42c2-b6b0-4e425ac81519) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:06:55.458889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:55.513685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.693414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.702293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.745402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.797354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Pushing event updated for resources: {'Port': ['ID=a5713603-5f12-42c2-b6b0-4e425ac81519,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:55.856803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Network 0f90f517-464a-4956-bfc2-470841b2ef1b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:55.879289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:55.884120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:06:55.978129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Attempting to bind port a5713603-5f12-42c2-b6b0-4e425ac81519 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:06:55.978509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Attempting to bind port a5713603-5f12-42c2-b6b0-4e425ac81519 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:06:55.978873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Attempting to bind port a5713603-5f12-42c2-b6b0-4e425ac81519 on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:06:55.986028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:06:55.986404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:06:55.986803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:55.987192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Bound using segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:06:55.987691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Bound port: a5713603-5f12-42c2-b6b0-4e425ac81519, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:06:55.988078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.140683 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] For port a5713603-5f12-42c2-b6b0-4e425ac81519, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:06:56.145012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] For port a5713603-5f12-42c2-b6b0-4e425ac81519, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a5713603-5f12-42c2-b6b0-4e425ac81519,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:06:56.151170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.236310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c47b4a-f70b-4065-984d-b2f9dcecde04 None None] Pushing event updated for resources: {'Port': ['ID=a5713603-5f12-42c2-b6b0-4e425ac81519,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:56.536349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e48d8-c226-4b7c-966a-d785e79a6383 req-13458c2d-05c5-467b-a8af-f4c2a0f58bde tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:56.544295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb8e48d8-c226-4b7c-966a-d785e79a6383 req-13458c2d-05c5-467b-a8af-f4c2a0f58bde tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.6031580 Nov 23 19:06:56.695387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb8e48d8-c226-4b7c-966a-d785e79a6383 req-bc54ef88-22ad-4e41-96cd-c9c0d0c53830 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251199 Nov 23 19:06:56.921579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:56.927988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.042230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:57.057983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.260819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-5cbd83f4-e373-49e5-88c2-d925d237d010 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:57.275472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-5cbd83f4-e373-49e5-88c2-d925d237d010 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3179781 Nov 23 19:06:57.315480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-ad1f4b00-6d3e-4269-9f84-794ed602385a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0378942 Nov 23 19:06:57.415375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a5713603-5f12-42c2-b6b0-4e425ac81519 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:57.418878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 0f90f517-464a-4956-bfc2-470841b2ef1b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:06:57.424653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:06:57.426573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-ee4cc013-9b9f-467d-8334-7359b54a3e55 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101987 Nov 23 19:06:57.478067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f583-ef8f-477c-bba8-b32be4e0a0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.554387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a5713603-5f12-42c2-b6b0-4e425ac81519 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:57.556030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.673203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-8f33b33f-affd-4e4a-82eb-80120ae33fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383027 Nov 23 19:06:57.704301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:06:57.746479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.797588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0fca0-cec4-4e41-8926-626a59cd6d93 None None] Network 0f90f517-464a-4956-bfc2-470841b2ef1b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:06:57.830593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port a5713603-5f12-42c2-b6b0-4e425ac81519, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a5713603-5f12-42c2-b6b0-4e425ac81519,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:06:57.851843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:57.853407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbb7d092-d227-4a76-8fa2-a4a22c43fbbc up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:57.980612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2eb79a46-5c58-4fc0-aeae-522a80a67158 req-e9301588-b299-44db-839d-a5b1c13f348e service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046694 Nov 23 19:06:58.009327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f361d8b-83a8-402a-bf54-30faa23adc4f None None] Provisioning complete for port a5713603-5f12-42c2-b6b0-4e425ac81519 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.009525 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f361d8b-83a8-402a-bf54-30faa23adc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.014197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.014688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:58.085853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:06:58.095150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=a5713603-5f12-42c2-b6b0-4e425ac81519,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:06:58.104979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-75f438f7-0de4-456e-98a4-9176aa6353cb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/e3b59b69-8208-45f8-8ada-0ce5a09bdbf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1500032 Nov 23 19:06:58.515862 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Sync routers for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:06:58.527608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:06:58.528238 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:06:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:58.605565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e9926460-3b01-4527-841c-b2cf06e3667d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923225430&fields=id&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 267 time: 0.0784781 Nov 23 19:06:58.805072 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:06:58.850635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-9eb35b58-05c5-4048-860b-ba174e824c96 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:58.859008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-9eb35b58-05c5-4048-860b-ba174e824c96 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 797 time: 0.2517741 Nov 23 19:06:58.884639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e94c1c94-dee9-42cc-8772-7a77a21baa1c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/quotas/48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 375 time: 0.0231745 Nov 23 19:06:58.993975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6aa49e38-974d-4d02-9577-c8a664317ffe None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:58.994477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aa49e38-974d-4d02-9577-c8a664317ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.091148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6aa49e38-974d-4d02-9577-c8a664317ffe None None] Port 7489d807-7f61-4a16-9386-747af20869b3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:59.093392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-401b54f6-a0fd-4d4d-a7bf-dc96c190b4a9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066321 Nov 23 19:06:59.169520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6aa49e38-974d-4d02-9577-c8a664317ffe None None] Provisioning complete for port a5713603-5f12-42c2-b6b0-4e425ac81519 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:59.169520 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aa49e38-974d-4d02-9577-c8a664317ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.377463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a5713603-5f12-42c2-b6b0-4e425ac81519 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:06:59.417301 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:06:56Z', 'revision_number': 2, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:06:59.423132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-6c8884b4-f0f7-40ae-92bf-56fd645b8805 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:06:59.430790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-65b6a7cb-d44a-4cf3-883a-a7b6e17ff2ef service neutron] 10.222.0.37 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329864 Nov 23 19:06:59.435404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-6c8884b4-f0f7-40ae-92bf-56fd645b8805 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3740857 Nov 23 19:06:59.473390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-8fbeb573-2a2d-496a-be93-4bdbe7a2f2ef tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0355835 Nov 23 19:06:59.492089 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Checking router: e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:06:59.496955 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Updating router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 port 7489d807-7f61-4a16-9386-747af20869b3 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:06:59.554326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a5713603-5f12-42c2-b6b0-4e425ac81519 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:59.555029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.564845 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.591168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c2fac5c9-c4b4-4206-a867-c9fba14c2a76 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166275 Nov 23 19:06:59.681238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-79df174b-0d7b-4cca-9c99-f7e88af87145 service neutron] 10.222.0.37 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487640 Nov 23 19:06:59.691681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1ddd55f0-5f11-4b77-8da4-e31888cf36f3 None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:06:59.692216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ddd55f0-5f11-4b77-8da4-e31888cf36f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:06:59.756262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd55f0-5f11-4b77-8da4-e31888cf36f3 None None] Port 7489d807-7f61-4a16-9386-747af20869b3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:06:59.988667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-0a51ea3b-bbb7-439b-942a-07107d4ea13f service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952148 Nov 23 19:07:00.009336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a468a2d3-f799-4005-a79e-68395dacafc6 None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:00.010314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a468a2d3-f799-4005-a79e-68395dacafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.161666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8db990d1-9952-4322-9fd4-ec30f1729ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.173040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a468a2d3-f799-4005-a79e-68395dacafc6 None None] Port 7489d807-7f61-4a16-9386-747af20869b3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:00.193538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-4e2bcc7f-c135-49c8-bd81-fc31d191672b service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994188 Nov 23 19:07:00.331011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808bcf4f-d5a0-4373-b4b2-0b89ceacf839 req-31100f54-edb0-4476-8c18-d1a2f59ec829 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 210 time: 0.0699923 Nov 23 19:07:00.578420 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.588758 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.736659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10db19-8d29-4c3e-a51a-97b44d3bbb01 None None] Pushing event updated for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:00.771375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e8ca67f-0747-4b5a-b8f0-08c2179a3467 req-497d1195-1ade-4702-9f66-a87c290bd74c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 210 time: 0.1046765 Nov 23 19:07:00.791415 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.864844 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Attempting to bind port 7489d807-7f61-4a16-9386-747af20869b3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:00.868306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Attempting to bind port 7489d807-7f61-4a16-9386-747af20869b3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:00.868971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Attempting to bind port 7489d807-7f61-4a16-9386-747af20869b3 on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:00.891247 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:00.895050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:00.895761 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:00.896615 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Bound using segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:00.897212 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Bound port: 7489d807-7f61-4a16-9386-747af20869b3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:00.897839 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.074638 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] For port 7489d807-7f61-4a16-9386-747af20869b3, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:01.080326 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] For port 7489d807-7f61-4a16-9386-747af20869b3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7489d807-7f61-4a16-9386-747af20869b3,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:01.089388 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.162034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:01.162552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.254824 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:01.257555 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:07:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:01.382435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10db19-8d29-4c3e-a51a-97b44d3bbb01 None None] Pushing event updated for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:01.457761 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.524704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] For port 7489d807-7f61-4a16-9386-747af20869b3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7489d807-7f61-4a16-9386-747af20869b3,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:01.531486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:01.582818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3f266d3-1c7d-4d0c-8498-5f33ad06b3ec req-cbdddd83-c3ea-4d22-93a7-3c4ff541daa7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 210 time: 0.0929785 Nov 23 19:07:01.656049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047839f-bd1c-49b3-8d64-20758e568e95 None None] Pushing event updated for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:01.674276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:01.776228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d4e97a5-1577-4d84-825d-8f1710897f94 None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:01.776826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d4e97a5-1577-4d84-825d-8f1710897f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.003018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c706972b-6cae-425f-b1c5-9d6683957edd req-b6048354-eae1-46ab-bf0a-9460cb475f8c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 210 time: 0.0794430 Nov 23 19:07:02.122152 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:02.234693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:02.289200 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:02.362697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-a49ced5b-6052-4cda-905c-84ccb0ac2f06 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:02.365316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-a49ced5b-6052-4cda-905c-84ccb0ac2f06 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 797 time: 0.3889689 Nov 23 19:07:02.372493 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7e4a8-667d-4ab3-8c08-753f50c95d3f None None] The sync data for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 is: [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:02.500548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-a386350a-c2d1-43ac-a31b-f014f763c107 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 380 time: 0.1180034 Nov 23 19:07:02.518535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'port': {'device_id': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'admin_state_up': True, 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'security_groups': ['68228992-d9a1-4fc8-96a6-541ad4a19a29']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:02.784403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3aa968c5-204f-42f8-bf70-d690237c677c req-8056617f-0500-48a8-bdd6-6b5263fe3056 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 210 time: 0.0791192 Nov 23 19:07:02.897607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:02.905921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.076580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-19835964-ac4a-4e9b-a66c-a0976e5a0017 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:03.078549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-19835964-ac4a-4e9b-a66c-a0976e5a0017 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3553073 Nov 23 19:07:03.142140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:03.270831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.276104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bce9dcc-667d-429e-b1ca-f918df723ccd req-28c00887-0356-4c76-983d-cf28b20d9702 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 210 time: 0.1390636 Nov 23 19:07:03.335490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.10 (0f90f517-464a-4956-bfc2-470841b2ef1b/9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f/3063504f-63d4-4bcd-baed-704bc97ceafe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:03.402526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7489d807-7f61-4a16-9386-747af20869b3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:03.444665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:03.454984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.513810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 7489d807-7f61-4a16-9386-747af20869b3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:03.514321 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:03.676448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.4 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/3429d4f0-7bda-4ed9-82cd-dcccc78007c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:04.273248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-206645d8-94b3-47f2-ace8-895da42abdb5 req-e486f347-beef-4148-b2c5-231f6798afa6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 210 time: 0.2503309 Nov 23 19:07:04.349515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:04.430869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd193a3d-afab-4ded-9ea1-0acfcba4cbc4 req-ea0a276c-1f19-4cd6-974c-97f764bbbf4a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 210 time: 0.0330973 Nov 23 19:07:04.477001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:04.484387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:04.543502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:04.581072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 0f90f517-464a-4956-bfc2-470841b2ef1b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:04.584551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:04.601587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:04.705810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:04.708868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:04.737953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:04.754469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:04.755569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-37561cfe-8c5f-4b9b-9737-a4523048f7af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2454219 Nov 23 19:07:04.800569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Request body: {'port': {'device_id': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:04.943508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:04.947141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:04.971028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:04.979306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:05.004804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dd3ede86-f587-482d-9f19-8f61eda1028b None None] Provisioning complete for port 3063504f-63d4-4bcd-baed-704bc97ceafe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:05.005181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd3ede86-f587-482d-9f19-8f61eda1028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:05.047415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ede86-f587-482d-9f19-8f61eda1028b None None] Port 3063504f-63d4-4bcd-baed-704bc97ceafe cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:07:05.100190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:05.100726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:05.121158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-97a053b2-7d36-49e3-9812-1d7b4f849fda tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9836020 Nov 23 19:07:05.139565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Request body: {'port': {'device_id': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:05.144300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:05.318953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:05.824373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db74ae-d615-45a9-a69f-c0a6a43ca92d req-6bb3d673-ff66-4eba-9b02-85f2ae2ae5a3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:05.826718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3db74ae-d615-45a9-a69f-c0a6a43ca92d req-6bb3d673-ff66-4eba-9b02-85f2ae2ae5a3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 931 time: 0.0638733 Nov 23 19:07:05.876869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79eff-6e72-46c6-a7fc-ee6d7b0b44db req-d4f0b1d9-5b98-4b70-ba49-80abacc3077c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:05.879048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2f79eff-6e72-46c6-a7fc-ee6d7b0b44db req-d4f0b1d9-5b98-4b70-ba49-80abacc3077c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 932 time: 0.4775255 Nov 23 19:07:05.896224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3db74ae-d615-45a9-a69f-c0a6a43ca92d req-b18fb7b1-31db-467a-b9ea-1b9701b64247 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623362 Nov 23 19:07:05.987402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:06.010576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.036498 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2f79eff-6e72-46c6-a7fc-ee6d7b0b44db req-6839d0b8-3a92-4873-a1ac-68b657868396 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319044 Nov 23 19:07:06.048266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Transition to ACTIVE for port object 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:06.073773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.164038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:06.171089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f1bf-5e96-4842-b03d-0beb50b97eb4 req-b2c31cc3-37b6-4bae-bc73-6f00f218c795 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:06.179149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77d8f1bf-5e96-4842-b03d-0beb50b97eb4 req-b2c31cc3-37b6-4bae-bc73-6f00f218c795 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0773659 Nov 23 19:07:06.184452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.200775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:06.255841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77d8f1bf-5e96-4842-b03d-0beb50b97eb4 req-6574efa0-6f17-432f-a01b-fb07260f9eba tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754893 Nov 23 19:07:06.257877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Transition to ACTIVE for port object 3063504f-63d4-4bcd-baed-704bc97ceafe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:06.281350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.313335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Attempting to bind port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:06.313763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Attempting to bind port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:06.314095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Attempting to bind port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:06.345012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:06.345012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Attempting to bind port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:06.351094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:06.351470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:06.351859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:06.352734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Bound port: 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:06.352991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.377816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:06.506574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:06.507004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:06.510073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:06.523520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:06.524727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:06.543915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:06.544256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:06.544652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Bound using segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:06.545107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Bound port: 3063504f-63d4-4bcd-baed-704bc97ceafe, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:06.545563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.594322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:06.617553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:06.627873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.672940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:06.673588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.675108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/3429d4f0-7bda-4ed9-82cd-dcccc78007c7 HTTP/1.1" status: 200 len: 1091 time: 1.5444376 Nov 23 19:07:06.675605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:06.678223 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60852c07-5003-4b9e-a94a-6de534c00447" -d '{"events": [{"name": "network-changed", "server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:06.690572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:06.719040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:06.740877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.748548 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb97ef-66e0-44db-ab09-47bcff174573 x-openstack-request-id: req-45bb97ef-66e0-44db-ab09-47bcff174573 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:06.748847 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:06.749135 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45bb97ef-66e0-44db-ab09-47bcff174573 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:06.749520 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7', 'status': 'completed', 'code': 200} Nov 23 19:07:06.773499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d93b-c4c9-4cd4-922d-d109fadce8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:06.786190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:06.786828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:06.788263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 1092 time: 1.9992483 Nov 23 19:07:06.872251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-5e85090d-37c7-4d2f-af5b-04481e59ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:06.873778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-5e85090d-37c7-4d2f-af5b-04481e59ae0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 1094 time: 0.1506114 Nov 23 19:07:06.899221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab8c4-e149-4148-b1d9-de0c231f51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:06.941580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-cd57c9dc-525c-4a1c-b3e7-97183fc262db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7 HTTP/1.1" status: 200 len: 217 time: 0.0493259 Nov 23 19:07:06.970628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-dd6e96db-921d-4a47-a69f-837a1520bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:06.972226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-dd6e96db-921d-4a47-a69f-837a1520bec4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.1176984 Nov 23 19:07:07.113052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9e20-5137-4ab5-a863-7b56d6ebf0a4 req-40dcc351-0da7-4f02-9c9e-b4cbae4ac5e2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.122361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fcf9e20-5137-4ab5-a863-7b56d6ebf0a4 req-40dcc351-0da7-4f02-9c9e-b4cbae4ac5e2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 943 time: 0.1191316 Nov 23 19:07:07.183073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fcf9e20-5137-4ab5-a863-7b56d6ebf0a4 req-d6074e42-b39b-4d10-8109-87c5f5894c42 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Nov 23 19:07:07.427405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ecddd-f5a9-4b4f-a0f8-02343e929967 req-b0b04a31-6da3-4f3e-b478-94d1a5422362 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.428902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d21ecddd-f5a9-4b4f-a0f8-02343e929967 req-b0b04a31-6da3-4f3e-b478-94d1a5422362 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0665171 Nov 23 19:07:07.498525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d21ecddd-f5a9-4b4f-a0f8-02343e929967 req-cf58fc8d-c7e2-4d91-985d-34aa77ee2135 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619755 Nov 23 19:07:07.593741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-2d74e565-4ee6-4d52-9e4d-205fae534c0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 217 time: 0.5149872 Nov 23 19:07:07.686982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-5b3c83a7-769a-459d-aff2-8b4ef8782d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.692644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-5b3c83a7-769a-459d-aff2-8b4ef8782d4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.6117601 Nov 23 19:07:07.708949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-7e842133-37af-4789-9f0f-e94a98119abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.716996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-7e842133-37af-4789-9f0f-e94a98119abb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.0986481 Nov 23 19:07:07.731721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de82c8-6289-42e6-ac08-4b3a2cad4d0f req-b3fe40eb-85b2-40b9-b849-42002e534bb7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.733017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95de82c8-6289-42e6-ac08-4b3a2cad4d0f req-b3fe40eb-85b2-40b9-b849-42002e534bb7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.5697651 Nov 23 19:07:07.736337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-8cf29475-37de-4222-92ce-9c2321d706b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393922 Nov 23 19:07:07.873013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95de82c8-6289-42e6-ac08-4b3a2cad4d0f req-ca440599-1eb9-4ffc-86b2-34cdcaa1158a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288202 Nov 23 19:07:07.878611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-1c0bdd2f-ec23-472b-ace5-55dbb59f4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:07.880134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-1c0bdd2f-ec23-472b-ace5-55dbb59f4cc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460342 Nov 23 19:07:07.926547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-75f6348a-d962-4268-8182-ba1be5ba5bfb service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611564 Nov 23 19:07:08.073018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-c50b6cff-13f5-409e-b246-3cbc8414dfee service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694770 Nov 23 19:07:08.165627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44053ff6-8b0e-41eb-9d9d-6885c9ce338d req-320d485b-5e34-43b6-b19c-0e4dbf8578d5 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224510 Nov 23 19:07:08.210652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fdc4a712-01b2-44f3-99d1-d4c6b34984e7 req-f81d5d94-53e7-4efb-b02c-fbed3f08047a service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294410 Nov 23 19:07:08.388902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852c07-5003-4b9e-a94a-6de534c00447 req-1f30d987-ef65-4a28-bc6f-3b8bc739c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.390579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-1f30d987-ef65-4a28-bc6f-3b8bc739c726 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 1094 time: 0.1390009 Nov 23 19:07:08.421589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9216656-4230-46f2-b4b1-9cb173cb9d27 req-a837c47b-9bbe-41e4-8fa5-5c2dfb0e4a30 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.436248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9216656-4230-46f2-b4b1-9cb173cb9d27 req-a837c47b-9bbe-41e4-8fa5-5c2dfb0e4a30 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 943 time: 0.1144371 Nov 23 19:07:08.610254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852c07-5003-4b9e-a94a-6de534c00447 req-61775e09-0690-479b-924e-0a9c08081b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.613070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-61775e09-0690-479b-924e-0a9c08081b32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.2079730 Nov 23 19:07:08.715991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-dadef0a5-3e76-4603-bf6d-5c22408503ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7 HTTP/1.1" status: 200 len: 217 time: 0.0857596 Nov 23 19:07:08.722370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9216656-4230-46f2-b4b1-9cb173cb9d27 req-dfc05c48-34a6-4d20-9d92-67ac9cc7b9fd tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849312 Nov 23 19:07:08.773891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:08.777156 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:08.801102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f3cf-5cfb-4d5e-9a91-bb0a3b78c470 req-2363ead2-c332-4280-9b44-db30f5c87be8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.806009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852c07-5003-4b9e-a94a-6de534c00447 req-f06c601b-e7de-4c5a-80d0-5297516a6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:08.806204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6b2f3cf-5cfb-4d5e-9a91-bb0a3b78c470 req-2363ead2-c332-4280-9b44-db30f5c87be8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1683054 Nov 23 19:07:08.808116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-f06c601b-e7de-4c5a-80d0-5297516a6136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0781782 Nov 23 19:07:08.867190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-c0567f87-a741-44d9-b74d-aec007195887 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471516 Nov 23 19:07:08.869707 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f335179-6464-46f5-a998-229ccd5fd554 x-openstack-request-id: req-9f335179-6464-46f5-a998-229ccd5fd554 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:08.870711 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:08.870711 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f335179-6464-46f5-a998-229ccd5fd554 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:08.870711 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:07:08.896246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6b2f3cf-5cfb-4d5e-9a91-bb0a3b78c470 req-2bd73a45-2941-4d41-b221-e1fc3d148279 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822346 Nov 23 19:07:08.949869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:09.089605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-f27a71db-d531-4ce7-a212-ee28e9b118fc service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966901 Nov 23 19:07:09.095132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-0ba733d1-b134-4274-8d0c-3c318a2a1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.096642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-0ba733d1-b134-4274-8d0c-3c318a2a1ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.1206701 Nov 23 19:07:09.110025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8d4dc-2c91-46a2-9fae-66eaf84b2360 req-ce4bf2b1-382b-48fc-b827-56f395f4feae tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.111701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49e8d4dc-2c91-46a2-9fae-66eaf84b2360 req-ce4bf2b1-382b-48fc-b827-56f395f4feae tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.1344228 Nov 23 19:07:09.343293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49e8d4dc-2c91-46a2-9fae-66eaf84b2360 req-bb4b6141-e08b-4c09-9b6d-465b31c0dbf7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073071 Nov 23 19:07:09.391405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-60852c07-5003-4b9e-a94a-6de534c00447 req-0e514eef-4965-40ce-8efc-6ea95a8f989b service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746041 Nov 23 19:07:09.391405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-3d388b47-0965-4303-90c9-457445c9f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.391903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-3d388b47-0965-4303-90c9-457445c9f58d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.2776074 Nov 23 19:07:09.468651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-cba71041-0342-4481-a14b-73782d3ccf3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 217 time: 0.0460272 Nov 23 19:07:09.550255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-b2aa7561-626b-47d1-8e66-02097cc335e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.551971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-b2aa7561-626b-47d1-8e66-02097cc335e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.0662818 Nov 23 19:07:09.638172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-b6fa7434-9831-457b-b0b6-5d1f96aace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.640775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-b6fa7434-9831-457b-b0b6-5d1f96aace98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743492 Nov 23 19:07:09.772601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-8f5426ad-c0d2-44d6-b96e-1762aa3b19c7 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198063 Nov 23 19:07:09.895159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9bed1527-e7a7-4e5a-8a98-b1c150f0c206 req-7b182ead-9e3a-4b3d-a8f7-0929ad08160b service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123307 Nov 23 19:07:09.941684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ec160-e6d5-469d-aaff-eb404f73136a req-e53075f5-fef3-465e-9768-0d07a973489a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:09.949274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7ec160-e6d5-469d-aaff-eb404f73136a req-e53075f5-fef3-465e-9768-0d07a973489a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 943 time: 0.0920744 Nov 23 19:07:10.024364 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7ec160-e6d5-469d-aaff-eb404f73136a req-8a12230b-dd60-4afa-b6ca-d4d8efc06037 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Nov 23 19:07:10.097240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a30145-ccf5-4f05-88b0-22be68e1c89a req-0ab7f708-65bb-4112-a300-0abfe2b8bdca tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:10.099501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0a30145-ccf5-4f05-88b0-22be68e1c89a req-0ab7f708-65bb-4112-a300-0abfe2b8bdca tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0668714 Nov 23 19:07:10.161939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0a30145-ccf5-4f05-88b0-22be68e1c89a req-08973193-6303-4bea-ab9f-8632ebaa8bf2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549982 Nov 23 19:07:10.460704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:10.511990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcabfe8-63fd-42e5-a028-e0e2ebbec844 req-eb05e4da-6469-4e2d-807a-e40d22e659c7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:10.513504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bcabfe8-63fd-42e5-a028-e0e2ebbec844 req-eb05e4da-6469-4e2d-807a-e40d22e659c7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.0635972 Nov 23 19:07:10.580622 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bcabfe8-63fd-42e5-a028-e0e2ebbec844 req-2380f175-cb56-4e44-b633-6dc03bd6e945 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595555 Nov 23 19:07:11.200971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e66c-e201-4f88-961f-16e920c24cf5 req-9a10044e-a261-40a3-b975-9e19b73f175b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:11.204002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca43e66c-e201-4f88-961f-16e920c24cf5 req-9a10044e-a261-40a3-b975-9e19b73f175b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 943 time: 0.0649679 Nov 23 19:07:11.293309 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca43e66c-e201-4f88-961f-16e920c24cf5 req-6d4aa035-2077-4746-99b6-e313603e1d62 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801022 Nov 23 19:07:11.310876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8024d8a-cdf3-4c61-8cb2-b13f3b8377b9 req-011d7751-52e3-457d-abfe-6ea6abb943b5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:11.313171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8024d8a-cdf3-4c61-8cb2-b13f3b8377b9 req-011d7751-52e3-457d-abfe-6ea6abb943b5 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0665560 Nov 23 19:07:11.388093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8024d8a-cdf3-4c61-8cb2-b13f3b8377b9 req-840e5b3b-dd1c-4e82-a44a-2f74d10f1c51 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682392 Nov 23 19:07:11.725811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead79f3-94a4-4497-9f5a-6fe0155000bf req-7d65e543-07d2-4f1d-9eb6-be35b2b62548 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:11.728489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bead79f3-94a4-4497-9f5a-6fe0155000bf req-7d65e543-07d2-4f1d-9eb6-be35b2b62548 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.0667517 Nov 23 19:07:11.792974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bead79f3-94a4-4497-9f5a-6fe0155000bf req-8ec667b8-5774-4b5b-a866-a8610fc5036e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569119 Nov 23 19:07:12.525757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c196-02ae-4b6e-976c-c63afc5eeb06 req-cd1a5577-20e6-4f7c-8064-73120b3b10cb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:12.536370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ead3c196-02ae-4b6e-976c-c63afc5eeb06 req-cd1a5577-20e6-4f7c-8064-73120b3b10cb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 943 time: 0.1574385 Nov 23 19:07:12.634856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb07c31-c5bd-4ddd-b9cc-b06cca345ec8 req-d775eee1-0229-47de-8f76-efbc3a04b3a8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:12.644775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9cb07c31-c5bd-4ddd-b9cc-b06cca345ec8 req-d775eee1-0229-47de-8f76-efbc3a04b3a8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0785024 Nov 23 19:07:12.685003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ead3c196-02ae-4b6e-976c-c63afc5eeb06 req-f824a2a6-82ab-4601-a484-f4b2d99d56c3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Nov 23 19:07:12.717647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9cb07c31-c5bd-4ddd-b9cc-b06cca345ec8 req-2537db6e-1ce1-45e3-9de2-d9292ad54264 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714278 Nov 23 19:07:12.772682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:07:12.889682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:12.915968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7', 'mac_address': 'fa:16:3e:ea:f8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:07:12.990142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:13.018745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869b74b-1c7f-4064-bf4d-bb0f582ad79f req-25905c97-0218-4741-9b9b-ee9c09c83402 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.022183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:13.028222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4869b74b-1c7f-4064-bf4d-bb0f582ad79f req-25905c97-0218-4741-9b9b-ee9c09c83402 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.1295185 Nov 23 19:07:13.055061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:13.066312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:13.070300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:07:13.188488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4869b74b-1c7f-4064-bf4d-bb0f582ad79f req-481ebdbf-9138-444c-8fce-61ae6543d844 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200168 Nov 23 19:07:13.357712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:13.381531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:07:13.388329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:13.437593 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:13.454691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:13.495626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:13.502057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:13.650082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:13.878498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3063504f-63d4-4bcd-baed-704bc97ceafe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:13.917102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c6de-1ede-49fd-9db4-76abf7cc1581 req-d612d858-43b0-40bd-a812-5520c44ef236 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.929287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5984c6de-1ede-49fd-9db4-76abf7cc1581 req-d612d858-43b0-40bd-a812-5520c44ef236 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 944 time: 0.1128693 Nov 23 19:07:13.931561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3429d4f0-7bda-4ed9-82cd-dcccc78007c7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:13.989041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae66b9e-4d6f-4c33-9b64-ae3e95da73ff req-043e5a0f-012f-404c-bda1-baf8db396ca6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:13.996980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ae66b9e-4d6f-4c33-9b64-ae3e95da73ff req-043e5a0f-012f-404c-bda1-baf8db396ca6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1205404 Nov 23 19:07:14.035443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5984c6de-1ede-49fd-9db4-76abf7cc1581 req-7940b2c6-ac4c-426b-a9b9-3ddf3b2f98f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972292 Nov 23 19:07:14.104028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ae66b9e-4d6f-4c33-9b64-ae3e95da73ff req-d993e5a7-93b0-4e16-b9f5-cd607931307d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060524 Nov 23 19:07:14.391086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd41b1-1d11-4895-a612-d453b6b13e14 req-99924645-66aa-4500-9d11-1e4a6a3e2e77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:14.402394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d3cd41b1-1d11-4895-a612-d453b6b13e14 req-99924645-66aa-4500-9d11-1e4a6a3e2e77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.1051662 Nov 23 19:07:14.501442 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d3cd41b1-1d11-4895-a612-d453b6b13e14 req-5a5ed456-7cb1-4d95-9c5f-52948ce3f574 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927923 Nov 23 19:07:14.643348 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204b166-3b49-4494-b222-5c9010574eff req-2f0af002-e0bd-4ddc-bd05-c0c4a30a2010 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:14.645546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2204b166-3b49-4494-b222-5c9010574eff req-2f0af002-e0bd-4ddc-bd05-c0c4a30a2010 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 946 time: 0.0731306 Nov 23 19:07:14.721574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2204b166-3b49-4494-b222-5c9010574eff req-4cac540f-f69c-4dd9-97b8-2cd91c739d56 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668235 Nov 23 19:07:15.201998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cd253-8720-4407-8c57-b7f8cbe61521 req-14dfcce4-17da-447c-bc0f-ae300f5d0e5f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:15.209823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c4cd253-8720-4407-8c57-b7f8cbe61521 req-14dfcce4-17da-447c-bc0f-ae300f5d0e5f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 944 time: 0.0908945 Nov 23 19:07:15.277537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa014f9-a336-4447-a473-999c97fa77e3 req-1942184f-acf5-418e-a479-3b25f7f436af tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:15.281801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c4cd253-8720-4407-8c57-b7f8cbe61521 req-abc799a4-39d4-4b59-a5a1-462c51beb4b8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710897 Nov 23 19:07:15.284000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aaa014f9-a336-4447-a473-999c97fa77e3 req-1942184f-acf5-418e-a479-3b25f7f436af tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0757577 Nov 23 19:07:15.338404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aaa014f9-a336-4447-a473-999c97fa77e3 req-32567eaf-45b5-47f5-99ad-a69da95859e6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473590 Nov 23 19:07:15.681019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79a7f-0bbd-4124-80a0-d910837891c7 req-dceb1f30-a5d5-4206-844d-174e77fd1d25 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:15.682666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75c79a7f-0bbd-4124-80a0-d910837891c7 req-dceb1f30-a5d5-4206-844d-174e77fd1d25 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.0938137 Nov 23 19:07:15.746800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75c79a7f-0bbd-4124-80a0-d910837891c7 req-0d04a863-55a6-446c-8849-2b02e3a81fa9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569332 Nov 23 19:07:15.884398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d360490-cc90-4a2e-bfec-9b2bbca80aa7 req-e57914e0-5a7e-4ced-ac46-add330a0791c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:15.885874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d360490-cc90-4a2e-bfec-9b2bbca80aa7 req-e57914e0-5a7e-4ced-ac46-add330a0791c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 946 time: 0.0674832 Nov 23 19:07:15.953946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d360490-cc90-4a2e-bfec-9b2bbca80aa7 req-d58726b4-e173-48fa-992e-13b4bcc6afa4 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594978 Nov 23 19:07:16.307060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-7ebe0959-82ff-47ef-a0dd-bdaad223a4bc tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:16.309070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-7ebe0959-82ff-47ef-a0dd-bdaad223a4bc tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 946 time: 0.0580800 Nov 23 19:07:16.504282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c3ff4-13f5-45b6-8191-eb6040d07ad2 req-08a27fd2-f2b7-4cfd-9352-078f909026ea tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:16.507994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-890c3ff4-13f5-45b6-8191-eb6040d07ad2 req-08a27fd2-f2b7-4cfd-9352-078f909026ea tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 944 time: 0.1441488 Nov 23 19:07:16.520737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Deleting port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:16.523896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:16.525595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728541c4-fb09-4669-afbc-1bf6bcddafdb req-ae2ecb62-e1d1-4c9a-8079-3f2a9c629f5c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:16.528050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-728541c4-fb09-4669-afbc-1bf6bcddafdb req-ae2ecb62-e1d1-4c9a-8079-3f2a9c629f5c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0737505 Nov 23 19:07:16.591349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-728541c4-fb09-4669-afbc-1bf6bcddafdb req-750c7539-a519-4f63-89dc-cd657fae9248 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520756 Nov 23 19:07:16.656227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] For port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:16.656605 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:16.668501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-890c3ff4-13f5-45b6-8191-eb6040d07ad2 req-f4c787d1-d2ce-4030-a26a-2dee74477058 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535144 Nov 23 19:07:16.675674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Calling delete_port for 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:16.793043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:16.907029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:07:16.914115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:16.915540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:16.930642 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:16.947153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:16.949604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:16.966950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05858b6-e9ef-45df-929e-59a813b7db36 req-3e3cf366-0081-42be-bca2-902eab593653 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:16.968598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c05858b6-e9ef-45df-929e-59a813b7db36 req-3e3cf366-0081-42be-bca2-902eab593653 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.0830157 Nov 23 19:07:17.035693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event deleted for resources: {'Port': ['ID=1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:17.114424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c05858b6-e9ef-45df-929e-59a813b7db36 req-4d106f7e-f9fc-407d-970c-14dcdd65641e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390581 Nov 23 19:07:17.145146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] No DVR routers for this DVR port 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:17.149699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.152327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dd392b1-9ef2-442f-91bc-da16f18c8762 req-260604dd-ee8a-4d3c-b588-0fc40d5b1d62 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.47 "DELETE /v2.0/ports/1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c HTTP/1.1" status: 204 len: 173 time: 0.8347814 Nov 23 19:07:17.152798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'name': 'network-vif-deleted', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:17.154616 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.155087 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88ac77-8af8-432e-8222-8369b6607fac" -d '{"events": [{"server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "name": "network-vif-deleted", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:17.175660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c6da03a2-089b-4c72-8c76-0dd48fa7b999 req-b843e8ab-0cc1-40c9-823e-1cf8c0f0efcd tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f156a78-c3f7-41f9-8948-b29207575c87 HTTP/1.1" status: 200 len: 210 time: 0.0781310 Nov 23 19:07:17.227150 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0046219c-66ee-47b5-9792-ea547e792a0a x-openstack-request-id: req-0046219c-66ee-47b5-9792-ea547e792a0a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:17.227511 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f156a78-c3f7-41f9-8948-b29207575c87", "name": "network-vif-deleted", "tag": "1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:17.227898 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0046219c-66ee-47b5-9792-ea547e792a0a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:17.228518 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f156a78-c3f7-41f9-8948-b29207575c87', 'name': 'network-vif-deleted', 'tag': '1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c', 'status': 'completed', 'code': 200} Nov 23 19:07:17.276579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:17.279516 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8562b2-9181-43f9-b5dd-c5978f925c5e" -d '{"events": [{"server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "name": "network-vif-plugged", "status": "completed", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:17.305553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:17.318320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.319192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:17.371914 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da4f703-cef9-4b3a-b4d7-3d3050a452fa x-openstack-request-id: req-8da4f703-cef9-4b3a-b4d7-3d3050a452fa {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:17.372337 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "name": "network-vif-plugged", "status": "completed", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:17.372478 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8da4f703-cef9-4b3a-b4d7-3d3050a452fa {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:17.372861 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7', 'code': 200} Nov 23 19:07:17.456719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3063504f-63d4-4bcd-baed-704bc97ceafe completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:07:17.459688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:17.473309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.473684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.474010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.474355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.474696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.475035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.475394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.475730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.476063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.476392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.477237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.477599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:17.486417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3063504f-63d4-4bcd-baed-704bc97ceafe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:17.486860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.497928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d189a-b184-48f4-a7e9-9e79edd7f000 req-f621d201-6552-4c4a-aab9-6f6ece4a1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:17.500604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e02d189a-b184-48f4-a7e9-9e79edd7f000 req-f621d201-6552-4c4a-aab9-6f6ece4a1289 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 1096 time: 0.0626106 Nov 23 19:07:17.568353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e02d189a-b184-48f4-a7e9-9e79edd7f000 req-f6208fc0-4e10-4fcb-a359-0cba3f6e19c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598361 Nov 23 19:07:17.674104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:07:17.832638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:17.856108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:07:17.883991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:17.895772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479a93d-fc89-468a-b09e-8c690fda4922 req-29608e5d-4e9b-4c78-9b83-dd866bbcbcbd tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:17.896134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ea9b7-296f-43f9-b89f-468f4b433b25 req-2f4d6bbd-116e-4b61-baea-53ebaf63a64a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:17.899389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-313ea9b7-296f-43f9-b89f-468f4b433b25 req-2f4d6bbd-116e-4b61-baea-53ebaf63a64a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1732523 Nov 23 19:07:17.912007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6479a93d-fc89-468a-b09e-8c690fda4922 req-29608e5d-4e9b-4c78-9b83-dd866bbcbcbd tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1268008 Nov 23 19:07:17.995644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6479a93d-fc89-468a-b09e-8c690fda4922 req-6916509b-614a-48f7-93bd-8363c1f3e669 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822825 Nov 23 19:07:18.012526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-313ea9b7-296f-43f9-b89f-468f4b433b25 req-c472698a-9980-4620-a99f-60e735cab319 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925314 Nov 23 19:07:18.048736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:18.057306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:18.098036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:18.131684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:18.159960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:18.174691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:18.181409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:18.281547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:18.325273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d831f-f0df-4284-986e-4350588b2120 req-f6e2ba83-5ddd-43a5-9a34-238c6de119bb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:18.327138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48d831f-f0df-4284-986e-4350588b2120 req-f6e2ba83-5ddd-43a5-9a34-238c6de119bb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0865245 Nov 23 19:07:18.371938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b7b18f70-20b5-45ba-a9cf-39b31e11537d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:18.465948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c48d831f-f0df-4284-986e-4350588b2120 req-75ff06e6-75ae-4795-b965-9f81b7dd85a2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235156 Nov 23 19:07:19.353619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d3470-6d24-4f5b-9855-eca1b3016e83 req-82e23855-f5a7-4222-857d-f80b06bd7584 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:19.359550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5348ec-9aef-441c-b968-248f74e7401e req-c30c5daa-8d9a-4a0a-9bc5-74289456c6c2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:19.366004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-981d3470-6d24-4f5b-9855-eca1b3016e83 req-82e23855-f5a7-4222-857d-f80b06bd7584 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1549141 Nov 23 19:07:19.368404 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce5348ec-9aef-441c-b968-248f74e7401e req-c30c5daa-8d9a-4a0a-9bc5-74289456c6c2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1892667 Nov 23 19:07:19.374837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:19.377422 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56caf64-8465-4cc0-b52e-81e9db2050d3" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:19.463850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce5348ec-9aef-441c-b968-248f74e7401e req-1b250169-cc87-41e2-9752-3eafac895656 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943410 Nov 23 19:07:19.488761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-981d3470-6d24-4f5b-9855-eca1b3016e83 req-7908736e-1a72-4e54-adf1-1b66b3ae1c5f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909734 Nov 23 19:07:19.573502 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d014b-86b0-422d-80f4-b70d64dd7d4e x-openstack-request-id: req-fb1d014b-86b0-422d-80f4-b70d64dd7d4e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:19.574078 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:19.574510 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb1d014b-86b0-422d-80f4-b70d64dd7d4e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:19.579517 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'code': 200} Nov 23 19:07:19.676270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:19.754998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65ff2-657f-4075-82fe-bddae6e12cd6 req-3c9ddd84-6c72-4dd3-b657-bd8a5d9eb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:19.757583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2a65ff2-657f-4075-82fe-bddae6e12cd6 req-3c9ddd84-6c72-4dd3-b657-bd8a5d9eb394 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1097 time: 0.0757127 Nov 23 19:07:19.853958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b4254-00c6-439e-a32b-cb69a3e6ad19 req-10863083-3e9f-4d90-8781-26b4f8d39f90 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:19.863389 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f93b4254-00c6-439e-a32b-cb69a3e6ad19 req-10863083-3e9f-4d90-8781-26b4f8d39f90 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1380925 Nov 23 19:07:19.867905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c2a65ff2-657f-4075-82fe-bddae6e12cd6 req-440388ea-b77c-4044-88c0-1276f3543011 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976851 Nov 23 19:07:19.887824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b7b18f70-20b5-45ba-a9cf-39b31e11537d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:19.890827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:19.988408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f93b4254-00c6-439e-a32b-cb69a3e6ad19 req-7252e506-ccca-4f2f-b9bf-e197b33bbbd3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161451 Nov 23 19:07:20.052777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:20.146154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:20.156103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:20.161206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:20.223582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:20.224115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1e3c9da0-e9e1-4d68-b5d3-cffbc71b897c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:20.342975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:20.704864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde6cb-2d86-40a8-a47f-ccd818510af0 req-96eb4197-1d67-417c-b4e1-22c401ea0f92 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:20.722343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7dcde6cb-2d86-40a8-a47f-ccd818510af0 req-96eb4197-1d67-417c-b4e1-22c401ea0f92 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1096475 Nov 23 19:07:20.732869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0be4-7781-42d1-b786-ae924666c5bd req-b4437234-4721-469a-b1a7-89969b530231 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:20.748378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6fc0be4-7781-42d1-b786-ae924666c5bd req-b4437234-4721-469a-b1a7-89969b530231 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1111634 Nov 23 19:07:20.879894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7dcde6cb-2d86-40a8-a47f-ccd818510af0 req-743ddc4c-f831-4bb5-81ec-a2297e6e0aa7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355348 Nov 23 19:07:20.945423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6fc0be4-7781-42d1-b786-ae924666c5bd req-1ce8ff65-8532-4807-9ef8-96ac403c7b2e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941493 Nov 23 19:07:21.282338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e7b41-e3ac-4b00-801e-401c4922682f req-3f7d09fd-aaa2-4468-a7fc-2303187c3261 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:21.295634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89e7b41-e3ac-4b00-801e-401c4922682f req-3f7d09fd-aaa2-4468-a7fc-2303187c3261 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1797619 Nov 23 19:07:21.355950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adb98b-5286-45d3-abb3-5b8b7746aa43 req-47cc55d0-91df-41d7-9219-ec6e40a16d27 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:21.359524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98adb98b-5286-45d3-abb3-5b8b7746aa43 req-47cc55d0-91df-41d7-9219-ec6e40a16d27 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1466582 Nov 23 19:07:21.467706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89e7b41-e3ac-4b00-801e-401c4922682f req-55a11925-42d2-43c4-a139-ebbd6098a6c5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423862 Nov 23 19:07:21.551223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98adb98b-5286-45d3-abb3-5b8b7746aa43 req-af8e65a0-58f0-449b-b693-860ea8e58a00 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745515 Nov 23 19:07:21.580728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:21.586345 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492cb2de-fcd2-401a-bbec-eba81be7b0d6" -d '{"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:21.682151 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe2a6b-3a58-4678-b01b-60861c9a8303 x-openstack-request-id: req-cbbe2a6b-3a58-4678-b01b-60861c9a8303 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:21.682721 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:21.683575 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbbe2a6b-3a58-4678-b01b-60861c9a8303 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:21.684275 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'code': 200} Nov 23 19:07:22.120451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd77f5e-5fa3-4bd0-80e3-37b5499a4497 req-48f72ed3-6771-4ca6-8361-6059cd27fe08 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:22.122921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcd77f5e-5fa3-4bd0-80e3-37b5499a4497 req-48f72ed3-6771-4ca6-8361-6059cd27fe08 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1088240 Nov 23 19:07:22.228241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcd77f5e-5fa3-4bd0-80e3-37b5499a4497 req-b32d7483-28e2-4763-95a2-f7bc53f76c79 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947325 Nov 23 19:07:22.240562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25778-35ad-4657-a80d-1de5c61268df req-49cc5a7f-5d68-415f-8791-731d102c089d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:22.250596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2c25778-35ad-4657-a80d-1de5c61268df req-49cc5a7f-5d68-415f-8791-731d102c089d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1270087 Nov 23 19:07:22.373102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2c25778-35ad-4657-a80d-1de5c61268df req-1467b31f-f28f-4bab-be61-0cf4799e05cb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190147 Nov 23 19:07:22.739861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd9916-46ea-4eb7-a927-29186f60842e req-32cb2811-885c-4723-9cbe-16d39ac2a7fb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:22.741639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bd9916-46ea-4eb7-a927-29186f60842e req-32cb2811-885c-4723-9cbe-16d39ac2a7fb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0897188 Nov 23 19:07:22.865402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9bd9916-46ea-4eb7-a927-29186f60842e req-56390d21-f544-4e93-ab42-8bf1e308a4a8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145287 Nov 23 19:07:23.206057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06146937-dbc5-4fd3-b681-c660a2752ead req-9d75a41c-71d1-4261-b281-7e523969cd7a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:23.217032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06146937-dbc5-4fd3-b681-c660a2752ead req-9d75a41c-71d1-4261-b281-7e523969cd7a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.2011514 Nov 23 19:07:23.304672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-06146937-dbc5-4fd3-b681-c660a2752ead req-fdec70bc-a7d5-499c-9bbb-960fc7ee8bbf tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821769 Nov 23 19:07:23.330766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:23.481021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61dbe1f-cb4a-46d6-bfa1-18e28dca825a tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:23.491655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b61dbe1f-cb4a-46d6-bfa1-18e28dca825a tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1092 time: 0.1587226 Nov 23 19:07:23.497539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:23.505535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:23.561315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdadca0-97d0-4850-943e-7d2000ebe9be req-7275f222-579e-4d41-be58-95b6dbac8def tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:23.571120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbdadca0-97d0-4850-943e-7d2000ebe9be req-7275f222-579e-4d41-be58-95b6dbac8def tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1506858 Nov 23 19:07:23.579589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:23.686196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95791623-49a4-4dbf-a5ab-e54ff61b8263 req-fd593573-5c85-403d-a971-077c1fcc3a07 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:23.688336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95791623-49a4-4dbf-a5ab-e54ff61b8263 req-fd593573-5c85-403d-a971-077c1fcc3a07 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.1045172 Nov 23 19:07:23.734360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbdadca0-97d0-4850-943e-7d2000ebe9be req-0fbba3d6-db24-4ed1-99c7-e4dab7371aca tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547244 Nov 23 19:07:23.878415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c034-66a3-4dac-83ef-156993ced3fb req-c07cd201-b639-4893-aae3-7c5bc67bfc14 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:23.879356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95791623-49a4-4dbf-a5ab-e54ff61b8263 req-0027f68d-3159-4737-bbd6-fd2452ac87e8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101863 Nov 23 19:07:23.880013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a116c034-66a3-4dac-83ef-156993ced3fb req-c07cd201-b639-4893-aae3-7c5bc67bfc14 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 945 time: 0.0662489 Nov 23 19:07:23.946034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.099645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:24.103242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.287499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.72 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/12279196-c99c-44be-b48b-6ca4708461cd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:24.373375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:24.374254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.430518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:24.561076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.618644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.629799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.644715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:24.649747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3429d4f0-7bda-4ed9-82cd-dcccc78007c7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:24.787598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:24.805107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=3429d4f0-7bda-4ed9-82cd-dcccc78007c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:24.827635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:24.834264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:24.849262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.850281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.853054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.853556 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.854439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.855682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.856683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.858259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.858525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.858945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.860030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.861712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:24.909415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:24.920706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:24.928068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a116c034-66a3-4dac-83ef-156993ced3fb req-5f17922a-f952-46e2-91bc-e0f605f85232 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "DELETE /v2.0/ports/3429d4f0-7bda-4ed9-82cd-dcccc78007c7 HTTP/1.1" status: 204 len: 173 time: 1.0378246 Nov 23 19:07:24.928814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'name': 'network-vif-deleted', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:24.938973 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d651a-e90f-4ea1-bfed-5fc68e463ecb" -d '{"events": [{"server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "name": "network-vif-deleted", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:25.173288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-373091b2-de12-4547-88d2-7c3e827900f3 req-b2e5ddfb-8f2c-4f79-988c-6df94c237c5f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=84cc8818-80a7-4c4b-9107-3f6d550d74de HTTP/1.1" status: 200 len: 210 time: 0.0645866 Nov 23 19:07:25.293572 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0d937-0bc6-4ebb-b14a-350386654709 x-openstack-request-id: req-fdc0d937-0bc6-4ebb-b14a-350386654709 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:25.293986 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cc8818-80a7-4c4b-9107-3f6d550d74de", "name": "network-vif-deleted", "tag": "3429d4f0-7bda-4ed9-82cd-dcccc78007c7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:25.294350 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdc0d937-0bc6-4ebb-b14a-350386654709 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:25.294864 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cc8818-80a7-4c4b-9107-3f6d550d74de', 'name': 'network-vif-deleted', 'tag': '3429d4f0-7bda-4ed9-82cd-dcccc78007c7', 'status': 'completed', 'code': 200} Nov 23 19:07:25.618092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=12279196-c99c-44be-b48b-6ca4708461cd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:25.819526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.820107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.821163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.821619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.822210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.822567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.822914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.823268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.823807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.824192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.824538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.824876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:07:25.971798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5234bd1-5a9d-45c6-8ebc-94ba4492b60c req-406bc8a0-c60e-4ba2-88b6-1abd6d7ccff2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:25.973608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5234bd1-5a9d-45c6-8ebc-94ba4492b60c req-406bc8a0-c60e-4ba2-88b6-1abd6d7ccff2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 945 time: 0.1184022 Nov 23 19:07:26.004414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572173c-1ce7-4932-b9fd-ebfbecc52ed9 req-42fe3579-707c-406a-b979-412adbd43046 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:26.012973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a572173c-1ce7-4932-b9fd-ebfbecc52ed9 req-42fe3579-707c-406a-b979-412adbd43046 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.4323566 Nov 23 19:07:26.056138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:26.084485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5234bd1-5a9d-45c6-8ebc-94ba4492b60c req-b599c99a-2b97-4f3e-945f-0a0e01f97b25 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015913 Nov 23 19:07:26.137569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a572173c-1ce7-4932-b9fd-ebfbecc52ed9 req-de669a10-0aeb-4649-982c-e51b942104c3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194746 Nov 23 19:07:26.197018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:26.521569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:26.532073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:26.636754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=12279196-c99c-44be-b48b-6ca4708461cd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:26.726895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:26.965979 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP a3e897a2-a27b-40f2-b359-b12ea9bd516e associated. External IP: 172.25.5.72, port: 3063504f-63d4-4bcd-baed-704bc97ceafe. Nov 23 19:07:27.372056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-929da64c-20bd-42f9-9562-4a85b2aa99ac tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:27.373828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-929da64c-20bd-42f9-9562-4a85b2aa99ac tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3024900 Nov 23 19:07:27.399289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472febff-4c9c-4f5f-908e-c9fedc1a2b5f req-f5e27518-aac7-471b-8aa1-5667af1b2441 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:27.415180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-472febff-4c9c-4f5f-908e-c9fedc1a2b5f req-f5e27518-aac7-471b-8aa1-5667af1b2441 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 945 time: 0.1705556 Nov 23 19:07:27.415671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e0e14b2-7067-444f-b7f0-68d24fc40ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:27.459138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c1c0dba4-c649-4602-849d-a06b5153d30f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0224628 Nov 23 19:07:27.575876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-a7eaf6f0-a2e9-4ba5-bfc3-a317e3a8f3ea tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094902 Nov 23 19:07:27.603770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-472febff-4c9c-4f5f-908e-c9fedc1a2b5f req-d6a9259e-d0d4-4536-bfb0-1a01b6c6ed2e tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875699 Nov 23 19:07:27.849820 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-8ce591c5-0be8-4fa9-b36e-e7bc4105928b service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573643 Nov 23 19:07:28.052525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-bd2d973c-9c0e-47b3-a48e-05b0f21a3b27 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:28.055413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-bd2d973c-9c0e-47b3-a48e-05b0f21a3b27 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 945 time: 0.1283576 Nov 23 19:07:28.090720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a2c31-da03-4496-a784-0ef653735b79 req-6f978324-2e1b-42c3-a6ff-8bbe3932b8b2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:28.091652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:28.105024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d0a2c31-da03-4496-a784-0ef653735b79 req-6f978324-2e1b-42c3-a6ff-8bbe3932b8b2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.3387942 Nov 23 19:07:28.325607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d0a2c31-da03-4496-a784-0ef653735b79 req-bff6efa2-063f-403c-b70e-e9748272e92d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750237 Nov 23 19:07:28.367057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Deleting port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:28.379792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:28.620685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] For port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:28.621481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:28.660425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Calling delete_port for eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:28.859079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:28.867824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:28.907824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Sync routers for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:28.937194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:28.937791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:28.938629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3429d4f0-7bda-4ed9-82cd-dcccc78007c7 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:28.950349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:28.959642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:07:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:29.018511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:29.028240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-60699bcf-da18-4e88-b060-49fec7171936 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5289409 Nov 23 19:07:29.050776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-296f71cf-3e7b-44af-9281-29bc9d6f368f service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2017264 Nov 23 19:07:29.064260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:29.077622 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ce263-f1a0-40f3-8fc8-0468529d66fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:29.111633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:29.142927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] No DVR routers for this DVR port eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:29.147630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:29.151619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a57fc37-625e-4c4e-ad70-116245466d62 req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "DELETE /v2.0/ports/eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 HTTP/1.1" status: 204 len: 173 time: 1.0856786 Nov 23 19:07:29.173933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d315282c-546c-4556-8be8-ee2892c9abb5 req-aabbb9a0-633a-4915-ab01-92f784ec65ed tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=92992315-4d70-4567-a5e4-286c709a91c4 HTTP/1.1" status: 200 len: 210 time: 0.1773186 Nov 23 19:07:29.176181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'name': 'network-vif-deleted', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:29.183674 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd703e06-a1ef-47e2-9466-0035fd7e1bca" -d '{"events": [{"server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "name": "network-vif-deleted", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:29.194483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d3b00-b044-481f-b6f0-e3c78e217ba0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event deleted for resources: {'Port': ['ID=eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:29.333477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92846be-fcae-4734-93ef-9af61511c6ea req-e8407327-b977-46fd-8ed6-0284591a130c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:29.345409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f92846be-fcae-4734-93ef-9af61511c6ea req-e8407327-b977-46fd-8ed6-0284591a130c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0825686 Nov 23 19:07:29.491378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f92846be-fcae-4734-93ef-9af61511c6ea req-e4fa36f5-0755-460b-8cb4-214a2c6390ec tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414428 Nov 23 19:07:29.507196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:29.516089 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e1fc3-bffe-468f-a223-c911636b0125 x-openstack-request-id: req-b61e1fc3-bffe-468f-a223-c911636b0125 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:29.516537 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:29.516899 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b61e1fc3-bffe-468f-a223-c911636b0125 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:29.517496 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:07:29.535736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:29.711578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-41895787-cd47-4e30-9916-1174d4c5538c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 991 time: 0.1993630 Nov 23 19:07:29.716394 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57a5c9-1c28-4401-b9fd-1f84adc42ad2 x-openstack-request-id: req-5a57a5c9-1c28-4401-b9fd-1f84adc42ad2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:29.716683 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92992315-4d70-4567-a5e4-286c709a91c4", "name": "network-vif-deleted", "tag": "eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:29.716945 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a57a5c9-1c28-4401-b9fd-1f84adc42ad2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:29.717347 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92992315-4d70-4567-a5e4-286c709a91c4', 'name': 'network-vif-deleted', 'tag': 'eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46', 'status': 'completed', 'code': 200} Nov 23 19:07:29.868614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94328c72-66b5-45bc-a7b2-19544a64e1a0 req-0ccfa0dc-1ec6-4cb5-9260-231aacbc7f28 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:29.870109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94328c72-66b5-45bc-a7b2-19544a64e1a0 req-0ccfa0dc-1ec6-4cb5-9260-231aacbc7f28 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.2110736 Nov 23 19:07:29.884315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b828cafd-2a36-48d5-9a55-922c32b7d0ff req-ca5b79e5-57bb-47e7-81fc-398bbb4ea8b6 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 210 time: 0.0899656 Nov 23 19:07:29.906272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-6c4de8da-585c-4a16-b475-4b09dc104731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:29.907825 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-6c4de8da-585c-4a16-b475-4b09dc104731 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1097 time: 0.1951985 Nov 23 19:07:30.045830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94328c72-66b5-45bc-a7b2-19544a64e1a0 req-5e5f009c-194f-4976-a733-1b39aeaba992 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620378 Nov 23 19:07:30.208078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-42ee8521-2f34-447e-992f-a8ae0ff78d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:30.210680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-42ee8521-2f34-447e-992f-a8ae0ff78d82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.2783139 Nov 23 19:07:30.219224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0da15070-3f8d-4636-aba9-37bef34adf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:30.390157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-4753afe8-fa95-44c0-b777-3d9b47459bdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.1658988 Nov 23 19:07:30.573968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-7ab0425e-dfc4-42de-877c-d7faf7ca6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:30.575642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-7ab0425e-dfc4-42de-877c-d7faf7ca6ed0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1727347 Nov 23 19:07:30.700825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-b9c2e978-1baa-47d7-9e95-a63f79d582f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:30.702696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-b9c2e978-1baa-47d7-9e95-a63f79d582f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096661 Nov 23 19:07:30.712942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:30.809678 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:30.875912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a3e897a2-a27b-40f2-b359-b12ea9bd516e', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:25Z', 'updated_at': '2021-11-23T19:07:25Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:30.937257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c59f6e0c-0130-4789-8a81-abcf53db2afe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 991 time: 0.2167788 Nov 23 19:07:30.953510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Checking router: e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:30.979471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:30.980399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:07:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:31.145898 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-8804c61a-8bf2-4b94-a513-153cf72871c6 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151795 Nov 23 19:07:31.167677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317e78f-8044-4295-9269-9ea406c0ef7c req-934668c5-3f39-4271-9126-1888578391df tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:31.170809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4317e78f-8044-4295-9269-9ea406c0ef7c req-934668c5-3f39-4271-9126-1888578391df tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 946 time: 0.2282255 Nov 23 19:07:31.232284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:31.238171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-526a966f-e7f7-4b81-9b00-2d0692372127 req-d0688559-bbeb-4814-b08c-2de65cd0a57a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 210 time: 0.1162601 Nov 23 19:07:31.582702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a1716-c63e-4efc-8221-5ed95fe5cea2 req-76467ad9-9a15-46a6-9997-a58cb37c4051 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:31.596321 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-257a1716-c63e-4efc-8221-5ed95fe5cea2 req-76467ad9-9a15-46a6-9997-a58cb37c4051 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0839405 Nov 23 19:07:31.724328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-257a1716-c63e-4efc-8221-5ed95fe5cea2 req-27338a14-aabf-46f8-bf8d-e5b3c580d870 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266589 Nov 23 19:07:31.803376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a3e897a2-a27b-40f2-b359-b12ea9bd516e', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:25Z', 'updated_at': '2021-11-23T19:07:25Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:31.846283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da4a0c-e9d8-4196-9de2-64091a0c4285 None None] The sync data for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 is: [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'a3e897a2-a27b-40f2-b359-b12ea9bd516e', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:07:25Z', 'updated_at': '2021-11-23T19:07:25Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:31.939004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 57928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:31.959185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4317e78f-8044-4295-9269-9ea406c0ef7c req-652aa007-f919-4255-9309-55fbf6a7cd2c tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741335 Nov 23 19:07:32.231775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:32.242514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-30426baf-948a-4464-9514-dd10c5c54b33 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 991 time: 0.3015213 Nov 23 19:07:32.357714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-8a144d7a-3ad2-4222-899b-4b27619a4e69 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:32.359468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-8a144d7a-3ad2-4222-899b-4b27619a4e69 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3590133 Nov 23 19:07:32.390793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:32.454971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86a211-898d-4420-8171-faea57195b87 None None] New status for floating IP a3e897a2-a27b-40f2-b359-b12ea9bd516e: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:07:32.573654 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d07b2bc-30a3-47a5-b9ba-cbfc50494819 req-28f99898-9f6a-4a9b-bb77-578fc7f404d4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 210 time: 0.0688009 Nov 23 19:07:32.694269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:32.704337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:32.778743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b36ce263-f1a0-40f3-8fc8-0468529d66fc req-dc6484b9-dbec-4557-a9f1-581f670f90fb service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6066639 Nov 23 19:07:32.848638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-118df97b-5344-4c5c-b693-bf433e579b97 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:32.851149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-118df97b-5344-4c5c-b693-bf433e579b97 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 946 time: 0.1300776 Nov 23 19:07:32.879104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:32.958453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:32.958833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device eb8c3ceb-7f85-47fa-bfcd-c166dca8ba46 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:33.228769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c8b6-7e09-4a9d-bf57-66228108c3ef req-2dd73327-7bf4-4767-9a3d-97880dbbf398 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:33.230423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7453c8b6-7e09-4a9d-bf57-66228108c3ef req-2dd73327-7bf4-4767-9a3d-97880dbbf398 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.2235990 Nov 23 19:07:33.265600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 57944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:33.267752 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23a41a-a350-4560-b499-3a71cf8c455e req-d3f8736b-a5ef-41e5-abab-e470f68d6b16 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:33.268320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:33.270764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f23a41a-a350-4560-b499-3a71cf8c455e req-d3f8736b-a5ef-41e5-abab-e470f68d6b16 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 946 time: 0.1596909 Nov 23 19:07:33.364005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Deleting port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:33.364005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:33.404770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.4 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/37f3de86-6fec-4ff0-998e-6045877fe460) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:33.416257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f23a41a-a350-4560-b499-3a71cf8c455e req-1be2cf16-32a0-4c37-8878-7bd30e575a7a tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349378 Nov 23 19:07:33.425453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-942807f4-460e-4401-b366-e281a4bea7e1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 993 time: 0.1584823 Nov 23 19:07:33.463777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7453c8b6-7e09-4a9d-bf57-66228108c3ef req-2741f3d2-ee99-4682-a715-46187908ae68 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128887 Nov 23 19:07:33.687809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] For port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:33.688441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:33.740689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Calling delete_port for d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:33.803108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18af465c-7819-4e8d-9cdb-b44f835f0fbe req-6b01f42b-070a-49b0-aa0d-aaebeaad5ab5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 210 time: 0.0894694 Nov 23 19:07:34.001728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:34.042672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:34.047721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:34.057457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:34.095121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event deleted for resources: {'Port': ['ID=d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:34.158119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:34.169721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:34.197032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] No DVR routers for this DVR port d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:34.207466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:34.210183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:34.220295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff09fdec-623f-4d66-bda5-92a9a546252f req-946e0091-3bde-4701-9451-451b5f87ab68 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "DELETE /v2.0/ports/d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 HTTP/1.1" status: 204 len: 173 time: 1.3596380 Nov 23 19:07:34.251539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'name': 'network-vif-deleted', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:34.259263 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0f2d5-a6bb-470d-960d-cea83d502b9d" -d '{"events": [{"server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "name": "network-vif-deleted", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:34.272554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:34.419370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:34.517948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:34.518684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:34.534922 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b5b8d-957b-4fd2-a256-8242cfae1c13 x-openstack-request-id: req-a82b5b8d-957b-4fd2-a256-8242cfae1c13 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:34.535230 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a16cc9-8d73-4d99-bc75-a508a0fdfbe4", "name": "network-vif-deleted", "tag": "d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:34.535554 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a82b5b8d-957b-4fd2-a256-8242cfae1c13 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:34.535937 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a16cc9-8d73-4d99-bc75-a508a0fdfbe4', 'name': 'network-vif-deleted', 'tag': 'd0f5dba7-5229-4a7e-b3c9-2dfaa2d96894', 'status': 'completed', 'code': 200} Nov 23 19:07:34.607254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-775f88a7-3d55-446f-8f13-28c4206cf070 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2280309 Nov 23 19:07:34.664443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Request body: {'port': {'device_id': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:34.707906 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-72c91a98-a32f-40a3-97d9-004b63ab0190 req-c2263c46-39e9-4a7e-987c-0f915be22b11 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a16cc9-8d73-4d99-bc75-a508a0fdfbe4 HTTP/1.1" status: 200 len: 210 time: 0.0623760 Nov 23 19:07:34.989434 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:35.060918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef60a4c-b277-4f35-b544-e4e8ece66c4a req-2bcaa328-92ec-425b-a709-f933331be56c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.069111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ef60a4c-b277-4f35-b544-e4e8ece66c4a req-2bcaa328-92ec-425b-a709-f933331be56c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.3852811 Nov 23 19:07:35.153123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379ae03-e26b-44e5-a0f7-b20f1e759cee req-8daadcc7-f15a-45db-9adb-1f7483fe6ee0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:35.154931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5379ae03-e26b-44e5-a0f7-b20f1e759cee req-8daadcc7-f15a-45db-9adb-1f7483fe6ee0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 931 time: 0.1255713 Nov 23 19:07:35.229748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5379ae03-e26b-44e5-a0f7-b20f1e759cee req-9a2b891e-d81d-4b9c-ac7c-ed3a801298ef tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Nov 23 19:07:35.569616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f3de86-6fec-4ff0-998e-6045877fe460 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:35.579944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:35.596536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Transition to ACTIVE for port object 37f3de86-6fec-4ff0-998e-6045877fe460 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:35.619365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ef60a4c-b277-4f35-b544-e4e8ece66c4a req-797a36a0-f0ac-4570-b181-17aed0749109 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486779 Nov 23 19:07:35.620864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:35.706697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:35.870402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Attempting to bind port 37f3de86-6fec-4ff0-998e-6045877fe460 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:35.870803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Attempting to bind port 37f3de86-6fec-4ff0-998e-6045877fe460 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:35.871081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Attempting to bind port 37f3de86-6fec-4ff0-998e-6045877fe460 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:35.884239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Port 37f3de86-6fec-4ff0-998e-6045877fe460 on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:35.884551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Attempting to bind port 37f3de86-6fec-4ff0-998e-6045877fe460 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:35.912601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:35.913320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:35.914821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:35.915584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Bound port: 37f3de86-6fec-4ff0-998e-6045877fe460, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:35.918864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.047974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:36.055666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=37f3de86-6fec-4ff0-998e-6045877fe460,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:36.068354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.200948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:36.234600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:36.235474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:36.237112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-c2a7008f-5b3c-44fe-ac1e-4c0c7b53bcdf service neutron] 10.222.0.47 "PUT /v2.0/ports/37f3de86-6fec-4ff0-998e-6045877fe460 HTTP/1.1" status: 200 len: 1091 time: 1.6003816 Nov 23 19:07:36.356093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-b1e0b3bf-5532-473c-bb49-530bc2ee5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:36.358357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-b1e0b3bf-5532-473c-bb49-530bc2ee5e0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0728662 Nov 23 19:07:36.498427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-b068aa93-ba48-4f21-a291-bbb0949d47c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f3de86-6fec-4ff0-998e-6045877fe460 HTTP/1.1" status: 200 len: 217 time: 0.1161892 Nov 23 19:07:36.570814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:36.576448 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175cb0fb-5944-4681-8636-ac9f360f7694" -d '{"events": [{"name": "network-changed", "server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:36.660918 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a242680-a114-44f0-a354-d373eaf6a251 x-openstack-request-id: req-3a242680-a114-44f0-a354-d373eaf6a251 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:36.661503 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:36.662060 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a242680-a114-44f0-a354-d373eaf6a251 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:36.662744 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460', 'status': 'completed', 'code': 200} Nov 23 19:07:36.703478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58606fc-ddb7-4796-ad3c-ef7ab2feac48 req-30934e74-01de-4958-b60b-87e07078c04b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:36.714190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c58606fc-ddb7-4796-ad3c-ef7ab2feac48 req-30934e74-01de-4958-b60b-87e07078c04b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 943 time: 0.3251610 Nov 23 19:07:36.747281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-82b108ba-6e57-424f-a64f-6716b825f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:36.749222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-82b108ba-6e57-424f-a64f-6716b825f5f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.2308373 Nov 23 19:07:36.896826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-40d7dabc-6ce6-4fcf-930b-e9036de32ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152048 Nov 23 19:07:36.897180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:36.957947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:36.963950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d0f5dba7-5229-4a7e-b3c9-2dfaa2d96894 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:36.971731 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3c494-9617-4d6f-bf4c-0515d900e7b8 req-1561e595-bbda-4245-8977-914b3f596d56 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:36.973875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-12b3c494-9617-4d6f-bf4c-0515d900e7b8 req-1561e595-bbda-4245-8977-914b3f596d56 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1627254 Nov 23 19:07:37.103092 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-12b3c494-9617-4d6f-bf4c-0515d900e7b8 req-de192b4a-e259-44ea-a682-6a31e1ab3ba3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202846 Nov 23 19:07:37.120781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-62613be7-1a1d-4b9e-8f6e-9c9cd8ac0daa service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998513 Nov 23 19:07:37.159966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c58606fc-ddb7-4796-ad3c-ef7ab2feac48 req-49ad56be-8a69-4663-b6f6-456384bfdc92 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447429 Nov 23 19:07:37.434300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a667b3a0-e99a-4e54-8346-7c8bf3d92fa8 req-cba2217b-9bb1-4c9e-8b5f-1243ac39297e service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731643 Nov 23 19:07:37.549700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-b4d980e5-cdb1-4e11-a1a0-0d2efea33489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.551298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-b4d980e5-cdb1-4e11-a1a0-0d2efea33489 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0596466 Nov 23 19:07:37.727423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-9c53cf1c-70e6-4f50-bf0d-1f1ce3b1ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.731006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-9c53cf1c-70e6-4f50-bf0d-1f1ce3b1ba2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.1687388 Nov 23 19:07:37.786502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-f05f87f7-d287-4bcd-8e35-7f9732b56cbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f3de86-6fec-4ff0-998e-6045877fe460 HTTP/1.1" status: 200 len: 217 time: 0.0467863 Nov 23 19:07:37.872755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-ae82459d-bbd6-4210-bf3a-4d0f921e1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:37.874864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-ae82459d-bbd6-4210-bf3a-4d0f921e1283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0660715 Nov 23 19:07:37.909217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-e2f3b964-e762-4339-b0dc-4e2ff3f4b6af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265834 Nov 23 19:07:38.032056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-1f204d4e-6bb3-471b-b5b2-64489e5f1759 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148221 Nov 23 19:07:38.194936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175cb0fb-5944-4681-8636-ac9f360f7694 req-fcde8ee2-a403-4bed-928d-264bde03f8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548150 Nov 23 19:07:38.310455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb32e89-84a4-4721-8b6c-e3ab5fc9a967 req-10e41895-11a1-4f64-9999-4d2c45ba6300 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:38.329090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bb32e89-84a4-4721-8b6c-e3ab5fc9a967 req-10e41895-11a1-4f64-9999-4d2c45ba6300 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0846741 Nov 23 19:07:38.416483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e715402-b21b-45da-ac0c-502620a398c4 req-078885cd-75e3-4aea-aeb5-09525e8d9d6d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:38.418609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e715402-b21b-45da-ac0c-502620a398c4 req-078885cd-75e3-4aea-aeb5-09525e8d9d6d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 943 time: 0.1013658 Nov 23 19:07:38.462055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4bb32e89-84a4-4721-8b6c-e3ab5fc9a967 req-2143136b-d0d7-4ea4-b580-fd86aca55a88 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268587 Nov 23 19:07:38.519006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e715402-b21b-45da-ac0c-502620a398c4 req-31f50e00-8b95-4fe9-aa7e-6320e0d48c66 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932391 Nov 23 19:07:38.921503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:39.095650 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:07:39.694112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c037db6-4eb9-4c91-881e-965365a5b573 req-0ed86d45-7546-44d1-8b9e-25e0c414827b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:39.696788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c037db6-4eb9-4c91-881e-965365a5b573 req-0ed86d45-7546-44d1-8b9e-25e0c414827b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1028676 Nov 23 19:07:39.752867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 37f3de86-6fec-4ff0-998e-6045877fe460 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:07:39.775809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a34a3d-2421-4a11-a02c-5cfba88f2b63 req-53234bad-f785-43ae-baac-1c21899a658e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:39.780270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9a34a3d-2421-4a11-a02c-5cfba88f2b63 req-53234bad-f785-43ae-baac-1c21899a658e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 943 time: 0.1078863 Nov 23 19:07:39.829144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c037db6-4eb9-4c91-881e-965365a5b573 req-494a5270-d509-4acb-a7fb-571fded6ee72 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167986 Nov 23 19:07:39.918174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b9a34a3d-2421-4a11-a02c-5cfba88f2b63 req-28b88d8d-997c-4010-a460-76b93edae62c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251798 Nov 23 19:07:39.936719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=37f3de86-6fec-4ff0-998e-6045877fe460,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:39.957528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '37f3de86-6fec-4ff0-998e-6045877fe460', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '37f3de86-6fec-4ff0-998e-6045877fe460', 'mac_address': 'fa:16:3e:f0:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:07:40.003898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.018853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f3de86-6fec-4ff0-998e-6045877fe460 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:40.051359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=37f3de86-6fec-4ff0-998e-6045877fe460,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:40.060096 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:40.136088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:40.361818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['37f3de86-6fec-4ff0-998e-6045877fe460'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:40.493147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:41.072419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb66134-90d8-4caf-aec6-a9f27620b92c req-c7370656-b3a7-43cf-ade0-8efc5897a68c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:41.086869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-deb66134-90d8-4caf-aec6-a9f27620b92c req-c7370656-b3a7-43cf-ade0-8efc5897a68c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1592407 Nov 23 19:07:41.161533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-deb66134-90d8-4caf-aec6-a9f27620b92c req-d7e69b24-d889-4e9d-8f0c-a974269c01d2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721030 Nov 23 19:07:41.171038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07d65d-0978-4ac7-9802-3216ec389dbd req-154c586b-322f-4894-94f0-90565420cab4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:41.172852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df07d65d-0978-4ac7-9802-3216ec389dbd req-154c586b-322f-4894-94f0-90565420cab4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 944 time: 0.1218925 Nov 23 19:07:41.262786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-df07d65d-0978-4ac7-9802-3216ec389dbd req-fdd70a03-02ec-47b6-90cb-67aaa840ef1a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822496 Nov 23 19:07:41.752360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 37f3de86-6fec-4ff0-998e-6045877fe460 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:07:41.900785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 37f3de86-6fec-4ff0-998e-6045877fe460 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:07:41.906282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 37f3de86-6fec-4ff0-998e-6045877fe460 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:07:41.909646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.080468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.133508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=37f3de86-6fec-4ff0-998e-6045877fe460,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:42.134918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:42.138670 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85755d9a-df2e-4c8b-a486-b1d50cd031a4" -d '{"events": [{"server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "name": "network-vif-plugged", "status": "completed", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:42.144225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:42.232972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:42.276229 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77524f1a-c3c6-4c26-91f2-90d7bf4e3b60 x-openstack-request-id: req-77524f1a-c3c6-4c26-91f2-90d7bf4e3b60 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:42.277506 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "name": "network-vif-plugged", "status": "completed", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:42.282682 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77524f1a-c3c6-4c26-91f2-90d7bf4e3b60 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:42.283698 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460', 'code': 200} Nov 23 19:07:42.390127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9cc0-8d25-4060-8020-166b91915d84 req-8509f721-8011-4d25-82c2-8427977ed8f2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.412863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a0a9cc0-8d25-4060-8020-166b91915d84 req-8509f721-8011-4d25-82c2-8427977ed8f2 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 946 time: 0.1649721 Nov 23 19:07:42.494918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f021-b7fd-412b-a0fe-63106355bc42 req-ff741d24-4dc1-427b-9799-ed875524f8cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.502278 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ae9f021-b7fd-412b-a0fe-63106355bc42 req-ff741d24-4dc1-427b-9799-ed875524f8cc tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0678232 Nov 23 19:07:42.598366 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ae9f021-b7fd-412b-a0fe-63106355bc42 req-8a595db4-c042-4b25-b206-2af771a13185 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944920 Nov 23 19:07:42.608394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000748-82a1-4c62-8589-51f31b9a0531 req-66145ac4-71bd-4c5d-93be-407aa3e32196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.622665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7000748-82a1-4c62-8589-51f31b9a0531 req-66145ac4-71bd-4c5d-93be-407aa3e32196 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 1096 time: 0.1992769 Nov 23 19:07:42.637413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a0a9cc0-8d25-4060-8020-166b91915d84 req-98c4cfc1-8188-45c8-bc6b-1572dbdb4e82 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230659 Nov 23 19:07:42.768438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7000748-82a1-4c62-8589-51f31b9a0531 req-5d6bd3a1-5b82-435a-9298-fc02db131dd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225986 Nov 23 19:07:42.922658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064f4e2-1530-4b64-8532-7a18bf783ddc req-8177f126-26dc-4671-8c84-89d76158b456 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:42.937518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3064f4e2-1530-4b64-8532-7a18bf783ddc req-8177f126-26dc-4671-8c84-89d76158b456 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.1620083 Nov 23 19:07:43.023724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3064f4e2-1530-4b64-8532-7a18bf783ddc req-76658ad4-1cc5-4a8b-9175-08d0a42d9de3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Nov 23 19:07:43.742834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809ef2-e6bf-465d-a2a7-ff8c0b71c9ef req-83578637-ca34-4d5b-96cd-e18b940880f7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:43.751051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e809ef2-e6bf-465d-a2a7-ff8c0b71c9ef req-83578637-ca34-4d5b-96cd-e18b940880f7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0622804 Nov 23 19:07:43.801485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e809ef2-e6bf-465d-a2a7-ff8c0b71c9ef req-9d7fdf6d-f0e7-42ea-9a98-a4ebe40f0a85 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494585 Nov 23 19:07:43.823351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b8926-3238-45d6-8e70-c24e4e3b6584 req-1050f792-15b5-47a7-8b85-291f82d89682 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:43.826045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-402b8926-3238-45d6-8e70-c24e4e3b6584 req-1050f792-15b5-47a7-8b85-291f82d89682 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 946 time: 0.0808423 Nov 23 19:07:43.888410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-402b8926-3238-45d6-8e70-c24e4e3b6584 req-5811a72f-965d-43c7-b67d-838110720fed tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Nov 23 19:07:44.170706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f67d-38e0-4002-a65a-ed1732a507cf req-ae895361-736c-496a-9ed0-315889825406 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.188007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b261f67d-38e0-4002-a65a-ed1732a507cf req-ae895361-736c-496a-9ed0-315889825406 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.0824001 Nov 23 19:07:44.276394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-505389eb-83b5-4626-8764-dda482530b09 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.278051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-505389eb-83b5-4626-8764-dda482530b09 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 946 time: 0.0888233 Nov 23 19:07:44.294870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b261f67d-38e0-4002-a65a-ed1732a507cf req-8387d24e-12ff-4618-bd7a-2934c323e28a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972729 Nov 23 19:07:44.402711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-a665c41b-18eb-420c-b4a1-89a77f98dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.404273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-a665c41b-18eb-420c-b4a1-89a77f98dc07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1096 time: 0.1072726 Nov 23 19:07:44.515664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Deleting port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:44.516027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.550135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-e2bd0de3-f7ea-402f-83b2-405487a03fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.551695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-e2bd0de3-f7ea-402f-83b2-405487a03fed service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.1391108 Nov 23 19:07:44.711079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] For port 552ebcfb-6ab1-4883-99a4-7d0ab8510327, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=552ebcfb-6ab1-4883-99a4-7d0ab8510327,segment=NetworkSegment(f5bd1d75-b2e4-414f-8f45-266106e1fd25),segment_id=f5bd1d75-b2e4-414f-8f45-266106e1fd25)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:44.711475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:44.729372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Calling delete_port for 552ebcfb-6ab1-4883-99a4-7d0ab8510327 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:44.741616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-c95e3ec3-24a9-4017-9d15-3f08aa4647c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 1001 time: 0.1160798 Nov 23 19:07:44.844192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-83cf738b-545f-460f-a812-2fcd39e3189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.845845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-83cf738b-545f-460f-a812-2fcd39e3189b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.0955999 Nov 23 19:07:44.955588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-a9101959-d2bc-4d18-a10d-a8760258fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:44.957472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-a9101959-d2bc-4d18-a10d-a8760258fb9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037772 Nov 23 19:07:45.019432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736b7d-a754-49df-9c32-109c190dc2a4 req-acc640b6-a8ec-4944-afab-b00539d151e4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:45.021028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f736b7d-a754-49df-9c32-109c190dc2a4 req-acc640b6-a8ec-4944-afab-b00539d151e4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0826261 Nov 23 19:07:45.127729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3f736b7d-a754-49df-9c32-109c190dc2a4 req-7647b301-42a6-47f0-9c82-ad9e43f8638d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994923 Nov 23 19:07:45.437028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe14484-7a7f-4132-a2af-8ea28d658f4f req-2d5ce5a2-4336-42b6-8f61-d145fe0375b2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:45.445492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cfe14484-7a7f-4132-a2af-8ea28d658f4f req-2d5ce5a2-4336-42b6-8f61-d145fe0375b2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.0664535 Nov 23 19:07:45.512692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cfe14484-7a7f-4132-a2af-8ea28d658f4f req-9ba266ff-6afa-4f91-8f5a-c383981e9def tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659642 Nov 23 19:07:45.595029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.608582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['552ebcfb-6ab1-4883-99a4-7d0ab8510327'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:45.649060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98e7e-5c74-4860-8970-630c5a7c339b req-a0d4c881-5bb6-463b-831c-b7b620d53a4d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:45.652265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Pushing event deleted for resources: {'Port': ['ID=552ebcfb-6ab1-4883-99a4-7d0ab8510327,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:45.661957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99f98e7e-5c74-4860-8970-630c5a7c339b req-a0d4c881-5bb6-463b-831c-b7b620d53a4d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.0808625 Nov 23 19:07:45.713036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afffd2-5631-410c-99a6-8fd3e53f8856 req-b9fd6b63-b8bc-48d1-8efc-bb11e287dbc0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:45.720590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34afffd2-5631-410c-99a6-8fd3e53f8856 req-b9fd6b63-b8bc-48d1-8efc-bb11e287dbc0 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5277b45-e6be-4b5e-963d-db58ae8d9066 HTTP/1.1" status: 200 len: 867 time: 0.6858499 Nov 23 19:07:45.734911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-99f98e7e-5c74-4860-8970-630c5a7c339b req-977d1aec-34fb-405b-a0b6-f3cd3e403c79 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Nov 23 19:07:45.754942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-18d94a49-c0a7-4b89-a22d-94f9bd3bf6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880085 Nov 23 19:07:45.764498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] No DVR routers for this DVR port 552ebcfb-6ab1-4883-99a4-7d0ab8510327 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:45.768381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:45.772721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abea690b-8d1b-4ea6-b040-9e069d7ce3d9 req-0e6d547d-db5c-4cb3-bbbe-714c03bfeccf tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.50 "DELETE /v2.0/ports/552ebcfb-6ab1-4883-99a4-7d0ab8510327 HTTP/1.1" status: 204 len: 173 time: 1.4767849 Nov 23 19:07:45.776065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'name': 'network-vif-deleted', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:45.778509 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e800e7bb-7eb2-4ff5-b916-aded6cc2ee1d" -d '{"events": [{"server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "name": "network-vif-deleted", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:45.848319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-34afffd2-5631-410c-99a6-8fd3e53f8856 req-d4feba3b-dc16-475e-9601-2178493bb097 tempest-AttachVolumeNegativeTest-1049097391 tempest-AttachVolumeNegativeTest-1049097391-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bcc635-0e52-4137-8cec-fa6fb631352c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267633 Nov 23 19:07:45.959639 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d01878-df6a-4a80-8e2a-98df63c2f50f x-openstack-request-id: req-70d01878-df6a-4a80-8e2a-98df63c2f50f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:45.959639 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5277b45-e6be-4b5e-963d-db58ae8d9066", "name": "network-vif-deleted", "tag": "552ebcfb-6ab1-4883-99a4-7d0ab8510327", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:45.959639 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70d01878-df6a-4a80-8e2a-98df63c2f50f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:45.959639 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5277b45-e6be-4b5e-963d-db58ae8d9066', 'name': 'network-vif-deleted', 'tag': '552ebcfb-6ab1-4883-99a4-7d0ab8510327', 'status': 'completed', 'code': 200} Nov 23 19:07:45.979052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7c40cda-b8ec-4926-94f1-57eaf9ed7847 req-f52211fd-6380-4430-8afc-c0293a3d9650 service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051375 Nov 23 19:07:46.231425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f01324-8a02-44cf-87a2-16040711cdef req-40e5455c-a35c-4064-90d7-547015a27cf7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:46.233476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00f01324-8a02-44cf-87a2-16040711cdef req-40e5455c-a35c-4064-90d7-547015a27cf7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.0847468 Nov 23 19:07:46.293687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe705fb-f9ec-4b92-8e64-7e3f7c506021 req-65f29303-da27-45fb-a3db-182452d00e1d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:46.301847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efe705fb-f9ec-4b92-8e64-7e3f7c506021 req-65f29303-da27-45fb-a3db-182452d00e1d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.0635681 Nov 23 19:07:46.321026 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00f01324-8a02-44cf-87a2-16040711cdef req-7527758e-9782-49f7-8b10-c9e7e5a23f6f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Nov 23 19:07:46.364285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efe705fb-f9ec-4b92-8e64-7e3f7c506021 req-88ba9e37-2675-4197-8929-01c578e82530 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615401 Nov 23 19:07:46.927070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:46.979765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Deleting subnet 356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:07:46.982930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.024623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.068660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.123204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.156378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.162347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1 HTTP/1.1" status: 204 len: 168 time: 0.2318790 Nov 23 19:07:47.162347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37a8d4-eef1-44d5-8d3f-fff143011698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356bd5e4-08e1-4ff3-a9e8-9dd9e9ebfcc1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:47.163150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:47.244810 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.348840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.372301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a88a7e-43ea-48fe-9290-015579593655']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:47.382618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bd1d75-b2e4-414f-8f45-266106e1fd25') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:47.382916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bd1d75-b2e4-414f-8f45-266106e1fd25') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:47.392578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.410537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.420145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:07:47.420833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:07:47.423974 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:07:47.486552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69aa2a-1cc4-4d96-a6ff-e7d3fa7d43de req-d0be1d2c-b2d3-42da-b0eb-f5aba3d02890 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:47.492444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d69aa2a-1cc4-4d96-a6ff-e7d3fa7d43de req-d0be1d2c-b2d3-42da-b0eb-f5aba3d02890 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.0919502 Nov 23 19:07:47.550074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.572918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d69aa2a-1cc4-4d96-a6ff-e7d3fa7d43de req-94b84a73-ff37-447f-b102-b03386cbc7b8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760844 Nov 23 19:07:47.576870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.583033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b0a88a7e-43ea-48fe-9290-015579593655 HTTP/1.1" status: 204 len: 168 time: 0.4170921 Nov 23 19:07:47.611780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a53f0a-8479-4b2c-9439-779242fc0f5d req-b21a89e0-a4b8-4e67-9a29-d1ba5cf60d72 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:47.613418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90a53f0a-8479-4b2c-9439-779242fc0f5d req-b21a89e0-a4b8-4e67-9a29-d1ba5cf60d72 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1271529 Nov 23 19:07:47.619948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c3cb-1ba1-484a-a9cd-e9b4372d3928 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a88a7e-43ea-48fe-9290-015579593655,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:47.635841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-536c80d6-0561-402a-9671-3f808d384d96 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:47.637468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-536c80d6-0561-402a-9671-3f808d384d96 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 945 time: 0.1375439 Nov 23 19:07:47.723239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90a53f0a-8479-4b2c-9439-779242fc0f5d req-7aad58c2-78b9-4d8d-8fb1-90f14f1dcfc6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009765 Nov 23 19:07:47.789777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:47.800208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 37f3de86-6fec-4ff0-998e-6045877fe460 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:47.800743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.903945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:47.935373 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.973459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:47.974722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:47.977924 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c595fb-947a-4588-9ac6-34f4e4cf3e15" -d '{"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:47.979919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 37f3de86-6fec-4ff0-998e-6045877fe460, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=37f3de86-6fec-4ff0-998e-6045877fe460,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:47.980458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:47.997963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 37f3de86-6fec-4ff0-998e-6045877fe460 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:48.007940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:48.008243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2ec42a82-83a2-4d7c-9571-5d7728072991 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da1c0efb64804976ba3be3b602e2b84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030357 Nov 23 19:07:48.009692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.100315 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8bbba5-badb-4636-969e-82ece6a9d5f8 x-openstack-request-id: req-4d8bbba5-badb-4636-969e-82ece6a9d5f8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:48.100593 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:48.101064 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d8bbba5-badb-4636-969e-82ece6a9d5f8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:48.101726 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'code': 200} Nov 23 19:07:48.102670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.145507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.175773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.200915 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-6bf9b93a-1b9e-4586-a593-ccd4f522d2c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832598 Nov 23 19:07:48.275065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-66362bec-1f6e-48d8-9973-14188523e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:48.276770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-66362bec-1f6e-48d8-9973-14188523e8f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1094 time: 0.0541584 Nov 23 19:07:48.282664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.294888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', '37f3de86-6fec-4ff0-998e-6045877fe460'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:48.332863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=37f3de86-6fec-4ff0-998e-6045877fe460,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.453384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 37f3de86-6fec-4ff0-998e-6045877fe460 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:48.456262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.463421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a0b3e5f-4d3b-40c9-9767-1a893897367b req-2b107b24-135b-484b-96ed-6334697b4dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "DELETE /v2.0/ports/37f3de86-6fec-4ff0-998e-6045877fe460 HTTP/1.1" status: 204 len: 173 time: 0.7786121 Nov 23 19:07:48.465956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'name': 'network-vif-deleted', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:48.469407 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a530a25b-37c1-4147-b0dc-24885cfeb9eb" -d '{"events": [{"server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "name": "network-vif-deleted", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:48.478187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.481781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:48.483386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1bcc635-0e52-4137-8cec-fa6fb631352c HTTP/1.1" status: 204 len: 168 time: 0.4737339 Nov 23 19:07:48.514823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9acfcd-f545-4a68-b3ac-b2665f68af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bcc635-0e52-4137-8cec-fa6fb631352c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:48.554600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-ddae81a6-34a9-401f-a481-5d8d83423657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:48.556111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-ddae81a6-34a9-401f-a481-5d8d83423657 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.2487500 Nov 23 19:07:48.556692 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b43f71b-cf69-4a95-91bc-136c2fa65e74 x-openstack-request-id: req-7b43f71b-cf69-4a95-91bc-136c2fa65e74 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:48.557000 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580af89b-8420-4bb9-b631-dc611eeef4a8", "name": "network-vif-deleted", "tag": "37f3de86-6fec-4ff0-998e-6045877fe460", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:48.557259 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b43f71b-cf69-4a95-91bc-136c2fa65e74 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:48.559813 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580af89b-8420-4bb9-b631-dc611eeef4a8', 'name': 'network-vif-deleted', 'tag': '37f3de86-6fec-4ff0-998e-6045877fe460', 'status': 'completed', 'code': 200} Nov 23 19:07:48.714696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-a6cbc772-42dc-48ea-9126-a235a3d36d2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 999 time: 0.1498899 Nov 23 19:07:48.758966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d296c833-d446-4a25-805d-581448575436 req-59098376-486f-4b0f-8391-3aea0d562997 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=580af89b-8420-4bb9-b631-dc611eeef4a8 HTTP/1.1" status: 200 len: 210 time: 0.0407691 Nov 23 19:07:48.805911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-0680fc94-cea2-48ae-bf86-fdc24ec695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:48.807388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-0680fc94-cea2-48ae-bf86-fdc24ec695ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.0799868 Nov 23 19:07:48.867911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-4aff2285-dc5f-47d4-adaf-78c80aa62cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:48.870129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-4aff2285-dc5f-47d4-adaf-78c80aa62cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542712 Nov 23 19:07:48.951189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 552ebcfb-6ab1-4883-99a4-7d0ab8510327 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:48.999885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d1f7-6152-4fcb-ba7f-d464019547f8 req-593ab800-2ed1-4e49-94cc-efcfc9f268c2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:49.002250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de45d1f7-6152-4fcb-ba7f-d464019547f8 req-593ab800-2ed1-4e49-94cc-efcfc9f268c2 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0719984 Nov 23 19:07:49.018367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 552ebcfb-6ab1-4883-99a4-7d0ab8510327 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:49.021032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 552ebcfb-6ab1-4883-99a4-7d0ab8510327 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:49.113966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de45d1f7-6152-4fcb-ba7f-d464019547f8 req-7787ba56-0487-4fd2-b83b-5fd68c807c6d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034551 Nov 23 19:07:49.148230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-9f4a245e-7915-4519-9fdc-5b0b32c4898f service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690706 Nov 23 19:07:49.356807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a3bcec0-2fd8-4b6c-a5ff-483b5a45e40e req-1a550b84-9b46-438a-a620-1d0df55f2e3f service neutron] 10.222.0.47 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952789 Nov 23 19:07:50.442127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-a4b33bd3-cd4d-4f49-a87a-fc7eaf09de3e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:50.449833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-a4b33bd3-cd4d-4f49-a87a-fc7eaf09de3e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.1937594 Nov 23 19:07:50.466576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-def19fa2-9d2e-4176-954e-134fbf5dd73d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0156024 Nov 23 19:07:50.527062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-d1a1b5a7-f416-4e55-a110-d14ec499c260 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593956 Nov 23 19:07:50.686280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-3b046e22-0838-45f0-9100-55ff87be99c7 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512632 Nov 23 19:07:50.716056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d180-c514-4379-886e-dcbf604a6477 req-36794c59-4254-47ba-a998-843080b8d19f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:50.724031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9424d180-c514-4379-886e-dcbf604a6477 req-36794c59-4254-47ba-a998-843080b8d19f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0612895 Nov 23 19:07:50.826427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-487d61d0-8754-4efd-a909-cf41ee932ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338439 Nov 23 19:07:50.837852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-0bf7b600-aa0a-4c7a-a752-300d6f96d45c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024828 Nov 23 19:07:50.843846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9424d180-c514-4379-886e-dcbf604a6477 req-540c1eb0-94fd-4c80-b507-c9083810495f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189089 Nov 23 19:07:51.095111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10083c05-319c-45e6-992e-e1d31bda5350 req-97e0b34c-43a2-4ca4-ab38-efea83fe7328 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0352831 Nov 23 19:07:51.798855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 37f3de86-6fec-4ff0-998e-6045877fe460 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:51.837518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 37f3de86-6fec-4ff0-998e-6045877fe460 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:51.845827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 37f3de86-6fec-4ff0-998e-6045877fe460 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:51.845827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:52.085496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fc037-53f8-43a5-904b-98c78f8cf958 req-7b175747-09e0-4bc2-b6f6-d72a93cceeb4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:52.087371 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e0fc037-53f8-43a5-904b-98c78f8cf958 req-7b175747-09e0-4bc2-b6f6-d72a93cceeb4 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0700619 Nov 23 19:07:52.254854 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7e0fc037-53f8-43a5-904b-98c78f8cf958 req-78958476-2405-433b-9e6c-72b446b522c8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581881 Nov 23 19:07:52.361986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13e844db-1281-4313-a282-0086e2a79bc1 req-f0e2798f-c7dd-4211-a4b7-29c676c94218 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 210 time: 0.1043351 Nov 23 19:07:52.406022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-7168ab23-9b20-4532-9bf2-ec4085906750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:52.407911 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-7168ab23-9b20-4532-9bf2-ec4085906750 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985&tenant_id=5a21b84d58c942b1bfbeefed23c1f187 HTTP/1.1" status: 200 len: 1094 time: 0.2288859 Nov 23 19:07:52.422106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:52.559214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:52.968666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-a0d136e8-6e08-4525-9e28-4d1edc2d5969 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:52.970763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-a0d136e8-6e08-4525-9e28-4d1edc2d5969 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.1163373 Nov 23 19:07:53.003046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:53.271044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:53.323509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d1965-b54f-4dc8-a056-5fac2f87c5b2 req-dace1bc1-50ec-4558-a75b-ed5b27a80cc8 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:53.325803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-478d1965-b54f-4dc8-a056-5fac2f87c5b2 req-dace1bc1-50ec-4558-a75b-ed5b27a80cc8 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.1503112 Nov 23 19:07:53.359126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:07:53.363726 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.516319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01539b5e-0921-415f-9a49-4113a8e3125a req-24c0e87d-bdbc-4325-bf02-97bd9e26a5ab tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:53.527102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01539b5e-0921-415f-9a49-4113a8e3125a req-24c0e87d-bdbc-4325-bf02-97bd9e26a5ab tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.0729287 Nov 23 19:07:53.533757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.11 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/4ddce1ef-d369-415a-a820-53fd683dd6ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:07:53.576650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:53.607900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01539b5e-0921-415f-9a49-4113a8e3125a req-2ca087c6-cb3b-4c1b-89de-013f4a0b30ae tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792873 Nov 23 19:07:53.731786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:53.763991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4420435-d2c1-43af-9a72-f99785399b5f req-35075805-4b28-4553-9a80-7dfdd9bb77fc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0813529 Nov 23 19:07:53.817249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:53.837238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:53.887503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Transition to ACTIVE for port object b7b18f70-20b5-45ba-a9cf-39b31e11537d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:53.908215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-478d1965-b54f-4dc8-a056-5fac2f87c5b2 req-af3d7843-fabb-4fe7-b3bc-adef58714e1d tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5731053 Nov 23 19:07:53.920741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.005118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-597a2bdd-7544-40f7-9a86-cba2b3e35512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.117080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.137554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-597a2bdd-7544-40f7-9a86-cba2b3e35512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.143581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-597a2bdd-7544-40f7-9a86-cba2b3e35512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.166982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] No DVR routers for this DVR port b7b18f70-20b5-45ba-a9cf-39b31e11537d on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:54.198427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-597a2bdd-7544-40f7-9a86-cba2b3e35512 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd234c9a64b744259df32a825eaf8409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770263 Nov 23 19:07:54.199691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a2bdd-7544-40f7-9a86-cba2b3e35512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0187c3aa-8a49-4391-bf6e-0d3cfe1c27d7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.202252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:54.274730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.293814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.302941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.367514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.370598 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.374338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0187c3aa-8a49-4391-bf6e-0d3cfe1c27d7 HTTP/1.1" status: 204 len: 168 time: 0.1682172 Nov 23 19:07:54.376954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:54.377461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:54.377781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:54.380994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404e211-dcb7-4dde-afe8-1c075595eb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0187c3aa-8a49-4391-bf6e-0d3cfe1c27d7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.389814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:54.389814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Attempting to bind port b7b18f70-20b5-45ba-a9cf-39b31e11537d on network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:54.401387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:54.402035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Checking segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:54.402499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Bound using segment: {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:54.403097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Bound port: b7b18f70-20b5-45ba-a9cf-39b31e11537d, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156e07f-efd7-49d8-9d0e-104ba0f69604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:54.403610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.462548 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.477811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:07:54.540543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:07:54.557578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:07:54.568384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:07:54.657974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-ed885eca-090a-495b-96ed-facfeabed869 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:54.659577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-ed885eca-090a-495b-96ed-facfeabed869 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.1079507 Nov 23 19:07:54.694738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:54.695347 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.732850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7351332 Nov 23 19:07:54.737723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17c115-49cc-4f19-93eb-4c5255f0679b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:54.751705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:54.765273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Request body: {'port': {'device_id': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:07:54.779303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:54.816843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.853188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:54.855051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:54.856794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-24577e65-f8aa-4881-8362-087ade49825f service neutron] 10.222.0.50 "PUT /v2.0/ports/b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 1091 time: 2.4393866 Nov 23 19:07:54.867156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:54.873762 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c90f6a-241d-4e7b-8917-64b85b9008dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:54.910370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d37cb9-4fea-4590-811a-f4f8dcdc407e req-3848b7da-7dce-4470-bd9d-0e445634a704 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:54.919692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:54.926502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62d37cb9-4fea-4590-811a-f4f8dcdc407e req-3848b7da-7dce-4470-bd9d-0e445634a704 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 943 time: 0.1941369 Nov 23 19:07:54.993348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-62d37cb9-4fea-4590-811a-f4f8dcdc407e req-34a7963d-d6a8-4306-bdb4-10ca25977d93 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629294 Nov 23 19:07:54.993880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ff352b-f112-4dd2-9a70-a68964951613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.005823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.060848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Deleting port 307e9679-73f8-4505-850b-22df700bd811 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:55.061295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.136170 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64be9446-791d-4da8-896f-47ef7a2f3835 x-openstack-request-id: req-64be9446-791d-4da8-896f-47ef7a2f3835 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:55.136472 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:55.136730 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64be9446-791d-4da8-896f-47ef7a2f3835 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:55.137136 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'status': 'completed', 'code': 200} Nov 23 19:07:55.232281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] For port 307e9679-73f8-4505-850b-22df700bd811, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=307e9679-73f8-4505-850b-22df700bd811,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:07:55.232656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.276966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24577e65-f8aa-4881-8362-087ade49825f service neutron] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.475564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cb008-7063-4aa0-a295-e316278435af req-8ec4a34f-01f2-43c8-a5ee-76324c84f1db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:55.487189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f27cb008-7063-4aa0-a295-e316278435af req-8ec4a34f-01f2-43c8-a5ee-76324c84f1db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 945 time: 0.1907554 Nov 23 19:07:55.540600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f57b9-2176-4158-a88d-a4b45b59eb65 req-d3f6bb5c-d1ca-454c-a8e4-53e9095e96f9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:55.548832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-260f57b9-2176-4158-a88d-a4b45b59eb65 req-d3f6bb5c-d1ca-454c-a8e4-53e9095e96f9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 932 time: 0.5513465 Nov 23 19:07:55.557979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-ad21acbb-74a5-44b3-abf0-a1ae390dbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:55.560460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-ad21acbb-74a5-44b3-abf0-a1ae390dbca4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1095 time: 0.6426678 Nov 23 19:07:55.651718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f27cb008-7063-4aa0-a295-e316278435af req-2182e018-f1ff-4381-bc6f-d93efbc8b59b tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/security-groups?id=39111008-639e-4185-b104-6c727dd650e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567671 Nov 23 19:07:55.653782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.654148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.654547 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Floating IP e02d8f2c-c69a-441a-b438-5363d860d21c disassociated. External IP: 172.25.5.178, port: 307e9679-73f8-4505-850b-22df700bd811. Nov 23 19:07:55.655057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Calling delete_port for 307e9679-73f8-4505-850b-22df700bd811 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:55.736416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ff352b-f112-4dd2-9a70-a68964951613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.757502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ff352b-f112-4dd2-9a70-a68964951613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.824753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-02ff352b-f112-4dd2-9a70-a68964951613 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf23e9eac77142cea13dc00b9938ad3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8997400 Nov 23 19:07:55.834605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff352b-f112-4dd2-9a70-a68964951613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d2784-29a4-4a31-ad8d-3bf25c60f070,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:55.837442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:55.899101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddce1ef-d369-415a-a820-53fd683dd6ef {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:07:55.973951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:55.989514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.048858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-260f57b9-2176-4158-a88d-a4b45b59eb65 req-f7534a57-294a-415b-adab-e9030e7980b8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902050 Nov 23 19:07:56.068459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Transition to ACTIVE for port object 4ddce1ef-d369-415a-a820-53fd683dd6ef will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:07:56.086676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.106541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-fc8e2a32-e6ad-48df-8bf5-10bc4a81b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:56.108221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-fc8e2a32-e6ad-48df-8bf5-10bc4a81b6bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.4995399 Nov 23 19:07:56.213188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.254324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Pushing event updated for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.275632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:07:56.276976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event deleted for resources: {'Port': ['ID=307e9679-73f8-4505-850b-22df700bd811,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.287713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-20effa2b-e01a-431e-9fe0-518ac6d091e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 999 time: 0.1593239 Nov 23 19:07:56.336524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.385688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b889-66c7-437b-b5d9-13d229564ef7 req-0a2e7cd1-2aa6-4d8b-817b-a14bd96917d9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:56.398849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e176b889-66c7-437b-b5d9-13d229564ef7 req-0a2e7cd1-2aa6-4d8b-817b-a14bd96917d9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1407821 Nov 23 19:07:56.492780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.500311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.504507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e4d2784-29a4-4a31-ad8d-3bf25c60f070 HTTP/1.1" status: 204 len: 168 time: 0.6295607 Nov 23 19:07:56.528742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e176b889-66c7-437b-b5d9-13d229564ef7 req-6f65ad38-69ed-4141-b508-614fff12e618 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261249 Nov 23 19:07:56.537252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-73053d80-5f29-4d61-b696-8874ff84e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:56.539646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-73053d80-5f29-4d61-b696-8874ff84e136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.2403076 Nov 23 19:07:56.554733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Attempting to bind port 4ddce1ef-d369-415a-a820-53fd683dd6ef on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:07:56.555408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:07:56.556244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Attempting to bind port 4ddce1ef-d369-415a-a820-53fd683dd6ef by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:07:56.556833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Attempting to bind port 4ddce1ef-d369-415a-a820-53fd683dd6ef on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:56.565984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Sync routers for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:07:56.571121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249417f-f3fb-4aa8-9347-af6313d40ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d2784-29a4-4a31-ad8d-3bf25c60f070,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:56.586088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:56.586774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:07:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:56.673037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Port 4ddce1ef-d369-415a-a820-53fd683dd6ef on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:07:56.676055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Attempting to bind port 4ddce1ef-d369-415a-a820-53fd683dd6ef on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:07:56.688478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] No DVR routers for this DVR port 307e9679-73f8-4505-850b-22df700bd811 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:07:56.705750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.722137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:07:56.732605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17f534f7-0022-4a5e-aeed-2ad4eab514ec req-539c4191-41d2-4032-aa63-bdc5be64ca49 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.47 "DELETE /v2.0/ports/307e9679-73f8-4505-850b-22df700bd811 HTTP/1.1" status: 204 len: 173 time: 2.0625083 Nov 23 19:07:56.733120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'name': 'network-vif-deleted', 'tag': '307e9679-73f8-4505-850b-22df700bd811'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:56.735050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:07:56.735557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:07:56.736045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Bound port: 4ddce1ef-d369-415a-a820-53fd683dd6ef, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:07:56.736607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.745221 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb51ae0-6fe8-4229-948b-16885bfbee2f" -d '{"events": [{"server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "name": "network-vif-deleted", "tag": "307e9679-73f8-4505-850b-22df700bd811"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:56.908958 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1751f-e4f9-4453-bd39-52ad8789f8ca x-openstack-request-id: req-b7f1751f-e4f9-4453-bd39-52ad8789f8ca {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:56.909561 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cbf195-1a8d-4351-9fbe-ddd8f531539c", "name": "network-vif-deleted", "tag": "307e9679-73f8-4505-850b-22df700bd811", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:56.910572 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7f1751f-e4f9-4453-bd39-52ad8789f8ca {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:56.910995 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cbf195-1a8d-4351-9fbe-ddd8f531539c', 'name': 'network-vif-deleted', 'tag': '307e9679-73f8-4505-850b-22df700bd811', 'status': 'completed', 'code': 200} Nov 23 19:07:56.981917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:07:56.985414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:07:56.991122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:56.992936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:57.068484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-951eeaba-a6fa-4c63-a3a1-b132eb666c82 req-3604ed07-474e-4c43-ac75-c96af9bae08d tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cbf195-1a8d-4351-9fbe-ddd8f531539c HTTP/1.1" status: 200 len: 210 time: 0.0788958 Nov 23 19:07:57.075655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-9a6175a9-3380-4bc7-a589-bde78cdbcbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.077228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-9a6175a9-3380-4bc7-a589-bde78cdbcbae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5173564 Nov 23 19:07:57.081057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.081688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.083302 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] 10.222.0.50 "PUT /v2.0/ports/4ddce1ef-d369-415a-a820-53fd683dd6ef HTTP/1.1" status: 200 len: 1092 time: 2.3333187 Nov 23 19:07:57.167764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:07:57.177393 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893c6df1-ec16-4530-b8e1-8a6c5774c484" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:07:57.259064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b769-bdd6-4a99-b9ae-d32edf3d037c req-aa56f0ad-bdd1-4413-9acb-763abd56bae4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.270709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b00b769-bdd6-4a99-b9ae-d32edf3d037c req-aa56f0ad-bdd1-4413-9acb-763abd56bae4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 944 time: 0.0926971 Nov 23 19:07:57.295415 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf1df0-a4c1-48ae-b50d-57e015305663 x-openstack-request-id: req-f5cf1df0-a4c1-48ae-b50d-57e015305663 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:07:57.295970 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:07:57.296559 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5cf1df0-a4c1-48ae-b50d-57e015305663 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:07:57.297145 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef', 'status': 'completed', 'code': 200} Nov 23 19:07:57.327977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f511e9-a7fb-47f5-92bb-064e81ff5dfe service neutron] Pushing event updated for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:57.405191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b00b769-bdd6-4a99-b9ae-d32edf3d037c req-ced8a60b-863d-4489-9709-168a3912cae0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315138 Nov 23 19:07:57.444502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-c9e769c5-45ba-4133-b625-d56310aab996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.446252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-c9e769c5-45ba-4133-b625-d56310aab996 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 1095 time: 0.2095921 Nov 23 19:07:57.452155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6365f3fa-c103-45e7-ac0a-7d00e81f619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:57.471129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:57.507520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Checking router: 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:07:57.517247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-7373938c-4e04-4d7f-b818-726daf457579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef HTTP/1.1" status: 200 len: 217 time: 0.0594769 Nov 23 19:07:57.518609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:07:57.519267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:07:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:57.542867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-9f96d7b0-8bd4-46d7-945c-4cb5feb945ed service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448786 Nov 23 19:07:57.630864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-e5c7f12b-6747-4993-8144-e2b31af7ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:57.631866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-e5c7f12b-6747-4993-8144-e2b31af7ddd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.1039646 Nov 23 19:07:57.708973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:07:57.987628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 307e9679-73f8-4505-850b-22df700bd811 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:07:58.017479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 307e9679-73f8-4505-850b-22df700bd811 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:07:58.017837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 307e9679-73f8-4505-850b-22df700bd811 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:07:58.099518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-4a001486-4dac-48b5-b7bf-07f0d20ec267 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4326785 Nov 23 19:07:58.187863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:58.218807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-11fd4c8b-409b-4d36-86e5-3429809493c7 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984194 Nov 23 19:07:58.267446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:07:58.305978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582b145-9f1f-44a0-a713-fde6c7432f32 None None] The sync data for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 is: [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:02:05Z', 'revision_number': 4, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b18be605-fe2d-464b-abc0-7ccc1174cae6', 'name': '', 'network_id': 'd02f676f-1d4b-4452-a5a1-2a73e305749c', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'mac_address': 'fa:16:3e:57:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:03Z', 'updated_at': '2021-11-23T19:02:15Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'subnets': [{'id': 'ffa66472-aa66-439e-95c5-4c0c9839ead4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:07:58.391089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e872d2f-5719-4a0c-9f95-eb5943691f3d req-039160a0-1135-4ad1-a196-590f38fd609f service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8256955 Nov 23 19:07:58.448403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Deleting port 72a7d10b-7857-47ad-85d9-d4ae33e0d7ff {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:07:58.449321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.512446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af856a-0aeb-4a6a-b3d2-7ff0ffc3a8ce req-561fad56-a296-4349-94c9-de3a6214a59b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.524083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77af856a-0aeb-4a6a-b3d2-7ff0ffc3a8ce req-561fad56-a296-4349-94c9-de3a6214a59b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.8463891 Nov 23 19:07:58.535806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1406b0f1-83e6-4c13-a2fa-360f1cfa0081 req-9feda55c-a83d-4629-a9af-6f88a925c59c service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915845 Nov 23 19:07:58.614114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.614726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.631101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Calling delete_port for 72a7d10b-7857-47ad-85d9-d4ae33e0d7ff owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:07:58.870642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.878252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-3d88c07b-b8ef-46f7-b6d2-ccd3192965c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.879852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-3d88c07b-b8ef-46f7-b6d2-ccd3192965c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1095 time: 0.3523068 Nov 23 19:07:58.890152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77af856a-0aeb-4a6a-b3d2-7ff0ffc3a8ce req-468921a1-7aaf-4334-ba7b-34c8848a5d61 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651235 Nov 23 19:07:58.910894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event deleted for resources: {'Port': ['ID=72a7d10b-7857-47ad-85d9-d4ae33e0d7ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:58.963665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-40ad8762-461f-4b72-88c3-7fb477ec7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:58.983729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-40ad8762-461f-4b72-88c3-7fb477ec7aa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 1095 time: 0.2989659 Nov 23 19:07:58.992041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.995039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:58.999305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a3269c82-b01d-4dfc-8f4c-242a9e7a33db tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "DELETE /v2.0/floatingips/e02d8f2c-c69a-441a-b438-5363d860d21c HTTP/1.1" status: 204 len: 168 time: 0.8069155 Nov 23 19:07:59.005039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbaaa7-d1d6-468c-a8ba-b71c1cdcfa21 None None] New status for floating IP e02d8f2c-c69a-441a-b438-5363d860d21c: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:07:59.052508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b3b0-0fb3-4b96-8440-4a1d8ba3e3f9 req-2c0175bc-43be-48a3-b3fe-82821003828c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.075616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7042b3b0-0fb3-4b96-8440-4a1d8ba3e3f9 req-2c0175bc-43be-48a3-b3fe-82821003828c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 944 time: 0.2340555 Nov 23 19:07:59.199114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:59.205934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7042b3b0-0fb3-4b96-8440-4a1d8ba3e3f9 req-f7c06da1-219f-4baf-ad93-c9609497dec2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352248 Nov 23 19:07:59.340628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-17c821da-581e-4d0a-bd29-c68ad69134a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.342218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-17c821da-581e-4d0a-bd29-c68ad69134a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.4418957 Nov 23 19:07:59.374184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.460585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-78fa30ac-e44f-4e8a-abe7-0dcbc614b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.462457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-78fa30ac-e44f-4e8a-abe7-0dcbc614b7fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.4784017 Nov 23 19:07:59.491093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.563092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-d2e6672e-90df-48b4-869c-3c41c9bafa47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 999 time: 0.1678112 Nov 23 19:07:59.577437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:07:59.635546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-5f679fec-b0a1-4171-9b59-6abc13ebc204 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef HTTP/1.1" status: 200 len: 217 time: 0.0747313 Nov 23 19:07:59.863791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-8bc20eb5-b733-4a00-8611-b25c5f90d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.874210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-8bc20eb5-b733-4a00-8611-b25c5f90d891 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.2874165 Nov 23 19:07:59.894136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.898266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:07:59.902830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] 10.222.0.37 "DELETE /v2.0/security-groups/39111008-639e-4185-b104-6c727dd650e4 HTTP/1.1" status: 204 len: 168 time: 0.6875243 Nov 23 19:07:59.906569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-b6d28bfa-7c4f-4a69-8c14-a380cb43b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:07:59.908949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-b6d28bfa-7c4f-4a69-8c14-a380cb43b71d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.2234478 Nov 23 19:07:59.917996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc23f8-8d34-4770-aad7-3a4893cd14e2 tempest-TestServerBasicOps-966051998 tempest-TestServerBasicOps-966051998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39111008-639e-4185-b104-6c727dd650e4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:07:59.983719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:00.003672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c6e0f0-2036-44a5-9193-6fee28fcf90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.118654 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12340530-a5aa-43de-871f-41591c323743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.265243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-3fc7d16c-cb49-4afb-ac11-4122e8722c52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211886 Nov 23 19:08:00.335109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c6e0f0-2036-44a5-9193-6fee28fcf90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.351070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c6e0f0-2036-44a5-9193-6fee28fcf90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.634567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6e0f0-2036-44a5-9193-6fee28fcf90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db83ccb5-8af0-4b80-a9a5-c37485ae62c0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:00.689106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-39c6e0f0-2036-44a5-9193-6fee28fcf90c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7c4601455ee454d8b5dbf355e4db121&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1091654 Nov 23 19:08:00.692048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:00.789306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.885189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:00.956628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.048181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a088e-91fc-456f-b54b-c4003786eabd req-3e9d950a-4496-4d60-ac18-15abbc6fdf15 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:01.050068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa4a088e-91fc-456f-b54b-c4003786eabd req-3e9d950a-4496-4d60-ac18-15abbc6fdf15 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.7054000 Nov 23 19:08:01.056201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-d58d79e3-a824-4c72-b8e1-57175b40b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:01.057686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.058035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-d58d79e3-a824-4c72-b8e1-57175b40b7c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7917545 Nov 23 19:08:01.062979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:01.071065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db83ccb5-8af0-4b80-a9a5-c37485ae62c0 HTTP/1.1" status: 204 len: 168 time: 0.3671157 Nov 23 19:08:01.104225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0dac3-b4bb-40ca-bf1e-3e0067c31a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83ccb5-8af0-4b80-a9a5-c37485ae62c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:01.149293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096b36b-a34f-4d3f-b20c-92647792edb8 req-0033bf3c-57d6-49ed-867e-81feb7954d9b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:01.151184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8096b36b-a34f-4d3f-b20c-92647792edb8 req-0033bf3c-57d6-49ed-867e-81feb7954d9b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 944 time: 0.6306024 Nov 23 19:08:01.264664 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-a9ac17cd-f55e-4131-ba83-7fcd04d0a7b6 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854681 Nov 23 19:08:01.295132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa4a088e-91fc-456f-b54b-c4003786eabd req-0e80cf4c-63ea-47bb-9bd8-ac35c58e15d9 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255690 Nov 23 19:08:01.310645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8096b36b-a34f-4d3f-b20c-92647792edb8 req-2be43f3b-4f81-4b3c-8bda-6f5cc3a099fa tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486440 Nov 23 19:08:01.612182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.211902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Deleting port b18be605-fe2d-464b-abc0-7ccc1174cae6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:02.212945 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.229815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.725166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05799685-d682-466f-8344-6eede1fb30be req-c5b9f406-e32a-435a-bf12-39decde3848f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:02.727083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05799685-d682-466f-8344-6eede1fb30be req-c5b9f406-e32a-435a-bf12-39decde3848f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 944 time: 0.1544316 Nov 23 19:08:02.746611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] For port b18be605-fe2d-464b-abc0-7ccc1174cae6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b18be605-fe2d-464b-abc0-7ccc1174cae6,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:02.747134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:02.780597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2416c-9145-4fa4-8e77-9e08c777a8ad req-b9804f59-571d-4b1c-98cd-231e89dab929 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:02.790171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2bb2416c-9145-4fa4-8e77-9e08c777a8ad req-b9804f59-571d-4b1c-98cd-231e89dab929 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1053309 Nov 23 19:08:02.841711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Calling delete_port for b18be605-fe2d-464b-abc0-7ccc1174cae6 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:02.887347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2bb2416c-9145-4fa4-8e77-9e08c777a8ad req-78e85de8-364a-4129-9272-3adf69c828ec tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957856 Nov 23 19:08:02.888311 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05799685-d682-466f-8344-6eede1fb30be req-0ff4762a-434c-4910-a40d-e5f26dd3c953 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438594 Nov 23 19:08:03.021877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4ddce1ef-d369-415a-a820-53fd683dd6ef details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:03.237371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:03.256342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '4ddce1ef-d369-415a-a820-53fd683dd6ef', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '4ddce1ef-d369-415a-a820-53fd683dd6ef', 'mac_address': 'fa:16:3e:aa:0b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:03.262005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.306072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18be605-fe2d-464b-abc0-7ccc1174cae6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:03.336730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.364229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.369765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddce1ef-d369-415a-a820-53fd683dd6ef {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:03.438706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:03.447732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:03.595244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:03.874739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4ddce1ef-d369-415a-a820-53fd683dd6ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:03.934940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:04.144562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d5131-ffe7-4998-96be-eb65937c505c req-dcb1dadf-1f39-4f62-8b67-3a97e5a33434 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:04.153910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d3d5131-ffe7-4998-96be-eb65937c505c req-dcb1dadf-1f39-4f62-8b67-3a97e5a33434 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 945 time: 0.1162019 Nov 23 19:08:04.279484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d3d5131-ffe7-4998-96be-eb65937c505c req-e5997c7d-8729-4f1c-b575-4e52535b3ac2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242552 Nov 23 19:08:04.442997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:04.487786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26ec5-a1ca-436e-9bf7-55134e39394f req-162c78e5-cd77-42db-9c72-ee675e7b39d6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:04.496946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa26ec5-a1ca-436e-9bf7-55134e39394f req-162c78e5-cd77-42db-9c72-ee675e7b39d6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.2818639 Nov 23 19:08:04.749201 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9fa26ec5-a1ca-436e-9bf7-55134e39394f req-ea909dc0-41e0-4054-b3d7-746dd52b7ca8 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508757 Nov 23 19:08:04.805204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:04.818430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ae79c0d9-ac81-498f-81e6-f63d562735b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/10fc831c-c3b2-4d69-a4fc-37301ffb7e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8307836 Nov 23 19:08:04.832404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Sync routers for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:04.842510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:04.854582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:04.855953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:05.046557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4ddce1ef-d369-415a-a820-53fd683dd6ef up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:05.091513 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.149923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 4ddce1ef-d369-415a-a820-53fd683dd6ef completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:05.156274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:05.158902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 4ddce1ef-d369-415a-a820-53fd683dd6ef triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:05.159587 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.277839 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.404172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Deleting port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:05.405091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.442128 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.540023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:05.542533 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478dea7-69e0-4949-89a0-86adb66a4e84" -d '{"events": [{"server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "name": "network-vif-plugged", "status": "completed", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:05.562848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:05.619758 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.645790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] For port 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:05.646876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:05.672646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8f09e-0fd2-4e3f-933e-10d34da02384 req-65b4503f-e551-488a-ac25-2665a07bcfc9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:05.680975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec8f09e-0fd2-4e3f-933e-10d34da02384 req-65b4503f-e551-488a-ac25-2665a07bcfc9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.1471400 Nov 23 19:08:05.684429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Calling delete_port for 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:05.689737 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0a22f1-8b10-4c70-a917-0c97b83c8ed8 x-openstack-request-id: req-bb0a22f1-8b10-4c70-a917-0c97b83c8ed8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:05.690074 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "name": "network-vif-plugged", "status": "completed", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:05.690270 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb0a22f1-8b10-4c70-a917-0c97b83c8ed8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:05.690661 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef', 'code': 200} Nov 23 19:08:05.790785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ec8f09e-0fd2-4e3f-933e-10d34da02384 req-1de36c47-b2ac-43b7-95b7-74af1a431194 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073601 Nov 23 19:08:05.901010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:05.947498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:08:03Z', 'revision_number': 5, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port': {'id': '3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:01:57Z', 'updated_at': '2021-11-23T19:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:05.998492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Checking router: 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:08:06.010726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Routers {'10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:06.011707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:06.065436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54a6d-2e2b-4763-a008-d3280c7be98b req-2ff7afd1-c867-4010-89b1-a2aa2e826733 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:06.073572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e54a6d-2e2b-4763-a008-d3280c7be98b req-2ff7afd1-c867-4010-89b1-a2aa2e826733 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1573133 Nov 23 19:08:06.241037 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e54a6d-2e2b-4763-a008-d3280c7be98b req-22ed51bf-cf4f-4449-bd1d-77f4126efa13 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609962 Nov 23 19:08:06.282300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] Set router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:06.430523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:08:05Z', 'revision_number': 6, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:06.472180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16984a-1732-49dd-a1ba-f81512867483 None None] The sync data for ids ['10fc831c-c3b2-4d69-a4fc-37301ffb7e2c'] in n-d-792364-9 is: [{'id': '10fc831c-c3b2-4d69-a4fc-37301ffb7e2c', 'name': 'tempest-TestServerBasicOps-1640197245-router', 'tenant_id': '5a174f5cc5d947d19d994418fd422855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:01:56Z', 'updated_at': '2021-11-23T19:08:05Z', 'revision_number': 6, 'project_id': '5a174f5cc5d947d19d994418fd422855', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:06.750117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:06.784646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:06.807130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb8ce8-a755-4569-b771-0b99ee2113ec None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:08:07.110377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.141735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e974127-cfa3-47dc-bc18-43afdd279c3c req-e13ae3d0-1049-422d-b06c-47cd19ce5233 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:07.161133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e974127-cfa3-47dc-bc18-43afdd279c3c req-e13ae3d0-1049-422d-b06c-47cd19ce5233 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1097 time: 0.0827374 Nov 23 19:08:07.256695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.260961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.272012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577701-b25b-4e6f-a985-8e909eb769ee req-de94f657-c9e1-4f08-aa11-7db183c3468c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:07.281033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f3577701-b25b-4e6f-a985-8e909eb769ee req-de94f657-c9e1-4f08-aa11-7db183c3468c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.3083346 Nov 23 19:08:07.296491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e974127-cfa3-47dc-bc18-43afdd279c3c req-15ab2e0f-08c3-41a0-a489-5f4f3357b89f tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333334 Nov 23 19:08:07.483035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f3577701-b25b-4e6f-a985-8e909eb769ee req-453cb13f-61c4-439e-9217-2ab770142e54 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009044 Nov 23 19:08:07.498976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.499707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10fc831c-c3b2-4d69-a4fc-37301ffb7e2c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:08:07.508120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.521101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-11933460-6e5e-4c09-b685-25a16fde3f14 admin admin] 10.222.0.37 "DELETE /v2.0/routers/10fc831c-c3b2-4d69-a4fc-37301ffb7e2c HTTP/1.1" status: 204 len: 168 time: 2.6752934 Nov 23 19:08:07.524833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 58730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:07.544383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b18be605-fe2d-464b-abc0-7ccc1174cae6 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:07.615119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b18be605-fe2d-464b-abc0-7ccc1174cae6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:07.619380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b18be605-fe2d-464b-abc0-7ccc1174cae6 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:07.619380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:07.660311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db41e7-5f50-4bfc-85aa-18e3c6993913 req-2c1531d8-783c-4b23-b2a7-2ce243845b39 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:07.669898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34db41e7-5f50-4bfc-85aa-18e3c6993913 req-2c1531d8-783c-4b23-b2a7-2ce243845b39 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1814995 Nov 23 19:08:07.671903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Deleting subnet ffa66472-aa66-439e-95c5-4c0c9839ead4 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:08:07.675121 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.679229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:07.679732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3e2e406a-d0bf-40a4-ba8d-13f813fd7c6b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:07.771941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:07.806346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34db41e7-5f50-4bfc-85aa-18e3c6993913 req-2b432f5c-18e4-4f14-81b0-a2428d91765f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253824 Nov 23 19:08:08.008000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.076310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff5c8-7e44-438a-ba20-9bddeb739bb1 req-01d6ff06-d7d3-4f9a-bfc9-f7927050a36e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:08.083894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-966ff5c8-7e44-438a-ba20-9bddeb739bb1 req-01d6ff06-d7d3-4f9a-bfc9-f7927050a36e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1820092 Nov 23 19:08:08.182406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-966ff5c8-7e44-438a-ba20-9bddeb739bb1 req-4823cddd-6346-435c-a211-b8745186c1e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972881 Nov 23 19:08:08.198920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:08.209082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.307902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa66472-aa66-439e-95c5-4c0c9839ead4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:08.329276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f303d-1184-403e-ad89-0bea00fc4c9b None None] Network d02f676f-1d4b-4452-a5a1-2a73e305749c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:08.344394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.360735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:08.362319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7a1ffc17-23e0-4452-80e2-ec3d50116d26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ffa66472-aa66-439e-95c5-4c0c9839ead4 HTTP/1.1" status: 204 len: 168 time: 0.8363459 Nov 23 19:08:08.380714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-266cd6f6-b3a0-40c9-ab8d-b1daa845a170 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 993 time: 0.1798947 Nov 23 19:08:08.547115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.633237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Deleting port 15398a7e-ecfc-48b2-a083-fa00083b01ae {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:08.633715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.810356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89357c8-1110-4ebf-b7e5-3edd933cac9d req-f6a852a3-222d-4365-9c4b-470804516d01 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:08.819357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b89357c8-1110-4ebf-b7e5-3edd933cac9d req-f6a852a3-222d-4365-9c4b-470804516d01 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.1093450 Nov 23 19:08:08.823671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] For port 15398a7e-ecfc-48b2-a083-fa00083b01ae, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=15398a7e-ecfc-48b2-a083-fa00083b01ae,segment=NetworkSegment(f65af438-db7b-4219-b38d-499efd8e1c28),segment_id=f65af438-db7b-4219-b38d-499efd8e1c28)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:08.824121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:08.848653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Calling delete_port for 15398a7e-ecfc-48b2-a083-fa00083b01ae owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:08.950412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b89357c8-1110-4ebf-b7e5-3edd933cac9d req-988d83da-7926-4d6d-b3ce-93cb66f72275 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297340 Nov 23 19:08:08.990748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.001068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1cf7b-e412-45f1-bd79-bca63d1495be None None] DHCP port deletion for d02f676f-1d4b-4452-a5a1-2a73e305749c request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:08:09.031741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.075408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] No DVR routers for this DVR port 15398a7e-ecfc-48b2-a083-fa00083b01ae on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:09.113892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1cf7b-e412-45f1-bd79-bca63d1495be None None] The port '15398a7e-ecfc-48b2-a083-fa00083b01ae' was deleted {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 19:08:09.183345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=15398a7e-ecfc-48b2-a083-fa00083b01ae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:09.207472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85458b-aeca-4037-81a0-0169d33c7cde req-990255a6-0884-46fc-b181-b17c22d7be27 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:09.209077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b85458b-aeca-4037-81a0-0169d33c7cde req-990255a6-0884-46fc-b181-b17c22d7be27 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1528401 Nov 23 19:08:09.340608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b85458b-aeca-4037-81a0-0169d33c7cde req-89884661-0eef-4746-8c29-714a4aa9d6da tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190252 Nov 23 19:08:09.376308 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.407877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15398a7e-ecfc-48b2-a083-fa00083b01ae no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:09.454215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 15398a7e-ecfc-48b2-a083-fa00083b01ae {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:09.455159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 15398a7e-ecfc-48b2-a083-fa00083b01ae not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:09.500509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02f676f-1d4b-4452-a5a1-2a73e305749c']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:09.534540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65af438-db7b-4219-b38d-499efd8e1c28') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:09.535000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65af438-db7b-4219-b38d-499efd8e1c28') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:09.561232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.592255 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.601386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:08:09.601888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:08:09.604111 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:08:09.701175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.717920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:09.726325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d02f676f-1d4b-4452-a5a1-2a73e305749c HTTP/1.1" status: 204 len: 168 time: 1.3594763 Nov 23 19:08:09.726325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:09.929441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e4dd-d55e-4af6-b762-d28791890a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02f676f-1d4b-4452-a5a1-2a73e305749c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:10.196338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dc1fa-5870-488e-9067-3c8e0450f7fc req-30fd712c-9332-4c4c-93f2-319b6659a741 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:10.206431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f70dc1fa-5870-488e-9067-3c8e0450f7fc req-30fd712c-9332-4c4c-93f2-319b6659a741 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.1510005 Nov 23 19:08:10.305920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f70dc1fa-5870-488e-9067-3c8e0450f7fc req-cd2e9284-80ed-4fbb-a18a-9b4e48aedd62 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980608 Nov 23 19:08:10.462036 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:10.623791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4a6e4-7435-4530-b38d-20cc78df86be req-5b11d024-4bb3-4352-8eca-8eaf66d66d57 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:10.625423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08e4a6e4-7435-4530-b38d-20cc78df86be req-5b11d024-4bb3-4352-8eca-8eaf66d66d57 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1160061 Nov 23 19:08:10.726789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-08e4a6e4-7435-4530-b38d-20cc78df86be req-3f91cdf9-fffd-4914-b5a1-3d67732f64a6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897405 Nov 23 19:08:10.973283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:11.393749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Deleting port 397c16e6-ea4a-4cad-a25d-1a8065e43c05 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:11.393749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:11.463355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085378a7-92fa-49ee-a66b-2b941f255f91 req-43af580a-737b-444b-bdee-6554f3b24cbe tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.465137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-085378a7-92fa-49ee-a66b-2b941f255f91 req-43af580a-737b-444b-bdee-6554f3b24cbe tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.0840435 Nov 23 19:08:11.521767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] For port 397c16e6-ea4a-4cad-a25d-1a8065e43c05, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=397c16e6-ea4a-4cad-a25d-1a8065e43c05,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:11.522496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:11.541197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Calling delete_port for 397c16e6-ea4a-4cad-a25d-1a8065e43c05 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:11.574715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-085378a7-92fa-49ee-a66b-2b941f255f91 req-63f4d668-86b3-47d5-b887-79fa64a9256b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963666 Nov 23 19:08:11.774241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:11.910619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Pushing event deleted for resources: {'Port': ['ID=397c16e6-ea4a-4cad-a25d-1a8065e43c05,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:11.970832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8e589-ccbc-43d7-9a66-fad7e53847ad req-016098b2-d3a0-48d6-aaa7-cb75c8ffbd62 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:11.972863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67c8e589-ccbc-43d7-9a66-fad7e53847ad req-016098b2-d3a0-48d6-aaa7-cb75c8ffbd62 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1234009 Nov 23 19:08:12.109988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67c8e589-ccbc-43d7-9a66-fad7e53847ad req-48e2de6d-b203-4267-8944-c2254b9048ca tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262770 Nov 23 19:08:12.294918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:12.615163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Router 536296d0-7356-4954-b08f-6de4cc7685bc has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:12.786017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ba35-ce2a-4378-a735-f27419bc38c7 req-1f6139bb-689d-496f-a280-7188bafa66e5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:12.788251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e510ba35-ce2a-4378-a735-f27419bc38c7 req-1f6139bb-689d-496f-a280-7188bafa66e5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.0731614 Nov 23 19:08:12.808815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:12.826735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b8135833-ab11-43a3-ab2d-b4cb9b72d873 admin admin] 10.222.0.37 "PUT /v2.0/routers/536296d0-7356-4954-b08f-6de4cc7685bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0992622 Nov 23 19:08:12.829661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 58986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:12.862235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Sync routers for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:12.880700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:12.883015 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:12.946599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e510ba35-ce2a-4378-a735-f27419bc38c7 req-753d7a2a-29c9-4b3a-9f02-7e03b9ddcda1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484659 Nov 23 19:08:13.072696 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:13.080052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.274658 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.353209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Deleting port 41c803ad-26a3-4345-a6b7-521279357d5a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:13.354260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.366146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094aefd-d3b7-4fd0-ad47-78fae78c91ac req-1197ad93-c530-42f3-bb86-d2c016b1bc4c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:13.369763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e094aefd-d3b7-4fd0-ad47-78fae78c91ac req-1197ad93-c530-42f3-bb86-d2c016b1bc4c tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.1355236 Nov 23 19:08:13.451087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e094aefd-d3b7-4fd0-ad47-78fae78c91ac req-a33b93d4-d707-4121-97df-1dec8a085bd7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722079 Nov 23 19:08:13.480493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] For port 41c803ad-26a3-4345-a6b7-521279357d5a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=41c803ad-26a3-4345-a6b7-521279357d5a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:13.480645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.496831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Calling delete_port for 41c803ad-26a3-4345-a6b7-521279357d5a owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:13.517060 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:08:11Z', 'revision_number': 5, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port': {'id': '41c803ad-26a3-4345-a6b7-521279357d5a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:02:17Z', 'updated_at': '2021-11-23T19:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:13.552578 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Checking router: 536296d0-7356-4954-b08f-6de4cc7685bc for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:08:13.563826 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Routers {'536296d0-7356-4954-b08f-6de4cc7685bc'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:13.565053 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['536296d0-7356-4954-b08f-6de4cc7685bc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:13.731688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:13.742569 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] Set router 536296d0-7356-4954-b08f-6de4cc7685bc gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:08:13.775155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Pushing event deleted for resources: {'Port': ['ID=41c803ad-26a3-4345-a6b7-521279357d5a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:13.864203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:13.871276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:08:13Z', 'revision_number': 6, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:13.892293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f5ab4-2d25-415c-ac18-1fc8ecb505fa None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:08:13.925174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94606424-1e58-4a1e-932d-5c9c737a96ab None None] The sync data for ids ['536296d0-7356-4954-b08f-6de4cc7685bc'] in n-d-792364-9 is: [{'id': '536296d0-7356-4954-b08f-6de4cc7685bc', 'name': 'tempest-TestServerBasicOps-522159950-router', 'tenant_id': 'f44dc0405fe646c18dd460294e362468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:02:15Z', 'updated_at': '2021-11-23T19:08:13Z', 'revision_number': 6, 'project_id': 'f44dc0405fe646c18dd460294e362468', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:14.113270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.189462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-bb20bf98-2194-4b4b-ba46-6c1013ecb271 req-a6e80355-fc7f-4a20-8894-5bc40c41b223 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:08:14.190622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb20bf98-2194-4b4b-ba46-6c1013ecb271 req-a6e80355-fc7f-4a20-8894-5bc40c41b223 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129755 Nov 23 19:08:14.249413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a0d7-e15d-4bbb-b1cb-77283fa61743 req-5ea40abd-fb43-42df-9e13-92b65a0b470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.252552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f3f9a0d7-e15d-4bbb-b1cb-77283fa61743 req-5ea40abd-fb43-42df-9e13-92b65a0b470d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 1097 time: 0.1906719 Nov 23 19:08:14.282422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-b9dd76d1-c56a-41e1-8f72-16cca73e8b46 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741232 Nov 23 19:08:14.284745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-9a286d0b-8d0b-4f59-87ad-d3cc54b065ea service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214084 Nov 23 19:08:14.332362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f3f9a0d7-e15d-4bbb-b1cb-77283fa61743 req-dd4c3684-138e-4710-9257-d5510802e55e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670595 Nov 23 19:08:14.357216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee8b392-e657-463b-af07-fe748e52c648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.374243 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.377437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.463487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25c90f6a-241d-4e7b-8917-64b85b9008dd req-f7ffe93f-5eb8-4a00-a90e-726e9f1a2b81 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410842 Nov 23 19:08:14.496964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75a72-1214-4ddd-8510-fbe503b56cc4 req-51516c2c-916e-4207-9828-ad7e43e4931f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.498888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5d75a72-1214-4ddd-8510-fbe503b56cc4 req-51516c2c-916e-4207-9828-ad7e43e4931f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.2793710 Nov 23 19:08:14.500325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.501088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536296d0-7356-4954-b08f-6de4cc7685bc {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:08:14.506910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.508419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cded3bb6-8cb2-4ec9-b4cf-dbd7740a708a admin admin] 10.222.0.37 "DELETE /v2.0/routers/536296d0-7356-4954-b08f-6de4cc7685bc HTTP/1.1" status: 204 len: 168 time: 1.6774721 Nov 23 19:08:14.510877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:14.617745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5d75a72-1214-4ddd-8510-fbe503b56cc4 req-95ad98eb-cb57-4021-ae18-624e037b153b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904250 Nov 23 19:08:14.622017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee8b392-e657-463b-af07-fe748e52c648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.629316 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee8b392-e657-463b-af07-fe748e52c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.635512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Deleting subnet 3e9db267-6af7-42e1-a261-ea792be86598 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:08:14.642382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.727823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dee8b392-e657-463b-af07-fe748e52c648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caea90602cd542f79c57075a0fda3176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244863 Nov 23 19:08:14.749045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:14.773273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8b392-e657-463b-af07-fe748e52c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576802f5-364c-4673-bf93-08acd75a9a83,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:14.850787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67871b5d-73f0-4da0-9489-14103caf6d94 req-0cfa6e5f-4180-4b53-9e15-6bb347f02301 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:14.852972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67871b5d-73f0-4da0-9489-14103caf6d94 req-0cfa6e5f-4180-4b53-9e15-6bb347f02301 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0590310 Nov 23 19:08:14.879730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:14.965830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67871b5d-73f0-4da0-9489-14103caf6d94 req-530763c0-40ed-4ec2-9fc6-c647fad2f77b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700805 Nov 23 19:08:14.973146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-e493b0b7-8067-4a9a-b620-c26d17bfa603 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170571 Nov 23 19:08:14.988220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.101289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a5a94-c671-4f6e-ae19-1dd29dfb7942 req-b4ff47ac-73af-4f33-903c-3f59f3284d0f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:15.104266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f07a5a94-c671-4f6e-ae19-1dd29dfb7942 req-b4ff47ac-73af-4f33-903c-3f59f3284d0f tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.2526202 Nov 23 19:08:15.121009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.189132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.357135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f07a5a94-c671-4f6e-ae19-1dd29dfb7942 req-9aee8cb6-bf0d-4e3c-b663-a8eb263efddf tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445712 Nov 23 19:08:15.363727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.410367 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.415696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e9db267-6af7-42e1-a261-ea792be86598 HTTP/1.1" status: 204 len: 168 time: 0.9032371 Nov 23 19:08:15.424021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:15.440851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 397c16e6-ea4a-4cad-a25d-1a8065e43c05 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:15.462476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dc1dd-0b72-4c23-8768-837fb8d45984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9db267-6af7-42e1-a261-ea792be86598,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:15.469918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.473329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.478274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/576802f5-364c-4673-bf93-08acd75a9a83 HTTP/1.1" status: 204 len: 168 time: 0.7155685 Nov 23 19:08:15.499744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f715cc-7c9c-4f53-a27a-159dda0704cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576802f5-364c-4673-bf93-08acd75a9a83,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:15.552294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 397c16e6-ea4a-4cad-a25d-1a8065e43c05 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:15.553137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 397c16e6-ea4a-4cad-a25d-1a8065e43c05 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:15.554505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 41c803ad-26a3-4345-a6b7-521279357d5a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:15.568020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe337fa-6407-44bd-b6b2-0c2eb80a4402 None None] Network 4829a26e-f9d7-42ff-9d65-4eca13cef782 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:15.685177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:15.892365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 41c803ad-26a3-4345-a6b7-521279357d5a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:15.892743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 41c803ad-26a3-4345-a6b7-521279357d5a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:15.909988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Deleting port 03c5a45c-a395-434b-a241-e4980c94b0aa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:15.910337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.008144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] For port 03c5a45c-a395-434b-a241-e4980c94b0aa, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03c5a45c-a395-434b-a241-e4980c94b0aa,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:16.009869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.041051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Calling delete_port for 03c5a45c-a395-434b-a241-e4980c94b0aa owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:16.060724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] DHCP port deletion for 4829a26e-f9d7-42ff-9d65-4eca13cef782 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:08:16.095836 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:08:16.179208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ce22-6258-40ec-89a2-f6492b1d9499 req-425b9ab1-aa93-4a81-ab0f-845a690bcba7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.190639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31a0ce22-6258-40ec-89a2-f6492b1d9499 req-425b9ab1-aa93-4a81-ab0f-845a690bcba7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.3731978 Nov 23 19:08:16.210700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Deleting port 03c5a45c-a395-434b-a241-e4980c94b0aa {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:16.211065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.288982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886f948-1607-4a2a-9357-5687385f4c86 req-f7723677-d47f-47c0-9e79-0488fdf06931 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.289785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31a0ce22-6258-40ec-89a2-f6492b1d9499 req-f6d49f11-e79a-4a92-bb3d-8f5945525892 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969980 Nov 23 19:08:16.293678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1886f948-1607-4a2a-9357-5687385f4c86 req-f7723677-d47f-47c0-9e79-0488fdf06931 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1714799 Nov 23 19:08:16.324194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.369370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] For port 03c5a45c-a395-434b-a241-e4980c94b0aa, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=03c5a45c-a395-434b-a241-e4980c94b0aa,segment=NetworkSegment(2fc39a95-1632-49ed-bcd9-6799c21a3acb),segment_id=2fc39a95-1632-49ed-bcd9-6799c21a3acb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:16.369774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.375181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1886f948-1607-4a2a-9357-5687385f4c86 req-4c66cdfa-64d2-454b-978c-63e682d58ba9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750599 Nov 23 19:08:16.386095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] No DVR routers for this DVR port 03c5a45c-a395-434b-a241-e4980c94b0aa on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:16.391622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Pushing event deleted for resources: {'Port': ['ID=03c5a45c-a395-434b-a241-e4980c94b0aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:16.392367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Calling delete_port for 03c5a45c-a395-434b-a241-e4980c94b0aa owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:16.596671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.600732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.647050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] Pushing event deleted for resources: {'Port': ['ID=03c5a45c-a395-434b-a241-e4980c94b0aa,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:16.649215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fc8dd-f1de-450c-8894-61affc91f536 None None] No DVR routers for this DVR port 03c5a45c-a395-434b-a241-e4980c94b0aa on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:16.686338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4829a26e-f9d7-42ff-9d65-4eca13cef782']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:16.730580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28c1c-1ecd-4227-b10e-81490e1d9238 req-d96f9f01-9fc6-4199-8669-6be2872f5c09 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:16.733370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27b28c1c-1ecd-4227-b10e-81490e1d9238 req-d96f9f01-9fc6-4199-8669-6be2872f5c09 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 944 time: 0.2398539 Nov 23 19:08:16.738171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc39a95-1632-49ed-bcd9-6799c21a3acb') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:16.738947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc39a95-1632-49ed-bcd9-6799c21a3acb') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:16.785038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.810750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.831893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27b28c1c-1ecd-4227-b10e-81490e1d9238 req-b722f785-4650-4760-9465-2e8512a9b664 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833933 Nov 23 19:08:16.833111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:08:16.833527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:08:16.839906 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:08:16.919080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.935894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:16.940334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] 10.222.0.37 "DELETE /v2.0/networks/4829a26e-f9d7-42ff-9d65-4eca13cef782 HTTP/1.1" status: 204 len: 168 time: 1.5151646 Nov 23 19:08:16.951036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70125a7-0402-4277-ab82-7f5bd8f6db8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4829a26e-f9d7-42ff-9d65-4eca13cef782,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.103500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:17.176668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-44faf7e2-ea23-48cb-a71b-59c69e15b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.182391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-44faf7e2-ea23-48cb-a71b-59c69e15b02e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1097 time: 0.0985706 Nov 23 19:08:17.236885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:17.259625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:17.283230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'port_id': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'mac_address': 'fa:16:3e:67:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:17.302801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9d04e53f-3dde-4bfd-a9e8-166f05b7fa56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a174f5cc5d947d19d994418fd422855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638795 Nov 23 19:08:17.305687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:17.388439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.421712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03c5a45c-a395-434b-a241-e4980c94b0aa no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:17.446856 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.449779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 03c5a45c-a395-434b-a241-e4980c94b0aa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:17.450296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 03c5a45c-a395-434b-a241-e4980c94b0aa not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:17.462300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.470637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-e5509982-0966-4a00-b9d2-0b428149afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.472197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-e5509982-0966-4a00-b9d2-0b428149afd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.2807722 Nov 23 19:08:17.488176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:17.503985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c52e9-5789-4c11-951c-fef467aaad2f req-ee225338-d0b8-43ec-94d3-89c06f317418 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.505827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c71c52e9-5789-4c11-951c-fef467aaad2f req-ee225338-d0b8-43ec-94d3-89c06f317418 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.0949466 Nov 23 19:08:17.522643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:17.527613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.591754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c71c52e9-5789-4c11-951c-fef467aaad2f req-050aa840-a48e-4e2d-bc36-7fac10dea393 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777476 Nov 23 19:08:17.602515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.606379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:17.608209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cce666f3-bad0-4f9b-bf09-afa6f2a54f4d HTTP/1.1" status: 204 len: 168 time: 0.3008623 Nov 23 19:08:17.611986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-5593bb73-6521-4c1c-a174-d54efe462414 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 1001 time: 0.1315508 Nov 23 19:08:17.627604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3540c-073a-4051-9bda-c50ffa0c3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce666f3-bad0-4f9b-bf09-afa6f2a54f4d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.701296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:17.750519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.752302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.752865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.753401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.755576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.756136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.757235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.758157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.758899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.760855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.761799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.763236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:17.816468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-764632ba-8bee-469d-81ac-30760692cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.818005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-764632ba-8bee-469d-81ac-30760692cb76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1964042 Nov 23 19:08:17.841652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83ade-eaa2-48e1-a76f-da2571f7d9c4 req-e88f31b5-9e0c-4892-8ec7-7143aa6b1f8e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.843248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e83ade-eaa2-48e1-a76f-da2571f7d9c4 req-e88f31b5-9e0c-4892-8ec7-7143aa6b1f8e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.2510157 Nov 23 19:08:17.846983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b7b18f70-20b5-45ba-a9cf-39b31e11537d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:17.955082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-39fe1a29-b2d2-4c71-9143-ec9073c21061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:17.956946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-39fe1a29-b2d2-4c71-9143-ec9073c21061 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127496 Nov 23 19:08:17.961721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-64e83ade-eaa2-48e1-a76f-da2571f7d9c4 req-f04d7eaa-fcaf-47b0-bc25-3b26dc926d45 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949512 Nov 23 19:08:18.109468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-c9f1764f-6235-46a3-9a27-8de241b49595 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420960 Nov 23 19:08:18.118732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a79999-6459-412c-842a-55766e825854 req-48b2c890-0844-494b-adc8-3e5af2e653c6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.128926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1a79999-6459-412c-842a-55766e825854 req-48b2c890-0844-494b-adc8-3e5af2e653c6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1379623 Nov 23 19:08:18.213646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1a79999-6459-412c-842a-55766e825854 req-742dd1bc-29b2-479d-ae60-fb481848f52b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837216 Nov 23 19:08:18.255206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:18.304057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e42d2a99-b77f-4cc6-97b0-844fa2bab718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f44dc0405fe646c18dd460294e362468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460358 Nov 23 19:08:18.305901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59172) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:18.356853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-396fd5e7-2dbc-438a-8086-905de902e9c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332146 Nov 23 19:08:18.368057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-3c729baa-3fab-474f-a09f-45730c67419e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:18.375895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-3c729baa-3fab-474f-a09f-45730c67419e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.2267485 Nov 23 19:08:18.377540 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.396329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-8fa283d1-a98b-47aa-a24e-88fa7ec46200 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0189402 Nov 23 19:08:18.420208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.488349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-f6560a8f-1d2a-463a-bbab-328f67921edf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901034 Nov 23 19:08:18.528388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.539268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:18.562033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a072a43-abc2-444f-80c2-7c27b814dc35 HTTP/1.1" status: 204 len: 168 time: 0.2448869 Nov 23 19:08:18.583679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650efb8e-eeef-4607-b3a7-df2e8e3954d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a072a43-abc2-444f-80c2-7c27b814dc35,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:18.695091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-f35381b1-55af-435c-892c-dfd7afe0004d service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054827 Nov 23 19:08:18.882366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-020d1d7a-7a7b-4c7a-902e-fbf1436f2300 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771605 Nov 23 19:08:19.112214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:19.251814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429448-faf6-4f40-96f3-407d4fbf4057 req-fbd1970c-004e-4d28-826a-d2964dfdac75 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.265950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b7b18f70-20b5-45ba-a9cf-39b31e11537d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:19.270703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59429448-faf6-4f40-96f3-407d4fbf4057 req-fbd1970c-004e-4d28-826a-d2964dfdac75 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1835804 Nov 23 19:08:19.277459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b7b18f70-20b5-45ba-a9cf-39b31e11537d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:19.278002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.361523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4291cc90-f475-454e-bc6b-e00087df2fd7 req-a2a38c89-f3f8-4a78-bf2e-0f274cd61879 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 210 time: 0.0799692 Nov 23 19:08:19.408020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59429448-faf6-4f40-96f3-407d4fbf4057 req-4942114e-b126-4c6a-8e8c-bbe6700c37fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360109 Nov 23 19:08:19.507573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.588370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:19.598559 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ee507-4345-4ac2-a9e9-baa970420988" -d '{"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:19.636066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:19.646392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:19.668851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981664-3c14-49e7-9399-0539d250cf03 req-98ad05a7-c8af-4fd8-b2f1-30c17e6987d3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:19.693776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a981664-3c14-49e7-9399-0539d250cf03 req-98ad05a7-c8af-4fd8-b2f1-30c17e6987d3 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 945 time: 0.1563725 Nov 23 19:08:19.804546 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0482393-c5f6-4938-951f-520e46053eb1 x-openstack-request-id: req-c0482393-c5f6-4938-951f-520e46053eb1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:19.805269 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-plugged", "status": "completed", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:19.806263 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0482393-c5f6-4938-951f-520e46053eb1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:19.807078 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'code': 200} Nov 23 19:08:19.810936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:19.920618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a981664-3c14-49e7-9399-0539d250cf03 req-5c6ed490-6984-4456-b04b-9dc5a457fb13 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187655 Nov 23 19:08:20.128591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ef305-2182-4081-aea8-efe58418e0e8 req-533092e0-7022-47ef-a47b-8fdd1ed66e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.130090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316ef305-2182-4081-aea8-efe58418e0e8 req-533092e0-7022-47ef-a47b-8fdd1ed66e51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1097 time: 0.0816689 Nov 23 19:08:20.196055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-316ef305-2182-4081-aea8-efe58418e0e8 req-c222c4ea-1242-411e-8ba2-27856416faa7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517776 Nov 23 19:08:20.661319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a90e70e5-b824-4e3e-8059-d052c45b5dc1 req-d5bb325c-253f-4f88-a005-f99a984fc0db tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 210 time: 0.0862429 Nov 23 19:08:20.712686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a810f87-863e-450b-b5a2-5220fae41ed1 req-a062e01d-d0ff-4531-9cd8-552ddb4c546d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:20.722258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a810f87-863e-450b-b5a2-5220fae41ed1 req-a062e01d-d0ff-4531-9cd8-552ddb4c546d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1496694 Nov 23 19:08:20.784671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a810f87-863e-450b-b5a2-5220fae41ed1 req-f11e11c0-da35-4e6d-af56-b861f53d9fd0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525963 Nov 23 19:08:21.273924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-2a893a66-5d69-4589-b80c-0841e82626f3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.275879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-2a893a66-5d69-4589-b80c-0841e82626f3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.1741703 Nov 23 19:08:21.306790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:21.336975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb02e96-9486-4969-af96-ac415fb7965d req-24e79629-a8f8-4767-afa3-f41c195343b7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:21.338659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efb02e96-9486-4969-af96-ac415fb7965d req-24e79629-a8f8-4767-afa3-f41c195343b7 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.1149950 Nov 23 19:08:21.500200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efb02e96-9486-4969-af96-ac415fb7965d req-6739f29d-48e7-4b6b-8757-9c099164b68e tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401975 Nov 23 19:08:21.588799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:21.595055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:21.893897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.6 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/3c28180c-fa9a-4f85-8fff-7838341e368b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:21.916602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a5e65a3-04b5-4800-8aca-4484493c8325 req-2be678a7-ccec-41dd-b234-f3310c28984b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 210 time: 0.1113911 Nov 23 19:08:22.372179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:22.516662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386eadc0-e181-4488-a243-f49f1f07bb4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.647627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386eadc0-e181-4488-a243-f49f1f07bb4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.653797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386eadc0-e181-4488-a243-f49f1f07bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:22.722662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-386eadc0-e181-4488-a243-f49f1f07bb4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1be5d509dab485582c9a7e41718761d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487959 Nov 23 19:08:22.747280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:22.765902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6303f-c9e9-44a5-86cb-7c44fa65efac req-9b2434fd-d688-482a-a07a-705f0acf4f88 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.772946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3f6303f-c9e9-44a5-86cb-7c44fa65efac req-9b2434fd-d688-482a-a07a-705f0acf4f88 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.8542266 Nov 23 19:08:22.857180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eadc0-e181-4488-a243-f49f1f07bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29772aab-2787-4d67-90cf-068f428613ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:22.911957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fd6a5-fbed-45b9-8fae-02fc3476466f req-3f66d2a3-b310-4b6b-a3fb-405f1dab498b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:22.923890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-811fd6a5-fbed-45b9-8fae-02fc3476466f req-3f66d2a3-b310-4b6b-a3fb-405f1dab498b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.1991105 Nov 23 19:08:23.042429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-811fd6a5-fbed-45b9-8fae-02fc3476466f req-fb0ca7e7-1508-4a2b-a221-64ceb49cd710 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167927 Nov 23 19:08:23.089363 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.103549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3f6303f-c9e9-44a5-86cb-7c44fa65efac req-b300c562-e5a8-437e-9c9e-284ae1c7603e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128266 Nov 23 19:08:23.159801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.180477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.224406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1771c9a4-4e64-4ead-8a82-42ad53681ddd req-39c40845-aa85-4cf7-890e-ae7dec6ece98 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 210 time: 0.0892007 Nov 23 19:08:23.289474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.294700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.296027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29772aab-2787-4d67-90cf-068f428613ed HTTP/1.1" status: 204 len: 168 time: 0.5187049 Nov 23 19:08:23.314258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.333552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4ddce1ef-d369-415a-a820-53fd683dd6ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:23.336293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:23.463433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b1021-c21a-45ad-8238-c8cef91c9408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29772aab-2787-4d67-90cf-068f428613ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:23.555212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:23.561163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:23.575531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:23.632975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:23.714669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800141-50e1-4fc7-95ad-5cfcb20c5cb9 req-7d576899-002f-4324-86e7-c56504c1bf94 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.721225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:23.721901 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.727294 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1800141-50e1-4fc7-95ad-5cfcb20c5cb9 req-7d576899-002f-4324-86e7-c56504c1bf94 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.1308868 Nov 23 19:08:23.772258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-1833b5d8-6fb2-43d8-a7b0-154f287c92d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4761417 Nov 23 19:08:23.793186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Request body: {'port': {'device_id': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:23.862791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1800141-50e1-4fc7-95ad-5cfcb20c5cb9 req-c97add05-ade8-46e6-9f15-70ce8ce9ea55 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341622 Nov 23 19:08:23.940100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:23.946044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:23.964300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ac55-9741-42fd-acb4-3dd3ada0ea6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.097668 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ac55-9741-42fd-acb4-3dd3ada0ea6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.105795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ac55-9741-42fd-acb4-3dd3ada0ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.175684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e5b0ac55-9741-42fd-acb4-3dd3ada0ea6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b57ff35ac11f444bbd551d0d78e3e946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279875 Nov 23 19:08:24.177828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:24.231598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0ac55-9741-42fd-acb4-3dd3ada0ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f272d218-cf52-4df1-974c-32ddb2e42400,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:24.247559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.306069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.339658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa50f-85da-412e-9529-dfbb832dac86 req-b8c94749-9294-4d4b-82d2-d93a9b28ba59 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.341322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28cfa50f-85da-412e-9529-dfbb832dac86 req-b8c94749-9294-4d4b-82d2-d93a9b28ba59 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.0783775 Nov 23 19:08:24.362729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d4d9d-0854-470a-b79e-365823d171d7 req-d0d5a6ca-3785-46eb-b29a-561d71faae3a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.365233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e73d4d9d-0854-470a-b79e-365823d171d7 req-d0d5a6ca-3785-46eb-b29a-561d71faae3a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1050868 Nov 23 19:08:24.430186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.432987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.434269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f272d218-cf52-4df1-974c-32ddb2e42400 HTTP/1.1" status: 204 len: 168 time: 0.2549851 Nov 23 19:08:24.448070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e73d4d9d-0854-470a-b79e-365823d171d7 req-61bde93f-486b-47f0-8a62-af97718fe48e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729973 Nov 23 19:08:24.453141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33614-af1b-43b8-8870-d82ec34c28f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f272d218-cf52-4df1-974c-32ddb2e42400,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:24.475689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28180c-fa9a-4f85-8fff-7838341e368b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:24.503024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28cfa50f-85da-412e-9529-dfbb832dac86 req-0472ef72-dc83-49d2-b051-5124c461b464 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475048 Nov 23 19:08:24.521774 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.547940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Transition to ACTIVE for port object 3c28180c-fa9a-4f85-8fff-7838341e368b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:24.557303 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.628419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26e1c3-edf5-49e2-9668-689b5fcc3c62 req-0eda84ec-78bf-4e4b-817e-7ab94752de64 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.638921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b26e1c3-edf5-49e2-9668-689b5fcc3c62 req-0eda84ec-78bf-4e4b-817e-7ab94752de64 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 943 time: 0.0765610 Nov 23 19:08:24.674605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Pushing event updated for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:24.724557 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b26e1c3-edf5-49e2-9668-689b5fcc3c62 req-f3062cab-26b7-4ad5-9c75-2b268ae58dab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844998 Nov 23 19:08:24.766748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Attempting to bind port 3c28180c-fa9a-4f85-8fff-7838341e368b on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:24.767333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Attempting to bind port 3c28180c-fa9a-4f85-8fff-7838341e368b by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:24.767909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Attempting to bind port 3c28180c-fa9a-4f85-8fff-7838341e368b on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:24.781411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Port 3c28180c-fa9a-4f85-8fff-7838341e368b on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:24.781918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Attempting to bind port 3c28180c-fa9a-4f85-8fff-7838341e368b on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:24.789027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:24.789473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:24.789869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:24.790507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Bound port: 3c28180c-fa9a-4f85-8fff-7838341e368b, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:24.790873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.882675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:24.886758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3c28180c-fa9a-4f85-8fff-7838341e368b,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:24.893520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.937488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:24.938211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:24.940751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] 10.222.0.47 "PUT /v2.0/ports/3c28180c-fa9a-4f85-8fff-7838341e368b HTTP/1.1" status: 200 len: 1091 time: 1.1538544 Nov 23 19:08:24.954775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:24.954775 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04784e-0b72-4eef-8402-ce633ae637b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:25.050138 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e635813-8700-4a87-8c88-de71d4f826a0 x-openstack-request-id: req-5e635813-8700-4a87-8c88-de71d4f826a0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:25.050729 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:25.051170 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e635813-8700-4a87-8c88-de71d4f826a0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:25.051854 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b', 'status': 'completed', 'code': 200} Nov 23 19:08:25.061485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691bd5-0eda-4fda-b882-4962ab00f1de service neutron] Pushing event updated for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:25.104316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc77be-9b63-4a7e-a3e1-459c9c987c24 req-a68338ca-47d1-4201-8c55-7e98dae05982 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.105886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1dc77be-9b63-4a7e-a3e1-459c9c987c24 req-a68338ca-47d1-4201-8c55-7e98dae05982 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.1566598 Nov 23 19:08:25.122500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-24681af8-137a-4574-84a2-2b1e6faef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.123897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-24681af8-137a-4574-84a2-2b1e6faef7bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 1094 time: 0.0778973 Nov 23 19:08:25.187618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-802fc0a3-4dcd-4845-9579-b082df25f26c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c28180c-fa9a-4f85-8fff-7838341e368b HTTP/1.1" status: 200 len: 217 time: 0.0470731 Nov 23 19:08:25.201450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1dc77be-9b63-4a7e-a3e1-459c9c987c24 req-86ecb999-b97e-48b9-8f0f-6d873cf4e00f tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Nov 23 19:08:25.260274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eded97-df95-4e20-90a6-58265476f986 req-e3514c1c-8d9f-466e-b551-63d63b9bdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.262057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-e3514c1c-8d9f-466e-b551-63d63b9bdcf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0595629 Nov 23 19:08:25.312014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-4a15d232-24e8-4193-ac34-88ad533e5f77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353117 Nov 23 19:08:25.444339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-6614e730-a95a-4cd8-9edc-7af06e4fc523 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196797 Nov 23 19:08:25.670960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-32eded97-df95-4e20-90a6-58265476f986 req-eea13ffe-10af-4d3a-8008-2ef698ea80f4 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154567 Nov 23 19:08:25.763466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706424-b7c1-4312-8d09-13f344ecf33f req-38e8847d-15ad-40c3-bbc9-ccf5578ff6af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.778403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47706424-b7c1-4312-8d09-13f344ecf33f req-38e8847d-15ad-40c3-bbc9-ccf5578ff6af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.1580305 Nov 23 19:08:25.832424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-0b602ad3-7e80-43fe-ab96-2eef62aa2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.841310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-0b602ad3-7e80-43fe-ab96-2eef62aa2dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 1094 time: 0.1035666 Nov 23 19:08:25.863051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c658-06f0-42a4-be80-be0686e34284 req-38029ef1-ee85-46ae-970e-ed1846a4d635 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.864623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96f4c658-06f0-42a4-be80-be0686e34284 req-38029ef1-ee85-46ae-970e-ed1846a4d635 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.1570027 Nov 23 19:08:25.888594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47706424-b7c1-4312-8d09-13f344ecf33f req-ffd3476a-6e18-4523-85e5-7a3fa7af1d86 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062288 Nov 23 19:08:25.980410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dbea5-71ed-4032-910d-07e251f8cbe2 req-5ae6819b-70db-414e-8a22-e389c7a4dabf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:25.982476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-618dbea5-71ed-4032-910d-07e251f8cbe2 req-5ae6819b-70db-414e-8a22-e389c7a4dabf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 943 time: 0.1397691 Nov 23 19:08:26.064769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Deleting port 706aad66-1f3d-4e87-877c-fdbe2b91d722 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:26.065385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.082997 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-618dbea5-71ed-4032-910d-07e251f8cbe2 req-5396c374-6d9d-4292-b95b-2edfbafbac54 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 Nov 23 19:08:26.083969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-81ee33dd-0bfb-4dc3-a02c-f2d689e784ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.085401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-81ee33dd-0bfb-4dc3-a02c-f2d689e784ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.2158864 Nov 23 19:08:26.160858 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-39c81631-33c1-4bdd-a1e4-9670e7744dca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c28180c-fa9a-4f85-8fff-7838341e368b HTTP/1.1" status: 200 len: 217 time: 0.0657687 Nov 23 19:08:26.244247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-14c72c20-8c60-4875-9410-b02d4f2d3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.246586 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-14c72c20-8c60-4875-9410-b02d4f2d3bc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0778849 Nov 23 19:08:26.276423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] For port 706aad66-1f3d-4e87-877c-fdbe2b91d722, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=706aad66-1f3d-4e87-877c-fdbe2b91d722,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:26.277425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.294222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-4e6742f8-2c1a-429e-82be-e918537faa70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359590 Nov 23 19:08:26.339004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Calling delete_port for 706aad66-1f3d-4e87-877c-fdbe2b91d722 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:26.414979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-8d0247f0-5126-4e3f-add1-06d17031bd6e service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123526 Nov 23 19:08:26.472438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91cbb-6092-4cb3-a0e8-94737235e47b req-20d175a5-83ad-47c6-8148-476e9cbc9565 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:26.481489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6b91cbb-6092-4cb3-a0e8-94737235e47b req-20d175a5-83ad-47c6-8148-476e9cbc9565 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 946 time: 0.1268091 Nov 23 19:08:26.570605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1d04784e-0b72-4eef-8402-ce633ae637b7 req-ef0d9a29-7275-4adb-b154-4cc90a0ad0cf service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469662 Nov 23 19:08:26.574133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e6b91cbb-6092-4cb3-a0e8-94737235e47b req-60cfb57a-f1ac-406e-abcc-1dd13dc5414c tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917668 Nov 23 19:08:26.674039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.703570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['706aad66-1f3d-4e87-877c-fdbe2b91d722'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:26.724573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Pushing event deleted for resources: {'Port': ['ID=706aad66-1f3d-4e87-877c-fdbe2b91d722,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:26.746603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.747107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.747637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.748136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.748752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.749253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.749755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.750241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.750798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.751302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.751807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.752285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:26.804536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] No DVR routers for this DVR port 706aad66-1f3d-4e87-877c-fdbe2b91d722 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:26.807800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:26.813156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96f4c658-06f0-42a4-be80-be0686e34284 req-c5231417-08fb-4586-9e7e-0348bf33de29 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.50 "DELETE /v2.0/ports/706aad66-1f3d-4e87-877c-fdbe2b91d722 HTTP/1.1" status: 204 len: 173 time: 0.9256549 Nov 23 19:08:26.813725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'name': 'network-vif-deleted', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:26.816162 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e61a83-0cf3-4daf-8617-dcce2f841fd2" -d '{"events": [{"server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "name": "network-vif-deleted", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:27.120146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18361-ca0d-4c34-ae88-f7108eae4f27 req-64b4758b-d49a-4e16-bdb7-3c9be60de46d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:27.121873 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70d18361-ca0d-4c34-ae88-f7108eae4f27 req-64b4758b-d49a-4e16-bdb7-3c9be60de46d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0864408 Nov 23 19:08:27.123777 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed19cc-54dd-430f-8912-a8cb59120296 x-openstack-request-id: req-0eed19cc-54dd-430f-8912-a8cb59120296 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:27.132855 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad96293-d9f9-489c-80fc-23c081f6558e", "name": "network-vif-deleted", "tag": "706aad66-1f3d-4e87-877c-fdbe2b91d722", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:27.133354 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eed19cc-54dd-430f-8912-a8cb59120296 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:27.133877 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad96293-d9f9-489c-80fc-23c081f6558e', 'name': 'network-vif-deleted', 'tag': '706aad66-1f3d-4e87-877c-fdbe2b91d722', 'status': 'completed', 'code': 200} Nov 23 19:08:27.230434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-70d18361-ca0d-4c34-ae88-f7108eae4f27 req-1676eab6-37f9-4213-beeb-fcf6e45e9b84 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930994 Nov 23 19:08:27.345061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895f64-a1f9-4413-9198-1ce0e46931a6 req-3daa6723-3588-4c6f-946a-64d5c6305c34 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:27.348474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb895f64-a1f9-4413-9198-1ce0e46931a6 req-3daa6723-3588-4c6f-946a-64d5c6305c34 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 943 time: 0.1112857 Nov 23 19:08:27.392955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e73d4e8-87a6-4aee-9a6d-a880cf3aaafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.431272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb895f64-a1f9-4413-9198-1ce0e46931a6 req-ce5db669-3f71-4245-907b-3c37cfeb000c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Nov 23 19:08:27.738240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c25f95-bcc3-48b0-aaae-e5b0bdc6c7f0 req-bc21821d-75f3-408a-a01c-fff0329eddd3 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ad96293-d9f9-489c-80fc-23c081f6558e HTTP/1.1" status: 200 len: 210 time: 0.0483515 Nov 23 19:08:27.782627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:27.930790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:27.972471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3c28180c-fa9a-4f85-8fff-7838341e368b details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:28.052581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.059045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.088249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3c28180c-fa9a-4f85-8fff-7838341e368b,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:28.101469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=861021c659c54b26aff2cd62fe9f3e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177373 Nov 23 19:08:28.102362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e7404-e461-47a7-87a8-b61e15fb85ff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.104521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:28.112655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3c28180c-fa9a-4f85-8fff-7838341e368b', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '3c28180c-fa9a-4f85-8fff-7838341e368b', 'mac_address': 'fa:16:3e:33:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:28.121281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.121633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.121978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.122320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.122657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.122991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.123343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.123676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.124001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.124325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.124648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.124970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22a27f-4100-464f-95bf-ee9c03de9e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:08:28.167447 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.168103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.183900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28180c-fa9a-4f85-8fff-7838341e368b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:28.191606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.204838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3c28180c-fa9a-4f85-8fff-7838341e368b,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:28.210061 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.256795 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.262449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.266581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e9e7404-e461-47a7-87a8-b61e15fb85ff HTTP/1.1" status: 204 len: 168 time: 0.1591191 Nov 23 19:08:28.268607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.303533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61709772-403a-420c-8fe6-1a61a90064d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e7404-e461-47a7-87a8-b61e15fb85ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.407579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc2f7e-ae2b-4932-9b56-d4cd73a525d4 req-daad9eea-a85d-4be7-97c4-8a1dab9cd5a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:28.409121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08bc2f7e-ae2b-4932-9b56-d4cd73a525d4 req-daad9eea-a85d-4be7-97c4-8a1dab9cd5a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0597308 Nov 23 19:08:28.450753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3c28180c-fa9a-4f85-8fff-7838341e368b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:28.485506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08bc2f7e-ae2b-4932-9b56-d4cd73a525d4 req-0f4f8da0-3d58-4e8b-bc2d-095cc0b93520 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689580 Nov 23 19:08:28.591195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f378a-6dce-4ca8-999d-a84dd369e33f req-32f3dd58-474d-4e80-9449-98d1823ccac9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:28.593390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b6f378a-6dce-4ca8-999d-a84dd369e33f req-32f3dd58-474d-4e80-9449-98d1823ccac9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 944 time: 0.0694425 Nov 23 19:08:28.680175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b6f378a-6dce-4ca8-999d-a84dd369e33f req-18e42f05-97cd-4f54-ab7a-2fb2829f53c0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Nov 23 19:08:28.695688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:28.714038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb3d80-0374-4a8d-b4fd-3bf24a44b118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.807098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb3d80-0374-4a8d-b4fd-3bf24a44b118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.811840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb3d80-0374-4a8d-b4fd-3bf24a44b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.864805 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-57eb3d80-0374-4a8d-b4fd-3bf24a44b118 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06683cd938c44c85abe22fce96a63db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683691 Nov 23 19:08:28.864805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb3d80-0374-4a8d-b4fd-3bf24a44b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311f2e0-1291-462b-972e-34f9bed46692,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:28.866338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:28.920735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:28.945770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.021271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.025308 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:29.026483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c311f2e0-1291-462b-972e-34f9bed46692 HTTP/1.1" status: 204 len: 168 time: 0.1612291 Nov 23 19:08:29.039964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebdeb0-a9b5-4525-8389-923939589ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311f2e0-1291-462b-972e-34f9bed46692,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:29.134183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 706aad66-1f3d-4e87-877c-fdbe2b91d722 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:29.168346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 706aad66-1f3d-4e87-877c-fdbe2b91d722 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:29.168889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 706aad66-1f3d-4e87-877c-fdbe2b91d722 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:29.653777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54b1c-065b-40be-a054-37cb49a1cc6f req-fb1d227a-0cfb-4af4-ab89-fcefe00f3296 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:29.662394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6a54b1c-065b-40be-a054-37cb49a1cc6f req-fb1d227a-0cfb-4af4-ab89-fcefe00f3296 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0717516 Nov 23 19:08:29.729487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6a54b1c-065b-40be-a054-37cb49a1cc6f req-6ec82030-709b-444a-93dd-b1cee73859b4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657125 Nov 23 19:08:29.886893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1623d8-ebc5-4bef-8dac-0c8c8c94444d req-bb5789b7-04a3-45ed-92c6-48115bcecc06 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:29.894329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d1623d8-ebc5-4bef-8dac-0c8c8c94444d req-bb5789b7-04a3-45ed-92c6-48115bcecc06 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 944 time: 0.1068776 Nov 23 19:08:29.974550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3c28180c-fa9a-4f85-8fff-7838341e368b up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:29.978076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d1623d8-ebc5-4bef-8dac-0c8c8c94444d req-1b7e3063-8f99-4540-8356-9c77a27dd534 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748339 Nov 23 19:08:30.090997 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f174e84-16af-4e22-bc68-6a17cf62656d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.103526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 3c28180c-fa9a-4f85-8fff-7838341e368b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:30.114073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3c28180c-fa9a-4f85-8fff-7838341e368b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:30.114529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.250575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.284746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:30.292026 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176b2ad-a081-40c9-b546-9ac6d18654cc" -d '{"events": [{"server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "name": "network-vif-plugged", "status": "completed", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:30.334972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3c28180c-fa9a-4f85-8fff-7838341e368b,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:30.344910 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.444766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:30.449979 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a534f30c-0d90-4d2a-af84-aaf6a6e69388 x-openstack-request-id: req-a534f30c-0d90-4d2a-af84-aaf6a6e69388 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:30.450532 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "name": "network-vif-plugged", "status": "completed", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:30.450940 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a534f30c-0d90-4d2a-af84-aaf6a6e69388 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:30.451530 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b', 'code': 200} Nov 23 19:08:30.581538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248c4dc-577b-4fab-9d76-f673545e5e7d req-11492a9f-a3fa-4e95-aacd-4455272258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:30.585132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7248c4dc-577b-4fab-9d76-f673545e5e7d req-11492a9f-a3fa-4e95-aacd-4455272258f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 1096 time: 0.0566673 Nov 23 19:08:30.678149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7248c4dc-577b-4fab-9d76-f673545e5e7d req-8c9c23d1-bbe1-4369-ba2e-5377b0da3ef3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808132 Nov 23 19:08:30.766197 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:30.937896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6d281-9ded-451a-a24d-f1011f571931 req-c970b2ff-6dda-4610-80b7-685ead07ff42 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:30.946962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46d6d281-9ded-451a-a24d-f1011f571931 req-c970b2ff-6dda-4610-80b7-685ead07ff42 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0846026 Nov 23 19:08:31.095040 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46d6d281-9ded-451a-a24d-f1011f571931 req-3da71973-f75c-48fa-ab79-07ced193e5d0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465302 Nov 23 19:08:31.120928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:31.254994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99030f-cc2a-45ab-90da-97441b7e01e9 req-a3775938-1e3b-4099-b0fa-d0eb5934a2b5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:31.257916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b99030f-cc2a-45ab-90da-97441b7e01e9 req-a3775938-1e3b-4099-b0fa-d0eb5934a2b5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.0712130 Nov 23 19:08:31.359568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0822af1e-a341-45fe-92a4-6003e4b69a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.366974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b99030f-cc2a-45ab-90da-97441b7e01e9 req-f11cfd57-9456-4fbd-9a0e-8b26c92984a0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942538 Nov 23 19:08:31.449960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0822af1e-a341-45fe-92a4-6003e4b69a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.455168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0822af1e-a341-45fe-92a4-6003e4b69a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.493876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0822af1e-a341-45fe-92a4-6003e4b69a94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65e466cda4f4409489afcd2cb73ff802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718541 Nov 23 19:08:31.494727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822af1e-a341-45fe-92a4-6003e4b69a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed0ac4-84d8-4d81-87f0-b0717f3f983f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:31.497227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:31.549873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.572027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.629510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.635943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:31.637438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fed0ac4-84d8-4d81-87f0-b0717f3f983f HTTP/1.1" status: 204 len: 168 time: 0.1392572 Nov 23 19:08:31.649304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8282aa-d0b5-43c5-91cd-d70012296951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed0ac4-84d8-4d81-87f0-b0717f3f983f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:32.261327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:32.320700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388fae-02e3-4f6d-a7cf-49603f4eb1c6 req-b59d9fbe-d75b-4972-9e2e-764bca957fff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:32.324512 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e388fae-02e3-4f6d-a7cf-49603f4eb1c6 req-b59d9fbe-d75b-4972-9e2e-764bca957fff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0961838 Nov 23 19:08:32.455445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e388fae-02e3-4f6d-a7cf-49603f4eb1c6 req-3f81bc20-049b-4688-9e07-095af2f42ee7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054578 Nov 23 19:08:32.612702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe17d0-e424-4520-921c-6d22bee1dc6a req-83152489-2f7e-42ce-9e8e-c785b89c3bb8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:32.617623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39fe17d0-e424-4520-921c-6d22bee1dc6a req-83152489-2f7e-42ce-9e8e-c785b89c3bb8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.0811844 Nov 23 19:08:32.697636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39fe17d0-e424-4520-921c-6d22bee1dc6a req-f87d3605-0a92-4482-a0a9-b05214b5a551 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759661 Nov 23 19:08:32.901636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4f530-2739-46fa-a4dc-d5dfcf857087 req-b459aa7a-1ab5-4e85-9934-a552f59551d2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:32.903727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09b4f530-2739-46fa-a4dc-d5dfcf857087 req-b459aa7a-1ab5-4e85-9934-a552f59551d2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.0900826 Nov 23 19:08:32.974824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09b4f530-2739-46fa-a4dc-d5dfcf857087 req-cfa0b332-a531-4398-85a6-00f33013e422 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Nov 23 19:08:33.174610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1654-eb77-4cfa-bc8f-5a1e80705af6 req-348f06fe-dae0-42d4-8fd2-272249989ba7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.181786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85fd1654-eb77-4cfa-bc8f-5a1e80705af6 req-348f06fe-dae0-42d4-8fd2-272249989ba7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.1198602 Nov 23 19:08:33.247493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:33.308051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85fd1654-eb77-4cfa-bc8f-5a1e80705af6 req-e57eddec-9445-45d5-9f48-1bbf99399f2e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907202 Nov 23 19:08:33.601291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d80b4-0ced-48ca-b7c7-fcf0d9c4e79a req-43fa1255-e191-41b9-92c8-3d9eb2dbfefa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.620369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f2d80b4-0ced-48ca-b7c7-fcf0d9c4e79a req-43fa1255-e191-41b9-92c8-3d9eb2dbfefa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0820961 Nov 23 19:08:33.707110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f2d80b4-0ced-48ca-b7c7-fcf0d9c4e79a req-8cc4639e-e60b-4d33-afb6-164dba3f8adf tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838277 Nov 23 19:08:33.848040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594862df-c02c-455e-9e1c-9a598e8fb02a req-6348cd8b-baf2-44b1-9147-63276444f6f3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:33.850210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594862df-c02c-455e-9e1c-9a598e8fb02a req-6348cd8b-baf2-44b1-9147-63276444f6f3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.1093903 Nov 23 19:08:33.943448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-594862df-c02c-455e-9e1c-9a598e8fb02a req-7d11fe96-1478-453c-be81-a8017334f7df tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828450 Nov 23 19:08:34.446918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:34.668152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:34.694971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:34.871417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:35.181510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Allocated IP 172.25.5.144 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e2c014ff-9d16-4bb7-9c98-b190fc655dca) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:35.221484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7535c-456e-438b-a176-a77496c7204c req-3d88bcad-ebd0-4498-8a44-761c8a85f1a7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:35.223211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57f7535c-456e-438b-a176-a77496c7204c req-3d88bcad-ebd0-4498-8a44-761c8a85f1a7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.1864071 Nov 23 19:08:35.233885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7adf-5bde-46b7-ab0d-bc2545cf0191 req-9d20c0f5-660e-4a44-9bb0-3ef9befb5df4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:35.235742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0ab7adf-5bde-46b7-ab0d-bc2545cf0191 req-9d20c0f5-660e-4a44-9bb0-3ef9befb5df4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 945 time: 0.1184919 Nov 23 19:08:35.406032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50d6cc-2362-450c-94a5-4f8ca081e3c7 req-fdd3034d-63f9-4b4e-9bc8-c18e01858b60 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:35.414187 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b50d6cc-2362-450c-94a5-4f8ca081e3c7 req-fdd3034d-63f9-4b4e-9bc8-c18e01858b60 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.6010256 Nov 23 19:08:35.475216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b50d6cc-2362-450c-94a5-4f8ca081e3c7 req-a1394ce9-ee01-4577-b5fc-28583609770f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600262 Nov 23 19:08:35.527883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0ab7adf-5bde-46b7-ab0d-bc2545cf0191 req-751e4b1a-40d2-4c7e-9b92-47bcdbf335da tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759125 Nov 23 19:08:35.561786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:35.585643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 3c28180c-fa9a-4f85-8fff-7838341e368b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:35.585997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:35.691789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:35.747962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 3c28180c-fa9a-4f85-8fff-7838341e368b, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3c28180c-fa9a-4f85-8fff-7838341e368b,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:35.748309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:35.752466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:35.768219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:35.775662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:35.777921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 3c28180c-fa9a-4f85-8fff-7838341e368b owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:35.849827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=e2c014ff-9d16-4bb7-9c98-b190fc655dca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:36.030546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.134053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.138077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.157740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4ddce1ef-d369-415a-a820-53fd683dd6ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:36.162966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:36.203754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=3c28180c-fa9a-4f85-8fff-7838341e368b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:36.261386 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-c91d7cce-94c5-4895-a8f1-74ffe086f873 service neutron] show failed (client error): The resource could not be found. Nov 23 19:08:36.262355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-c91d7cce-94c5-4895-a8f1-74ffe086f873 service neutron] 10.222.0.50 "GET /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1914268 Nov 23 19:08:36.267506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 3c28180c-fa9a-4f85-8fff-7838341e368b on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:36.272259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.276223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57f7535c-456e-438b-a176-a77496c7204c req-0a7908b8-6d12-4bab-93b7-31a3874745c7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "DELETE /v2.0/ports/3c28180c-fa9a-4f85-8fff-7838341e368b HTTP/1.1" status: 204 len: 173 time: 1.0370355 Nov 23 19:08:36.276817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'name': 'network-vif-deleted', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:36.279169 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9fe0e-3df7-4da8-8566-86606d1c1131" -d '{"events": [{"server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "name": "network-vif-deleted", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:36.506786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.514511 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b845bb8a-a406-439a-ac5d-913ad08faee3 x-openstack-request-id: req-b845bb8a-a406-439a-ac5d-913ad08faee3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:36.515676 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8147256-2fef-4821-8234-e82ef0dd5124", "name": "network-vif-deleted", "tag": "3c28180c-fa9a-4f85-8fff-7838341e368b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:36.516079 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b845bb8a-a406-439a-ac5d-913ad08faee3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:36.516946 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8147256-2fef-4821-8234-e82ef0dd5124', 'name': 'network-vif-deleted', 'tag': '3c28180c-fa9a-4f85-8fff-7838341e368b', 'status': 'completed', 'code': 200} Nov 23 19:08:36.518642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.788710 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd86ea57-0f38-4a28-93ba-dc22f04eb9ff req-9acebfcf-3d66-413e-97ca-5b8c3c157f34 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8147256-2fef-4821-8234-e82ef0dd5124 HTTP/1.1" status: 200 len: 210 time: 0.0494437 Nov 23 19:08:36.902297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=e2c014ff-9d16-4bb7-9c98-b190fc655dca,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:36.917148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.972268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:36.973520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb3cfe8a-e362-48a8-b160-e533588c3007 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5251627 Nov 23 19:08:36.980015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:36.983990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ad0d-5ccd-45ff-95d6-f3691f46dac5 req-fc21ec5f-de80-4e90-9183-a414f98cf332 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.985389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1647581500'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:36.986540 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54b2ad0d-5ccd-45ff-95d6-f3691f46dac5 req-fc21ec5f-de80-4e90-9183-a414f98cf332 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.3115683 Nov 23 19:08:36.989522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-84e5d437-84b1-48e8-9bd9-c043207c6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:36.991893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-84e5d437-84b1-48e8-9bd9-c043207c6ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 1097 time: 0.3310225 Nov 23 19:08:37.013682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:37.061610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Made reservation on behalf of e3823b0e55904b34b364022b113ca1ef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:37.078026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.099004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.141410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54b2ad0d-5ccd-45ff-95d6-f3691f46dac5 req-444db9b0-b86e-41e5-8cdc-ece9347db437 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428258 Nov 23 19:08:37.168036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.242607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.248061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.322897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:08:37.334108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e735f-3c42-4fc4-8aa8-2545ebd71d19,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:37.341695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.342563 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Added segment 138aff1f-8dc5-4e74-8844-1a22c37f04bd of type vlan for network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 Nov 23 19:08:37.400516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.440216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.446687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:37.447349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.496264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5125387 Nov 23 19:08:37.497597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 59870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:37.513482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Request body: {'subnet': {'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:37.539430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14895b1-fd25-460a-8824-2f15280e1d76 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Network': ['ID=d86da74c-5f4c-4a55-abd5-f2b3ffe948e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:37.551814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:37.558315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:08:37.658698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:37.711110 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Made reservation on behalf of e3823b0e55904b34b364022b113ca1ef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:37.715157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:37.722216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.002478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3c28180c-fa9a-4f85-8fff-7838341e368b no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:38.080062 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 3c28180c-fa9a-4f85-8fff-7838341e368b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:38.080972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3c28180c-fa9a-4f85-8fff-7838341e368b not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:38.140988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Transition to ACTIVE for port object 3063504f-63d4-4bcd-baed-704bc97ceafe will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:38.261321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e840a81-f555-43df-bd7f-f0705e7f9bf9 req-b121b8f8-00f2-49bf-a8c2-10d2e6c23397 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.281572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e840a81-f555-43df-bd7f-f0705e7f9bf9 req-b121b8f8-00f2-49bf-a8c2-10d2e6c23397 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.1509225 Nov 23 19:08:38.348087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.404478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e840a81-f555-43df-bd7f-f0705e7f9bf9 req-39e04317-91d1-40df-9cb7-3a29991f27d9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212027 Nov 23 19:08:38.486896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.526067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:38.528413 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca5fda1-c4d9-40da-ada4-65a61191a2e7" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:38.538038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:38.673953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b571-76e1-4527-b2ef-87a53eda408d req-9cbeffe3-5fc5-4a00-954f-3ae3016189fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.675789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07c3b571-76e1-4527-b2ef-87a53eda408d req-9cbeffe3-5fc5-4a00-954f-3ae3016189fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.2621825 Nov 23 19:08:38.681764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] No DVR routers for this DVR port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:38.697850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-36e639c4-4f52-4a60-b65e-0704339c5743 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.699607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-36e639c4-4f52-4a60-b65e-0704339c5743 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 814 time: 0.1741834 Nov 23 19:08:38.718828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-6be228fc-a504-446e-a511-702004f5cba9 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/quotas/ad5185af1c764d8ab190c5f1012447dc HTTP/1.1" status: 200 len: 375 time: 0.0107882 Nov 23 19:08:38.765243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-616b0930-73be-4e52-ad3f-7487a92432f5 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385656 Nov 23 19:08:38.776797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Subnet': ['ID=8f812a4c-026d-4d9b-ae28-3f1aa2346317,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:38.791426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-92079f42-fe72-4b02-ab69-ab5ecd15a9fd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:08:38.792935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-92079f42-fe72-4b02-ab69-ab5ecd15a9fd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191057 Nov 23 19:08:38.834252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Checking segment: {'id': '138aff1f-8dc5-4e74-8844-1a22c37f04bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:38.834769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network hostable DHCP agents. Network: d86da74c-5f4c-4a55-abd5-f2b3ffe948e5, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:08:38.856344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07c3b571-76e1-4527-b2ef-87a53eda408d req-6aefa998-a408-4c5a-9364-10b35264c1c4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692817 Nov 23 19:08:38.921608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-d10da067-2fbe-4074-b08d-8e28687d5c92 service neutron] 10.222.0.37 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208599 Nov 23 19:08:38.930643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:08:38.957541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d86da74c-5f4c-4a55-abd5-f2b3ffe948e5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:38.959950 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.964505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:38.965106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:38.968772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c69dd-90ad-4107-8ea5-07df12fbe322 None None] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:38.988506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9992763d-39fc-4b5d-a64a-48860f63a8a0 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4853485 Nov 23 19:08:38.990454 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d85f6b-a004-4144-bf88-08ccc90eae2f x-openstack-request-id: req-b9d85f6b-a004-4144-bf88-08ccc90eae2f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:38.990772 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:38.990891 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9d85f6b-a004-4144-bf88-08ccc90eae2f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:38.991279 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'code': 200} Nov 23 19:08:38.993277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 59914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:39.024702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:39.025084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:39.025367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:39.028040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-824649520', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:39.030878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:39.031753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:39.040628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:39.041253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:39.041649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Bound using segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:39.042090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Bound port: 3063504f-63d4-4bcd-baed-704bc97ceafe, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:39.042500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.095074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.096357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.130723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-5367ea4b-9d7e-494c-a8d0-82029ba887c4 service neutron] 10.222.0.37 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971309 Nov 23 19:08:39.150693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:39.155381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:39.161417 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.168506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d86da74c-5f4c-4a55-abd5-f2b3ffe948e5', 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5', 'tenant_id': 'e3823b0e55904b34b364022b113ca1ef', 'fixed_ips': [{'subnet_id': '8f812a4c-026d-4d9b-ae28-3f1aa2346317'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:08:39.170364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.186408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.252976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:39.295769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.296565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.332568 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-81597979-5657-47c1-b00a-ebc11780e959 service neutron] 10.222.0.47 "PUT /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 1092 time: 2.3047400 Nov 23 19:08:39.333159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:39.489458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-66304ce4-000b-4898-a79a-be8a8672efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.494245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-66304ce4-000b-4898-a79a-be8a8672efc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.0855331 Nov 23 19:08:39.585750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:39.629467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c7e3337-8c05-4d2e-a99e-ad899c15715a req-dec5af32-daa4-4db6-9ad9-59afbbc04c9e tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 210 time: 0.0800350 Nov 23 19:08:39.672935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Allocated IP 172.20.0.2 (d86da74c-5f4c-4a55-abd5-f2b3ffe948e5/8f812a4c-026d-4d9b-ae28-3f1aa2346317/b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:39.721372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.822313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903609b-e25c-4ced-9799-1ebc49b44028 req-749c75d2-3e54-471c-9836-003d20b8ea6e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.831498 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5903609b-e25c-4ced-9799-1ebc49b44028 req-749c75d2-3e54-471c-9836-003d20b8ea6e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.2595768 Nov 23 19:08:39.842808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-b7957db6-66ae-4fed-ba26-3ef768853844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:39.844646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-b7957db6-66ae-4fed-ba26-3ef768853844 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.3430643 Nov 23 19:08:39.966311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-2794407d-5ab2-4466-be1e-2475bce487ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.1130323 Nov 23 19:08:39.981558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:39.992862 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.019524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5903609b-e25c-4ced-9799-1ebc49b44028 req-161b1932-bee0-40b7-a203-a82d336332bb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865621 Nov 23 19:08:40.084524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Pushing event updated for resources: {'Port': ['ID=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:40.101025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:40.103007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-69f7ca97-669a-4080-948d-caf5cfdfb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.103841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:40.105133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-69f7ca97-669a-4080-948d-caf5cfdfb2dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1267245 Nov 23 19:08:40.107549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:40.113585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-fdd53528-f5a4-4c66-a647-8d7f97d74272 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.116691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-fdd53528-f5a4-4c66-a647-8d7f97d74272 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 946 time: 0.0859289 Nov 23 19:08:40.171749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Attempting to bind port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:40.172497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Attempting to bind port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '138aff1f-8dc5-4e74-8844-1a22c37f04bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:40.173080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Attempting to bind port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b on network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:40.175673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581fd5-077a-4308-a7be-09f48e81f12e req-7b910b62-11c5-4a39-9f4a-1383955d678d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.179440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:40.180194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Checking segment: {'id': '138aff1f-8dc5-4e74-8844-1a22c37f04bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:40.180813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.181405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Bound using segment: {'id': '138aff1f-8dc5-4e74-8844-1a22c37f04bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:40.182105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Bound port: b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138aff1f-8dc5-4e74-8844-1a22c37f04bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:40.182701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.185325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13581fd5-077a-4308-a7be-09f48e81f12e req-7b910b62-11c5-4a39-9f4a-1383955d678d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.1976225 Nov 23 19:08:40.258617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13581fd5-077a-4308-a7be-09f48e81f12e req-2a857643-b9a6-4e47-9237-8053948c2df3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720708 Nov 23 19:08:40.275016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] For port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:40.279637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-241d7d0d-0a10-4d74-88fd-17f28c25d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:40.283898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] For port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,segment=NetworkSegment(138aff1f-8dc5-4e74-8844-1a22c37f04bd),segment_id=138aff1f-8dc5-4e74-8844-1a22c37f04bd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:40.284169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-241d7d0d-0a10-4d74-88fd-17f28c25d7d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616509 Nov 23 19:08:40.289424 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.389978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fc911-3912-4407-aafa-07362911cdb3 None None] Pushing event updated for resources: {'Port': ['ID=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:40.456030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.475760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.478604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-40483a24-1984-4585-b882-b9221666b026 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822870 Nov 23 19:08:40.482307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.500783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 4ddce1ef-d369-415a-a820-53fd683dd6ef {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:40.501379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.606076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7926a584-44b9-43f5-bfc8-16f9fabc73b7 req-7b0d3e6b-81b2-40bf-a643-2b18cb9ef4d5 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200900 Nov 23 19:08:40.714955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 4ddce1ef-d369-415a-a820-53fd683dd6ef, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4ddce1ef-d369-415a-a820-53fd683dd6ef,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:40.715516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.738031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Allocated IP 172.25.5.68 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/8d557387-f202-47b7-bc9b-50cb89d798da) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:40.750373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 4ddce1ef-d369-415a-a820-53fd683dd6ef owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:40.888542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b5d6891-7640-45e6-8fd2-9e789384698b req-9ae6c495-55af-4ff3-b852-9b67a0c841f9 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 210 time: 0.0382092 Nov 23 19:08:40.988257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:40.993425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:40.998236 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa824b-c6cd-49c1-aaab-6ea68046ed75" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:41.071071 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a7a02-09bb-4a68-8953-75bdf5ef0a1c x-openstack-request-id: req-c42a7a02-09bb-4a68-8953-75bdf5ef0a1c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:41.074213 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:41.074541 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c42a7a02-09bb-4a68-8953-75bdf5ef0a1c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:41.076218 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:08:41.089271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:41.100002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:41.129284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:41.135932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=4ddce1ef-d369-415a-a820-53fd683dd6ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:41.138374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4ddce1ef-d369-415a-a820-53fd683dd6ef'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:41.155388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:41.190471 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-2d72e8d4-0f8b-4341-8174-9df824c036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.192305 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-2d72e8d4-0f8b-4341-8174-9df824c036d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.1037192 Nov 23 19:08:41.236622 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e59b37b4-00a1-4fba-9ce1-d75cbf938e6c req-e33cd9ad-e235-45ad-8b93-753b83afffa1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0578060 Nov 23 19:08:41.263290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=8d557387-f202-47b7-bc9b-50cb89d798da,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:41.266515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:41.354279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e767f5-6b60-44e2-9bf5-8ae3b631641b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:08:41.379080 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-7df2dcc1-67d6-4d4c-97ab-7ff1ec9fc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.386117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-7df2dcc1-67d6-4d4c-97ab-7ff1ec9fc4a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.1856623 Nov 23 19:08:41.471206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:41.502762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 4ddce1ef-d369-415a-a820-53fd683dd6ef on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:41.543440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:41.546283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22fc9a85-cb32-416c-a199-02c69916f4e5 req-3aa74b10-d90f-4251-9b1f-5db5fd3f5ec4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "DELETE /v2.0/ports/4ddce1ef-d369-415a-a820-53fd683dd6ef HTTP/1.1" status: 204 len: 173 time: 1.4185789 Nov 23 19:08:41.549493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'name': 'network-vif-deleted', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:41.553364 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e648abc8-0446-4422-9f5a-352add87b0a8" -d '{"events": [{"server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "name": "network-vif-deleted", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:41.586631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-c184c979-c3be-40b5-934f-75c6ac246e53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.1861701 Nov 23 19:08:41.587377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bff9dbe4-32e0-426f-9652-e415242f3f65 None None] Provisioning complete for port 8d557387-f202-47b7-bc9b-50cb89d798da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:41.587957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bff9dbe4-32e0-426f-9652-e415242f3f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:41.595772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:41.651561 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f12ba-b8da-4e98-9e5f-757b3094094d x-openstack-request-id: req-253f12ba-b8da-4e98-9e5f-757b3094094d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:41.652159 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2", "name": "network-vif-deleted", "tag": "4ddce1ef-d369-415a-a820-53fd683dd6ef", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:41.653276 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-253f12ba-b8da-4e98-9e5f-757b3094094d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:41.654441 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2', 'name': 'network-vif-deleted', 'tag': '4ddce1ef-d369-415a-a820-53fd683dd6ef', 'status': 'completed', 'code': 200} Nov 23 19:08:41.661442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-c165c4cd-cf3f-4a5b-8f3f-0f5dfd73d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.663371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-c165c4cd-cf3f-4a5b-8f3f-0f5dfd73d090 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.4574065 Nov 23 19:08:41.685341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-e30ac00e-e476-41de-a50e-6f8bc52b153a tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.687180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-e30ac00e-e476-41de-a50e-6f8bc52b153a tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.47 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 814 time: 0.4187028 Nov 23 19:08:41.694391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bff9dbe4-32e0-426f-9652-e415242f3f65 None None] Port 8d557387-f202-47b7-bc9b-50cb89d798da cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:41.706476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Request body: {'port': {'device_id': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9', 'admin_state_up': True, 'tenant_id': 'ad5185af1c764d8ab190c5f1012447dc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:41.752943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-6bb6c8e2-e0d4-4b46-83d5-45a180aacb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.754472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-6bb6c8e2-e0d4-4b46-83d5-45a180aacb29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1490002 Nov 23 19:08:41.825834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7267b-6ede-44df-8f2b-0fb3afb9319b req-100854e7-2d7e-41af-b683-58bed9f71a6c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.828356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22d7267b-6ede-44df-8f2b-0fb3afb9319b req-100854e7-2d7e-41af-b683-58bed9f71a6c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.3896148 Nov 23 19:08:41.839679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:41.847111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:41.933847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22d7267b-6ede-44df-8f2b-0fb3afb9319b req-232e9f6d-a2c6-40f1-86a8-226decbd42b6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953689 Nov 23 19:08:41.969773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-f5e9b670-9ca5-4c05-9dcc-e5619628c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:41.977610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-f5e9b670-9ca5-4c05-9dcc-e5619628c41f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119381 Nov 23 19:08:42.025661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe26644-aebd-4120-8542-a77cd8cfb0b0 None None] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:08:42.138028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-207d21b8-33d2-4136-9c07-4f08c22abcd3 req-fb2afc68-f753-48c0-a2a6-2f757e529e58 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 210 time: 0.1091280 Nov 23 19:08:42.138620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Made reservation on behalf of ad5185af1c764d8ab190c5f1012447dc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:42.152698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.171794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-ff625862-bdbf-4fda-b94f-1b75d6fc9537 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869757 Nov 23 19:08:42.211340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.250378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-33a5f656-7414-4934-92ed-5f57f060a4d8 None None] Provisioning complete for port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:42.250913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33a5f656-7414-4934-92ed-5f57f060a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.304218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-72561847-78a4-4c50-acf8-a7048ec68c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:42.305814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-72561847-78a4-4c50-acf8-a7048ec68c6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.6152141 Nov 23 19:08:42.424880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-20c0499e-d349-457b-a576-9614379dfa56 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419870 Nov 23 19:08:42.476163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-978a12dd-da0a-4909-b5de-0f6510fba46b req-e8c40913-2ccb-40d3-9e32-5efdf8b4c917 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f85d1-17bf-4aa1-8275-7d15ad71b6e2 HTTP/1.1" status: 200 len: 210 time: 0.0455248 Nov 23 19:08:42.478913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,segment=NetworkSegment(138aff1f-8dc5-4e74-8844-1a22c37f04bd),segment_id=138aff1f-8dc5-4e74-8844-1a22c37f04bd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:42.520850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.587621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33a5f656-7414-4934-92ed-5f57f060a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.688237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:42.695565 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-33a5f656-7414-4934-92ed-5f57f060a4d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:08:42.696245 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-33a5f656-7414-4934-92ed-5f57f060a4d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:08:42.879547 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:42.884246 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-1666e08e-4af3-46df-bdf8-de3bdaa737ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.5390434 Nov 23 19:08:43.003458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Allocated IP 172.20.0.6 (07d19205-b2bc-4bf7-bb98-6d9913ad3bf9/e4cec278-4c1e-491d-8706-57d66863c423/25a82110-5340-4b69-a75b-759fa449649f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:43.046904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-2b58fe7d-9ff7-49a9-81a5-96527112429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.048383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-2b58fe7d-9ff7-49a9-81a5-96527112429e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1310511 Nov 23 19:08:43.202264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4ddce1ef-d369-415a-a820-53fd683dd6ef no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:43.206003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4c52b-12aa-41ed-8366-660e4d3a93e6 req-3d1745b0-8b52-4302-9e43-c4efd6f41701 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.212236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0a4c52b-12aa-41ed-8366-660e4d3a93e6 req-3d1745b0-8b52-4302-9e43-c4efd6f41701 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.1975868 Nov 23 19:08:43.254169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-752a5c2f-bc14-42de-8484-a7632e367696 req-41dcc631-1937-47ed-ae5c-f2a8ea762f3c tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 210 time: 0.0357957 Nov 23 19:08:43.268071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 4ddce1ef-d369-415a-a820-53fd683dd6ef {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:08:43.268570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4ddce1ef-d369-415a-a820-53fd683dd6ef not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:43.306056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-3d9bbd0c-2797-4b4b-8a86-0e360f55d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.307623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-3d9bbd0c-2797-4b4b-8a86-0e360f55d1e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421129 Nov 23 19:08:43.334164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.402374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fb12a1d7-4aa6-48fd-9735-00af17484641 None None] Provisioning complete for port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:43.402798 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb12a1d7-4aa6-48fd-9735-00af17484641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.407018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:43.534261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0a4c52b-12aa-41ed-8366-660e4d3a93e6 req-abe5bb7c-08b2-4575-a384-af846853045e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493634 Nov 23 19:08:43.584998 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.604574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:43.605479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.623173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-fabc0719-7ac9-47ea-baf6-97e305c052d8 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074434 Nov 23 19:08:43.772576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48aa824b-c6cd-49c1-aaab-6ea68046ed75 req-c1bf34b9-6a93-4e59-9752-d4c879043b26 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369708 Nov 23 19:08:43.804191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:43.870696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:08:43.936890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:43.945303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:43.949694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:43.962419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Pushing event updated for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:43.977128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-90a15b92-62cc-4269-a366-1eb9aaa40352 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:43.978603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-90a15b92-62cc-4269-a366-1eb9aaa40352 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07&tenant_id=48a299723a744276a7d18c197f219f0f&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.1266825 Nov 23 19:08:43.998324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:44.070657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b7ad-b93e-406e-991b-e84e30f7bb87 req-9bc5f433-d241-4363-84fb-66cdf2be91b6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.080689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f59b7ad-b93e-406e-991b-e84e30f7bb87 req-9bc5f433-d241-4363-84fb-66cdf2be91b6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 944 time: 0.1709135 Nov 23 19:08:44.105476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:44.109252 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-06f986e6-91bf-46e7-bfdc-ce6ba3602760 service neutron] 10.222.0.47 "GET /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe/bindings/n-h1-792364-9 HTTP/1.1" status: 200 len: 382 time: 0.1217074 Nov 23 19:08:44.120240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:44.155915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.156549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:44.176688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:44.194437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:44.196751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-ff24ec2a-8fbf-4eb1-aa7f-9096c1ba4b77 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4947443 Nov 23 19:08:44.212509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Request body: {'port': {'device_id': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:44.219137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:44.224342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f59b7ad-b93e-406e-991b-e84e30f7bb87 req-77d2ebe3-3b38-4cc0-9e27-7d8da1c8ccbe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421707 Nov 23 19:08:44.224717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:44.226840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-80b29405-ba50-4086-a6a7-3d61342f28a3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.228255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-80b29405-ba50-4086-a6a7-3d61342f28a3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.2853014 Nov 23 19:08:44.257826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:44.270637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-227e9cb0-c37b-4cdf-8ff3-a42115926a54 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0231993 Nov 23 19:08:44.276861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] Sync routers for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:44.284630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-2c4a8b05-b311-476f-9da3-63a069d7cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.287618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-2c4a8b05-b311-476f-9da3-63a069d7cc1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1095 time: 0.1462367 Nov 23 19:08:44.297142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:44.297142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:44.341557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:44.347049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-802e4212-115c-4028-a3ff-59745c7d6129 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.3205850 Nov 23 19:08:44.347208 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:44.349005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:44.355982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:44.367405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:44.370915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:44.371752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:44.410417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:44.411262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c3169-4448-4530-a287-45972d8cfe47 None None] The sync data for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:44.428495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5ee2566a-fc56-44d6-81b4-a5999432823a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503961 Nov 23 19:08:44.501166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-5d227c6a-f7d3-4aaa-a258-15e76a6d1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.502961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-5d227c6a-f7d3-4aaa-a258-15e76a6d1ba6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.2070470 Nov 23 19:08:44.503552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['3063504f-63d4-4bcd-baed-704bc97ceafe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:44.527508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3bd5-7793-4026-9295-aef78d10a297 req-b38623c8-88dc-4569-abab-81c73bd67bcb tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.538180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-696f3bd5-7793-4026-9295-aef78d10a297 req-b38623c8-88dc-4569-abab-81c73bd67bcb tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 931 time: 0.0834835 Nov 23 19:08:44.667774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-696f3bd5-7793-4026-9295-aef78d10a297 req-d79d5a22-00cd-4198-bb57-ab8155d0e585 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286557 Nov 23 19:08:44.674245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-673b627b-b0ba-4f8d-bc58-11bad4ad59c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 1000 time: 0.1612360 Nov 23 19:08:44.744336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-8e23de61-8155-459f-b932-9204d00e73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.744542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-8e23de61-8155-459f-b932-9204d00e73ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.0628958 Nov 23 19:08:44.802671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-0e3bc2c0-867c-4dd9-be63-ae0c58e21740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:44.804637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-0e3bc2c0-867c-4dd9-be63-ae0c58e21740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531418 Nov 23 19:08:44.833945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-4d61b0a2-c84f-4acc-9ec4-f806a2372c86 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860223 Nov 23 19:08:44.839764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-840d5bf8-93ac-4eec-9d02-ab4c4b7d59ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845620 Nov 23 19:08:44.941423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-30b6826d-8888-41ce-921d-b84149b23f3e service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282129 Nov 23 19:08:45.060158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-c7706e6c-163b-41ca-a866-28dd36678de0 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105120 Nov 23 19:08:45.373862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000e8c-f20c-40b9-aadf-1f7e2956925d req-8bbfe5b7-3951-40ce-b45a-eb7cf8651d58 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:45.375420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4000e8c-f20c-40b9-aadf-1f7e2956925d req-8bbfe5b7-3951-40ce-b45a-eb7cf8651d58 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.0694911 Nov 23 19:08:45.440255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4000e8c-f20c-40b9-aadf-1f7e2956925d req-429ffc8b-9e22-4b6e-bdb1-f6f39835869d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Nov 23 19:08:45.478196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-f9121b1c-fdd5-461c-8e8e-0cc228c5ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:45.481382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-f9121b1c-fdd5-461c-8e8e-0cc228c5ca70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 1097 time: 0.5485694 Nov 23 19:08:45.544136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-a541964e-fe32-443c-9835-890e0af50279 service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032840 Nov 23 19:08:45.673012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a82110-5340-4b69-a75b-759fa449649f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:45.689885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:45.730266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca080fd0-92d3-4252-8d2e-d177aec9fdc6 req-010b4e1d-336f-4363-8e0b-6fa98e07d04c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 210 time: 0.0415757 Nov 23 19:08:45.772367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Transition to ACTIVE for port object 25a82110-5340-4b69-a75b-759fa449649f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:45.796209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:45.826210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-b0fe0726-a0a2-4982-8295-f8bf90ce9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:45.829296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-b0fe0726-a0a2-4982-8295-f8bf90ce9817 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 200 len: 917 time: 0.3223820 Nov 23 19:08:45.970064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Pushing event updated for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:46.019531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:46.032784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d242b-cdac-4ff1-9e6f-81069bf08f76 req-654c6805-a9b2-4db6-b0bc-472242a9e0a6 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.034483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e6d242b-cdac-4ff1-9e6f-81069bf08f76 req-654c6805-a9b2-4db6-b0bc-472242a9e0a6 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 943 time: 0.2535293 Nov 23 19:08:46.071094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-282ce4cb-74cc-4872-85ec-55cef1c11e0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 200 len: 1001 time: 0.2216187 Nov 23 19:08:46.091770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 3063504f-63d4-4bcd-baed-704bc97ceafe completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:46.096523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 3063504f-63d4-4bcd-baed-704bc97ceafe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:46.096905 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.148770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.203496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-bd142c4c-710d-4a36-916c-6418166c0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.205141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-bd142c4c-710d-4a36-916c-6418166c0b8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 200 len: 855 time: 0.1146967 Nov 23 19:08:46.210961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e6d242b-cdac-4ff1-9e6f-81069bf08f76 req-e00acee6-fba2-40f7-bfe8-a1304c16f303 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555414 Nov 23 19:08:46.223535 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.254177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:46.254471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Attempting to bind port 25a82110-5340-4b69-a75b-759fa449649f on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:46.254570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Attempting to bind port 25a82110-5340-4b69-a75b-759fa449649f by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:46.255008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Attempting to bind port 25a82110-5340-4b69-a75b-759fa449649f on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:46.257080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30a409-8372-4fc7-96b2-301a156a47c1" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:46.294349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Port 25a82110-5340-4b69-a75b-759fa449649f on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:46.294797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Attempting to bind port 25a82110-5340-4b69-a75b-759fa449649f on network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:46.299262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:46.306386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.311358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:46.313566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Checking segment: {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:46.314341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Bound using segment: {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:46.314960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Bound port: 25a82110-5340-4b69-a75b-759fa449649f, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd804b8-8fc6-421c-a26c-28137880051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:46.315482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.342052 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16f77f-5438-42e2-9d0d-668dd302623e x-openstack-request-id: req-db16f77f-5438-42e2-9d0d-668dd302623e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:46.342708 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:46.343166 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db16f77f-5438-42e2-9d0d-668dd302623e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:46.343788 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'code': 200} Nov 23 19:08:46.377217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:46.394018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-40ced205-63ea-4a11-a408-40cb0d68e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.396355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-40ced205-63ea-4a11-a408-40cb0d68e70c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49283d3a-28a1-4b0c-9fd1-c899a091b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518240 Nov 23 19:08:46.622731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:46.670101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=25a82110-5340-4b69-a75b-759fa449649f,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:46.691421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.752128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-98c90f90-278d-40c3-bd3a-875764f113d9 service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350692 Nov 23 19:08:46.790265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.791290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:46.792725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] 10.222.0.47 "PUT /v2.0/ports/25a82110-5340-4b69-a75b-759fa449649f HTTP/1.1" status: 200 len: 1091 time: 2.5850413 Nov 23 19:08:46.801726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1a084-39b4-4863-8c5b-69dc32a86610 req-7ab39806-f2a7-4098-a896-3d0c6ec4f748 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:46.803909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23b1a084-39b4-4863-8c5b-69dc32a86610 req-7ab39806-f2a7-4098-a896-3d0c6ec4f748 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.2361543 Nov 23 19:08:46.804387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'tag': '25a82110-5340-4b69-a75b-759fa449649f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:46.806702 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0565ffd-91d1-46ca-820c-b96ba416308e" -d '{"events": [{"name": "network-changed", "server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "tag": "25a82110-5340-4b69-a75b-759fa449649f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:46.881931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-12af3945-002f-40af-8259-c98f5a940e81 req-1c592918-a9af-4c90-b24f-f7e7bab168bf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 210 time: 0.0369537 Nov 23 19:08:46.916527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bec81-49f9-4711-86f4-44eb8d30df0d service neutron] Pushing event updated for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:46.969581 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056b40c-9658-457c-8a4d-958076617dc3 x-openstack-request-id: req-b056b40c-9658-457c-8a4d-958076617dc3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:46.969878 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "tag": "25a82110-5340-4b69-a75b-759fa449649f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:46.970140 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b056b40c-9658-457c-8a4d-958076617dc3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:46.970549 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'tag': '25a82110-5340-4b69-a75b-759fa449649f', 'status': 'completed', 'code': 200} Nov 23 19:08:46.971778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Allocated IP 172.20.0.1 (d86da74c-5f4c-4a55-abd5-f2b3ffe948e5/8f812a4c-026d-4d9b-ae28-3f1aa2346317/bbb083a6-ab2d-44f5-8a8c-165cc74b1f17) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:47.073889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-23b1a084-39b4-4863-8c5b-69dc32a86610 req-2c85573c-738d-4cf2-aef8-e076b5d762ba tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524061 Nov 23 19:08:47.172992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-38f765cb-96d7-44ec-9d9f-61a01b1afc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.173790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-38f765cb-96d7-44ec-9d9f-61a01b1afc08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 1094 time: 0.3043783 Nov 23 19:08:47.183226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3552a7e1-78cd-44a3-af90-7c5b0587326d req-50dc8756-c389-4001-86c1-775c7909c72d service neutron] 10.222.0.50 "GET /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895540 Nov 23 19:08:47.283081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-b1081d76-24c0-4dbe-9e90-cb5a9a06cb16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a82110-5340-4b69-a75b-759fa449649f HTTP/1.1" status: 200 len: 217 time: 0.0886955 Nov 23 19:08:47.293464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-88cd41ef-7527-415f-8a38-957e91f111a2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.295046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-88cd41ef-7527-415f-8a38-957e91f111a2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.3208725 Nov 23 19:08:47.338211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:47.368919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168eff1-9a0c-4cff-aee8-8f8e65f683e4 req-338c9248-fdda-4cb2-92a8-5bd8fc3c5b1b tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.378222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5168eff1-9a0c-4cff-aee8-8f8e65f683e4 req-338c9248-fdda-4cb2-92a8-5bd8fc3c5b1b tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 943 time: 0.0632980 Nov 23 19:08:47.455667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5168eff1-9a0c-4cff-aee8-8f8e65f683e4 req-e69870be-0c4f-4ab6-abbb-8d9e528d7c39 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Nov 23 19:08:47.457388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b836658-001c-4539-a762-c59d5366283d req-1a3913e7-2042-4ec9-af0e-94bf56d06770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:47.459739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-1a3913e7-2042-4ec9-af0e-94bf56d06770 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4cec278-4c1e-491d-8706-57d66863c423 HTTP/1.1" status: 200 len: 854 time: 0.1637070 Nov 23 19:08:47.463079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:47.514513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-de9f155d-f5be-4360-b332-74d258a56d68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408137 Nov 23 19:08:47.635863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:47.690590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:47.694894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:47.711560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:47.721087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:47.736989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:47.808900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=bbb083a6-ab2d-44f5-8a8c-165cc74b1f17,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:47.820529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-6f2dc58b-b95d-4675-83b4-de689be3799c service neutron] 10.222.0.47 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842255 Nov 23 19:08:47.903299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:48.065565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-24e8ff16-879b-4718-9692-cec1c792c1bb None None] Provisioning complete for port bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:48.066153 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e8ff16-879b-4718-9692-cec1c792c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:48.118235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24e8ff16-879b-4718-9692-cec1c792c1bb None None] Port bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:48.218766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb41bb-3f2f-45ca-8576-c8b276b9288c req-435e91b0-27c8-4f30-9f58-87f9bdadd179 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.220431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16cb41bb-3f2f-45ca-8576-c8b276b9288c req-435e91b0-27c8-4f30-9f58-87f9bdadd179 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Nov 23 19:08:48.283465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16cb41bb-3f2f-45ca-8576-c8b276b9288c req-a4192203-f2c2-42f2-8b05-32d2827e7f98 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548456 Nov 23 19:08:48.401111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-fbdce202-9dfc-4cd8-8bfa-4b0bbbd0f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.402594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-fbdce202-9dfc-4cd8-8bfa-4b0bbbd0f74e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 1097 time: 0.6547370 Nov 23 19:08:48.440745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:48.452003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4de2f81e-4908-4a94-9577-42e266e64173 req-952c082b-fdaa-4108-a781-4064ec4423fc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 210 time: 0.4810331 Nov 23 19:08:48.495565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.12 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/836bbf87-a745-4e12-a612-75cc794d9ec7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:48.595839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b836658-001c-4539-a762-c59d5366283d req-b25b5d52-799d-42a7-a77c-9e0c810bee03 service neutron] 10.222.0.47 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388256 Nov 23 19:08:48.606454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:48.614333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8221fa2-2cb5-450a-8bf7-395a88724d61 req-ee20ef9c-ae33-4e59-a136-90f95505b6c8 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.623806 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8221fa2-2cb5-450a-8bf7-395a88724d61 req-ee20ef9c-ae33-4e59-a136-90f95505b6c8 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 943 time: 0.0843177 Nov 23 19:08:48.690898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8221fa2-2cb5-450a-8bf7-395a88724d61 req-a1dd9913-5ce7-4a70-832d-0b43ed876088 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664837 Nov 23 19:08:48.741535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:48.912478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-99dbf8d5-87bc-4439-9a92-5607a97c0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:48.913918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-99dbf8d5-87bc-4439-9a92-5607a97c0212 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad5185af1c764d8ab190c5f1012447dc&device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 1094 time: 0.2504289 Nov 23 19:08:49.046046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.222082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-5cda8841-4632-4b56-90ae-740d082a96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.223463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-5cda8841-4632-4b56-90ae-740d082a96bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 200 len: 915 time: 0.2999213 Nov 23 19:08:49.252176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.265111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:49.313310 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-a3644d2a-27c7-4d95-aa49-9aab787dd5d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a82110-5340-4b69-a75b-759fa449649f HTTP/1.1" status: 200 len: 217 time: 0.0754962 Nov 23 19:08:49.340355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:49.434165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:49.495422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:49.506812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:49.511150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:49.563277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-3c209989-28ca-42cf-abc5-0ae447790898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.564338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-3c209989-28ca-42cf-abc5-0ae447790898 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4cec278-4c1e-491d-8706-57d66863c423 HTTP/1.1" status: 200 len: 854 time: 0.2154987 Nov 23 19:08:49.573200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:49.618553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e65574-147e-4ace-b4ed-85d8af475577 req-5e5f8483-eccd-4f44-8072-ce55c59ef412 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.627572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5e65574-147e-4ace-b4ed-85d8af475577 req-5e5f8483-eccd-4f44-8072-ce55c59ef412 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 932 time: 0.0671179 Nov 23 19:08:49.663967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-f3986687-2298-490b-907e-d6f5801f2539 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632999 Nov 23 19:08:49.677870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c5e65574-147e-4ace-b4ed-85d8af475577 req-536fc72d-d996-49a6-8aca-ca10a1eb048f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Nov 23 19:08:49.683010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557c70-42c2-4590-b85b-61730afad0d2 req-dbb9066e-c301-469e-ba5f-c7a70576f337 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.684610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1557c70-42c2-4590-b85b-61730afad0d2 req-dbb9066e-c301-469e-ba5f-c7a70576f337 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.2886415 Nov 23 19:08:49.701814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.702453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.747901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:49.750263 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659bdcf-ca40-453d-b24c-2e74f2bba103" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:49.760433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.799931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.816393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c7d5c9cc-c504-4b7f-b2f5-d341f0fe597e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5038271 Nov 23 19:08:49.816393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Transition to ACTIVE for port object 3063504f-63d4-4bcd-baed-704bc97ceafe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:49.837725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e2ff-d991-4149-a6a1-0feb210a650a req-2326563c-8398-49c9-95a6-1a53f1fc81c3 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:49.839518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa9e2ff-d991-4149-a6a1-0feb210a650a req-2326563c-8398-49c9-95a6-1a53f1fc81c3 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 943 time: 0.0661566 Nov 23 19:08:49.848194 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.863402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Request body: {'port': {'device_id': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:49.872753 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:49.894150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-efa9e2ff-d991-4149-a6a1-0feb210a650a req-79e3536a-22c2-4532-8f31-3fc3539aa76b tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Nov 23 19:08:49.971827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1557c70-42c2-4590-b85b-61730afad0d2 req-921cb221-e862-4d6d-8feb-75d7dae5bfcc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591789 Nov 23 19:08:49.978087 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb22c81-9fbb-4e5c-b0c4-67d40c5ebeff x-openstack-request-id: req-ccb22c81-9fbb-4e5c-b0c4-67d40c5ebeff {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:49.978383 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:49.978661 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccb22c81-9fbb-4e5c-b0c4-67d40c5ebeff {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:49.979060 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'code': 200} Nov 23 19:08:50.033445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:08:50.038714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=bbb083a6-ab2d-44f5-8a8c-165cc74b1f17,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:50.046374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-8025ad8c-5ea3-4714-87de-7f0df7c4b945 service neutron] 10.222.0.47 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589563 Nov 23 19:08:50.047720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.094101 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:08:50.147278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:50.245786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:50.318349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] No DVR routers for this DVR port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:08:50.427472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0565ffd-91d1-46ca-820c-b96ba416308e req-ecc5d124-6f4d-4384-a72a-f94e25219a45 service neutron] 10.222.0.47 "GET /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370161 Nov 23 19:08:50.825454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8df448-e36e-4cba-b7da-4bc8cfdc35ff req-22c60896-bde4-474d-bd31-9ee9b4ef7159 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:50.828850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f8df448-e36e-4cba-b7da-4bc8cfdc35ff req-22c60896-bde4-474d-bd31-9ee9b4ef7159 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 932 time: 0.0670671 Nov 23 19:08:50.882096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f8df448-e36e-4cba-b7da-4bc8cfdc35ff req-ef9652a4-f3be-4e6f-b7f6-96bfa308e0dd tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Nov 23 19:08:50.886280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:50.893935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:51.144955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af8c5a-1fe3-408f-8a1d-8f62bd74d7bf req-32cb6c5c-c4d8-4e0c-beff-3f459725f9a2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.146268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:51.146617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:51.146951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:51.157124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0af8c5a-1fe3-408f-8a1d-8f62bd74d7bf req-32cb6c5c-c4d8-4e0c-beff-3f459725f9a2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.0814893 Nov 23 19:08:51.173523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:51.173853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Attempting to bind port 3063504f-63d4-4bcd-baed-704bc97ceafe on network 0f90f517-464a-4956-bfc2-470841b2ef1b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:51.192329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4db7-9d1e-4927-b1dd-5df003ad7776 req-c433d7ac-4c09-4df6-ae90-23df5ffeabcd tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.194429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9def4db7-9d1e-4927-b1dd-5df003ad7776 req-c433d7ac-4c09-4df6-ae90-23df5ffeabcd tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 943 time: 0.1945131 Nov 23 19:08:51.202438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:51.202784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Checking segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:51.202922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7185decb-83f7-45c0-a431-6e9c9657831c None None] Provisioning complete for port bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:51.203399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Bound using segment: {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:51.203501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7185decb-83f7-45c0-a431-6e9c9657831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.203640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Bound port: 3063504f-63d4-4bcd-baed-704bc97ceafe, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f9566a-6c05-4514-9ef9-ddb700e94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:51.203997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.221829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0af8c5a-1fe3-408f-8a1d-8f62bd74d7bf req-a548cb55-e617-461a-8e01-dab25ba881a6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588901 Nov 23 19:08:51.258298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7185decb-83f7-45c0-a431-6e9c9657831c None None] Port bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:51.275876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:51.312906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836bbf87-a745-4e12-a612-75cc794d9ec7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:51.332962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.371876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9def4db7-9d1e-4927-b1dd-5df003ad7776 req-22291515-400b-455e-9efb-a24d5a435330 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646585 Nov 23 19:08:51.420247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Transition to ACTIVE for port object 836bbf87-a745-4e12-a612-75cc794d9ec7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:08:51.428693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.430929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:51.478022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:51.522105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.557244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Pushing event updated for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.570168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.570795 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.572224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] 10.222.0.50 "PUT /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 1093 time: 3.1588569 Nov 23 19:08:51.626655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:51.640317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] Sync routers for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:51.660887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:51.662477 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:51.667173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-953cc34e-8b0f-46b1-bba7-ae0272f0eb36 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "PUT /v2.0/routers/d0b4eb96-1886-4b3e-bbf3-c25ccf13587d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3148689 Nov 23 19:08:51.670966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:51.680121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Request body: {'port': {'network_id': 'd86da74c-5f4c-4a55-abd5-f2b3ffe948e5', 'name': 'tempest-FloatingIPAdminTestJSON-1100536502'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:51.707971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef6998-17c3-4b18-8322-8d6ac81faa96 service neutron] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:51.709568 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:51.727547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-1842325c-2bab-4b8e-ac5c-0e116c571e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.729090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-1842325c-2bab-4b8e-ac5c-0e116c571e66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1096 time: 0.1151042 Nov 23 19:08:51.735370 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:51.736158 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:51.753961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Attempting to bind port 836bbf87-a745-4e12-a612-75cc794d9ec7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:08:51.754298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Attempting to bind port 836bbf87-a745-4e12-a612-75cc794d9ec7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:08:51.754628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Attempting to bind port 836bbf87-a745-4e12-a612-75cc794d9ec7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:51.809118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Port 836bbf87-a745-4e12-a612-75cc794d9ec7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:08:51.809118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Attempting to bind port 836bbf87-a745-4e12-a612-75cc794d9ec7 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:08:51.809316 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:51.809316 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f08fb-f6ff-465c-88f9-5aa37c5127c2 None None] The sync data for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:51.827882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:08:51.828223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:08:51.829217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:08:51.829217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Bound port: 836bbf87-a745-4e12-a612-75cc794d9ec7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:08:51.829485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.896689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Made reservation on behalf of e3823b0e55904b34b364022b113ca1ef for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:08:51.905785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:51.925410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-67f0fbff-65cc-416a-befa-9d6e9f0961f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:51.926899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-67f0fbff-65cc-416a-befa-9d6e9f0961f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.1877770 Nov 23 19:08:51.935638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] device_id is not set on port 2b21e21b-0cd0-46ad-b8af-71045417051c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:08:51.983802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:51.986377 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab114d-a1e7-459e-ae19-88b74fdd3952" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:52.012237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:08:52.017354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=836bbf87-a745-4e12-a612-75cc794d9ec7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:08:52.027603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-2147d78a-e362-4075-aa5a-e19b92332bd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.0914707 Nov 23 19:08:52.029386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 25a82110-5340-4b69-a75b-759fa449649f details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:52.029880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.086944 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fcb979-b5e9-4d02-80d2-f208c72dbac4 x-openstack-request-id: req-57fcb979-b5e9-4d02-80d2-f208c72dbac4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:52.087239 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:52.090510 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57fcb979-b5e9-4d02-80d2-f208c72dbac4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:52.090943 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:08:52.139704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f9b4-e42f-48de-a824-3cce800c6a71 req-be4ab478-0641-40ef-8660-fbafe80a51a5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.141708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-df753642-2cf7-4d40-8c4d-a4d719c19e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.143776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-df753642-2cf7-4d40-8c4d-a4d719c19e20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1041436 Nov 23 19:08:52.147937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d615f9b4-e42f-48de-a824-3cce800c6a71 req-be4ab478-0641-40ef-8660-fbafe80a51a5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1470954 Nov 23 19:08:52.180805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Allocated IP 172.20.0.14 (d86da74c-5f4c-4a55-abd5-f2b3ffe948e5/8f812a4c-026d-4d9b-ae28-3f1aa2346317/2b21e21b-0cd0-46ad-b8af-71045417051c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:52.191417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.192242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.194590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] 10.222.0.50 "PUT /v2.0/ports/836bbf87-a745-4e12-a612-75cc794d9ec7 HTTP/1.1" status: 200 len: 1092 time: 2.3504207 Nov 23 19:08:52.209529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=25a82110-5340-4b69-a75b-759fa449649f,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:52.227013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '25a82110-5340-4b69-a75b-759fa449649f', 'network_id': '07d19205-b2bc-4bf7-bb98-6d9913ad3bf9', 'port_id': '25a82110-5340-4b69-a75b-759fa449649f', 'mac_address': 'fa:16:3e:2f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cec278-4c1e-491d-8706-57d66863c423', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:52.246781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d615f9b4-e42f-48de-a824-3cce800c6a71 req-62ae8cc5-2978-4e41-b956-1025aaee6316 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976331 Nov 23 19:08:52.305414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.334168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80fdc9-67c0-4706-a966-a5fac8566dca service neutron] Pushing event updated for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.340794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a82110-5340-4b69-a75b-759fa449649f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:52.369022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-8d6c280f-d978-493a-9447-efc635bfec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.371348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-8d6c280f-d978-493a-9447-efc635bfec35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1096 time: 0.2230744 Nov 23 19:08:52.373435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=25a82110-5340-4b69-a75b-759fa449649f,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:52.379794 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.393857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-fedf46d2-0c09-41c7-aafc-33c582e15b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.396229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-fedf46d2-0c09-41c7-aafc-33c582e15b1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941504 Nov 23 19:08:52.443437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.464134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-a70de420-da24-4c03-b5c3-3a0588de0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.465665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-a70de420-da24-4c03-b5c3-3a0588de0b98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 1095 time: 0.2005274 Nov 23 19:08:52.494793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.545898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ffcf-785e-4392-8fac-5a115ccee3dc req-855d30de-a11d-42af-bd6b-259a4a1d38ff tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.547562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc49ffcf-785e-4392-8fac-5a115ccee3dc req-855d30de-a11d-42af-bd6b-259a4a1d38ff tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 944 time: 0.0759158 Nov 23 19:08:52.570585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-6d4b5454-6cb0-48fb-886b-a3711cc99da8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836bbf87-a745-4e12-a612-75cc794d9ec7 HTTP/1.1" status: 200 len: 217 time: 0.0684848 Nov 23 19:08:52.590648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.641812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a724d-e71b-4caa-ae97-dfa79456b9b5 req-39a9e3ae-50fd-4dc8-94a4-5621307ccb9a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.648714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['25a82110-5340-4b69-a75b-759fa449649f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:52.650976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b86a724d-e71b-4caa-ae97-dfa79456b9b5 req-39a9e3ae-50fd-4dc8-94a4-5621307ccb9a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.3056118 Nov 23 19:08:52.653311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:52.678897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc49ffcf-785e-4392-8fac-5a115ccee3dc req-a85d19ab-caa7-4c56-9208-31808e8d1b0a tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126223 Nov 23 19:08:52.684703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:52.688560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:52.711742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-e5add87a-2321-4e8e-a907-b299819d9196 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000269 Nov 23 19:08:52.744623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event updated for resources: {'Port': ['ID=2b21e21b-0cd0-46ad-b8af-71045417051c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:52.779812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.780483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:52.791093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-4f3ecf7d-736d-4767-ac6b-eb21b298806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.793290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-4f3ecf7d-736d-4767-ac6b-eb21b298806e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.1886280 Nov 23 19:08:52.793740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-94791436-b296-4c79-b49f-966fff52eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:52.795096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-94791436-b296-4c79-b49f-966fff52eed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.3846633 Nov 23 19:08:52.815292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41b05ea2-b0b0-40c2-96a8-26e10309538f tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1429234 Nov 23 19:08:52.818272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:52.907641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'project_id': 'e3823b0e55904b34b364022b113ca1ef', 'port_id': '2b21e21b-0cd0-46ad-b8af-71045417051c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:52.936526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b86a724d-e71b-4caa-ae97-dfa79456b9b5 req-09ada01f-fc4e-4ae9-ba6e-db10674b7086 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844155 Nov 23 19:08:52.945083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.039296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-ead5638c-bfbe-4e5c-aaa9-033eeb4296f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213562 Nov 23 19:08:53.041100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-10755c9c-c06b-4e0e-acfd-e58a1f7b0d23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.2339220 Nov 23 19:08:53.041726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.047518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c63e313-11a3-4c7b-b503-85ba4b36432c req-90432ae2-0efe-45ed-ab72-a6dbfd207c1c service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191154 Nov 23 19:08:53.096292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:08:53.123353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e68a1515-aca3-4df9-b880-ca5aac2b0e69 None None] Provisioning complete for port 2b21e21b-0cd0-46ad-b8af-71045417051c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:53.123982 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e68a1515-aca3-4df9-b880-ca5aac2b0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.166156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e68a1515-aca3-4df9-b880-ca5aac2b0e69 None None] Port 2b21e21b-0cd0-46ad-b8af-71045417051c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:08:53.191054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Allocated IP 172.25.5.153 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c296eef8-8db0-4d3c-9795-3f223949f5a9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:53.192762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-c271b26c-fde1-4339-99d6-67c98bed3f90 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442206 Nov 23 19:08:53.248020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-7c13054a-7e7b-43f8-baea-fbfa17c7f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.249533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-7c13054a-7e7b-43f8-baea-fbfa17c7f46a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1891096 Nov 23 19:08:53.347613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-ab766973-c5c5-45f0-88a8-6226829b7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.347613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-ab766973-c5c5-45f0-88a8-6226829b7bbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1096 time: 0.1608324 Nov 23 19:08:53.352011 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.370573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-f4103372-495e-4452-ab13-400788931b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.372175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-f4103372-495e-4452-ab13-400788931b26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123230 Nov 23 19:08:53.416610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37cbda-b01a-4820-b1bb-8d9c8b3d11ee req-bcf336a2-0432-4f5a-81ec-f17264f40862 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.418515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e37cbda-b01a-4820-b1bb-8d9c8b3d11ee req-bcf336a2-0432-4f5a-81ec-f17264f40862 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 944 time: 0.0851746 Nov 23 19:08:53.429865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1384739d-573c-45a1-97cb-c27a0ec5e08c req-0e77d39b-2276-44a5-b89e-93ddeeb3fc74 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245905 Nov 23 19:08:53.435295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:53.516044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:53.533888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:53.548636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-190c8014-9b65-43df-b411-a9b393ef5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.550016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:53.550198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-190c8014-9b65-43df-b411-a9b393ef5456 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.1926713 Nov 23 19:08:53.557738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Pushing event updated for resources: {'Port': ['ID=c296eef8-8db0-4d3c-9795-3f223949f5a9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:53.570234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-c6c19ecd-5b6d-4aaf-97df-9d5b1dcda2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844954 Nov 23 19:08:53.601591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e37cbda-b01a-4820-b1bb-8d9c8b3d11ee req-449ce3d0-9e0c-44f9-982c-80a2350d7b76 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741190 Nov 23 19:08:53.704464 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-c8ec5a2e-3ba1-4e0d-b6b4-a58a46bb1ae6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 999 time: 0.1433761 Nov 23 19:08:53.783455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-11ee5ac4-303e-4125-95dd-a66bce3f92dd service neutron] 10.222.0.47 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822901 Nov 23 19:08:53.814087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-051ea7d9-9ec2-4c25-9655-cc6fd90b2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.815702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-051ea7d9-9ec2-4c25-9655-cc6fd90b2bfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.0993662 Nov 23 19:08:53.876067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eb111-5882-4e42-ab6d-c9a578398321 req-3c081f9e-ce72-430e-9922-c7cb84eaeb14 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.877683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175eb111-5882-4e42-ab6d-c9a578398321 req-3c081f9e-ce72-430e-9922-c7cb84eaeb14 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 944 time: 0.1182632 Nov 23 19:08:53.923100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-39dbab14-d1bf-460e-9c43-4e8edc8bfd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:53.926032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-39dbab14-d1bf-460e-9c43-4e8edc8bfd52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969641 Nov 23 19:08:53.989315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-175eb111-5882-4e42-ab6d-c9a578398321 req-6a7da499-cd17-42a1-ac13-5d7d25ef4af2 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974262 Nov 23 19:08:54.047566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 25a82110-5340-4b69-a75b-759fa449649f up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:54.095469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:54.099779 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:54.115423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-0bbf1bce-bc98-4b10-adc9-63bf62c79956 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775110 Nov 23 19:08:54.135010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.180034 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da01547-7bc6-44cc-b629-aaa33f184b2e x-openstack-request-id: req-3da01547-7bc6-44cc-b629-aaa33f184b2e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:54.180945 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:54.181273 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3da01547-7bc6-44cc-b629-aaa33f184b2e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:54.181880 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7', 'status': 'completed', 'code': 200} Nov 23 19:08:54.182421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 25a82110-5340-4b69-a75b-759fa449649f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:54.190422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 25a82110-5340-4b69-a75b-759fa449649f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:54.191714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.274370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.314996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.345481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a82110-5340-4b69-a75b-759fa449649f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:54.348007 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1731b3-f941-49d2-a9ab-f025d6cc62ce" -d '{"events": [{"server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "name": "network-vif-plugged", "status": "completed", "tag": "25a82110-5340-4b69-a75b-759fa449649f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:54.361996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=25a82110-5340-4b69-a75b-759fa449649f,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:54.368606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.379351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-12e1411c-80e6-4970-b7f7-8e3a017fd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:54.381216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-12e1411c-80e6-4970-b7f7-8e3a017fd88a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 1095 time: 0.1152442 Nov 23 19:08:54.389663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22ab114d-a1e7-459e-ae19-88b74fdd3952 req-4cd7313c-503e-4cd1-9768-af102f2625c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621717 Nov 23 19:08:54.499722 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152a833-8791-4f7d-9e96-3e2233a404df x-openstack-request-id: req-f152a833-8791-4f7d-9e96-3e2233a404df {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:54.500667 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "name": "network-vif-plugged", "status": "completed", "tag": "25a82110-5340-4b69-a75b-759fa449649f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:54.501075 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f152a833-8791-4f7d-9e96-3e2233a404df {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:54.501697 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a82110-5340-4b69-a75b-759fa449649f', 'code': 200} Nov 23 19:08:54.547557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:54.708194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.720928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d953ee-2259-433f-9da5-f5bf715c9499 req-e6a8acf7-e471-4559-948b-f294ff5f02c7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:54.722645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3d953ee-2259-433f-9da5-f5bf715c9499 req-e6a8acf7-e471-4559-948b-f294ff5f02c7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 945 time: 0.1631002 Nov 23 19:08:54.725533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:54.866963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3d953ee-2259-433f-9da5-f5bf715c9499 req-a4f930cd-b1d9-4ff6-a7be-0d22413721c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302528 Nov 23 19:08:54.867734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Pushing event updated for resources: {'Port': ['ID=c296eef8-8db0-4d3c-9795-3f223949f5a9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:54.870353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.064195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0bc0e-bbc0-48e9-9c29-8079aae0dbb6 req-7cd00120-640c-4ff6-8c45-4ca924ab9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.066212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3b0bc0e-bbc0-48e9-9c29-8079aae0dbb6 req-7cd00120-640c-4ff6-8c45-4ca924ab9d78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 1096 time: 0.1576636 Nov 23 19:08:55.111138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ab16-aa2e-4f8a-8e87-2dc00099067c req-2f2ccdf7-c24e-43ac-b848-4c1234b59dcf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.112779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1175ab16-aa2e-4f8a-8e87-2dc00099067c req-2f2ccdf7-c24e-43ac-b848-4c1234b59dcf tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 944 time: 0.2054515 Nov 23 19:08:55.135201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-a4fbf8eb-9493-4835-be10-469f83b4ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.137399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-a4fbf8eb-9493-4835-be10-469f83b4ed81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.7349601 Nov 23 19:08:55.208941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-6c4710f1-c9a5-4cff-ba15-dd8f0bb7983b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836bbf87-a745-4e12-a612-75cc794d9ec7 HTTP/1.1" status: 200 len: 217 time: 0.0504925 Nov 23 19:08:55.215442 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3b0bc0e-bbc0-48e9-9c29-8079aae0dbb6 req-0ef8a977-0abf-4a46-adb7-2de284ecf16b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389306 Nov 23 19:08:55.288412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1175ab16-aa2e-4f8a-8e87-2dc00099067c req-3652537e-70cb-4e94-8f7f-48e9d3c0e5ce tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608791 Nov 23 19:08:55.296059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-6bf7cffe-cce1-4a4e-9e6e-df32999523c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.297897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-6bf7cffe-cce1-4a4e-9e6e-df32999523c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0802350 Nov 23 19:08:55.302337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:55.344120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-4bb84f7f-8f7d-47e7-9854-939b725d891f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312591 Nov 23 19:08:55.500648 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Floating IP 51a89d84-938d-4f60-b464-1da530cd61ce associated. External IP: 172.25.5.153, port: 2b21e21b-0cd0-46ad-b8af-71045417051c. Nov 23 19:08:55.517436 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-f1bd4d86-e20f-40e5-85dd-b408074ef56f service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622889 Nov 23 19:08:55.542964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:55.561202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7a4cf-a575-4440-8218-a289643fe714 req-aac84ce8-34a4-42cf-9f89-71404817ac28 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:55.563306 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-55a7a4cf-a575-4440-8218-a289643fe714 req-aac84ce8-34a4-42cf-9f89-71404817ac28 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.1232212 Nov 23 19:08:55.582364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'port_id': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'mac_address': 'fa:16:3e:ff:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:55.642378 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.657673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:55.664205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0aeb8c7-fc4c-41bf-a490-8f4be6865a7f req-0616efd5-848b-49bf-9a31-f6995b6ccf60 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389012 Nov 23 19:08:55.689171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:55.691799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-55a7a4cf-a575-4440-8218-a289643fe714 req-1e2963c1-d9c1-42a7-9039-4e76385aadb1 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207933 Nov 23 19:08:55.705030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:55.775749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:55.862939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:55.995378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:56.010143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] Sync routers for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:56.016492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:56.026208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:56.027523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753301f-131a-4fb2-938c-7bb4ccf7eca1 req-94ead31c-ff3b-4167-a572-25dac955398a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:56.027713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:56.029678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d753301f-131a-4fb2-938c-7bb4ccf7eca1 req-94ead31c-ff3b-4167-a572-25dac955398a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 946 time: 0.0693777 Nov 23 19:08:56.031968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3063504f-63d4-4bcd-baed-704bc97ceafe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:56.048549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e0ba4bbc-567b-4612-81f8-b6a442fd522a tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.2249088 Nov 23 19:08:56.051559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:56.087482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:56.092452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d753301f-131a-4fb2-938c-7bb4ccf7eca1 req-9618bb8a-c142-4758-a202-76845ac20c5b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544219 Nov 23 19:08:56.118048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:56.118669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:56.120102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60190) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:56.157467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:56.158085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1dbd3-666f-402f-a557-7a2fcb5b013f None None] The sync data for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:56.176560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a82ac7a-2b05-4aa4-a873-21dfa4cb7c06 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "GET /v2.0/floatingips/51a89d84-938d-4f60-b464-1da530cd61ce HTTP/1.1" status: 200 len: 984 time: 0.1238453 Nov 23 19:08:56.179059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:56.193974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d5e98fb9-1e16-402c-a3f2-0d72f1ea1f89 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 200 len: 992 time: 0.0715444 Nov 23 19:08:56.299463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6194ce38-74ee-4622-b2cc-07a7abc4db24 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1191409 Nov 23 19:08:56.301927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:56.499633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299eac-dc04-417e-a11a-2a93d0d7fa5a req-8dea06a0-4787-4a8b-b8b9-61041958295f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:56.501331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71299eac-dc04-417e-a11a-2a93d0d7fa5a req-8dea06a0-4787-4a8b-b8b9-61041958295f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 944 time: 0.0897403 Nov 23 19:08:56.563285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port c296eef8-8db0-4d3c-9795-3f223949f5a9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:08:56.563564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:56.582021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71299eac-dc04-417e-a11a-2a93d0d7fa5a req-628d62ec-37da-406b-bfbd-70ce2bb408ae tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 Nov 23 19:08:56.670034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:56.670589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:56.685766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for c296eef8-8db0-4d3c-9795-3f223949f5a9 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:08:56.848169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b5c1-731c-46f4-a385-28eb134ec603 req-dac4f68b-f4bd-49c4-a2c3-f190692c61f9 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:56.856347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ea7b5c1-731c-46f4-a385-28eb134ec603 req-dac4f68b-f4bd-49c4-a2c3-f190692c61f9 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.0708897 Nov 23 19:08:56.940050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ea7b5c1-731c-46f4-a385-28eb134ec603 req-25be8965-a4d6-4756-819d-c329e7b69f38 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Nov 23 19:08:56.965157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:56.999431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=c296eef8-8db0-4d3c-9795-3f223949f5a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:57.073044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.073543 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Floating IP 51a89d84-938d-4f60-b464-1da530cd61ce disassociated (deleted). External IP: 172.25.5.153, port: 2b21e21b-0cd0-46ad-b8af-71045417051c. Nov 23 19:08:57.317778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 836bbf87-a745-4e12-a612-75cc794d9ec7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:08:57.323952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:57.385484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:08:57.445797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79be1eb7-f695-485e-b2b8-59666a500d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.496654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3063504f-63d4-4bcd-baed-704bc97ceafe completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:57.506924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3063504f-63d4-4bcd-baed-704bc97ceafe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:57.507602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.537432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:08:57.548321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.551395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] Sync routers for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:08:57.579100 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:57.579763 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:57.583331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=836bbf87-a745-4e12-a612-75cc794d9ec7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:57.597668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:57.598358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a53eb11c-fca2-4762-baa5-8cda5e52e51b tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/floatingips/51a89d84-938d-4f60-b464-1da530cd61ce HTTP/1.1" status: 204 len: 168 time: 1.2943947 Nov 23 19:08:57.603787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:57.611681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '836bbf87-a745-4e12-a612-75cc794d9ec7', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '836bbf87-a745-4e12-a612-75cc794d9ec7', 'mac_address': 'fa:16:3e:1d:49:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:08:57.656738 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:57.670844 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:08:57.671498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.672290 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:08:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:57.707872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.734467 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:08:57.741546 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc31e70-bec2-46a7-a8a9-2edf0a3a6a9f None None] The sync data for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:08:57.769019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.791559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:57.794074 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6069fd-ec86-4efc-a303-4d2efd6eb985" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:57.814223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b854d9-827e-40b7-acba-828e2050ac0a req-1145b1ce-2614-4360-b2eb-17d9ed47d1b5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:57.814416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836bbf87-a745-4e12-a612-75cc794d9ec7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:08:57.816848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30b854d9-827e-40b7-acba-828e2050ac0a req-1145b1ce-2614-4360-b2eb-17d9ed47d1b5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1014123 Nov 23 19:08:57.863250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=836bbf87-a745-4e12-a612-75cc794d9ec7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:57.874783 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.878396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:57.882938 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b74a6-943b-45e8-a3ea-6671fd458d50 x-openstack-request-id: req-d50b74a6-943b-45e8-a3ea-6671fd458d50 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:57.883584 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-plugged", "status": "completed", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:57.884076 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d50b74a6-943b-45e8-a3ea-6671fd458d50 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:57.884681 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'code': 200} Nov 23 19:08:57.888043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.896661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30b854d9-827e-40b7-acba-828e2050ac0a req-2fb87f1e-8631-40fb-b716-b5e96bd86dbb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730605 Nov 23 19:08:57.909305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:57.969702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.036532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.078651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Allocated IP 172.25.5.112 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e198c911-b614-47ac-bff5-3c848d3d1aad) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:58.237645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.245333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['836bbf87-a745-4e12-a612-75cc794d9ec7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:08:58.279944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.325696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:58.333695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:58.339119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:58.382422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Pushing event updated for resources: {'Port': ['ID=e198c911-b614-47ac-bff5-3c848d3d1aad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.496517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.540629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.746919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.751789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.833959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Pushing event updated for resources: {'Port': ['ID=e198c911-b614-47ac-bff5-3c848d3d1aad,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:58.846157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.862306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:58.866371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-752fdba6-a6c8-4263-80e6-32e36156084c tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2634578 Nov 23 19:08:58.868526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:08:59.009441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:08:59.036676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.046137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bdff1-f6c7-4f86-a451-09b87f11af93 req-b833a0db-29b5-403c-8bf5-d83a086428ef tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:08:59.055068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89bdff1-f6c7-4f86-a451-09b87f11af93 req-b833a0db-29b5-403c-8bf5-d83a086428ef tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 945 time: 0.0662887 Nov 23 19:08:59.105414 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89bdff1-f6c7-4f86-a451-09b87f11af93 req-07f804cb-70bf-4e8d-bb64-664abcb84821 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481164 Nov 23 19:08:59.149325 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.265903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Allocated IP 172.25.5.65 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/2e92cc9b-e032-44bc-8b4c-7230491e4757) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:08:59.322277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 836bbf87-a745-4e12-a612-75cc794d9ec7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:08:59.381230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.399176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 836bbf87-a745-4e12-a612-75cc794d9ec7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:08:59.404908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 836bbf87-a745-4e12-a612-75cc794d9ec7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:08:59.405463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.431530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.493585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:08:59.501000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:08:59.503802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Pushing event updated for resources: {'Port': ['ID=2e92cc9b-e032-44bc-8b4c-7230491e4757,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:59.503966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.506508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:08:59.563583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=836bbf87-a745-4e12-a612-75cc794d9ec7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:08:59.569690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.627181 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.639576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:59.668757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.835451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.841007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.886049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:08:59.888601 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f0d68f-d454-4ac9-9c9b-9c5f3a1f4da1" -d '{"events": [{"server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:08:59.910183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Pushing event updated for resources: {'Port': ['ID=2e92cc9b-e032-44bc-8b4c-7230491e4757,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:08:59.921186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.936286 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1b8048-e098-4053-a16d-90c5a04682fb x-openstack-request-id: req-1a1b8048-e098-4053-a16d-90c5a04682fb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:08:59.936747 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:08:59.937173 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a1b8048-e098-4053-a16d-90c5a04682fb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:08:59.937699 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7', 'code': 200} Nov 23 19:08:59.943035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:08:59.947085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b1303a1f-a8a5-445e-9b8e-3530f4597235 tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0774522 Nov 23 19:08:59.947832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:00.053082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-60367dfa-c73a-47dd-9573-408d12a262a0 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1032920 Nov 23 19:09:00.055546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:00.057534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887fef1-8ebc-421e-bc24-3e0b883ee9b6 req-2decf5e8-828d-47d1-bc4d-80d8b8d871dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.059130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9887fef1-8ebc-421e-bc24-3e0b883ee9b6 req-2decf5e8-828d-47d1-bc4d-80d8b8d871dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 1097 time: 0.0477350 Nov 23 19:09:00.086658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ec7291a-396c-40e7-977d-29badebb346b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.121213 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9887fef1-8ebc-421e-bc24-3e0b883ee9b6 req-5caadd61-342a-4eff-9dcb-6406e7fe74b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478706 Nov 23 19:09:00.128347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2a47aa18-78c6-4590-bbac-e35642f76a1d tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0715313 Nov 23 19:09:00.132762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:00.320317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba420b63-5ab5-4762-ae62-ad5d646af2c3 req-08fb693f-c640-403e-8953-255239e6327e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:00.321872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba420b63-5ab5-4762-ae62-ad5d646af2c3 req-08fb693f-c640-403e-8953-255239e6327e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1152797 Nov 23 19:09:00.378295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Deleting port 2e92cc9b-e032-44bc-8b4c-7230491e4757 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:00.378535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.386026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba420b63-5ab5-4762-ae62-ad5d646af2c3 req-9e6c058f-538d-43b8-9f68-cdff50a34c1f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Nov 23 19:09:00.510405 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.511097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.532992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Calling delete_port for 2e92cc9b-e032-44bc-8b4c-7230491e4757 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:00.716318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.756405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Pushing event deleted for resources: {'Port': ['ID=2e92cc9b-e032-44bc-8b4c-7230491e4757,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:00.785178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.856979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.860442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:00.864377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-74bc4efe-59df-4f24-90dd-758d8e8d9d1d tempest-FloatingIPAdminTestJSON-92665360 tempest-FloatingIPAdminTestJSON-92665360-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac404381-5534-4c99-bb91-3e64d9593d5b HTTP/1.1" status: 204 len: 168 time: 0.7273693 Nov 23 19:09:00.865250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:01.336834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Deleting port e198c911-b614-47ac-bff5-3c848d3d1aad {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:01.337703 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.453960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.454411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.468871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Calling delete_port for e198c911-b614-47ac-bff5-3c848d3d1aad owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:01.612935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fe11-0bef-4b0c-a3e7-c2b26497a8b9 req-126a4468-35ed-4deb-a7b8-8a4d9754a5bc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:01.627431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbe3fe11-0bef-4b0c-a3e7-c2b26497a8b9 req-126a4468-35ed-4deb-a7b8-8a4d9754a5bc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1046481 Nov 23 19:09:01.656019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.690424 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbe3fe11-0bef-4b0c-a3e7-c2b26497a8b9 req-1f997548-9075-4140-9adf-6622805d2831 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618479 Nov 23 19:09:01.709293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Pushing event deleted for resources: {'Port': ['ID=e198c911-b614-47ac-bff5-3c848d3d1aad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:01.796638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.801015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.807490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ba03bf8-0a72-4878-91e7-8609efa8fd07 tempest-FloatingIPAdminTestJSON-1060997189 tempest-FloatingIPAdminTestJSON-1060997189-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/5029e41e-d481-455c-9af5-f5252de4708b HTTP/1.1" status: 204 len: 168 time: 0.9361372 Nov 23 19:09:01.807845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:01.907357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port 2b21e21b-0cd0-46ad-b8af-71045417051c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:01.907615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:01.996282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:02.009410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for 2b21e21b-0cd0-46ad-b8af-71045417051c owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:02.153632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:02.184078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=2b21e21b-0cd0-46ad-b8af-71045417051c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:02.231717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:02.287771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:02.293965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2065a82e-f20b-4d39-80a8-0b69c0ef2b53 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/ports/2b21e21b-0cd0-46ad-b8af-71045417051c HTTP/1.1" status: 204 len: 168 time: 0.4846027 Nov 23 19:09:02.296275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:02.373232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b26c36-3bce-487e-83ee-f045ee965aab tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:02.377907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f1b26c36-3bce-487e-83ee-f045ee965aab tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b4eb96-1886-4b3e-bbf3-c25ccf13587d HTTP/1.1" status: 200 len: 913 time: 0.0776553 Nov 23 19:09:02.379187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:02.826575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:02.876126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487301bd-3adc-4424-b968-2c62ec5f2c57 req-1a8eac74-7d60-449b-845d-70fdd25bc658 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:02.880584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-487301bd-3adc-4424-b968-2c62ec5f2c57 req-1a8eac74-7d60-449b-845d-70fdd25bc658 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.0734298 Nov 23 19:09:02.937468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-487301bd-3adc-4424-b968-2c62ec5f2c57 req-5ef3146b-f5de-4f49-b95c-ae92d838e31b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Nov 23 19:09:03.155062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:03.155686 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:03.202965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3408f4a-f9ba-483b-810d-dcd04ea1d2e0 req-46edbc98-7f78-49c2-a89f-d1d655833102 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:03.206108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3408f4a-f9ba-483b-810d-dcd04ea1d2e0 req-46edbc98-7f78-49c2-a89f-d1d655833102 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.0601513 Nov 23 19:09:03.243180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:03.284640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:03.285195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3408f4a-f9ba-483b-810d-dcd04ea1d2e0 req-269b9937-1909-4baa-b22e-a1784524d41d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Nov 23 19:09:03.301435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for bbb083a6-ab2d-44f5-8a8c-165cc74b1f17 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:03.473198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a806-a891-4081-a296-418841d74ec7 req-ab661e6e-6d74-4efa-9f96-9006edf95087 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:03.475268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e246a806-a891-4081-a296-418841d74ec7 req-ab661e6e-6d74-4efa-9f96-9006edf95087 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1032188 Nov 23 19:09:03.559515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e246a806-a891-4081-a296-418841d74ec7 req-3b2be704-70af-4e02-90e2-a105f7d02e93 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717120 Nov 23 19:09:03.616534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:03.644925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=bbb083a6-ab2d-44f5-8a8c-165cc74b1f17,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:03.944221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:03.967263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07f3-f85d-45cc-81bf-455ee3edca05 req-1777cf78-4231-4895-b7c7-4a946ab34a05 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:03.982934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d87c07f3-f85d-45cc-81bf-455ee3edca05 req-1777cf78-4231-4895-b7c7-4a946ab34a05 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.0794554 Nov 23 19:09:04.070188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d87c07f3-f85d-45cc-81bf-455ee3edca05 req-cb8dc556-69d2-4bfd-905c-c7532abbbaeb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856006 Nov 23 19:09:04.332862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8841b0-ae02-45d9-90c4-8b10bee49b26 req-0eaae651-3adf-4a5b-9552-cf4ae340a6df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:04.335824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd8841b0-ae02-45d9-90c4-8b10bee49b26 req-0eaae651-3adf-4a5b-9552-cf4ae340a6df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.0746572 Nov 23 19:09:04.421014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fd8841b0-ae02-45d9-90c4-8b10bee49b26 req-5c258533-f976-4130-951f-5e531f1c604d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739014 Nov 23 19:09:04.657779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:04.772464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:04.780441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-24813e58-9a4a-44e4-a072-ecd472d54574 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "PUT /v2.0/routers/d0b4eb96-1886-4b3e-bbf3-c25ccf13587d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991218 Nov 23 19:09:04.786323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] Sync routers for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:04.789821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:04.803423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:04.804507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:04.862871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:04.874749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] Routers {'d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:04.875425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:04.912707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:04.914033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401c9ef-f739-48cd-9e3a-5faac79016b2 None None] The sync data for ids ['d0b4eb96-1886-4b3e-bbf3-c25ccf13587d'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:04.946832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.095740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.182804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port 8d557387-f202-47b7-bc9b-50cb89d798da {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:05.183741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.235893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c7c95-a447-4b42-a650-6cd163d1bda7 req-36d2c070-03f5-4610-aba3-e9edb40e560f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.239651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c91c7c95-a447-4b42-a650-6cd163d1bda7 req-36d2c070-03f5-4610-aba3-e9edb40e560f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.0800529 Nov 23 19:09:05.298842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.306565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c91c7c95-a447-4b42-a650-6cd163d1bda7 req-842081c0-9930-4b37-aaba-26451c65c40e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Nov 23 19:09:05.321726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for 8d557387-f202-47b7-bc9b-50cb89d798da owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:05.659723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.680201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-16236649-5306-4e81-9f02-15c02284f017 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.681989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-16236649-5306-4e81-9f02-15c02284f017 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.0742176 Nov 23 19:09:05.704723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b999be3-00dd-4b47-92f3-d64d4129e678 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:05.789285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf869b-9c5d-438b-b0b6-7cb8d369cb9e req-f3564cee-2e5d-4ad6-8aaa-144e736b47ae tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:05.797712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38bf869b-9c5d-438b-b0b6-7cb8d369cb9e req-f3564cee-2e5d-4ad6-8aaa-144e736b47ae tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.2181938 Nov 23 19:09:05.817895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=8d557387-f202-47b7-bc9b-50cb89d798da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:05.854844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.903063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 836bbf87-a745-4e12-a612-75cc794d9ec7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:05.904922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:05.979581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38bf869b-9c5d-438b-b0b6-7cb8d369cb9e req-1b391fa3-4a02-4d5c-a459-e1bff934ac5d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809583 Nov 23 19:09:05.995813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.003013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.050244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 836bbf87-a745-4e12-a612-75cc794d9ec7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=836bbf87-a745-4e12-a612-75cc794d9ec7,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:06.050616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.065526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.065526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Fanout notify agent at l3_agent the message router_deleted on router d0b4eb96-1886-4b3e-bbf3-c25ccf13587d {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:09:06.068925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 836bbf87-a745-4e12-a612-75cc794d9ec7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:06.082068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.085566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad8684d3-757c-4aac-9321-384c4fc12815 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/routers/d0b4eb96-1886-4b3e-bbf3-c25ccf13587d HTTP/1.1" status: 204 len: 168 time: 1.2922995 Nov 23 19:09:06.086204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:06.223490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting subnet 8f812a4c-026d-4d9b-ae28-3f1aa2346317 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:06.237766 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.271226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af142b32-f487-4a95-993c-5370330e0f28 req-705bdfdf-b37e-4640-9c96-01341704ca3a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:06.272776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af142b32-f487-4a95-993c-5370330e0f28 req-705bdfdf-b37e-4640-9c96-01341704ca3a tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.1675637 Nov 23 19:09:06.332283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.534663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.550150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['836bbf87-a745-4e12-a612-75cc794d9ec7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:06.552988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:06.592310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=836bbf87-a745-4e12-a612-75cc794d9ec7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:06.594639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.605716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04c946-b7a6-401f-be34-d0685188d492 req-a0bd07c1-548b-4c07-9951-c7289b6a20af tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:06.607277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a04c946-b7a6-401f-be34-d0685188d492 req-a0bd07c1-548b-4c07-9951-c7289b6a20af tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c608116-5270-4f9a-bf0e-dd21600a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2024779 Nov 23 19:09:06.636776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Deleting port b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:06.637125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.721998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 836bbf87-a745-4e12-a612-75cc794d9ec7 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:06.761041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.764370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b6713a0-02df-44d5-9b53-b9d29a5fe350 req-48244c6f-9f03-485e-ac6b-fd2473dc8e3f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "DELETE /v2.0/ports/836bbf87-a745-4e12-a612-75cc794d9ec7 HTTP/1.1" status: 204 len: 173 time: 1.0745270 Nov 23 19:09:06.766374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'name': 'network-vif-deleted', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:06.768670 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e161a-03b1-4882-bf6f-9707d77ba1c6" -d '{"events": [{"server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "name": "network-vif-deleted", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:06.875215 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5189c6f3-e08a-4430-a71f-b190df373a52 x-openstack-request-id: req-5189c6f3-e08a-4430-a71f-b190df373a52 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:06.876006 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c608116-5270-4f9a-bf0e-dd21600a98d0", "name": "network-vif-deleted", "tag": "836bbf87-a745-4e12-a612-75cc794d9ec7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:06.876509 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5189c6f3-e08a-4430-a71f-b190df373a52 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:06.877830 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c608116-5270-4f9a-bf0e-dd21600a98d0', 'name': 'network-vif-deleted', 'tag': '836bbf87-a745-4e12-a612-75cc794d9ec7', 'status': 'completed', 'code': 200} Nov 23 19:09:06.888019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.910738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a04c946-b7a6-401f-be34-d0685188d492 req-6123924c-d6ab-4165-bb00-1a773c7bc976 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705524 Nov 23 19:09:06.935183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f1029-dca4-4b60-bca9-dac2beb66da2 None None] Network d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:06.948714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:06.952592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/subnets/8f812a4c-026d-4d9b-ae28-3f1aa2346317 HTTP/1.1" status: 204 len: 168 time: 0.8650241 Nov 23 19:09:06.955949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:06.968340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef830a-5546-427c-9a83-008c2877a764 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Subnet': ['ID=8f812a4c-026d-4d9b-ae28-3f1aa2346317,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:06.987644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] For port b7b18f70-20b5-45ba-a9cf-39b31e11537d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b7b18f70-20b5-45ba-a9cf-39b31e11537d,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:06.988027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.183735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.215466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7717-1d8a-4269-9272-07979943db36 req-551d22e1-2056-42c4-bd18-5d6f97dc27b6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:07.223147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-030f7717-1d8a-4269-9272-07979943db36 req-551d22e1-2056-42c4-bd18-5d6f97dc27b6 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 946 time: 0.1020939 Nov 23 19:09:07.326775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-030f7717-1d8a-4269-9272-07979943db36 req-fd9c82d1-c908-498e-9fc6-30bc9a33c3df tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups?id=afee9ede-4951-4b5c-9d0a-2760c1dd64c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020708 Nov 23 19:09:07.339383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:07.340980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.436441 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.436974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.437846 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Floating IP 94999a62-9538-4f6d-82fd-4b3a42d82b6a disassociated. External IP: 172.25.5.246, port: b7b18f70-20b5-45ba-a9cf-39b31e11537d. Nov 23 19:09:07.437846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Calling delete_port for b7b18f70-20b5-45ba-a9cf-39b31e11537d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:07.528785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] For port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,segment=NetworkSegment(138aff1f-8dc5-4e74-8844-1a22c37f04bd),segment_id=138aff1f-8dc5-4e74-8844-1a22c37f04bd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:07.530276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.569133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:07.603424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] DHCP port deletion for d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:07.672732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.680842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.682521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Deleting port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:07.683146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.700512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:07.710494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] No DVR routers for this DVR port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:07.726154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'Port': ['ID=b7b18f70-20b5-45ba-a9cf-39b31e11537d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:07.867543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] For port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:07.867543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.980221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.980221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86da74c-5f4c-4a55-abd5-f2b3ffe948e5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:07.982693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Calling delete_port for b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:07.982693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:09:07.982693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.983751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138aff1f-8dc5-4e74-8844-1a22c37f04bd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:07.983751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138aff1f-8dc5-4e74-8844-1a22c37f04bd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:07.983751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.984320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] Pushing event deleted for resources: {'Port': ['ID=b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:07.984613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.985836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3ba99-ac3a-44b0-bc40-b54b0ade7c7c None None] No DVR routers for this DVR port b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:07.986152 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:08.013623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:08.070984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.079257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.084624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/networks/d86da74c-5f4c-4a55-abd5-f2b3ffe948e5 HTTP/1.1" status: 204 len: 168 time: 1.1259167 Nov 23 19:09:08.086695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:08.114132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d394c8-fc6e-4bac-a1d8-2ebc083e58e2 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Network': ['ID=d86da74c-5f4c-4a55-abd5-f2b3ffe948e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:08.173248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:08.184924 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:08.200932 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:08.206975 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:08.298274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] No DVR routers for this DVR port b7b18f70-20b5-45ba-a9cf-39b31e11537d on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:08.310504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.322425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af142b32-f487-4a95-993c-5370330e0f28 req-270cf775-e35e-4548-a57c-88edde1fde35 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.50 "DELETE /v2.0/ports/b7b18f70-20b5-45ba-a9cf-39b31e11537d HTTP/1.1" status: 204 len: 173 time: 2.0416265 Nov 23 19:09:08.431948 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:08.446088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Deleting port e2c014ff-9d16-4bb7-9c98-b190fc655dca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:08.446824 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.472586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-bc77410b-312a-407d-814e-2ba152f5285d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:08.481841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-bc77410b-312a-407d-814e-2ba152f5285d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.2570992 Nov 23 19:09:08.510848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-d8249dba-954d-4c2b-8b22-5c3d24c7c37b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/quotas/6738526a7afd4e5a8dd3265da64e9610 HTTP/1.1" status: 200 len: 375 time: 0.0275044 Nov 23 19:09:08.600575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17f55734-1c35-4923-af30-ac4639061602 req-865dac79-a729-47f2-8b86-667d7034e99b tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fde2717-6694-4051-ae52-7dbfabc72985 HTTP/1.1" status: 200 len: 210 time: 0.0881398 Nov 23 19:09:08.632265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-851517b6-48f2-40be-9a60-4da553d576db tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110344 Nov 23 19:09:08.658484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.658818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:08.686449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Calling delete_port for e2c014ff-9d16-4bb7-9c98-b190fc655dca owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:08.724927 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:08.752513 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:08.763403 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:08.764560 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:08.859507 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-9c19cfab-34d5-4dfc-adf6-063ec496829b service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353106 Nov 23 19:09:08.883455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-deleted', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:08.889666 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8da278f-15a6-416d-b523-86178984c63d" -d '{"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-deleted", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:08.926324 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:08.958900 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14373aa5-4656-4077-95a9-7840af218c54 x-openstack-request-id: req-14373aa5-4656-4077-95a9-7840af218c54 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:08.959263 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde2717-6694-4051-ae52-7dbfabc72985", "name": "network-vif-deleted", "tag": "b7b18f70-20b5-45ba-a9cf-39b31e11537d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:08.959477 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14373aa5-4656-4077-95a9-7840af218c54 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:08.959893 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde2717-6694-4051-ae52-7dbfabc72985', 'name': 'network-vif-deleted', 'tag': 'b7b18f70-20b5-45ba-a9cf-39b31e11537d', 'status': 'completed', 'code': 200} Nov 23 19:09:08.975287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.103048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.148736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Pushing event deleted for resources: {'Port': ['ID=e2c014ff-9d16-4bb7-9c98-b190fc655dca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:09.157925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-513933e3-f6f7-4a08-be66-a9e966a2810e service neutron] 10.222.0.37 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691207 Nov 23 19:09:09.236112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.238708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.242924 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-74856f82-d7ce-43b4-a07b-8c5822c889f6 tempest-FloatingIPAdminTestJSON-1978427976 tempest-FloatingIPAdminTestJSON-1978427976-project] 10.222.0.37 "DELETE /v2.0/floatingips/b848465a-0f48-41f3-9b23-60558c2066f2 HTTP/1.1" status: 204 len: 168 time: 1.1525145 Nov 23 19:09:09.245113 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:09.429062 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f778e-94cd-4f9c-83ef-c16bf36de96f None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T18:59:47Z', 'revision_number': 4, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c0d1a465-6800-44d4-bd78-8d83bb7c9734', 'name': '', 'network_id': '49283d3a-28a1-4b0c-9fd1-c899a091b1c6', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'mac_address': 'fa:16:3e:90:e9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:45Z', 'updated_at': '2021-11-23T18:59:52Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'subnets': [{'id': '30bf6283-3302-4834-a8ee-19da3b1f37f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:09.465727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cc37889-9cb6-4863-81ee-8da491aaf4f1 req-9308e4b0-2bdd-46ea-b886-8cd128231c0a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 210 time: 0.1103187 Nov 23 19:09:09.504405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:09.542028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b7b18f70-20b5-45ba-a9cf-39b31e11537d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:09.544296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b7b18f70-20b5-45ba-a9cf-39b31e11537d not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:09.544946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 836bbf87-a745-4e12-a612-75cc794d9ec7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:09.551709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:09.602480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:09.602935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b95d2847-1cb4-4e1c-9f2d-f9e1a5eee71b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:09.612887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 836bbf87-a745-4e12-a612-75cc794d9ec7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:09.613338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 836bbf87-a745-4e12-a612-75cc794d9ec7 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:09.760191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:09.824190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:09.859955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.920448 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:09.953272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22959204-8006-462f-94c1-7091eddc4548 None None] New status for floating IP 94999a62-9538-4f6d-82fd-4b3a42d82b6a: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:09:10.001104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.005184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.009522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:10.010138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "DELETE /v2.0/security-groups/afee9ede-4951-4b5c-9d0a-2760c1dd64c8 HTTP/1.1" status: 204 len: 168 time: 0.2486510 Nov 23 19:09:10.024269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfd86a-b8fd-40d2-9083-79af9cc4c748 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee9ede-4951-4b5c-9d0a-2760c1dd64c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:10.077317 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-0c1a76de-de6d-4e3b-bf6d-c9593e1dfc12 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] show failed (client error): The resource could not be found. Nov 23 19:09:10.079138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0c1a76de-de6d-4e3b-bf6d-c9593e1dfc12 tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "GET /v2.0/security-groups/afee9ede-4951-4b5c-9d0a-2760c1dd64c8 HTTP/1.1" status: 404 len: 347 time: 0.0686376 Nov 23 19:09:10.082288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:10.083479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bdd696c2-9398-4b8d-add2-2fa95473dde0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3823b0e55904b34b364022b113ca1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570179 Nov 23 19:09:10.085755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:10.313348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.349071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.371626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Deleting port deb39a50-9bd1-453d-8915-8d544be26d7c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:10.372212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.483301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.489153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.489985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.502955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Calling delete_port for deb39a50-9bd1-453d-8915-8d544be26d7c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:10.594418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dff1671c-19bc-46b3-9962-e0efce05fa82 req-fb15230d-1a5b-4190-84ca-bf54428fada3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 210 time: 0.0434406 Nov 23 19:09:10.615713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.618650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.620480 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a0e735f-3c42-4fc4-8aa8-2545ebd71d19 HTTP/1.1" status: 204 len: 168 time: 0.5334325 Nov 23 19:09:10.671434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958525ec-6e37-42d5-bbd6-150f44d857ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e735f-3c42-4fc4-8aa8-2545ebd71d19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:10.688215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.730216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Pushing event deleted for resources: {'Port': ['ID=deb39a50-9bd1-453d-8915-8d544be26d7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:10.815060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.818690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:10.820317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1572f691-579a-4a55-b82c-cb42c90c3c8d tempest-AttachVolumeShelveTestJSON-1568666357 tempest-AttachVolumeShelveTestJSON-1568666357-project] 10.222.0.37 "DELETE /v2.0/floatingips/94999a62-9538-4f6d-82fd-4b3a42d82b6a HTTP/1.1" status: 204 len: 168 time: 0.7364616 Nov 23 19:09:11.094018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-7c82b9d6-6cf0-4446-adfd-5f256c229432 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:11.096759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-7c82b9d6-6cf0-4446-adfd-5f256c229432 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 806 time: 0.2045062 Nov 23 19:09:11.127417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Request body: {'port': {'device_id': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'admin_state_up': True, 'tenant_id': '6738526a7afd4e5a8dd3265da64e9610'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:11.242501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:11.259645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b8d989d-3213-45cf-b3a4-e89c208d8d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.319096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Made reservation on behalf of 6738526a7afd4e5a8dd3265da64e9610 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:11.323900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.371649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b8d989d-3213-45cf-b3a4-e89c208d8d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.377324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b8d989d-3213-45cf-b3a4-e89c208d8d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.430025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4b8d989d-3213-45cf-b3a4-e89c208d8d11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=531643c55ba14e9bbb950a643b5cc016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836944 Nov 23 19:09:11.430025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d989d-3213-45cf-b3a4-e89c208d8d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845319a4-052c-49fb-8f21-22d3bc7eee83,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:11.432212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:11.543074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.558040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Allocated IP 172.20.0.5 (c01eff74-a1a1-4a0e-845b-45e61596f825/25f85b3e-ad85-4cd6-bed6-052a3a00e96b/6261878a-5374-4aa2-957e-f40b73f24926) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:11.574992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.648315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.655873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.662213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/845319a4-052c-49fb-8f21-22d3bc7eee83 HTTP/1.1" status: 204 len: 168 time: 0.2262993 Nov 23 19:09:11.696898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451afd5b-9e7a-431f-9625-0935bc66280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845319a4-052c-49fb-8f21-22d3bc7eee83,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:11.816478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0ce4be2-693f-4eaf-a7d2-a3079c2e1e1f req-99b46f72-68ea-4a85-9923-19ea5050963b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 210 time: 0.0476117 Nov 23 19:09:11.906343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.959069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:11.972471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:12.136880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Network c01eff74-a1a1-4a0e-845b-45e61596f825 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:12.141564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:12.153718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:12.199020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event updated for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:12.230140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:12.248637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e114a9d0-7e48-4dcd-bfb3-4331462d31ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.249262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:12.249969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.271481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-1df1ec71-dd18-4e08-954b-d9296d6eb382 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1586375 Nov 23 19:09:12.286812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Request body: {'port': {'device_id': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:12.355495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.358091 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e114a9d0-7e48-4dcd-bfb3-4331462d31ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.363608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e114a9d0-7e48-4dcd-bfb3-4331462d31ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.411007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114a9d0-7e48-4dcd-bfb3-4331462d31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29f885-cdc2-4ab5-8633-338c3e454674,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:12.428481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e114a9d0-7e48-4dcd-bfb3-4331462d31ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e92087eeff794635b16a9a23ccca6dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967013 Nov 23 19:09:12.433248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:12.486705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.509994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.573951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.577007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.580765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d29f885-cdc2-4ab5-8633-338c3e454674 HTTP/1.1" status: 204 len: 168 time: 0.1437685 Nov 23 19:09:12.626958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93da7a-d157-496c-829d-9b5d00c7c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29f885-cdc2-4ab5-8633-338c3e454674,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:12.770581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6261878a-5374-4aa2-957e-f40b73f24926 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:12.785784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.833888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Transition to ACTIVE for port object 6261878a-5374-4aa2-957e-f40b73f24926 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:09:12.840885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:12.955328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Pushing event updated for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:12.982884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d20d8-4fc0-4d17-a7df-162cd9210c95 req-e480881d-58dd-4373-ad78-b2ca22fbe826 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:12.984867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f8d20d8-4fc0-4d17-a7df-162cd9210c95 req-e480881d-58dd-4373-ad78-b2ca22fbe826 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 943 time: 0.0873244 Nov 23 19:09:13.090766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Attempting to bind port 6261878a-5374-4aa2-957e-f40b73f24926 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:13.092479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Attempting to bind port 6261878a-5374-4aa2-957e-f40b73f24926 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:13.093011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Attempting to bind port 6261878a-5374-4aa2-957e-f40b73f24926 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:13.103458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Port 6261878a-5374-4aa2-957e-f40b73f24926 on network c01eff74-a1a1-4a0e-845b-45e61596f825 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:09:13.103783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Attempting to bind port 6261878a-5374-4aa2-957e-f40b73f24926 on network c01eff74-a1a1-4a0e-845b-45e61596f825 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:13.105866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1f8d20d8-4fc0-4d17-a7df-162cd9210c95 req-90dbb3d1-1b24-4ccd-9617-62fd6da4277a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962698 Nov 23 19:09:13.112737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:13.113205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Checking segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:13.115787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Bound using segment: {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:13.115787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Bound port: 6261878a-5374-4aa2-957e-f40b73f24926, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82d293-d2ba-419b-9ae7-e6d612b2575f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:13.115787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.243496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:13.257615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6261878a-5374-4aa2-957e-f40b73f24926,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:13.271812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.383411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:13.384060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:13.385699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] 10.222.0.50 "PUT /v2.0/ports/6261878a-5374-4aa2-957e-f40b73f24926 HTTP/1.1" status: 200 len: 1091 time: 1.1055033 Nov 23 19:09:13.386163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:13.388664 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891d106-7b2a-43e0-858b-99fd63f390d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "tag": "6261878a-5374-4aa2-957e-f40b73f24926"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:13.404480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b360-b6b5-4f6b-8740-056d8488b3ea service neutron] Pushing event updated for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:13.483347 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c01e27-9708-48d7-836b-ad092b29902e x-openstack-request-id: req-12c01e27-9708-48d7-836b-ad092b29902e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:13.483644 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "tag": "6261878a-5374-4aa2-957e-f40b73f24926", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:13.483893 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12c01e27-9708-48d7-836b-ad092b29902e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:13.484310 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926', 'status': 'completed', 'code': 200} Nov 23 19:09:13.552654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-2abe5344-216f-4f67-a693-817e82bb4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:13.554004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-2abe5344-216f-4f67-a693-817e82bb4883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 1094 time: 0.0890286 Nov 23 19:09:13.638743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-840ca4a6-b48d-404e-8fb1-0eb83560442a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6261878a-5374-4aa2-957e-f40b73f24926 HTTP/1.1" status: 200 len: 217 time: 0.0692582 Nov 23 19:09:13.717529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-93e91e50-1a5b-4810-9f4d-465665150037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:13.719342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-93e91e50-1a5b-4810-9f4d-465665150037 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0681093 Nov 23 19:09:13.762431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-933a07ca-8002-486f-bff3-e5802e10d31b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344567 Nov 23 19:09:13.882699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:13.993698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-ac939673-a6b5-4d6e-86ce-1032fe1608bb service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237697 Nov 23 19:09:14.046510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-367513058'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:14.089928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Made reservation on behalf of 740ca8047b3142fe9a9f146e9ca4e401 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:14.097918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.117404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.164607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7adf93f-80c4-43e2-865d-94ea63798745 req-2a75d32d-958a-4721-8f0f-c105edaed75f service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630623 Nov 23 19:09:14.228704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.239542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.274410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:09:14.396612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.399139 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Added segment 2af85d2c-39cc-4e3d-b62b-626f906fa316 of type vlan for network 371afe66-a1f5-4eee-8317-a0ffab064af1 Nov 23 19:09:14.427811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-245f7069-f5db-4ed4-a762-18877dfac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.429559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-245f7069-f5db-4ed4-a762-18877dfac9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 1094 time: 0.1840415 Nov 23 19:09:14.532199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c532c870-94fc-4a07-8db4-b818b6f11c67,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:14.575053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.697135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da553-edc6-4b9a-900d-51c6202ffdcc req-1be91601-d21d-42d6-bb3d-634ba53f6f83 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.709140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d8da553-edc6-4b9a-900d-51c6202ffdcc req-1be91601-d21d-42d6-bb3d-634ba53f6f83 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 943 time: 0.3705561 Nov 23 19:09:14.745436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-f5c6ad5c-deef-4db2-a0a3-bfdd8822898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.747620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-f5c6ad5c-deef-4db2-a0a3-bfdd8822898c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.3076880 Nov 23 19:09:14.787859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.802647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.807434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:14.826586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-ddf1e966-d60c-42a2-8c83-b6d1ba48f270 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6261878a-5374-4aa2-957e-f40b73f24926 HTTP/1.1" status: 200 len: 217 time: 0.0667920 Nov 23 19:09:14.909436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-ed444538-9566-4603-a0bf-2c180750baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:14.911809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-ed444538-9566-4603-a0bf-2c180750baee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0771978 Nov 23 19:09:14.922294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8d8da553-edc6-4b9a-900d-51c6202ffdcc req-4922ca48-0707-4be4-87ab-aaf988a1744f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111213 Nov 23 19:09:14.962947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0793095 Nov 23 19:09:14.963367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-c64975eb-bbe8-458b-a470-24f3fd8ff88d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432818 Nov 23 19:09:14.968265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:14.975586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Request body: {'subnet': {'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:15.008992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5baa6-4551-40d5-abfc-250babdb961b tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'Network': ['ID=371afe66-a1f5-4eee-8317-a0ffab064af1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:15.025581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:09:15.241390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Made reservation on behalf of 740ca8047b3142fe9a9f146e9ca4e401 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:15.245628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:15.281954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-3971d8b7-5b2a-4b7a-8030-2420908d46ad service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022346 Nov 23 19:09:15.570459 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d891d106-7b2a-43e0-858b-99fd63f390d3 req-e1ffed1c-3ad6-41df-890e-c6fe617275eb service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758083 Nov 23 19:09:16.194180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:16.260672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f5904-3572-40b7-85fa-80e32319df57 req-ec2d5ebf-ef27-478d-ad11-bf01b31b433b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:16.262378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea0f5904-3572-40b7-85fa-80e32319df57 req-ec2d5ebf-ef27-478d-ad11-bf01b31b433b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 943 time: 0.1200552 Nov 23 19:09:16.281581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'Subnet': ['ID=05872b2b-cd3b-4ec9-927c-71a93af7a28c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:16.354178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Checking segment: {'id': '2af85d2c-39cc-4e3d-b62b-626f906fa316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:16.355132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Network hostable DHCP agents. Network: 371afe66-a1f5-4eee-8317-a0ffab064af1, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:09:16.383772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea0f5904-3572-40b7-85fa-80e32319df57 req-5ee29f2d-2fdb-43e3-8f5c-17b42c18ea84 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151705 Nov 23 19:09:16.422378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:09:16.449085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 371afe66-a1f5-4eee-8317-a0ffab064af1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:16.453994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:16.455039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:16.468395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06195caf-dead-4457-82d8-343706a4e9d7 None None] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:16.489892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-58d6dc85-f1dd-494f-8c27-70f54d8c96e2 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5177002 Nov 23 19:09:16.490267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:16.497048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Request body: {'port': {'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1824557374'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:16.639665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Made reservation on behalf of 740ca8047b3142fe9a9f146e9ca4e401 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:16.648373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:16.694788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] device_id is not set on port 91be4b3d-dbe1-4de6-bd89-8a199fca866f yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:09:16.753450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-371afe66-a1f5-4eee-8317-a0ffab064af1', 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1', 'tenant_id': '740ca8047b3142fe9a9f146e9ca4e401', 'fixed_ips': [{'subnet_id': '05872b2b-cd3b-4ec9-927c-71a93af7a28c'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:09:16.754666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.040811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Allocated IP 2001:db8::c3 (371afe66-a1f5-4eee-8317-a0ffab064af1/05872b2b-cd3b-4ec9-927c-71a93af7a28c/91be4b3d-dbe1-4de6-bd89-8a199fca866f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:17.246068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.285989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.308361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:17.310934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:17.313553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:17.320438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:17.321024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.352370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Allocated IP 2001:db8::2 (371afe66-a1f5-4eee-8317-a0ffab064af1/05872b2b-cd3b-4ec9-927c-71a93af7a28c/e8a87359-c351-4f0f-87ce-ee3e4bf52449) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:17.368345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'Port': ['ID=91be4b3d-dbe1-4de6-bd89-8a199fca866f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:17.378560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d36a1de3-0c52-4727-9b39-0f01d45841c3 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8862050 Nov 23 19:09:17.379090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:17.386528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Request body: {'port': {'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1987660078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:17.388593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] bootfile-name is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:17.389199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] tftp-server is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:17.390285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] server-ip-address is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:17.532431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6261878a-5374-4aa2-957e-f40b73f24926 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:17.601003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddd968-06dc-4985-ab6a-d765d271c7aa req-bc42e12d-f238-4a93-b87a-788c24ba9154 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:17.603630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddddd968-06dc-4985-ab6a-d765d271c7aa req-bc42e12d-f238-4a93-b87a-788c24ba9154 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 943 time: 0.0894742 Nov 23 19:09:17.664656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Made reservation on behalf of 740ca8047b3142fe9a9f146e9ca4e401 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:17.669983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.673981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.690161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:17.697792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] device_id is not set on port 12e1d551-df0a-420e-ad13-fa9836141261 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:09:17.703091 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddddd968-06dc-4985-ab6a-d765d271c7aa req-382f6d05-3c66-436e-84c4-e88689088253 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Nov 23 19:09:17.841950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:17.849869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:17.858746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:17.883960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6261878a-5374-4aa2-957e-f40b73f24926,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:17.898970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Pushing event updated for resources: {'Port': ['ID=e8a87359-c351-4f0f-87ce-ee3e4bf52449,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:17.900593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Allocated IP 2001:db8::23d (371afe66-a1f5-4eee-8317-a0ffab064af1/05872b2b-cd3b-4ec9-927c-71a93af7a28c/12e1d551-df0a-420e-ad13-fa9836141261) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:17.946794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.947152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.947573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.947991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.948355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.948703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.949040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.949374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.949712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.950103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.950441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.950773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:17.993662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '6261878a-5374-4aa2-957e-f40b73f24926', 'network_id': 'c01eff74-a1a1-4a0e-845b-45e61596f825', 'port_id': '6261878a-5374-4aa2-957e-f40b73f24926', 'mac_address': 'fa:16:3e:ad:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f85b3e-ad85-4cd6-bed6-052a3a00e96b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:09:18.053041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.070441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Attempting to bind port e8a87359-c351-4f0f-87ce-ee3e4bf52449 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:18.070869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Attempting to bind port e8a87359-c351-4f0f-87ce-ee3e4bf52449 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2af85d2c-39cc-4e3d-b62b-626f906fa316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:18.071252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Attempting to bind port e8a87359-c351-4f0f-87ce-ee3e4bf52449 on network 371afe66-a1f5-4eee-8317-a0ffab064af1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:18.080287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:18.080810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Checking segment: {'id': '2af85d2c-39cc-4e3d-b62b-626f906fa316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:18.081312 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.081715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Bound using segment: {'id': '2af85d2c-39cc-4e3d-b62b-626f906fa316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:18.082244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Bound port: e8a87359-c351-4f0f-87ce-ee3e4bf52449, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af85d2c-39cc-4e3d-b62b-626f906fa316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '371afe66-a1f5-4eee-8317-a0ffab064af1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:18.082688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.085575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6261878a-5374-4aa2-957e-f40b73f24926 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:18.123879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6261878a-5374-4aa2-957e-f40b73f24926,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:18.210886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.232179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] For port e8a87359-c351-4f0f-87ce-ee3e4bf52449, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:18.236580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] For port e8a87359-c351-4f0f-87ce-ee3e4bf52449, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e8a87359-c351-4f0f-87ce-ee3e4bf52449,segment=NetworkSegment(2af85d2c-39cc-4e3d-b62b-626f906fa316),segment_id=2af85d2c-39cc-4e3d-b62b-626f906fa316)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:18.241183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.249786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.251704 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.344396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:18.400618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'Port': ['ID=12e1d551-df0a-420e-ad13-fa9836141261,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:18.432955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:18.434598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:18.442752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:18.483264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8aaa-572e-409d-b775-3ac36cd3b57c None None] Pushing event updated for resources: {'Port': ['ID=e8a87359-c351-4f0f-87ce-ee3e4bf52449,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:18.495261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.496104 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:18.530692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-205011ac-9c30-404e-8fee-01602f0ae73c tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1490405 Nov 23 19:09:18.533723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:18.590593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['6261878a-5374-4aa2-957e-f40b73f24926'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:18.657162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501f39e-036f-4146-82b5-c7697cad5944 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.663700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501f39e-036f-4146-82b5-c7697cad5944 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.670414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501f39e-036f-4146-82b5-c7697cad5944 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:18.672419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2501f39e-036f-4146-82b5-c7697cad5944 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1376517 Nov 23 19:09:18.675400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:19.018838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedd248-6867-46f7-b9bf-8199e0125503 req-103629f4-3578-46e3-9987-4b81665cba2f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:19.021056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caedd248-6867-46f7-b9bf-8199e0125503 req-103629f4-3578-46e3-9987-4b81665cba2f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 944 time: 0.1028776 Nov 23 19:09:19.023305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Deleting port 12e1d551-df0a-420e-ad13-fa9836141261 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:19.023851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.215663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.232692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caedd248-6867-46f7-b9bf-8199e0125503 req-e4920e47-201f-4008-a6ff-b2b01c8b53ff tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640003 Nov 23 19:09:19.237490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Calling delete_port for 12e1d551-df0a-420e-ad13-fa9836141261 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:19.463230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.530817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e8a87359-c351-4f0f-87ce-ee3e4bf52449 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:19.556253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event deleted for resources: {'Port': ['ID=12e1d551-df0a-420e-ad13-fa9836141261,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:19.591578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.599415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:19.600578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6261878a-5374-4aa2-957e-f40b73f24926 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:19.601051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f104fd82-8ff6-4021-b848-3e791f84a3a4 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "DELETE /v2.0/ports/12e1d551-df0a-420e-ad13-fa9836141261 HTTP/1.1" status: 204 len: 168 time: 0.9241574 Nov 23 19:09:19.606191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Request body: {'port': {'name': 'tempest-new-port-name-652351249', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:19.606687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] bootfile-name is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:19.607025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] tftp-server is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:19.607448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] server-ip-address is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 19:09:19.725640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.777605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e8a87359-c351-4f0f-87ce-ee3e4bf52449 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:19.777975 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:19.849243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 6261878a-5374-4aa2-957e-f40b73f24926 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:09:19.886516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 6261878a-5374-4aa2-957e-f40b73f24926 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:19.886890 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.078953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.080609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.096267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.150513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port e8a87359-c351-4f0f-87ce-ee3e4bf52449, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e8a87359-c351-4f0f-87ce-ee3e4bf52449,segment=NetworkSegment(2af85d2c-39cc-4e3d-b62b-626f906fa316),segment_id=2af85d2c-39cc-4e3d-b62b-626f906fa316)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:20.231193 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.358388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] In _notify_port_updated(), no bound segment for port 91be4b3d-dbe1-4de6-bd89-8a199fca866f on network 371afe66-a1f5-4eee-8317-a0ffab064af1 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:09:20.361381 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.364847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6518cf-086d-4cf3-bb8e-efcfce2e336a None None] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:20.375546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:20.376893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.377850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "PUT /v2.0/ports/91be4b3d-dbe1-4de6-bd89-8a199fca866f HTTP/1.1" status: 200 len: 1128 time: 0.7768958 Nov 23 19:09:20.378478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab2a02-9918-481d-9b82-8f77a1ce0912 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event updated for resources: {'Port': ['ID=91be4b3d-dbe1-4de6-bd89-8a199fca866f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:20.383797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:20.483668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:20.505745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c95fa7-00ba-4737-bb90-1fdaf39e10b9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:20.513905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-79c95fa7-00ba-4737-bb90-1fdaf39e10b9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "GET /v2.0/ports/91be4b3d-dbe1-4de6-bd89-8a199fca866f HTTP/1.1" status: 200 len: 1128 time: 0.1243117 Nov 23 19:09:20.514265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:20.616748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc907055-2eff-420d-9c63-5b81fce3bab1 None None] Provisioning complete for port e8a87359-c351-4f0f-87ce-ee3e4bf52449 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:20.616748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc907055-2eff-420d-9c63-5b81fce3bab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.628608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e1e1-b723-4c49-9ebf-8bd4ecfae4c5 req-d81a1218-34f4-430c-b379-d05e4f10764b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:20.630917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aff3e1e1-b723-4c49-9ebf-8bd4ecfae4c5 req-d81a1218-34f4-430c-b379-d05e4f10764b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 944 time: 0.1223624 Nov 23 19:09:20.647894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6261878a-5374-4aa2-957e-f40b73f24926,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:20.657696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:20.660115 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ae42b-82fe-45b8-aa1f-3af994418ff4" -d '{"events": [{"server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "name": "network-vif-plugged", "status": "completed", "tag": "6261878a-5374-4aa2-957e-f40b73f24926"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:20.742862 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:20.743511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aff3e1e1-b723-4c49-9ebf-8bd4ecfae4c5 req-200b2f7e-b6d8-4ffe-b5a9-79c0c5afaf78 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964143 Nov 23 19:09:20.805310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=e8a87359-c351-4f0f-87ce-ee3e4bf52449,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:20.870300 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef982e95-f72f-4dfc-92a4-f18c2af70214 x-openstack-request-id: req-ef982e95-f72f-4dfc-92a4-f18c2af70214 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:20.871043 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "name": "network-vif-plugged", "status": "completed", "tag": "6261878a-5374-4aa2-957e-f40b73f24926", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:20.871567 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef982e95-f72f-4dfc-92a4-f18c2af70214 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:20.872816 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926', 'code': 200} Nov 23 19:09:20.877647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:21.007536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48544e3-9f4e-429c-815d-4f60690d8612 req-63a5b3c2-6808-49b2-ae5a-3aa8d04dba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:21.009930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b48544e3-9f4e-429c-815d-4f60690d8612 req-63a5b3c2-6808-49b2-ae5a-3aa8d04dba2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 1096 time: 0.1036696 Nov 23 19:09:21.135150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b48544e3-9f4e-429c-815d-4f60690d8612 req-855871e8-5765-4e49-be2b-68dbd7de09fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177151 Nov 23 19:09:21.436570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c7c6705d-ee1b-4785-9383-5311d61e026e None None] Provisioning complete for port e8a87359-c351-4f0f-87ce-ee3e4bf52449 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:21.436953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7c6705d-ee1b-4785-9383-5311d61e026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.558297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e8a87359-c351-4f0f-87ce-ee3e4bf52449 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:09:21.668275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Deleting port 91be4b3d-dbe1-4de6-bd89-8a199fca866f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:21.670492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.742010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c7c6705d-ee1b-4785-9383-5311d61e026e None None] Provisioning complete for port 91be4b3d-dbe1-4de6-bd89-8a199fca866f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:21.742695 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7c6705d-ee1b-4785-9383-5311d61e026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.800180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6705d-ee1b-4785-9383-5311d61e026e None None] Port 91be4b3d-dbe1-4de6-bd89-8a199fca866f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:21.839926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e8a87359-c351-4f0f-87ce-ee3e4bf52449 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:21.840308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.963218 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:21.970544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-63dbc3c3-c4df-4494-ac39-2c4b3798ee31 None None] Provisioning complete for port 91be4b3d-dbe1-4de6-bd89-8a199fca866f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:21.971074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63dbc3c3-c4df-4494-ac39-2c4b3798ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.039408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Calling delete_port for 91be4b3d-dbe1-4de6-bd89-8a199fca866f owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:22.072333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5b93-d147-414f-85b5-98497baa9bf9 req-dbc776f1-2b53-4b67-9cf8-4247ffea7b9e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:22.073991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f79d5b93-d147-414f-85b5-98497baa9bf9 req-dbc776f1-2b53-4b67-9cf8-4247ffea7b9e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.2019029 Nov 23 19:09:22.237161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f79d5b93-d147-414f-85b5-98497baa9bf9 req-46a8537b-d8a6-4b3f-8265-1e215465a5d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525705 Nov 23 19:09:22.293611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-63dbc3c3-c4df-4494-ac39-2c4b3798ee31 None None] Port 91be4b3d-dbe1-4de6-bd89-8a199fca866f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:22.398441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.410363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2de80d09-9444-448d-98da-a8518641056f None None] Could not find standard attr ID for object 12e1d551-df0a-420e-ad13-fa9836141261. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:09:22.502355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.510765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:22.512011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "DELETE /v2.0/ports/91be4b3d-dbe1-4de6-bd89-8a199fca866f HTTP/1.1" status: 204 len: 168 time: 1.9962087 Nov 23 19:09:22.543219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e9701-4ede-48b2-b9dd-4e846dded223 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event deleted for resources: {'Port': ['ID=91be4b3d-dbe1-4de6-bd89-8a199fca866f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:22.574193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Deleting subnet 05872b2b-cd3b-4ec9-927c-71a93af7a28c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:22.577789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.585764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.689041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:22.837981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.008877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.052844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fec95353-22a5-47a4-ab40-6626ec33b479 None None] Could not find standard attr ID for object 91be4b3d-dbe1-4de6-bd89-8a199fca866f. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:09:23.073683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event deleted for resources: {'Subnet': ['ID=05872b2b-cd3b-4ec9-927c-71a93af7a28c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:23.077728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Deleting port c0d1a465-6800-44d4-bd78-8d83bb7c9734 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:23.078735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.082038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3764ba58-8ce7-4298-8ede-f637148ed139 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "DELETE /v2.0/subnets/05872b2b-cd3b-4ec9-927c-71a93af7a28c HTTP/1.1" status: 204 len: 168 time: 0.5688968 Nov 23 19:09:23.082740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.086256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:23.215863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.220591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] For port c0d1a465-6800-44d4-bd78-8d83bb7c9734, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c0d1a465-6800-44d4-bd78-8d83bb7c9734,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:23.221111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.241099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Calling delete_port for c0d1a465-6800-44d4-bd78-8d83bb7c9734 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:23.349720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Deleting port e8a87359-c351-4f0f-87ce-ee3e4bf52449 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:23.350680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.370576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ebc5d-f42c-4bec-89b5-6f4557bd13a3 None None] Network 371afe66-a1f5-4eee-8317-a0ffab064af1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:23.465413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] For port e8a87359-c351-4f0f-87ce-ee3e4bf52449, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e8a87359-c351-4f0f-87ce-ee3e4bf52449,segment=NetworkSegment(2af85d2c-39cc-4e3d-b62b-626f906fa316),segment_id=2af85d2c-39cc-4e3d-b62b-626f906fa316)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:23.465982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.482654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Calling delete_port for e8a87359-c351-4f0f-87ce-ee3e4bf52449 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:23.498162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a52ba4-66a5-499c-a56b-a3cedcf5724d req-7fb5350e-ab37-4586-8874-ab7e704a5719 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:23.499893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53a52ba4-66a5-499c-a56b-a3cedcf5724d req-7fb5350e-ab37-4586-8874-ab7e704a5719 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0953755 Nov 23 19:09:23.726108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53a52ba4-66a5-499c-a56b-a3cedcf5724d req-7c86079d-7ddc-45db-aa30-7d03eef6c32f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150788 Nov 23 19:09:23.732354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.766878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d1a465-6800-44d4-bd78-8d83bb7c9734,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:23.799683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:23.869305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ab2b2-09df-4867-a6d3-288b8db28853 None None] DHCP port deletion for 371afe66-a1f5-4eee-8317-a0ffab064af1 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:23.888959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] No DVR routers for this DVR port e8a87359-c351-4f0f-87ce-ee3e4bf52449 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:23.894252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event deleted for resources: {'Port': ['ID=e8a87359-c351-4f0f-87ce-ee3e4bf52449,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:24.064045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.135992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371afe66-a1f5-4eee-8317-a0ffab064af1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:24.159899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af85d2c-39cc-4e3d-b62b-626f906fa316') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:24.160205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af85d2c-39cc-4e3d-b62b-626f906fa316') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:24.186187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.217886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.227954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:24.228272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:24.234397 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:24.276149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.366763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.386009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:24.390124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] 10.222.0.37 "DELETE /v2.0/networks/371afe66-a1f5-4eee-8317-a0ffab064af1 HTTP/1.1" status: 204 len: 168 time: 1.3025806 Nov 23 19:09:24.405515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e45e15-70cd-4105-a8bd-a08447242db9 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371 tempest-ExtraDHCPOptionsIpV6TestJSON-936858371-project] Pushing event deleted for resources: {'Network': ['ID=371afe66-a1f5-4eee-8317-a0ffab064af1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:24.419574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b497ba-5a73-40ab-8947-c94e722c3c96 req-cbc3fad2-1362-4379-b625-d2f90eabfe76 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:24.427266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70b497ba-5a73-40ab-8947-c94e722c3c96 req-cbc3fad2-1362-4379-b625-d2f90eabfe76 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.2300992 Nov 23 19:09:24.538816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70b497ba-5a73-40ab-8947-c94e722c3c96 req-e8b1376a-d7ac-44a8-89b5-be59991057c9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105261 Nov 23 19:09:24.688012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b51f-71fc-4b39-85f2-8630fcdc0faf req-aba35078-f908-418f-bc4d-58a13d04ee8c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:24.708068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c68b51f-71fc-4b39-85f2-8630fcdc0faf req-aba35078-f908-418f-bc4d-58a13d04ee8c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0726140 Nov 23 19:09:24.712928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Router 646d8e36-5671-4a00-adf9-cd6979d1875f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:24.779462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c68b51f-71fc-4b39-85f2-8630fcdc0faf req-50815c14-51b8-4f62-bb39-28b1ccadc304 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693758 Nov 23 19:09:24.790266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:24.900555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:24.910627 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Sync routers for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:24.915617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:24.917101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a72a590-6cbf-499f-984f-63643f17ab32 admin admin] 10.222.0.37 "PUT /v2.0/routers/646d8e36-5671-4a00-adf9-cd6979d1875f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4322987 Nov 23 19:09:24.936783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:24.937602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:25.078297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6a91046e-6023-49eb-85b5-e3e64a3fd28f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=740ca8047b3142fe9a9f146e9ca4e401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831612 Nov 23 19:09:25.078725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:25.120398 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:25.191297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.229311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.258491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.292440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.295671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.308606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c532c870-94fc-4a07-8db4-b818b6f11c67 HTTP/1.1" status: 204 len: 168 time: 0.2285044 Nov 23 19:09:25.338056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798114ca-ca93-415a-b106-b276edbf8e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c532c870-94fc-4a07-8db4-b818b6f11c67,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:25.444173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123440-e287-4bea-9527-d94db47b8934 req-d8362fa9-069d-4051-8389-6c41ff963018 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:25.446002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b123440-e287-4bea-9527-d94db47b8934 req-d8362fa9-069d-4051-8389-6c41ff963018 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.2976182 Nov 23 19:09:25.497118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T19:09:23Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:25.579517 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Checking router: 646d8e36-5671-4a00-adf9-cd6979d1875f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:25.589859 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Routers {'646d8e36-5671-4a00-adf9-cd6979d1875f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:25.590733 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['646d8e36-5671-4a00-adf9-cd6979d1875f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:25.614931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b123440-e287-4bea-9527-d94db47b8934 req-47b8f0a4-9f56-48ce-b334-8a54f3ea4843 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510301 Nov 23 19:09:25.657063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e8a87359-c351-4f0f-87ce-ee3e4bf52449 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:25.663118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.682946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e8a87359-c351-4f0f-87ce-ee3e4bf52449 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:25.683301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e8a87359-c351-4f0f-87ce-ee3e4bf52449 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:25.798126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Deleting port 56d63379-f8b1-49e7-934b-ac6285fdcc3b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:25.798784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.827630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] Set router 646d8e36-5671-4a00-adf9-cd6979d1875f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:25.912931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] For port 56d63379-f8b1-49e7-934b-ac6285fdcc3b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56d63379-f8b1-49e7-934b-ac6285fdcc3b,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:25.913471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:25.932523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Calling delete_port for 56d63379-f8b1-49e7-934b-ac6285fdcc3b owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:26.236013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T19:09:23Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:26.314874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.342571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32aca0a-b6f9-47ae-b2a6-c81c62f313ba None None] The sync data for ids ['646d8e36-5671-4a00-adf9-cd6979d1875f'] in n-d-792364-9 is: [{'id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'name': 'tempest-AttachVolumeShelveTestJSON-119992884-router', 'tenant_id': '5a21b84d58c942b1bfbeefed23c1f187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:59:32Z', 'updated_at': '2021-11-23T19:09:23Z', 'revision_number': 5, 'project_id': '5a21b84d58c942b1bfbeefed23c1f187', 'gw_port': {'id': '56d63379-f8b1-49e7-934b-ac6285fdcc3b', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646d8e36-5671-4a00-adf9-cd6979d1875f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:59:35Z', 'updated_at': '2021-11-23T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:26.369516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d63379-f8b1-49e7-934b-ac6285fdcc3b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:26.391343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552df34-0d49-40f2-93bc-5b3c9c2651f0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:26.492403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.654179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.657317 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.719667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.720616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 646d8e36-5671-4a00-adf9-cd6979d1875f {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:09:26.726661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.728410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-30cb2cba-7c10-471b-ae56-2c20bd42bcf6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/646d8e36-5671-4a00-adf9-cd6979d1875f HTTP/1.1" status: 204 len: 168 time: 1.8115046 Nov 23 19:09:26.730914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:26.784507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:26.843793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Deleting subnet 30bf6283-3302-4834-a8ee-19da3b1f37f3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:26.850508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.862163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c65-5e44-4731-929f-56d1f9a6815f req-01a380b7-554e-4c08-b8eb-d3e021324d25 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:26.870675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96101c65-5e44-4731-929f-56d1f9a6815f req-01a380b7-554e-4c08-b8eb-d3e021324d25 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1108654 Nov 23 19:09:26.914024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:26.963878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96101c65-5e44-4731-929f-56d1f9a6815f req-981e05fc-8830-4d98-87ba-1013f2770cc7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868299 Nov 23 19:09:27.003762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c60955a-f2c0-4a51-bcae-afbb9c3a2d4e tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] Request body: {'port': {'network_id': '74daa2b8-ee8f-40e3-82d0-f05891074cba', 'name': 'tempest-NetworksNegativeTestJSON-199435688'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:27.019708 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c60955a-f2c0-4a51-bcae-afbb9c3a2d4e tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] POST failed (client error): The resource could not be found. Nov 23 19:09:27.020274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c60955a-f2c0-4a51-bcae-afbb9c3a2d4e tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.027668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.032214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c60955a-f2c0-4a51-bcae-afbb9c3a2d4e tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2465296 Nov 23 19:09:27.052542 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0991aebd-3513-4a83-a013-75df45fee9d3 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] DELETE failed (client error): The resource could not be found. Nov 23 19:09:27.053435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0991aebd-3513-4a83-a013-75df45fee9d3 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.058522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0991aebd-3513-4a83-a013-75df45fee9d3 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "DELETE /v2.0/networks/e7cbbccc-2e8a-48aa-bd6b-bcf38ee0125b HTTP/1.1" status: 404 len: 339 time: 0.0275500 Nov 23 19:09:27.062595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.092688 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-df05909c-f5ae-4570-87aa-11dc28a47d27 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] DELETE failed (client error): The resource could not be found. Nov 23 19:09:27.093255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df05909c-f5ae-4570-87aa-11dc28a47d27 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.096476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df05909c-f5ae-4570-87aa-11dc28a47d27 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "DELETE /v2.0/ports/69b0729d-884e-43fb-87b8-c3651259ab75 HTTP/1.1" status: 404 len: 333 time: 0.0333812 Nov 23 19:09:27.098056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.101310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.134225 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8061a56b-a333-4502-946a-b923bcf26878 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] DELETE failed (client error): The resource could not be found. Nov 23 19:09:27.134763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8061a56b-a333-4502-946a-b923bcf26878 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.138605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8061a56b-a333-4502-946a-b923bcf26878 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "DELETE /v2.0/subnets/9b2807d6-74df-4a9d-8e91-9f46667bb005 HTTP/1.1" status: 404 len: 337 time: 0.0361886 Nov 23 19:09:27.150629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.174832 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4633b4f5-bacd-479c-aa3e-c634ce8dc912 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] GET failed (client error): The resource could not be found. Nov 23 19:09:27.176784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4633b4f5-bacd-479c-aa3e-c634ce8dc912 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "GET /v2.0/networks/fe50d1f7-29ae-4e7c-bb79-3fe5e12f1345 HTTP/1.1" status: 404 len: 339 time: 0.0244534 Nov 23 19:09:27.180835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.193686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.210003 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a288e987-2c1f-4297-b0f1-db1f4c8eb0cf tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] GET failed (client error): The resource could not be found. Nov 23 19:09:27.216084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a288e987-2c1f-4297-b0f1-db1f4c8eb0cf tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "GET /v2.0/ports/ba6f943f-d643-45e6-9f1b-ff3ddd44e531 HTTP/1.1" status: 404 len: 333 time: 0.0341301 Nov 23 19:09:27.216715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.222542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bf6283-3302-4834-a8ee-19da3b1f37f3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:27.227756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.232634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065fbcf-bf17-4386-8037-07420bd050cf None None] Network 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:27.244882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62e06a69-5d33-491e-a0a9-37bd4e735e1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/30bf6283-3302-4834-a8ee-19da3b1f37f3 HTTP/1.1" status: 204 len: 168 time: 0.5128107 Nov 23 19:09:27.246808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.262893 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad58660c-8f3f-4859-9265-b24e23899606 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] GET failed (client error): The resource could not be found. Nov 23 19:09:27.265370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ad58660c-8f3f-4859-9265-b24e23899606 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "GET /v2.0/subnets/ec4a182c-4e8f-4f58-a36d-fecfd1e20bc8 HTTP/1.1" status: 404 len: 337 time: 0.0470498 Nov 23 19:09:27.273697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.279499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2fd0e96b-acbb-4c98-8a84-9c69d0903971 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:27.293780 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd0e96b-acbb-4c98-8a84-9c69d0903971 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] PUT failed (client error): The resource could not be found. Nov 23 19:09:27.294302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd0e96b-acbb-4c98-8a84-9c69d0903971 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.299381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2fd0e96b-acbb-4c98-8a84-9c69d0903971 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "PUT /v2.0/networks/b17a8fdd-25f2-4486-a8a9-ee981dc7258c HTTP/1.1" status: 404 len: 339 time: 0.0207717 Nov 23 19:09:27.304672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.323603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b8c576f-4ba3-4f5b-8603-67cd2c200d14 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:27.357924 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8c576f-4ba3-4f5b-8603-67cd2c200d14 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] PUT failed (client error): The resource could not be found. Nov 23 19:09:27.358569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8c576f-4ba3-4f5b-8603-67cd2c200d14 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.366088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4b8c576f-4ba3-4f5b-8603-67cd2c200d14 tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "PUT /v2.0/ports/d2721eb6-60d2-4224-b7e6-2452748dd5b6 HTTP/1.1" status: 404 len: 333 time: 0.0601737 Nov 23 19:09:27.367380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:27.384531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f201742c-bac2-45d3-9c79-ea7bdc71b53b tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:27.415794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.428769 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f201742c-bac2-45d3-9c79-ea7bdc71b53b tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] PUT failed (client error): The resource could not be found. Nov 23 19:09:27.429673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f201742c-bac2-45d3-9c79-ea7bdc71b53b tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:09:27.434658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f201742c-bac2-45d3-9c79-ea7bdc71b53b tempest-NetworksNegativeTestJSON-2131486150 tempest-NetworksNegativeTestJSON-2131486150-project] 10.222.0.37 "PUT /v2.0/subnets/e5f8f1fb-504b-4555-95cc-4eece72a4fcf HTTP/1.1" status: 404 len: 337 time: 0.0627162 Nov 23 19:09:27.499002 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70b6877a-b958-4283-9261-b74fcda8f585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.521831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Deleting port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:27.522181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.628333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] For port 6d11dddc-4d5c-470f-b3ed-74fb7d573821, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6d11dddc-4d5c-470f-b3ed-74fb7d573821,segment=NetworkSegment(3156e07f-efd7-49d8-9d0e-104ba0f69604),segment_id=3156e07f-efd7-49d8-9d0e-104ba0f69604)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:27.628779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.658385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Calling delete_port for 6d11dddc-4d5c-470f-b3ed-74fb7d573821 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:27.826702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa266310-fba7-48a2-a7f4-7f9201a10c2b None None] DHCP port deletion for 49283d3a-28a1-4b0c-9fd1-c899a091b1c6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:27.848592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:27.870915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0d1a465-6800-44d4-bd78-8d83bb7c9734 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:27.911803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] No DVR routers for this DVR port 6d11dddc-4d5c-470f-b3ed-74fb7d573821 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:27.944176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c0d1a465-6800-44d4-bd78-8d83bb7c9734 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:27.944656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c0d1a465-6800-44d4-bd78-8d83bb7c9734 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:28.017368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:28.065468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d11dddc-4d5c-470f-b3ed-74fb7d573821,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:28.153072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.214457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49283d3a-28a1-4b0c-9fd1-c899a091b1c6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:28.227553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3156e07f-efd7-49d8-9d0e-104ba0f69604') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:28.227829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3156e07f-efd7-49d8-9d0e-104ba0f69604') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:28.240898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.271817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae086e-43b3-49d7-a62d-175882aee5b3 req-7dd56192-a520-49c9-9a3a-e87ce75108f5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:28.273313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.280013 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0aae086e-43b3-49d7-a62d-175882aee5b3 req-7dd56192-a520-49c9-9a3a-e87ce75108f5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1017780 Nov 23 19:09:28.282268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.301507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:28.301913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:28.303692 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:28.397619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.402754 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.404376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.412648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.428786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] 10.222.0.37 "DELETE /v2.0/networks/49283d3a-28a1-4b0c-9fd1-c899a091b1c6 HTTP/1.1" status: 204 len: 168 time: 1.1699798 Nov 23 19:09:28.453683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0aae086e-43b3-49d7-a62d-175882aee5b3 req-2cd7c1f8-ecdf-4404-97cb-04573603ddd9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727526 Nov 23 19:09:28.460637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Pushing event deleted for resources: {'Network': ['ID=49283d3a-28a1-4b0c-9fd1-c899a091b1c6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:28.485181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3157e57a6f22448e80cc92f6c3e81898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663074 Nov 23 19:09:28.486467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1bf56-ff23-411b-b283-b5040e71fef6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:28.488713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.489091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.489422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.489773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.490111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.490453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.490787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.491124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.491488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.491822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.492152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.492482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ec4fe-680c-4806-a06c-e5573a0d6601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.495036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60904) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:28.502738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.503575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.505301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.505952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.506591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.507847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.508788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.509561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.510218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.511687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.512781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.513763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07199b28-01fe-48db-b5d3-377c44558080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:09:28.583093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.612379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.638509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 60906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:28.683553 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.687276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.688475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14d1bf56-ff23-411b-b283-b5040e71fef6 HTTP/1.1" status: 204 len: 168 time: 0.1924210 Nov 23 19:09:28.701776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe22ba-56ad-4c04-8c31-7c4a95d9b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1bf56-ff23-411b-b283-b5040e71fef6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:28.715177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a7c450e6-8f33-4b36-864a-33def76b5cdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a21b84d58c942b1bfbeefed23c1f187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752249 Nov 23 19:09:28.718032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:28.791515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.830595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.896785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.904047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:28.906055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f417eb1-2a6e-4285-bd0c-13c7a24d41df HTTP/1.1" status: 204 len: 168 time: 0.1868577 Nov 23 19:09:28.919551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bba27-bea3-4b65-a1a3-061e63e0309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f417eb1-2a6e-4285-bd0c-13c7a24d41df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:29.466452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56d63379-f8b1-49e7-934b-ac6285fdcc3b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:29.514545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 56d63379-f8b1-49e7-934b-ac6285fdcc3b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:29.515103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56d63379-f8b1-49e7-934b-ac6285fdcc3b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:29.526116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6d11dddc-4d5c-470f-b3ed-74fb7d573821 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:29.578387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6d11dddc-4d5c-470f-b3ed-74fb7d573821 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:29.578897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6d11dddc-4d5c-470f-b3ed-74fb7d573821 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:29.638955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7b2a7-75ec-40de-9570-b77392b97dc8 req-5492da12-94f3-4892-9e76-003c8bb11214 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:29.648883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00a7b2a7-75ec-40de-9570-b77392b97dc8 req-5492da12-94f3-4892-9e76-003c8bb11214 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0856621 Nov 23 19:09:29.728004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00a7b2a7-75ec-40de-9570-b77392b97dc8 req-8e408abb-2eee-4ea2-b743-7f630788a726 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776284 Nov 23 19:09:29.982950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:30.096557 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:09:30.103169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3c65c66-b3be-47c7-a30e-e1738157bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:30.206285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e444d1cf-4faa-442a-b365-88cb0006a5a7 tempest-DvrRoutersNegativeTest-2032690980 tempest-DvrRoutersNegativeTest-2032690980-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1745652935', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:30.210687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.policy [None req-e444d1cf-4faa-442a-b365-88cb0006a5a7 tempest-DvrRoutersNegativeTest-2032690980 tempest-DvrRoutersNegativeTest-2032690980-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103400) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 19:09:30.211270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.policy [None req-e444d1cf-4faa-442a-b365-88cb0006a5a7 tempest-DvrRoutersNegativeTest-2032690980 tempest-DvrRoutersNegativeTest-2032690980-project] Failed policy check for 'create_router' {{(pid=103400) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 19:09:30.212005 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e444d1cf-4faa-442a-b365-88cb0006a5a7 tempest-DvrRoutersNegativeTest-2032690980 tempest-DvrRoutersNegativeTest-2032690980-project] create failed (client error): Access was denied to this resource. Nov 23 19:09:30.213308 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e444d1cf-4faa-442a-b365-88cb0006a5a7 tempest-DvrRoutersNegativeTest-2032690980 tempest-DvrRoutersNegativeTest-2032690980-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2291217 Nov 23 19:09:30.607419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 60980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:30.811570 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:30.989558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31850fde-8407-4cc6-89d0-f8b21fd064a4 req-d6e157c9-e3ff-4a43-ab70-617346e55e03 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:30.992942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31850fde-8407-4cc6-89d0-f8b21fd064a4 req-d6e157c9-e3ff-4a43-ab70-617346e55e03 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1307971 Nov 23 19:09:31.040893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8c77dcc-517c-4f99-aac4-0ba0619ab812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.148345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31850fde-8407-4cc6-89d0-f8b21fd064a4 req-107fdf38-1e11-4b64-a562-2d1e6a21e488 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472480 Nov 23 19:09:31.259487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8c77dcc-517c-4f99-aac4-0ba0619ab812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.266384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8c77dcc-517c-4f99-aac4-0ba0619ab812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.323438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8c77dcc-517c-4f99-aac4-0ba0619ab812 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ba061f1b1254d639fa5db49fa2402e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7108154 Nov 23 19:09:31.330971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:31.334968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77dcc-517c-4f99-aac4-0ba0619ab812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363d3cc-3886-45a5-be67-4a9e96ca20f8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:31.416409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.445013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.500827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.503496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:31.507214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9363d3cc-3886-45a5-be67-4a9e96ca20f8 HTTP/1.1" status: 204 len: 168 time: 0.1715009 Nov 23 19:09:31.518269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cae24-5b1c-4762-92de-ad6b48b9f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363d3cc-3886-45a5-be67-4a9e96ca20f8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:32.086656 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:32.227590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.369936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee26636-73b5-4c38-8b97-276bbece8a93 req-d1d9888d-996c-4c7f-a870-aef59fac3f47 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:32.371588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ee26636-73b5-4c38-8b97-276bbece8a93 req-d1d9888d-996c-4c7f-a870-aef59fac3f47 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1230557 Nov 23 19:09:32.409306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc24-5d77-444d-9d8b-853294a4a231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.431484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ee26636-73b5-4c38-8b97-276bbece8a93 req-f103a916-86aa-4454-872d-a2de82c51de5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514636 Nov 23 19:09:32.521476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc24-5d77-444d-9d8b-853294a4a231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.531288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc24-5d77-444d-9d8b-853294a4a231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.592298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a89bbc24-5d77-444d-9d8b-853294a4a231 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df4e39c6560e4fae953d77e5b1deb5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011563 Nov 23 19:09:32.592298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bbc24-5d77-444d-9d8b-853294a4a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0184934-59e1-43d8-af1a-0e42de0abc9b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:32.592601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:32.678003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.703076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.758118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.760848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:32.762108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0184934-59e1-43d8-af1a-0e42de0abc9b HTTP/1.1" status: 204 len: 168 time: 0.1677475 Nov 23 19:09:32.772583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bc6e7-768c-4a80-b40d-9e6b1b14a209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0184934-59e1-43d8-af1a-0e42de0abc9b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:33.260267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.284651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:33.298562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37284b41-827d-41d1-95aa-2e67cf98bf3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.456101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37284b41-827d-41d1-95aa-2e67cf98bf3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.476586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37284b41-827d-41d1-95aa-2e67cf98bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.542103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37284b41-827d-41d1-95aa-2e67cf98bf3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a71c2bd1fd54453b956c3dd7734214a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559564 Nov 23 19:09:33.543342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:33.544361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37284b41-827d-41d1-95aa-2e67cf98bf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa0171-6fb1-43bc-b8cf-36c9a7a740a3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:33.592206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82b54-09d3-4ab1-ae02-ac886ef2165a req-528386b3-e810-40fa-b55f-b65fc93b3f6c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:33.594225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ef82b54-09d3-4ab1-ae02-ac886ef2165a req-528386b3-e810-40fa-b55f-b65fc93b3f6c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0669990 Nov 23 19:09:33.641116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.663443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ef82b54-09d3-4ab1-ae02-ac886ef2165a req-3c6e9232-9dff-42dc-ba22-1d7df42d211c tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623751 Nov 23 19:09:33.683517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.751345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.754570 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:33.758620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89fa0171-6fb1-43bc-b8cf-36c9a7a740a3 HTTP/1.1" status: 204 len: 168 time: 0.1947999 Nov 23 19:09:33.767117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b9889-9690-4dc6-93b7-2b62b7a77d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa0171-6fb1-43bc-b8cf-36c9a7a740a3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:34.836931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cc93-3bef-453f-b50e-251baddc6249 req-400522b9-b738-4262-a27d-81e5b59b6bde tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:34.840611 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6312cc93-3bef-453f-b50e-251baddc6249 req-400522b9-b738-4262-a27d-81e5b59b6bde tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0757632 Nov 23 19:09:34.893579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6312cc93-3bef-453f-b50e-251baddc6249 req-10c33272-0980-4763-bba5-823252f5ff95 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Nov 23 19:09:35.894149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:36.061689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4025b09e-0e79-4277-8b3a-3f4c38173c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.198211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4025b09e-0e79-4277-8b3a-3f4c38173c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.200278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e9a34-e858-4b77-82e3-c35d266d7d55 req-a35fe943-d959-4a40-af3c-7a1a6b06dd1d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:36.204925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4025b09e-0e79-4277-8b3a-3f4c38173c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.212577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae7e9a34-e858-4b77-82e3-c35d266d7d55 req-a35fe943-d959-4a40-af3c-7a1a6b06dd1d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.2426581 Nov 23 19:09:36.276799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae7e9a34-e858-4b77-82e3-c35d266d7d55 req-283773eb-ef4b-460c-aa4c-af04c021122b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 Nov 23 19:09:36.286943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4025b09e-0e79-4277-8b3a-3f4c38173c8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf0feda21a834ebaa62ae31bdf071698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915751 Nov 23 19:09:36.289252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:36.337608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025b09e-0e79-4277-8b3a-3f4c38173c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d974a1-96fb-4e10-b145-3a0c1173db1c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:36.378782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.389977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:36.396879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671232649', 'description': 'tempest-secgroup-smoke-671232649 description', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:36.407430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.422315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.471610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.476672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.481773 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5d974a1-96fb-4e10-b145-3a0c1173db1c HTTP/1.1" status: 204 len: 168 time: 0.1909125 Nov 23 19:09:36.501254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac39df7-c77b-4510-9949-7012b0f24aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d974a1-96fb-4e10-b145-3a0c1173db1c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:36.550288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.555846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.582639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.587973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:36.588593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1974812 Nov 23 19:09:36.597542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:36.612010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a00b-3bd0-41e0-a574-6219a93700d4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:36.644994 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.727898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.733423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.758083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d266b1e-acd5-4e07-84f2-e3ee50a3e923,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:36.792792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:36.795723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-151a6f03-5900-4ccc-87f2-89de81a7c99c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058220 Nov 23 19:09:36.798699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 32962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:36.839795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:36.910870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.002486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.009377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.053696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.055177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2545671 Nov 23 19:09:37.057866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:37.064478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:37.068685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cd04c-5b31-439e-9af7-c510d1d39174 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d70e4e-ac50-408a-9360-1b09b5885bfc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:37.106484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.198365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.205159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.234156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b2b57a-0c6d-49e4-bbbd-a1cf2d99989c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:37.243236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.244598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b3b9d59-3d47-4c7e-86bc-b274d480fde6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853170 Nov 23 19:09:37.247243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:37.252167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:37.286482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.416971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.432805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b65c0-7f7e-4c84-aa6d-db72a4bb13b7 req-b247f049-6e99-4c6b-bc48-70f8af450d96 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.434258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc9b65c0-7f7e-4c84-aa6d-db72a4bb13b7 req-b247f049-6e99-4c6b-bc48-70f8af450d96 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0790854 Nov 23 19:09:37.435671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.452195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3547cc6d-e023-4b2c-a289-c605960eb586,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:37.495695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.497129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f648945c-3094-4c5e-809c-c6c13627f987 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2486598 Nov 23 19:09:37.500465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 32996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:37.505316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:37.533130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc9b65c0-7f7e-4c84-aa6d-db72a4bb13b7 req-b768918a-a41a-4a94-86f4-ab41644d739b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738041 Nov 23 19:09:37.553431 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Project bbd91038dd8747ecafebbc32c17ba3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:09:37.560575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.658320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.666724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.706863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.708460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2073228 Nov 23 19:09:37.709657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659774ca-cd0c-41b3-9c4b-f3966bda4de1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11303416-a4b0-47c7-8f52-e6a7cc0f7a4a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:37.711799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:37.717296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'security_group_rule': {'security_group_id': 'f95cd5a5-77b1-4538-877e-05bcdc8b6ce2', 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:37.745676 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Project bbd91038dd8747ecafebbc32c17ba3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:09:37.752438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.858640 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.865436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.886368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b496a-70e8-47fc-92be-529a43a4e3b5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:37.919127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:37.923868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2060a610-3238-44ca-8036-2f26ef7141fa tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2104390 Nov 23 19:09:37.947939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c9af5-101f-47b2-892f-1fac3b4e1139 req-91f80768-b2d2-46f7-9a61-368e7b59c5ad tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:37.950865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-814c9af5-101f-47b2-892f-1fac3b4e1139 req-91f80768-b2d2-46f7-9a61-368e7b59c5ad tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1098 time: 0.0973206 Nov 23 19:09:38.053816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-814c9af5-101f-47b2-892f-1fac3b4e1139 req-fa63e4ce-3fb5-4762-b43c-43d658e568dc tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955451 Nov 23 19:09:38.090780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:38.404976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-bc11bd6f-9869-48cc-adfc-3990453851cd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671232649&fields=id&tenant_id=bbd91038dd8747ecafebbc32c17ba3db HTTP/1.1" status: 200 len: 267 time: 0.1075714 Nov 23 19:09:38.495612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 12279196-c99c-44be-b48b-6ca4708461cd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:38.496304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.723366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-93424799-1f1a-4da7-bc1e-986db6663a4d tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.724992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-93424799-1f1a-4da7-bc1e-986db6663a4d tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 814 time: 0.3092263 Nov 23 19:09:38.734201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bb0f9-f20e-4d44-822e-7ede7515a601 req-b8644f02-a213-4b0d-9058-6297b43f1c48 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:38.736157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-008bb0f9-f20e-4d44-822e-7ede7515a601 req-b8644f02-a213-4b0d-9058-6297b43f1c48 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0742600 Nov 23 19:09:38.750687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.750997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:38.762127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-0a3b26f0-2099-4345-a7bb-746c1df8f69d tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/quotas/bbd91038dd8747ecafebbc32c17ba3db HTTP/1.1" status: 200 len: 375 time: 0.0281482 Nov 23 19:09:38.766612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 12279196-c99c-44be-b48b-6ca4708461cd owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:38.859413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-008bb0f9-f20e-4d44-822e-7ede7515a601 req-c62d2a66-10fc-4cc9-a2a3-2d9e160f7a23 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133761 Nov 23 19:09:38.874726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-342717ef-1635-49a5-a053-1a3f1bc094a7 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035528 Nov 23 19:09:38.991276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:39.049764 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-e304e33e-6057-43cd-bff2-e625e2d81f21 service neutron] 10.222.0.37 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544642 Nov 23 19:09:39.168352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:39.287228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:39.288551 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP a3e897a2-a27b-40f2-b359-b12ea9bd516e disassociated (deleted). External IP: 172.25.5.72, port: 3063504f-63d4-4bcd-baed-704bc97ceafe. Nov 23 19:09:39.294671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=12279196-c99c-44be-b48b-6ca4708461cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:39.451707 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-9e4577cd-a4b3-4f80-a68f-1fe79352c82b service neutron] 10.222.0.37 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723981 Nov 23 19:09:39.736475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:39.956788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:39.967169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Sync routers for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:39.967486 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:39.984719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:39.987476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:40.023710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e3d5df8-ffb2-463e-872e-348725744695 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/floatingips/a3e897a2-a27b-40f2-b359-b12ea9bd516e HTTP/1.1" status: 204 len: 168 time: 1.9275901 Nov 23 19:09:40.023710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:40.028659 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed52716b-d153-4602-87a9-0791e433ef10" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:40.123693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-173e484f-534a-4461-8aa9-191792f5f133 req-c28f2758-c249-4f7a-81f6-6fc98e187484 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0737481 Nov 23 19:09:40.143948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed871d4-b0f0-4c68-8a1f-578c8aee5a4e req-d6c277c4-475a-46fc-b9a5-bc9072a64ade tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:40.156417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fed871d4-b0f0-4c68-8a1f-578c8aee5a4e req-d6c277c4-475a-46fc-b9a5-bc9072a64ade tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1571870 Nov 23 19:09:40.321910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fed871d4-b0f0-4c68-8a1f-578c8aee5a4e req-d540ee9d-799a-4d3d-8ab8-a9056f1c8c2f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644967 Nov 23 19:09:40.453197 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c470ce44-2160-4e07-befa-d6f5b0a650c1 x-openstack-request-id: req-c470ce44-2160-4e07-befa-d6f5b0a650c1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:40.453770 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:40.454379 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c470ce44-2160-4e07-befa-d6f5b0a650c1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:40.455680 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:09:40.530707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:40.591054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52716b-d153-4602-87a9-0791e433ef10 req-2f91a2f1-35c4-4720-888f-66b2c26eef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:40.595021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-2f91a2f1-35c4-4720-888f-66b2c26eef1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 1098 time: 0.1037626 Nov 23 19:09:40.708182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64210f0-09c1-4873-9065-50d3f0dcf343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:40.710267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:40.797546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:40.818548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e181eb-61f4-4d0e-b684-b998faa9d260 req-5bc75c37-5c5c-4f40-a70d-71c7bc7d0c1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:40.827108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6e181eb-61f4-4d0e-b684-b998faa9d260 req-5bc75c37-5c5c-4f40-a70d-71c7bc7d0c1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 947 time: 0.2224412 Nov 23 19:09:40.843070 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64210f0-09c1-4873-9065-50d3f0dcf343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:40.848434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64210f0-09c1-4873-9065-50d3f0dcf343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:40.849373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52716b-d153-4602-87a9-0791e433ef10 req-180be2b1-aae4-4225-8c3e-845575dbc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:40.851412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-180be2b1-aae4-4225-8c3e-845575dbc3e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 200 len: 898 time: 0.2334814 Nov 23 19:09:40.901626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e64210f0-09c1-4873-9065-50d3f0dcf343 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df39839799b0471faf8a1cb40771e347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682969 Nov 23 19:09:40.902634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64210f0-09c1-4873-9065-50d3f0dcf343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f103cd-18cb-4484-9bcd-c6bfea8d3efc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:40.905531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:40.919355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-b44cae3f-ef11-461c-b0b3-d9d58a46fee8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 200 len: 217 time: 0.0541737 Nov 23 19:09:40.979426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:41.020808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:41.048197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d6e181eb-61f4-4d0e-b684-b998faa9d260 req-2c9b240a-5142-4f23-b316-0b79e2419cba tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200000 Nov 23 19:09:41.070584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52716b-d153-4602-87a9-0791e433ef10 req-3dd985ce-702e-4569-b24f-73497cbf90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.080951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-3dd985ce-702e-4569-b24f-73497cbf90ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 200 len: 834 time: 0.1474786 Nov 23 19:09:41.186397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:41.201309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:41.207722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53f103cd-18cb-4484-9bcd-c6bfea8d3efc HTTP/1.1" status: 204 len: 168 time: 0.2995274 Nov 23 19:09:41.220034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52716b-d153-4602-87a9-0791e433ef10 req-3abe8f10-0a99-4e38-92aa-372ac2f25a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.221701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-3abe8f10-0a99-4e38-92aa-372ac2f25a0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f90f517-464a-4956-bfc2-470841b2ef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294105 Nov 23 19:09:41.244975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee323e6-54e3-420b-8350-e532bf866d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f103cd-18cb-4484-9bcd-c6bfea8d3efc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:41.381475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34ee49ee-dfa1-444d-8541-800e2b7c5404 req-a9a574f0-2ba6-46f5-a1a5-3b202c6502ad tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.1149247 Nov 23 19:09:41.463914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:41.489033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-9412f9f4-9e6a-4bca-bfa3-7e39c4fe5fa8 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555504 Nov 23 19:09:41.500989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Checking router: e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:41.514978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:41.516149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:41.657056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:41.674899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed52716b-d153-4602-87a9-0791e433ef10 req-76412299-433e-4c55-9be4-7e6660344b17 service neutron] 10.222.0.50 "GET /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751516 Nov 23 19:09:41.692939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fe93d-1ab4-443b-a683-7aa9be263c38 req-30eb56ce-ba2d-4c6f-a8f0-e59806ac0812 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:41.706344 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-756fe93d-1ab4-443b-a683-7aa9be263c38 req-30eb56ce-ba2d-4c6f-a8f0-e59806ac0812 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.2697024 Nov 23 19:09:41.788499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-756fe93d-1ab4-443b-a683-7aa9be263c38 req-525c095d-bbc6-44b8-965a-06726e79fcf9 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808778 Nov 23 19:09:42.037211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-b467853f-9b16-4d98-8986-6ec3d653808e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.043174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-b467853f-9b16-4d98-8986-6ec3d653808e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 814 time: 0.2736480 Nov 23 19:09:42.233914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:42.291083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8227dc-1b3a-4d0a-911c-125be66d74da None None] The sync data for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 is: [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:06:55Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '7489d807-7f61-4a16-9386-747af20869b3', 'name': '', 'network_id': '0f90f517-464a-4956-bfc2-470841b2ef1b', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:82:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:54Z', 'updated_at': '2021-11-23T19:07:01Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:42.337479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec4a32-e47d-4c91-8bde-487d0d1d3bba req-88a3c3cb-46e6-44fd-bd17-b68c16027705 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.340502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84ec4a32-e47d-4c91-8bde-487d0d1d3bba req-88a3c3cb-46e6-44fd-bd17-b68c16027705 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 947 time: 0.0935147 Nov 23 19:09:42.412505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-da3f4edc-a729-4d38-9805-c6e2cafe313b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbd91038dd8747ecafebbc32c17ba3db HTTP/1.1" status: 200 len: 379 time: 0.3321283 Nov 23 19:09:42.446705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84ec4a32-e47d-4c91-8bde-487d0d1d3bba req-875a61ee-fe48-40ce-9ff7-14354368fdbe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=68228992-d9a1-4fc8-96a6-541ad4a19a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940909 Nov 23 19:09:42.456213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d13d3-c11e-4c73-9562-dd3d0cb69bd4 req-015ac491-41c9-4ec8-bfff-f19ec3994858 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.462934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab7d13d3-c11e-4c73-9562-dd3d0cb69bd4 req-015ac491-41c9-4ec8-bfff-f19ec3994858 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.4168370 Nov 23 19:09:42.469099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'port': {'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'admin_state_up': True, 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'security_groups': ['f95cd5a5-77b1-4538-877e-05bcdc8b6ce2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:42.622163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54dc40bd-0ff0-4407-b264-1830c062008d req-e739488f-6678-4195-bf29-26a4e7689b0c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0584955 Nov 23 19:09:42.666364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab7d13d3-c11e-4c73-9562-dd3d0cb69bd4 req-a155b02e-87f7-4087-946f-6cf4017e628f tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021742 Nov 23 19:09:42.680327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-31bd01b7-2ca9-4e93-9218-dde4e0f3ddd3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:42.682024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-31bd01b7-2ca9-4e93-9218-dde4e0f3ddd3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 947 time: 0.3164096 Nov 23 19:09:42.792678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Made reservation on behalf of bbd91038dd8747ecafebbc32c17ba3db for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:42.796218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:42.870091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af8e494-1c82-437d-afb4-55eb6ae486d5 None None] New status for floating IP a3e897a2-a27b-40f2-b359-b12ea9bd516e: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:09:42.999916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:43.000277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.026968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9854b-66df-4f93-ab92-4d478bfe33eb req-f248c906-6642-451c-97fa-662be7c4a4df tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:43.032867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fba9854b-66df-4f93-ab92-4d478bfe33eb req-f248c906-6642-451c-97fa-662be7c4a4df tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1021912 Nov 23 19:09:43.134099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fba9854b-66df-4f93-ab92-4d478bfe33eb req-dbc9e559-2afa-4c2f-8a2e-a0670fed74c1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945554 Nov 23 19:09:43.136793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Allocated IP 172.20.0.6 (be364d20-030d-40a0-99d0-9d7c7e129026/fcc7faed-998b-4abc-820c-188552cff798/4235b1a0-56b1-4538-8731-e4933cd479df) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:43.168249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 3063504f-63d4-4bcd-baed-704bc97ceafe, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3063504f-63d4-4bcd-baed-704bc97ceafe,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:43.168674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.198735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 3063504f-63d4-4bcd-baed-704bc97ceafe owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:43.834216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edeee3d1-c9e2-4070-96db-584acd9b9659 req-56082569-b98f-4d49-9fcd-faf121752558 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0599296 Nov 23 19:09:43.984820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:43.992926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d81f66bc-143d-445e-819d-d10db00734c0 req-7b8b35d5-da1f-4aa3-b2c3-97f437b9d3ac tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=f53dead7-5ed4-4d0f-8caa-594b4fab4b07 HTTP/1.1" status: 200 len: 210 time: 0.2878556 Nov 23 19:09:44.031058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90939e2-b574-4d27-b9d8-e7ed19ddaaa0 req-3036e311-3e9f-452c-bdf1-cdf04e887360 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:44.034009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f90939e2-b574-4d27-b9d8-e7ed19ddaaa0 req-3036e311-3e9f-452c-bdf1-cdf04e887360 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.1052661 Nov 23 19:09:44.107930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f90939e2-b574-4d27-b9d8-e7ed19ddaaa0 req-433c898f-d477-438b-acd9-83c3a484a1d4 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660520 Nov 23 19:09:44.163880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=3063504f-63d4-4bcd-baed-704bc97ceafe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:44.183836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:44.193759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] No DVR routers for this DVR port 3063504f-63d4-4bcd-baed-704bc97ceafe on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:44.205751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.209205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a61e97f3-6366-4753-a535-d14c299c58e8 req-110c3998-7ee8-4ed0-8b51-a0ffd8c821a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "DELETE /v2.0/ports/3063504f-63d4-4bcd-baed-704bc97ceafe HTTP/1.1" status: 204 len: 173 time: 1.5132337 Nov 23 19:09:44.209888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-deleted', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:44.212854 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1f106-d9cf-4035-b6e2-0e99d567b69b" -d '{"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-deleted", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:44.228837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-28c5d531-5bbf-46bf-ab63-05a2cb5a45f7 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:44.231121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-28c5d531-5bbf-46bf-ab63-05a2cb5a45f7 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.5201337 Nov 23 19:09:44.234627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.284191 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8de025-4b8f-4d8f-96b8-ac72b644f254 x-openstack-request-id: req-dc8de025-4b8f-4d8f-96b8-ac72b644f254 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:44.284747 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dead7-5ed4-4d0f-8caa-594b4fab4b07", "name": "network-vif-deleted", "tag": "3063504f-63d4-4bcd-baed-704bc97ceafe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:44.286183 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc8de025-4b8f-4d8f-96b8-ac72b644f254 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:44.286950 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dead7-5ed4-4d0f-8caa-594b4fab4b07', 'name': 'network-vif-deleted', 'tag': '3063504f-63d4-4bcd-baed-704bc97ceafe', 'status': 'completed', 'code': 200} Nov 23 19:09:44.471186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad52c978-48f6-4530-829c-132e44ab29e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.484268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.608859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:44.619010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad52c978-48f6-4530-829c-132e44ab29e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.627061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad52c978-48f6-4530-829c-132e44ab29e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.632540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Deleting port 25a82110-5340-4b69-a75b-759fa449649f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:44.632932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.643944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293457-0643-4714-a6ce-3781c629fe77 req-f1335980-f213-4b78-9570-e65767d5e23f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:44.646171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9293457-0643-4714-a6ce-3781c629fe77 req-f1335980-f213-4b78-9570-e65767d5e23f tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.3421049 Nov 23 19:09:44.654587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Network be364d20-030d-40a0-99d0-9d7c7e129026 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:44.676877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:44.695489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:44.734335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c978-48f6-4530-829c-132e44ab29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde5b9c0-16d0-439c-a2b1-78a1ed8d42e1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:44.791919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad52c978-48f6-4530-829c-132e44ab29e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6afa13e11b8f4c0fac91d0e3bf5ce4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6067834 Nov 23 19:09:44.794688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:44.891454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9293457-0643-4714-a6ce-3781c629fe77 req-930cf134-1bfd-4257-9f84-641ce829abcb tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354758 Nov 23 19:09:44.902873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:44.904714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.932065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-53ec9661-dba1-4b29-994f-29c67356e73b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4667513 Nov 23 19:09:44.952718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.958327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Request body: {'port': {'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:44.968929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] For port 25a82110-5340-4b69-a75b-759fa449649f, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=25a82110-5340-4b69-a75b-759fa449649f,segment=NetworkSegment(6bd804b8-8fc6-421c-a26c-28137880051e),segment_id=6bd804b8-8fc6-421c-a26c-28137880051e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:44.969305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:44.987272 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.006259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Calling delete_port for 25a82110-5340-4b69-a75b-759fa449649f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:45.090787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f3988-53b7-4c94-b01e-17181c1e815f req-62df92a6-c948-4989-8797-5a8e75ca24e7 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.093109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875f3988-53b7-4c94-b01e-17181c1e815f req-62df92a6-c948-4989-8797-5a8e75ca24e7 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 931 time: 0.0927908 Nov 23 19:09:45.095027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:45.120429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.299360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fccc2960-9449-415f-956d-257bd32b8e25 None None] Provisioning complete for port 4235b1a0-56b1-4538-8731-e4933cd479df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:45.304386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fccc2960-9449-415f-956d-257bd32b8e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.357040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fccc2960-9449-415f-956d-257bd32b8e25 None None] Port 4235b1a0-56b1-4538-8731-e4933cd479df cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:45.527567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eeb1b-ddde-4cd2-bd97-3bd616570e8d req-0bb9dd21-2c43-4947-8d96-10ffe88be5a3 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.529584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be1eeb1b-ddde-4cd2-bd97-3bd616570e8d req-0bb9dd21-2c43-4947-8d96-10ffe88be5a3 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d36022-3b89-4d0f-bee6-a88916c9986c HTTP/1.1" status: 200 len: 945 time: 0.3053417 Nov 23 19:09:45.629276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:45.684432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 3063504f-63d4-4bcd-baed-704bc97ceafe {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:45.684770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3063504f-63d4-4bcd-baed-704bc97ceafe not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:45.709340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.712073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.713245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cde5b9c0-16d0-439c-a2b1-78a1ed8d42e1 HTTP/1.1" status: 204 len: 168 time: 0.9098275 Nov 23 19:09:45.744965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f6abf-b49e-49e1-9832-b8603b0169da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde5b9c0-16d0-439c-a2b1-78a1ed8d42e1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:45.819592 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875f3988-53b7-4c94-b01e-17181c1e815f req-41e5c256-56d3-4da1-8a9a-dc5a60a57ee1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212184 Nov 23 19:09:45.882988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4235b1a0-56b1-4538-8731-e4933cd479df {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:09:45.893948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.900247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:45.912460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['25a82110-5340-4b69-a75b-759fa449649f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:09:45.970706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Transition to ACTIVE for port object 4235b1a0-56b1-4538-8731-e4933cd479df will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:09:45.975063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be1eeb1b-ddde-4cd2-bd97-3bd616570e8d req-deb1209c-649f-41b0-b8f0-0e387d47b065 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.37 "GET /v2.0/security-groups?id=28ea288e-d810-4da7-82e0-c933708b957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329493 Nov 23 19:09:45.977241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Pushing event deleted for resources: {'Port': ['ID=25a82110-5340-4b69-a75b-759fa449649f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:45.986602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-4e8b4a5d-75b9-42d9-90e7-e177c4eafb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:45.988708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-4e8b4a5d-75b9-42d9-90e7-e177c4eafb0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 1096 time: 0.2114439 Nov 23 19:09:45.989370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.088900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] No DVR routers for this DVR port 25a82110-5340-4b69-a75b-759fa449649f on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:46.108079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.111831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a6ff706-985c-4d43-9e3f-6a0216a6ccb3 req-767a6515-3c1a-4bcb-aef6-c5e1a962fd72 tempest-VolumesSnapshotTestJSON-318331274 tempest-VolumesSnapshotTestJSON-318331274-project] 10.222.0.47 "DELETE /v2.0/ports/25a82110-5340-4b69-a75b-759fa449649f HTTP/1.1" status: 204 len: 173 time: 1.8681605 Nov 23 19:09:46.219008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Pushing event updated for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:46.270284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fcb5c-ff61-4ec4-b8af-2b7580c5c8c9 req-6da761f9-f078-4589-8907-c8925d029fd3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.271914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5fcb5c-ff61-4ec4-b8af-2b7580c5c8c9 req-6da761f9-f078-4589-8907-c8925d029fd3 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1952696 Nov 23 19:09:46.340182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'name': 'network-vif-deleted', 'tag': '25a82110-5340-4b69-a75b-759fa449649f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:46.343305 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f613a-bce7-45f6-aba7-b8f186b208ee" -d '{"events": [{"server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "name": "network-vif-deleted", "tag": "25a82110-5340-4b69-a75b-759fa449649f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:46.366435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-3e859739-491d-4bb5-af86-c4b211ce8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.373360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-3e859739-491d-4bb5-af86-c4b211ce8e4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.3171983 Nov 23 19:09:46.379425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Attempting to bind port 4235b1a0-56b1-4538-8731-e4933cd479df on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:09:46.379776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Attempting to bind port 4235b1a0-56b1-4538-8731-e4933cd479df by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:09:46.380112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Attempting to bind port 4235b1a0-56b1-4538-8731-e4933cd479df on network be364d20-030d-40a0-99d0-9d7c7e129026 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:46.479945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Port 4235b1a0-56b1-4538-8731-e4933cd479df on network be364d20-030d-40a0-99d0-9d7c7e129026 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:09:46.480618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Attempting to bind port 4235b1a0-56b1-4538-8731-e4933cd479df on network be364d20-030d-40a0-99d0-9d7c7e129026 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:09:46.498111 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ec623-f486-4005-a970-1049e0226e9b x-openstack-request-id: req-b17ec623-f486-4005-a970-1049e0226e9b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:46.498414 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d36022-3b89-4d0f-bee6-a88916c9986c", "name": "network-vif-deleted", "tag": "25a82110-5340-4b69-a75b-759fa449649f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:46.499549 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b17ec623-f486-4005-a970-1049e0226e9b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:46.500243 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d36022-3b89-4d0f-bee6-a88916c9986c', 'name': 'network-vif-deleted', 'tag': '25a82110-5340-4b69-a75b-759fa449649f', 'status': 'completed', 'code': 200} Nov 23 19:09:46.517732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-1bbaea2c-d6d1-47e1-a991-1d23c7666553 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6261878a-5374-4aa2-957e-f40b73f24926 HTTP/1.1" status: 200 len: 217 time: 0.1348324 Nov 23 19:09:46.546868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:09:46.546868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Checking segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:46.551771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Bound using segment: {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:09:46.559860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Bound port: 4235b1a0-56b1-4538-8731-e4933cd479df, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667c1ede-80fc-477a-92b0-f73a735abbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:09:46.560253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:46.583198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d5fcb5c-ff61-4ec4-b8af-2b7580c5c8c9 req-2c522b6f-9e25-44dc-9cc0-ccb9c2f6fcc6 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785847 Nov 23 19:09:46.653145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-5191b7de-43a7-4ee6-a904-57333bb23b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:46.654401 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-5191b7de-43a7-4ee6-a904-57333bb23b87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.0916936 Nov 23 19:09:46.747102 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-cd160dbf-b458-40e8-9751-af94125aedeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717769 Nov 23 19:09:46.806117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.100275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:09:47.175795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4235b1a0-56b1-4538-8731-e4933cd479df,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:09:47.197997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51845c-35af-42b4-a0fa-3c43f724afa1 req-1188a5d9-c436-470c-a544-d9d4f0f8ed3a tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:47.199619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d51845c-35af-42b4-a0fa-3c43f724afa1 req-1188a5d9-c436-470c-a544-d9d4f0f8ed3a tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.1922915 Nov 23 19:09:47.201385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.226739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:47.227382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.229040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] 10.222.0.50 "PUT /v2.0/ports/4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 1091 time: 2.2790236 Nov 23 19:09:47.413725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-90f51d0c-dd58-45af-85d7-3a058d136be2 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566782 Nov 23 19:09:47.628275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8f22-ad09-416f-9b2b-dce5125e665e service neutron] Pushing event updated for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:47.654873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-70d0366d-6d03-47eb-b932-c52e85f00bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:47.662936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-70d0366d-6d03-47eb-b932-c52e85f00bde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1094 time: 0.3196340 Nov 23 19:09:47.759698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d51845c-35af-42b4-a0fa-3c43f724afa1 req-7355bcfd-db5e-4fa2-b972-c212bbb90615 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412304 Nov 23 19:09:47.804073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-7f35083a-2a69-4b64-be5a-41aafc266aee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 217 time: 0.0600400 Nov 23 19:09:47.857334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 7489d807-7f61-4a16-9386-747af20869b3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:47.858539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:47.990087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c249649-1cdf-4d65-9a17-03b9fd324605 req-51d92ea8-6961-49b2-8ab8-050ecd6ac836 service neutron] 10.222.0.50 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163405 Nov 23 19:09:47.998730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-c761271e-1f24-4531-b210-82f7652d818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.000284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-c761271e-1f24-4531-b210-82f7652d818b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.1860399 Nov 23 19:09:48.045961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 7489d807-7f61-4a16-9386-747af20869b3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7489d807-7f61-4a16-9386-747af20869b3,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:48.046764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.070891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b50566-89b3-4309-bbe7-388c2a256f43 req-39333f08-9b94-4b9a-ab14-30635218e217 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.086225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-2c8c4b27-11df-44bc-9d34-15fa1311d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.088104 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-2c8c4b27-11df-44bc-9d34-15fa1311d823 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792983 Nov 23 19:09:48.094527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13b50566-89b3-4309-bbe7-388c2a256f43 req-39333f08-9b94-4b9a-ab14-30635218e217 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.3611372 Nov 23 19:09:48.097611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 7489d807-7f61-4a16-9386-747af20869b3 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:48.237934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13b50566-89b3-4309-bbe7-388c2a256f43 req-172b409d-b871-405f-8f55-5f1bf578d42b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385436 Nov 23 19:09:48.264591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-da37cad5-b3c6-4f7d-bbf9-6115057ecb03 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621833 Nov 23 19:09:48.312333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 25a82110-5340-4b69-a75b-759fa449649f no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:48.380420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 25a82110-5340-4b69-a75b-759fa449649f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:48.383521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 25a82110-5340-4b69-a75b-759fa449649f not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:48.475378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:48.497217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-291c4ce5-426a-4a38-9065-f85c6d36a92f req-e166242f-745d-433b-9354-c36415f7ba63 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171433 Nov 23 19:09:48.501358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:09:48.530492 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:09:48.561363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=7489d807-7f61-4a16-9386-747af20869b3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:48.717583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-824b29b4-9531-4da4-921a-9c06ff33ba42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593599 Nov 23 19:09:48.915963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-55e51160-0e82-471a-bfcb-a74b6ed9b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:48.917477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-55e51160-0e82-471a-bfcb-a74b6ed9b83a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6738526a7afd4e5a8dd3265da64e9610&device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 1096 time: 0.1359119 Nov 23 19:09:48.963654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:49.238993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-d086f870-8a85-4322-bcd6-d710afc852fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.238993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-d086f870-8a85-4322-bcd6-d710afc852fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 200 len: 907 time: 0.2833951 Nov 23 19:09:49.350723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a21be8-0aff-4e6e-923e-f23ef62cad1b req-33f51440-8d53-4c76-9be3-f54a36db44eb tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.353185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-88501c86-026e-4271-ae3c-396b7f49005b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 HTTP/1.1" status: 200 len: 217 time: 0.1099904 Nov 23 19:09:49.359530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28a21be8-0aff-4e6e-923e-f23ef62cad1b req-33f51440-8d53-4c76-9be3-f54a36db44eb tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.2125392 Nov 23 19:09:49.499425 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424ecd4-93c5-4286-a082-0c74d5bc10e3 x-openstack-request-id: req-4424ecd4-93c5-4286-a082-0c74d5bc10e3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:09:49.499778 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:09:49.504521 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4424ecd4-93c5-4286-a082-0c74d5bc10e3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:09:49.513455 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:09:49.638819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28a21be8-0aff-4e6e-923e-f23ef62cad1b req-218b0635-0c1f-4c39-a02c-7ff8513ac3ff tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780535 Nov 23 19:09:49.681400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-7abddd29-b177-4053-a119-6723a6ea35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.682677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-7abddd29-b177-4053-a119-6723a6ea35a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 200 len: 846 time: 0.3187590 Nov 23 19:09:49.734857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-20391f60-65f7-4c31-9b60-c66ce9a2ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.737032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-20391f60-65f7-4c31-9b60-c66ce9a2ed60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1094 time: 0.2435966 Nov 23 19:09:49.742565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:09:49.748775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce693-df02-4305-862e-cf8fdacde3b5 req-57d4d310-62a8-4b25-9736-3f5445ff0702 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.750891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-947ce693-df02-4305-862e-cf8fdacde3b5 req-57d4d310-62a8-4b25-9736-3f5445ff0702 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1553838 Nov 23 19:09:49.753617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-af9ac0b3-327a-4334-8a11-4ecffb67ae09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01eff74-a1a1-4a0e-845b-45e61596f825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531523 Nov 23 19:09:49.905452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:49.916072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-77ffa3a6-0ee0-4815-ad25-f698fcf084ea tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/e3b59b69-8208-45f8-8ada-0ce5a09bdbf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8194270 Nov 23 19:09:49.917169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:49.926639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Sync routers for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:49.965295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:49.966068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:49.967621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-947ce693-df02-4305-862e-cf8fdacde3b5 req-81bd6d22-91dd-4bb5-a446-e7e9f344abf2 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654291 Nov 23 19:09:49.992085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-f2a0dbb3-853f-4511-b8c1-cf6c0f19ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:49.992861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-f2a0dbb3-853f-4511-b8c1-cf6c0f19ba45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.2380660 Nov 23 19:09:50.041721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting subnet 9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:09:50.046913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-57ab844d-d456-4fc9-93a0-d5292e718f19 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369897 Nov 23 19:09:50.053456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.148451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.170029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-b06831ce-44c5-4a78-ba41-96fc14f6dc79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 217 time: 0.1610115 Nov 23 19:09:50.283063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:50.348042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-5115ad3e-bd3f-48a9-85c0-085c75de1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:50.349817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-5115ad3e-bd3f-48a9-85c0-085c75de1328 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.1607282 Nov 23 19:09:50.389496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.480291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-6fb26d2a-6734-4c9d-bd6d-8500aa6ecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:50.482447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-6fb26d2a-6734-4c9d-bd6d-8500aa6ecd60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692120 Nov 23 19:09:50.506147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.510729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c251dd86-4a38-48e8-b3bd-71d9bbe43ed7 req-9c1a11f5-1831-4912-b902-4ab98c5eb813 service neutron] 10.222.0.47 "GET /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942721 Nov 23 19:09:50.596964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:50.608973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.617946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79a22425-3585-4240-a31f-7e8d611e9734 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/subnets/9ba040bc-a1b1-48cc-8b0a-2bc3c51e295f HTTP/1.1" status: 204 len: 168 time: 0.6996553 Nov 23 19:09:50.624207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:50.702972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc67cc6-32c3-4c57-b66b-4d96b4eec4a5 None None] Network 0f90f517-464a-4956-bfc2-470841b2ef1b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:50.822255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-264e49b2-602d-41f4-a2e1-22e056d56b5d service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103981 Nov 23 19:09:50.935027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:50.993157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b7251d7f-fe2b-4429-8ffc-6ad67f9d8fd3 req-091791c7-4301-4771-8fed-5d7e7ac28238 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699216 Nov 23 19:09:51.219531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:09:48Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': 'bbb7d092-d227-4a76-8fa2-a4a22c43fbbc', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:51Z', 'updated_at': '2021-11-23T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:51.236485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18c6a-731a-46e3-b688-a25678512937 req-c2ebc86b-6c1a-481c-b9e0-4f3774917546 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:51.238976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bc18c6a-731a-46e3-b688-a25678512937 req-c2ebc86b-6c1a-481c-b9e0-4f3774917546 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1102126 Nov 23 19:09:51.294340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12719-de72-4007-b8f4-1e2d19182b6b req-4f59efa3-4282-4d6c-b1e2-5a02d581c2af tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:51.296157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1a12719-de72-4007-b8f4-1e2d19182b6b req-4f59efa3-4282-4d6c-b1e2-5a02d581c2af tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.3871520 Nov 23 19:09:51.331522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Checking router: e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:51.352548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] DHCP port deletion for 0f90f517-464a-4956-bfc2-470841b2ef1b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:51.398883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bc18c6a-731a-46e3-b688-a25678512937 req-cd7a43c2-1aed-4c45-a5cb-c713c856ddc6 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542497 Nov 23 19:09:51.440527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.462131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1a12719-de72-4007-b8f4-1e2d19182b6b req-d29b4ded-1573-4d2c-bd9c-eb681a3bf25f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569273 Nov 23 19:09:51.514803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a5713603-5f12-42c2-b6b0-4e425ac81519 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:51.531450 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Routers {'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:51.532007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:51.583598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:51.584087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.667651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Deleting port a5713603-5f12-42c2-b6b0-4e425ac81519 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:51.668035 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.693644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port bbb7d092-d227-4a76-8fa2-a4a22c43fbbc, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:51.694052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:51.721335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] Set router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:51.721531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for bbb7d092-d227-4a76-8fa2-a4a22c43fbbc owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:51.981684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 6, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:51.988718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.027393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73a621-6c76-4695-bc38-fd3595c73e51 None None] The sync data for ids ['e3b59b69-8208-45f8-8ada-0ce5a09bdbf5'] in n-d-792364-9 is: [{'id': 'e3b59b69-8208-45f8-8ada-0ce5a09bdbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055460074', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:50Z', 'updated_at': '2021-11-23T19:09:51Z', 'revision_number': 6, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:09:52.041011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] For port a5713603-5f12-42c2-b6b0-4e425ac81519, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a5713603-5f12-42c2-b6b0-4e425ac81519,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:52.041420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.088835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port a5713603-5f12-42c2-b6b0-4e425ac81519, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a5713603-5f12-42c2-b6b0-4e425ac81519,segment=NetworkSegment(17f9566a-6c05-4514-9ef9-ddb700e94ae0),segment_id=17f9566a-6c05-4514-9ef9-ddb700e94ae0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:09:52.093575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Calling delete_port for a5713603-5f12-42c2-b6b0-4e425ac81519 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:09:52.108568 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.247544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.297118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=a5713603-5f12-42c2-b6b0-4e425ac81519,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:52.352754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e5b5f-8e3c-494a-b79a-8496f0f44a56 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:52.393987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=bbb7d092-d227-4a76-8fa2-a4a22c43fbbc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:52.414493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.482650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] Pushing event deleted for resources: {'Port': ['ID=a5713603-5f12-42c2-b6b0-4e425ac81519,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:52.499735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2dc33-3fda-41ac-9f92-27cc8b2145ad None None] No DVR routers for this DVR port a5713603-5f12-42c2-b6b0-4e425ac81519 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:09:52.502106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.746158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.749320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.827668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa489-1677-4957-81fa-8a9ca6a28639 req-2f6f013e-1156-400f-9d2f-a44b19a9fd43 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:52.832932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821aa489-1677-4957-81fa-8a9ca6a28639 req-2f6f013e-1156-400f-9d2f-a44b19a9fd43 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.1502533 Nov 23 19:09:52.842072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.842658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Fanout notify agent at l3_agent the message router_deleted on router e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:09:52.856616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:52.859937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:52.860485 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62267aa0-3e7c-4e30-9db5-e0ff60187be0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/routers/e3b59b69-8208-45f8-8ada-0ce5a09bdbf5 HTTP/1.1" status: 204 len: 168 time: 2.2344725 Nov 23 19:09:52.913822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821aa489-1677-4957-81fa-8a9ca6a28639 req-95672a63-56a9-4aaa-9dd0-c1a2b223bc1c tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 Nov 23 19:09:53.048834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.078057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffda23d-88f4-4e4e-ad3d-02683f56a408 req-eb7f0752-c30a-4d25-8886-fff3f674f41b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:53.083914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ffda23d-88f4-4e4e-ad3d-02683f56a408 req-eb7f0752-c30a-4d25-8886-fff3f674f41b tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.5317416 Nov 23 19:09:53.201168 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.216193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ffda23d-88f4-4e4e-ad3d-02683f56a408 req-6b517598-4ae8-452d-9735-2dd6994cc7d7 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297133 Nov 23 19:09:53.242879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f90f517-464a-4956-bfc2-470841b2ef1b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:53.268304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f9566a-6c05-4514-9ef9-ddb700e94ae0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:53.268714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f9566a-6c05-4514-9ef9-ddb700e94ae0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:53.291725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.516354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7489d807-7f61-4a16-9386-747af20869b3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:53.559508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 7489d807-7f61-4a16-9386-747af20869b3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:53.560059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 7489d807-7f61-4a16-9386-747af20869b3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:53.561161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbb7d092-d227-4a76-8fa2-a4a22c43fbbc no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:09:53.594509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: bbb7d092-d227-4a76-8fa2-a4a22c43fbbc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:09:53.594869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bbb7d092-d227-4a76-8fa2-a4a22c43fbbc not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:09:53.783205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.789739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:09:53.790164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:09:53.793211 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:09:53.852406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.857844 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.861462 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/networks/0f90f517-464a-4956-bfc2-470841b2ef1b HTTP/1.1" status: 204 len: 168 time: 0.9998019 Nov 23 19:09:53.865078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:53.881887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6397e0-5695-4b33-a52c-0cf6c8167584 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Network': ['ID=0f90f517-464a-4956-bfc2-470841b2ef1b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:53.932186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:53.969950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.082200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f39ffb-6358-478b-91fd-bcbd1d433285 req-3f68bd42-3749-44c6-be6d-5d7c84cc3f8f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:54.083840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c7f39ffb-6358-478b-91fd-bcbd1d433285 req-3f68bd42-3749-44c6-be6d-5d7c84cc3f8f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.0696046 Nov 23 19:09:54.107034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.109998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.111186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/security-groups/68228992-d9a1-4fc8-96a6-541ad4a19a29 HTTP/1.1" status: 204 len: 168 time: 0.2444651 Nov 23 19:09:54.132142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba96fd-a111-4562-8249-a8b7d622f6f0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68228992-d9a1-4fc8-96a6-541ad4a19a29,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:54.186093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c7f39ffb-6358-478b-91fd-bcbd1d433285 req-500328b3-f74d-424c-b3ca-8b93854be274 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898857 Nov 23 19:09:54.354505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb558ce-d6b4-458f-b0bc-f3a1d7889d84 req-a2d8436b-b285-49ee-a577-b0f9969b65ea tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:54.355962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dbb558ce-d6b4-458f-b0bc-f3a1d7889d84 req-a2d8436b-b285-49ee-a577-b0f9969b65ea tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0573463 Nov 23 19:09:54.431853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dbb558ce-d6b4-458f-b0bc-f3a1d7889d84 req-4ff7db4c-e8f1-4b89-8522-97c2e4bb4d4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Nov 23 19:09:54.606040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:54.610506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191084502', 'description': 'tempest-secgroup-smoke-1191084502 description', 'project_id': '48a299723a744276a7d18c197f219f0f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:54.634209 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.710593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.715751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.747952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a44b07-2d06-490d-96cd-49bdae6a9c1a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:54.753195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.754555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e9eb6382-7944-480a-845a-7a874cf4ebe6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1474490 Nov 23 19:09:54.757296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:54.762823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:54.798368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.866233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.871866 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.898594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:54.902606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415188 Nov 23 19:09:54.902606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c8477-cea2-4488-a38a-40e5a0a95d9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d47c66-e004-4ecb-bf81-df52f7e672ec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:54.904704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:54.910075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:54.942657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.002930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.008000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.032399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202f1a86-5b87-45dd-bf17-ffe149b04be2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.044969 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.048808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-49b45803-bae0-4640-b570-3bc28939f784 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436408 Nov 23 19:09:55.049746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:55.058679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:55.095914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.157593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.161951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.176824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ecad2c-85c1-456d-9939-d8648c915998,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.192246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.196197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72e85ce5-9bbe-46e4-bb69-8170d86595a4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412058 Nov 23 19:09:55.197916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:55.200835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:55.230879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.348876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.359709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750259-a2ca-474d-946f-232375aa391c req-8111dee5-00e9-4a50-8d15-aafe33c4488b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:55.361620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ea750259-a2ca-474d-946f-232375aa391c req-8111dee5-00e9-4a50-8d15-aafe33c4488b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.0819428 Nov 23 19:09:55.363503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.405306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61e3014-af3e-404c-b2ec-97a7a5d2edba,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.422007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.428266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70d70774-9198-44f4-b743-894f309a177c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258792 Nov 23 19:09:55.428711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:55.436340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:55.468031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ea750259-a2ca-474d-946f-232375aa391c req-7f4c58bd-80dc-4688-b7c9-60867bd8925f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893030 Nov 23 19:09:55.480044 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:09:55.485298 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.597398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf761ba-e051-49c7-b434-a93bcdf82166 req-2c46cd41-8e27-4084-8888-4a3de4464353 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:55.598792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aaf761ba-e051-49c7-b434-a93bcdf82166 req-2c46cd41-8e27-4084-8888-4a3de4464353 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0895617 Nov 23 19:09:55.609899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.623625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.659247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.661251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307422 Nov 23 19:09:55.662345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47054d4d-8833-4717-87b7-ddaece6c9181 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60306b6b-a486-4d1c-abe5-81d46daa1d3b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.664167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:55.668813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '64a44b07-2d06-490d-96cd-49bdae6a9c1a', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:55.692087 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aaf761ba-e051-49c7-b434-a93bcdf82166 req-52dcdbe2-8083-4987-be54-249ebb394fe0 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848174 Nov 23 19:09:55.720958 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:09:55.727881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.790831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.795010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.815085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196552ec-14f5-4798-b77d-70438261abc6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:55.826814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.830768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8e3d3cd6-f82e-44b9-a198-44eb61aea968 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628602 Nov 23 19:09:55.831141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:55.836708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'network': {'name': 'tempest-network-smoke--1586252150', 'project_id': '48a299723a744276a7d18c197f219f0f', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:55.866245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:55.870484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.900157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:09:55.921787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:55.922266 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Added segment 1c87e794-3121-4c9d-a4fa-ed9d5843a032 of type vlan for network c4dd47f4-761d-487a-9e20-1d9644188187 Nov 23 19:09:55.971513 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.002881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.009849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.010613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.055640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2213356 Nov 23 19:09:56.056559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:56.061650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'admin_state_up': True, 'project_id': '48a299723a744276a7d18c197f219f0f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:56.094169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69e7ff-4dc9-4be6-b5f5-6d4bc1d24e6b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Network': ['ID=c4dd47f4-761d-487a-9e20-1d9644188187,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:56.101151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.102315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.107780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c4dd47f4-761d-487a-9e20-1d9644188187 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:09:56.179065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.344920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.567876 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.613964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.677089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4c1ea-a13b-429d-96e9-c37268a807e9 req-579ef91d-f432-4be4-b79b-1868c520400f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.680189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dca4c1ea-a13b-429d-96e9-c37268a807e9 req-579ef91d-f432-4be4-b79b-1868c520400f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.1099031 Nov 23 19:09:56.786735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.219 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/243aa24e-7917-4b56-b906-0c7b673cdfed) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:09:56.791495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dca4c1ea-a13b-429d-96e9-c37268a807e9 req-6015b6cd-7678-41e1-824e-1a3b82f40f1e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923603 Nov 23 19:09:56.848064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3754090-167b-41a7-95aa-af6d12d0176c req-c5a48f28-c270-4795-b171-a59d2cd1bebc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:56.851123 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3754090-167b-41a7-95aa-af6d12d0176c req-c5a48f28-c270-4795-b171-a59d2cd1bebc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.0807362 Nov 23 19:09:56.902803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c3754090-167b-41a7-95aa-af6d12d0176c req-13007181-0f80-417e-b3c2-b2fcda964071 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Nov 23 19:09:56.916831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:56.960240 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.021169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:09:57.025376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:57.043639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403bb26-6f1b-4c07-9d38-c0d4446380b2 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:09:57.052563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:09:57.093119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=243aa24e-7917-4b56-b906-0c7b673cdfed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:57.106110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ffd58620-83f7-4f55-8d47-05db6be5de98 None None] Provisioning complete for port 243aa24e-7917-4b56-b906-0c7b673cdfed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:09:57.107206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffd58620-83f7-4f55-8d47-05db6be5de98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.183919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ffd58620-83f7-4f55-8d47-05db6be5de98 None None] Port 243aa24e-7917-4b56-b906-0c7b673cdfed cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:09:57.237232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e3ae1-4b33-427b-94eb-26ef9a966d28 req-e59c8cf5-bf35-4bed-a8ab-891aab75514d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:57.240320 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb6e3ae1-4b33-427b-94eb-26ef9a966d28 req-e59c8cf5-bf35-4bed-a8ab-891aab75514d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1075387 Nov 23 19:09:57.325357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb6e3ae1-4b33-427b-94eb-26ef9a966d28 req-603d5e7b-15e7-4a03-803f-b72c29ae3f1e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 Nov 23 19:09:57.398981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7a845ec-f49b-4cb0-a828-165492a19d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:57.699890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07c1b-6645-4cb2-a043-f4375399ac63 req-13b6f2a6-3bab-45b7-9de7-3ea18911d55d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:57.701912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98f07c1b-6645-4cb2-a043-f4375399ac63 req-13b6f2a6-3bab-45b7-9de7-3ea18911d55d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1130018 Nov 23 19:09:57.835368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98f07c1b-6645-4cb2-a043-f4375399ac63 req-e0f0a7e2-d411-48bc-85dc-91b90039c553 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236043 Nov 23 19:09:57.850008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.060458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416276c-37e0-48ad-8f52-b2e316aa8042 req-0964ae24-dad0-471d-9e0c-7e8cd93ec2c9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:58.063184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0416276c-37e0-48ad-8f52-b2e316aa8042 req-0964ae24-dad0-471d-9e0c-7e8cd93ec2c9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.1128581 Nov 23 19:09:58.188067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0416276c-37e0-48ad-8f52-b2e316aa8042 req-ccf9d86d-6464-437d-b909-8f30dd1ce5f4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152225 Nov 23 19:09:58.210409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.375952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb73b-6ae4-4d86-8e55-46b17ab93a12 req-38b03ec3-ea75-4ebb-8038-e7c653867fbe tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:58.377576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6edb73b-6ae4-4d86-8e55-46b17ab93a12 req-38b03ec3-ea75-4ebb-8038-e7c653867fbe tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1085501 Nov 23 19:09:58.490607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6edb73b-6ae4-4d86-8e55-46b17ab93a12 req-bef3cf2c-6b78-4841-a1b3-aa06373e567d tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002107 Nov 23 19:09:58.491957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:09:58.679984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:09:58.692808 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6200547-e724-4286-9387-e44065490758 None None] Sync routers for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:09:58.703633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:58.708732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:58.709214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1bb737f-2a44-448a-b866-01c29a4285b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6511686 Nov 23 19:09:58.724320 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6200547-e724-4286-9387-e44065490758 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:09:58.728131 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6200547-e724-4286-9387-e44065490758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:09:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:58.754920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7d9fe752-4d6c-4adf-901b-3071b4eec07a tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=48a299723a744276a7d18c197f219f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445921 Nov 23 19:09:58.757370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:58.879529 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e6200547-e724-4286-9387-e44065490758 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:09:58.962778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d3db7e-f76d-4cc0-af54-2a3f27936ebb tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:58.964353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-93d3db7e-f76d-4cc0-af54-2a3f27936ebb tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2057779 Nov 23 19:09:58.968351 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:58.999780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2379d252-737c-41e0-8a4c-d4640996264f tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301962 Nov 23 19:09:59.003817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.010932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-474209966', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'project_id': '48a299723a744276a7d18c197f219f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:09:59.165505 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6200547-e724-4286-9387-e44065490758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:09:59.165798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:09:59.172817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.342035 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6200547-e724-4286-9387-e44065490758 None None] Checking router: 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:09:59.342386 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6200547-e724-4286-9387-e44065490758 None None] Updating router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 port 243aa24e-7917-4b56-b906-0c7b673cdfed binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:09:59.425017 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.431640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc797a1d-23da-4cbd-9d14-c28f3998711e req-bd5538af-afe1-4952-bd25-81d8298308a1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.433362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc797a1d-23da-4cbd-9d14-c28f3998711e req-bd5538af-afe1-4952-bd25-81d8298308a1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.1132691 Nov 23 19:09:59.515874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc797a1d-23da-4cbd-9d14-c28f3998711e req-e976e379-db26-40af-9832-f188f8b0ff7a tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732703 Nov 23 19:09:59.533874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.651551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Subnet': ['ID=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:09:59.686456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:09:59.686819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network hostable DHCP agents. Network: c4dd47f4-761d-487a-9e20-1d9644188187, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:09:59.709546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-aaa984d2-480c-4b82-a919-fd03ed62bf16 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.714500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-aaa984d2-480c-4b82-a919-fd03ed62bf16 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1140816 Nov 23 19:09:59.725647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4235b1a0-56b1-4538-8731-e4933cd479df details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:09:59.730613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa3ab-3049-46b4-925b-7355130bc805 req-8801f9f7-e2e3-4c26-a6c6-1e692484636e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.738601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23dfa3ab-3049-46b4-925b-7355130bc805 req-8801f9f7-e2e3-4c26-a6c6-1e692484636e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 945 time: 0.1124723 Nov 23 19:09:59.767035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network c4dd47f4-761d-487a-9e20-1d9644188187 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:09:59.817947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c4dd47f4-761d-487a-9e20-1d9644188187) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:09:59.829439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:09:59.830087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:09:59.852399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2c2e1-ec7e-41cb-87a0-0eb64267f6de None None] Network c4dd47f4-761d-487a-9e20-1d9644188187 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:09:59.854681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23dfa3ab-3049-46b4-925b-7355130bc805 req-4be5697d-2ccf-4279-8324-edf85a695b21 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134052 Nov 23 19:09:59.890563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f4089e84-977f-4a9f-913e-f78c93cee482 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8851678 Nov 23 19:09:59.895351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:09:59.968770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port 6261878a-5374-4aa2-957e-f40b73f24926 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:09:59.969330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.090717 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.102692 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.223183 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Pushing event updated for resources: {'Port': ['ID=243aa24e-7917-4b56-b906-0c7b673cdfed,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.238517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955ecc3-e577-4c7f-9794-ff3d5de6b4bd None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:10:00.245652 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e6200547-e724-4286-9387-e44065490758 None None] Attempting to bind port 243aa24e-7917-4b56-b906-0c7b673cdfed on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:00.250989 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e6200547-e724-4286-9387-e44065490758 None None] Attempting to bind port 243aa24e-7917-4b56-b906-0c7b673cdfed by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:00.251621 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6200547-e724-4286-9387-e44065490758 None None] Attempting to bind port 243aa24e-7917-4b56-b906-0c7b673cdfed on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:00.258226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faf75016-8d7f-4f85-be99-441a122d9d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.261069 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.263680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.264149 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.264592 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.265025 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.267421 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.267878 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.268310 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.268772 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.269734 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.271577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.272013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:00.286305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4235b1a0-56b1-4538-8731-e4933cd479df,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:00.286460 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6200547-e724-4286-9387-e44065490758 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:00.286954 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6200547-e724-4286-9387-e44065490758 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:00.289128 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.290563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6200547-e724-4286-9387-e44065490758 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:00.291154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e6200547-e724-4286-9387-e44065490758 None None] Bound port: 243aa24e-7917-4b56-b906-0c7b673cdfed, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:00.291857 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.357047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '4235b1a0-56b1-4538-8731-e4933cd479df', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:10:00.417062 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e6200547-e724-4286-9387-e44065490758 None None] For port 243aa24e-7917-4b56-b906-0c7b673cdfed, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:00.422661 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e6200547-e724-4286-9387-e44065490758 None None] For port 243aa24e-7917-4b56-b906-0c7b673cdfed, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=243aa24e-7917-4b56-b906-0c7b673cdfed,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:00.430046 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e6200547-e724-4286-9387-e44065490758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.447300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port 6261878a-5374-4aa2-957e-f40b73f24926, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6261878a-5374-4aa2-957e-f40b73f24926,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:00.454136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.518446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for 6261878a-5374-4aa2-957e-f40b73f24926 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:00.541024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bebf13-a319-4e7c-99ac-57ba8f1709a8 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:10:00.570222 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6200547-e724-4286-9387-e44065490758 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:00.574968 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6200547-e724-4286-9387-e44065490758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:00.667531 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057684e-82ef-461d-9e4c-8b24c87cc2ac None None] Pushing event updated for resources: {'Port': ['ID=243aa24e-7917-4b56-b906-0c7b673cdfed,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:00.710351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-c4dd47f4-761d-487a-9e20-1d9644188187', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:00.712195 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.771249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] Provisioning complete for port 243aa24e-7917-4b56-b906-0c7b673cdfed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:00.772384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:00.819202 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e6200547-e724-4286-9387-e44065490758 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:00.940431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd72a-068e-481c-97df-96c09438d1fb req-d4e42273-a4c2-4046-8249-16fd9916f369 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:00.942078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cadd72a-068e-481c-97df-96c09438d1fb req-d4e42273-a4c2-4046-8249-16fd9916f369 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 943 time: 0.2201948 Nov 23 19:10:01.072487 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.093472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4235b1a0-56b1-4538-8731-e4933cd479df {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:01.115423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4235b1a0-56b1-4538-8731-e4933cd479df,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:01.126325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.132369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.182105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cadd72a-068e-481c-97df-96c09438d1fb req-99b3fe29-1c2b-48f8-8326-4b78ddf0741a tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294130 Nov 23 19:10:01.203676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.254274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:01.266881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=6261878a-5374-4aa2-957e-f40b73f24926,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:01.298092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf365065-874c-457a-9ec3-f95890a1712f req-a71aaf8f-9246-46de-98f8-33e353500ec1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:01.310765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf365065-874c-457a-9ec3-f95890a1712f req-a71aaf8f-9246-46de-98f8-33e353500ec1 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=e29c66b1-edb9-44ff-8d6a-3aacc9371e4f HTTP/1.1" status: 200 len: 867 time: 0.2541134 Nov 23 19:10:01.366923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port 6261878a-5374-4aa2-957e-f40b73f24926 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:01.370912 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.379269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-078282bd-aed1-4ab0-b085-9947136fe6f0 req-40766696-fd5a-49b8-ab31-6747ddf8d7f8 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.50 "DELETE /v2.0/ports/6261878a-5374-4aa2-957e-f40b73f24926 HTTP/1.1" status: 204 len: 173 time: 1.6466722 Nov 23 19:10:01.379901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'name': 'network-vif-deleted', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:01.385856 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b663e1b-6227-4777-afce-4f51c0a6b921" -d '{"events": [{"server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "name": "network-vif-deleted", "tag": "6261878a-5374-4aa2-957e-f40b73f24926"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:01.420221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['4235b1a0-56b1-4538-8731-e4933cd479df'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:01.469525 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba277482-669e-488d-b0f8-f94847bf6b39 x-openstack-request-id: req-ba277482-669e-488d-b0f8-f94847bf6b39 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:01.470454 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c66b1-edb9-44ff-8d6a-3aacc9371e4f", "name": "network-vif-deleted", "tag": "6261878a-5374-4aa2-957e-f40b73f24926", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:01.471185 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba277482-669e-488d-b0f8-f94847bf6b39 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:01.471784 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c66b1-edb9-44ff-8d6a-3aacc9371e4f', 'name': 'network-vif-deleted', 'tag': '6261878a-5374-4aa2-957e-f40b73f24926', 'status': 'completed', 'code': 200} Nov 23 19:10:01.480144 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e6200547-e724-4286-9387-e44065490758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:01.548649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf365065-874c-457a-9ec3-f95890a1712f req-7ce21462-cf26-4384-b43c-4685bbc678bc tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369208 Nov 23 19:10:01.552994 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6200547-e724-4286-9387-e44065490758 None None] The sync data for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 is: [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:09:57Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:01.560481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.608787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:01.640330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Allocated IP 172.20.0.2 (c4dd47f4-761d-487a-9e20-1d9644188187/4018d1bd-e7c0-4208-aeda-a81cd06cd8bf/637ff913-0eba-49e0-90d8-ee4fc8ce995c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:01.765921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:01.799125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6261878a-5374-4aa2-957e-f40b73f24926 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:01.931967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] For port 243aa24e-7917-4b56-b906-0c7b673cdfed, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=243aa24e-7917-4b56-b906-0c7b673cdfed,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:01.934395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 6261878a-5374-4aa2-957e-f40b73f24926 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:01.935435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6261878a-5374-4aa2-957e-f40b73f24926 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:01.955580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.301186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2eb0cd4f-e186-44a6-9156-bff42cbca4e2 None None] Provisioning complete for port 243aa24e-7917-4b56-b906-0c7b673cdfed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:02.306258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cd4f-e186-44a6-9156-bff42cbca4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.354416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605b30-a98f-4753-a470-66c6f5020bf1 req-dc7fc370-0c10-4b4a-8ad7-5eccfe2b2bcd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:02.362207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f605b30-a98f-4753-a470-66c6f5020bf1 req-dc7fc370-0c10-4b4a-8ad7-5eccfe2b2bcd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 944 time: 0.0608346 Nov 23 19:10:02.435451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f605b30-a98f-4753-a470-66c6f5020bf1 req-d33e3e23-e1bb-4013-9cbe-99907f2a4cf1 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712018 Nov 23 19:10:02.466750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049190c8-2719-4c31-a1c3-539a969b57f3 None None] Pushing event updated for resources: {'Port': ['ID=243aa24e-7917-4b56-b906-0c7b673cdfed,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:02.489185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.724351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.762000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:02.865696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.1 (c4dd47f4-761d-487a-9e20-1d9644188187/4018d1bd-e7c0-4208-aeda-a81cd06cd8bf/f9a1338f-b696-4dfb-b6ee-894293de436e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:02.884907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Network c4dd47f4-761d-487a-9e20-1d9644188187 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:02.900685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:02.906301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:02.983137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Pushing event updated for resources: {'Port': ['ID=637ff913-0eba-49e0-90d8-ee4fc8ce995c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:03.074693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Attempting to bind port 637ff913-0eba-49e0-90d8-ee4fc8ce995c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:03.075167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Attempting to bind port 637ff913-0eba-49e0-90d8-ee4fc8ce995c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:03.077420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Attempting to bind port 637ff913-0eba-49e0-90d8-ee4fc8ce995c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:03.084896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:03.087164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:03.088915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.090739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Bound using segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:03.091876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Bound port: 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:03.093747 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.147591 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.260077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.330804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] For port 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:03.336647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] For port 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=637ff913-0eba-49e0-90d8-ee4fc8ce995c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:03.343409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.356916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.407672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network c4dd47f4-761d-487a-9e20-1d9644188187 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:03.411819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:03.425895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:03.508993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e367f-7536-4ba0-936f-24ab83cabbfe None None] Pushing event updated for resources: {'Port': ['ID=637ff913-0eba-49e0-90d8-ee4fc8ce995c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:03.544847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:03.555382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.645180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 243aa24e-7917-4b56-b906-0c7b673cdfed up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:03.730097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4235b1a0-56b1-4538-8731-e4933cd479df up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:03.758540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f4c2f-e774-4212-acdd-d354f105ecdd req-4fa6b517-5711-4e4a-bdd7-09693aab849d tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:03.760162 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c8f4c2f-e774-4212-acdd-d354f105ecdd req-4fa6b517-5711-4e4a-bdd7-09693aab849d tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 944 time: 0.1106997 Nov 23 19:10:03.797956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:03.818850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 243aa24e-7917-4b56-b906-0c7b673cdfed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:03.821789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.096382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c8f4c2f-e774-4212-acdd-d354f105ecdd req-901d3e02-fb55-4da1-bd37-9ae73459b896 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987096 Nov 23 19:10:04.307975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 4235b1a0-56b1-4538-8731-e4933cd479df completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:10:04.329407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b278-e828-4943-a26a-e3bbe06a4d45 req-7f8c0bd4-c678-412a-ac00-0a6ed3b1be0e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:04.338354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 4235b1a0-56b1-4538-8731-e4933cd479df triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:04.338738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.347700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13d4b278-e828-4943-a26a-e3bbe06a4d45 req-7f8c0bd4-c678-412a-ac00-0a6ed3b1be0e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.1119969 Nov 23 19:10:04.459046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13d4b278-e828-4943-a26a-e3bbe06a4d45 req-a069ecc5-83e4-4faf-85b0-5281c192b2b4 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098394 Nov 23 19:10:04.462538 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.478048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.515988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.560559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:04.563734 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65fc460-1fa3-4eb5-a194-2bfc576c9097" -d '{"events": [{"server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "name": "network-vif-plugged", "status": "completed", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:04.569446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.583058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4235b1a0-56b1-4538-8731-e4933cd479df,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:04.596660 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:04.596921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:04.733298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:04.739000 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa6df59-3f2f-45e9-b310-27401cae332c x-openstack-request-id: req-0aa6df59-3f2f-45e9-b310-27401cae332c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:04.739618 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "name": "network-vif-plugged", "status": "completed", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:04.740102 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aa6df59-3f2f-45e9-b310-27401cae332c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:04.740793 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'code': 200} Nov 23 19:10:04.808562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network c4dd47f4-761d-487a-9e20-1d9644188187 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:04.810035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:04.895822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38ecf-6534-4041-9039-cff0dfc17c51 req-2560959a-0673-40eb-9dda-52a2370bee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:04.897812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fd38ecf-6534-4041-9039-cff0dfc17c51 req-2560959a-0673-40eb-9dda-52a2370bee78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.0880220 Nov 23 19:10:05.063979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fd38ecf-6534-4041-9039-cff0dfc17c51 req-92a7c138-f4d3-4e17-9aee-3d988f1ddd75 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553929 Nov 23 19:10:05.097807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:05.250142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:05.268843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-72b4e371-94f3-41e0-950c-c87d1ed1d910 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/8aa6faad-99be-4b4b-a4fd-4b11f8c45706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3705702 Nov 23 19:10:05.271396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Sync routers for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:05.287670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62375a-f01a-4cab-aa8f-32144aa1bc96 req-28f59792-5a64-42d1-98db-39930bf7fd0b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:05.298154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:05.299145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f62375a-f01a-4cab-aa8f-32144aa1bc96 req-28f59792-5a64-42d1-98db-39930bf7fd0b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1242037 Nov 23 19:10:05.306867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:05.371665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f62375a-f01a-4cab-aa8f-32144aa1bc96 req-e115dfef-7633-4319-869b-fe03179519b8 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714564 Nov 23 19:10:05.559628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:05.566784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 637ff913-0eba-49e0-90d8-ee4fc8ce995c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:05.627251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ed8ff-0729-4e44-bbba-9e1cd370c6be None None] Network c4dd47f4-761d-487a-9e20-1d9644188187 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:05.648072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794d33-6b7e-40bf-9d62-f573ddddd2ae req-a7436e7a-4610-4ded-bb68-969cb86f7bab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:05.649705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b794d33-6b7e-40bf-9d62-f573ddddd2ae req-a7436e7a-4610-4ded-bb68-969cb86f7bab tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.0692561 Nov 23 19:10:05.650542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:05.710425 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9b794d33-6b7e-40bf-9d62-f573ddddd2ae req-68f8f830-c53c-4434-9f6d-7140cfcd74c5 tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/security-groups?id=24901338-2284-4cb4-84ec-aa50d2ec05c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Nov 23 19:10:05.739409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-83e4d539-ab8f-4911-a0d3-72dbb9a1ef1a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:05.742470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-83e4d539-ab8f-4911-a0d3-72dbb9a1ef1a tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 945 time: 0.1427317 Nov 23 19:10:05.766844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ce47f861-49b2-47f6-a553-27263759195a None None] Provisioning complete for port 637ff913-0eba-49e0-90d8-ee4fc8ce995c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:05.767303 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce47f861-49b2-47f6-a553-27263759195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:05.859356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-b9c09fdb-ceab-41de-b170-1eec6aa3f386 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191084502&fields=id&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 267 time: 0.2028925 Nov 23 19:10:05.935832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36b555c9-6031-44c1-adb5-73e720e8cfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.000399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 637ff913-0eba-49e0-90d8-ee4fc8ce995c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:06.001062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.069994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce47f861-49b2-47f6-a553-27263759195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.091872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Deleting port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:06.092406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.144770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36b555c9-6031-44c1-adb5-73e720e8cfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.145361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-3dbfd2a4-26e9-4f86-be8f-73bd277cc22a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:06.147834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-3dbfd2a4-26e9-4f86-be8f-73bd277cc22a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 797 time: 0.2876492 Nov 23 19:10:06.153838 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36b555c9-6031-44c1-adb5-73e720e8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.182786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-e3dcbdc4-b190-4fb6-b3a6-35b41b2071b0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/quotas/48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 375 time: 0.0231669 Nov 23 19:10:06.198844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-36b555c9-6031-44c1-adb5-73e720e8cfeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fd51cda153c424b8fc5f4a9eecfed82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472713 Nov 23 19:10:06.200421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b555c9-6031-44c1-adb5-73e720e8cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b594a8-f41a-44c1-8bb0-59eaa552eca3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:06.203025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:06.266366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.296802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.319352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ce47f861-49b2-47f6-a553-27263759195a None None] For port 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=637ff913-0eba-49e0-90d8-ee4fc8ce995c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:06.334110 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce47f861-49b2-47f6-a553-27263759195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.348440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-e253f348-01cc-46bb-b987-bad197c467a5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516876 Nov 23 19:10:06.362996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.366726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.368675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66b594a8-f41a-44c1-8bb0-59eaa552eca3 HTTP/1.1" status: 204 len: 168 time: 0.1644785 Nov 23 19:10:06.379604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ebdfe-7bb3-4100-a2c7-537cb5302d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b594a8-f41a-44c1-8bb0-59eaa552eca3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:06.409549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] For port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,segment=NetworkSegment(3a82d293-d2ba-419b-9ae7-e6d612b2575f),segment_id=3a82d293-d2ba-419b-9ae7-e6d612b2575f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:06.411490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.433161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Calling delete_port for c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:06.613268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f861-49b2-47f6-a553-27263759195a None None] Pushing event updated for resources: {'Port': ['ID=637ff913-0eba-49e0-90d8-ee4fc8ce995c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:06.663675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:04Z', 'revision_number': 2, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:06.703062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68648404-4a7f-48e2-abc2-3e8cdcb29fe2 req-e96022e1-3aad-440a-a7f3-faa59968fd1e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:06.713742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.714433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68648404-4a7f-48e2-abc2-3e8cdcb29fe2 req-e96022e1-3aad-440a-a7f3-faa59968fd1e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1730127 Nov 23 19:10:06.752287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Pushing event deleted for resources: {'Port': ['ID=c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:06.754793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Checking router: 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:06.760832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Updating router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 port f9a1338f-b696-4dfb-b6ee-894293de436e binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:10:06.855972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68648404-4a7f-48e2-abc2-3e8cdcb29fe2 req-6909467e-c660-43ed-ab70-d6251d89efa0 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405380 Nov 23 19:10:06.861077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.874284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] No DVR routers for this DVR port c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:06.879528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:06.885870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d43af5c-9a4c-4b4f-94fd-ef0f281285e2 req-a075e72d-d3da-46bf-8e54-9af56d65cf4e tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.47 "DELETE /v2.0/ports/c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 HTTP/1.1" status: 204 len: 173 time: 1.1338480 Nov 23 19:10:06.906027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'name': 'network-vif-deleted', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:06.910489 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b154a-7b4f-4363-96cc-338eb20b15db" -d '{"events": [{"server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "name": "network-vif-deleted", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:07.063403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf511908-54b7-4f84-b601-3f9f984eac2f req-f82676d6-f357-4b83-a769-6d245a31dabd tempest-ServersTestJSON-913034752 tempest-ServersTestJSON-913034752-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eaaadd0-335c-42da-b90b-ecdf02699e72 HTTP/1.1" status: 200 len: 210 time: 0.0792539 Nov 23 19:10:07.074031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:07.113177 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:07.117278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2484565-1d30-4de3-ae1c-2dd3066e28a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.139541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-00ee377a-06e6-46a5-a596-5185093728d0 service neutron] 10.222.0.37 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902095 Nov 23 19:10:07.197052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8933ec28-0fac-42ef-9e0c-b8520a8bfe81 None None] Provisioning complete for port f9a1338f-b696-4dfb-b6ee-894293de436e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:07.202526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8933ec28-0fac-42ef-9e0c-b8520a8bfe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.290265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ab125-4d1e-4f5a-b882-35350aa2bab3 req-54190bd3-4b16-4c36-86f7-d9afe791f7a9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:07.302823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-442ab125-4d1e-4f5a-b882-35350aa2bab3 req-54190bd3-4b16-4c36-86f7-d9afe791f7a9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1104262 Nov 23 19:10:07.316716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-a0bfc79e-b846-4764-9334-8038b7e4ff0a service neutron] 10.222.0.37 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646488 Nov 23 19:10:07.402014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2484565-1d30-4de3-ae1c-2dd3066e28a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.412858 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2484565-1d30-4de3-ae1c-2dd3066e28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.443547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8933ec28-0fac-42ef-9e0c-b8520a8bfe81 None None] Port f9a1338f-b696-4dfb-b6ee-894293de436e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:10:07.451671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2484565-1d30-4de3-ae1c-2dd3066e28a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=333159d0029e486aba67c1ea930396b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756762 Nov 23 19:10:07.455469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:07.470188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-442ab125-4d1e-4f5a-b882-35350aa2bab3 req-914847c8-4bb9-4e34-9359-2323f23a52a7 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661124 Nov 23 19:10:07.485127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:07.530019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8933ec28-0fac-42ef-9e0c-b8520a8bfe81 None None] Provisioning complete for port 637ff913-0eba-49e0-90d8-ee4fc8ce995c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:07.532557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8933ec28-0fac-42ef-9e0c-b8520a8bfe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.546475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2484565-1d30-4de3-ae1c-2dd3066e28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd73db8-3aa5-415e-a898-06e6690994f1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:07.560079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 637ff913-0eba-49e0-90d8-ee4fc8ce995c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:07.582643 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b48095-50d7-490a-9360-5d61bf4e2187 x-openstack-request-id: req-56b48095-50d7-490a-9360-5d61bf4e2187 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:07.582952 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaaadd0-335c-42da-b90b-ecdf02699e72", "name": "network-vif-deleted", "tag": "c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:07.583212 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56b48095-50d7-490a-9360-5d61bf4e2187 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:07.586003 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eaaadd0-335c-42da-b90b-ecdf02699e72', 'name': 'network-vif-deleted', 'tag': 'c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2', 'status': 'completed', 'code': 200} Nov 23 19:10:07.633515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.718367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.748111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad7af29f-3c7a-490b-970d-5e7058266551 req-4d03ea0c-f0d8-441e-b380-2b47fa701eb6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 210 time: 0.0558414 Nov 23 19:10:07.810009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.829476 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.830673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd73db8-3aa5-415e-a898-06e6690994f1 HTTP/1.1" status: 204 len: 168 time: 0.3734345 Nov 23 19:10:07.839617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e3304-c903-4a1a-912a-e0e7607e58c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd73db8-3aa5-415e-a898-06e6690994f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:07.909365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 637ff913-0eba-49e0-90d8-ee4fc8ce995c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:07.909859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.932697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:07.959080 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.021532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea3c75-8ede-4eab-9280-3fad1f959e2a tempest-TestVolumeBackupRestore-1029664936 tempest-TestVolumeBackupRestore-1029664936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:08.025015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dfea3c75-8ede-4eab-9280-3fad1f959e2a tempest-TestVolumeBackupRestore-1029664936 tempest-TestVolumeBackupRestore-1029664936-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1091 time: 0.5387332 Nov 23 19:10:08.027999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:08.033569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:08.049515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31c458-0dfc-4d48-a02e-618d5e3ee415 None None] Pushing event updated for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:08.085080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.145560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:08.302024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Deleting subnet 25f85b3e-ad85-4cd6-bed6-052a3a00e96b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:10:08.321937 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.337520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.434211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.517364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:08.518275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.606759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Attempting to bind port f9a1338f-b696-4dfb-b6ee-894293de436e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:08.607139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Attempting to bind port f9a1338f-b696-4dfb-b6ee-894293de436e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:08.607703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Attempting to bind port f9a1338f-b696-4dfb-b6ee-894293de436e on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:08.623574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.626582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:08.626948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device c67c03ea-6ad5-4ae1-963e-d0d62ad58ee2 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:08.644811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Allocated IP 172.25.5.191 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/bb4935e3-6675-4e2d-95ad-4ed264b2c078) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:08.645123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:08.645763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:08.646394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.646951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Bound using segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:08.647635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Bound port: f9a1338f-b696-4dfb-b6ee-894293de436e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:08.648204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.681217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f85b3e-ad85-4cd6-bed6-052a3a00e96b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:08.690241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a166a01b-a444-4b49-9e25-1bcdc9da97df None None] Provisioning complete for port f9a1338f-b696-4dfb-b6ee-894293de436e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:08.691234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a166a01b-a444-4b49-9e25-1bcdc9da97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.696707 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.702491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cd948260-7f6f-4c58-b60b-83948c9f60a7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/25f85b3e-ad85-4cd6-bed6-052a3a00e96b HTTP/1.1" status: 204 len: 168 time: 0.5539608 Nov 23 19:10:08.702819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:08.819901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a166a01b-a444-4b49-9e25-1bcdc9da97df None None] Port f9a1338f-b696-4dfb-b6ee-894293de436e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:10:08.887680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:08.895350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] For port f9a1338f-b696-4dfb-b6ee-894293de436e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:08.899907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] For port f9a1338f-b696-4dfb-b6ee-894293de436e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f9a1338f-b696-4dfb-b6ee-894293de436e,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:08.906086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.091988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] Provisioning complete for port f9a1338f-b696-4dfb-b6ee-894293de436e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:09.092685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.165711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.194219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31c458-0dfc-4d48-a02e-618d5e3ee415 None None] Pushing event updated for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:09.200223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:09.200854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:09.203087 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.227233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01eff74-a1a1-4a0e-845b-45e61596f825']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:09.241941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a82d293-d2ba-419b-9ae7-e6d612b2575f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:09.242497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a82d293-d2ba-419b-9ae7-e6d612b2575f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:09.286126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.323680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.335353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:09.337096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:09.340987 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:09.436958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.445381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.450986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/c01eff74-a1a1-4a0e-845b-45e61596f825 HTTP/1.1" status: 204 len: 168 time: 0.7452579 Nov 23 19:10:09.467979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:09.475527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6188-7f2b-4a0a-a8b3-4586d9e815ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c01eff74-a1a1-4a0e-845b-45e61596f825,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:09.535925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.578018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] For port f9a1338f-b696-4dfb-b6ee-894293de436e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f9a1338f-b696-4dfb-b6ee-894293de436e,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:09.588480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.670656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ecb743f-caa5-4a93-96d8-6b90d94aef65 req-938f4ea4-b1c4-4ee4-8702-28709084c4a1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 210 time: 0.7544765 Nov 23 19:10:09.745180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.807425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:09.874053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.901663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588b0ed-4214-4518-a45d-5c287676115d None None] Pushing event updated for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:09.903270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-e31f2f27-d40a-4fbd-98e0-22a185eeb4ff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:09.907001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-e31f2f27-d40a-4fbd-98e0-22a185eeb4ff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 797 time: 0.2730250 Nov 23 19:10:09.915003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-75ee94a5-c5a8-47ba-8a06-b187c36a22f8 None None] Provisioning complete for port f9a1338f-b696-4dfb-b6ee-894293de436e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:09.915400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75ee94a5-c5a8-47ba-8a06-b187c36a22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:09.932376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d1d830f2-8ecf-456a-91b1-d666e999649b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6738526a7afd4e5a8dd3265da64e9610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1222076 Nov 23 19:10:09.935149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:10.006582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:10.018973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:10.034490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:10.035716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:08Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:10.058966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.076013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'Port': ['ID=bb4935e3-6675-4e2d-95ad-4ed264b2c078,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:10.101638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cea33c-3ad8-49c9-b215-a6ae6d659934 None None] The sync data for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 is: [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:08Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:10.112254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-e3d53b5a-ef1a-43fa-9e38-57836cb55158 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 380 time: 0.1886063 Nov 23 19:10:10.145795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'port': {'device_id': '69e7cff0-6810-422f-b29f-a6619d013803', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'admin_state_up': True, 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'security_groups': ['64a44b07-2d06-490d-96cd-49bdae6a9c1a']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:10.279562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.334334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:10.339349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.446589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.447502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.448753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24901338-2284-4cb4-84ec-aa50d2ec05c3 HTTP/1.1" status: 204 len: 168 time: 0.5122838 Nov 23 19:10:10.480406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c16f-0063-406d-a561-8c628dcd5975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24901338-2284-4cb4-84ec-aa50d2ec05c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:10.505353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.567101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.9 (c4dd47f4-761d-487a-9e20-1d9644188187/4018d1bd-e7c0-4208-aeda-a81cd06cd8bf/b08b496e-460b-4b0b-bcca-45035edd4f7c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:10.913932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:10.942668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-730e4a8a-6f3c-46fc-8101-059b0e274abd req-526deda9-b5d8-4508-a379-eadf7d61fb7c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 210 time: 0.0928123 Nov 23 19:10:10.947622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.005843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.030781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.123226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:11.139060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network c4dd47f4-761d-487a-9e20-1d9644188187 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:11.149101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:11.151994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:11.255154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:11.258076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.289931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-dd4e6479-b4a7-4411-8750-6d832939f90d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1475596 Nov 23 19:10:11.316870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Request body: {'port': {'device_id': '69e7cff0-6810-422f-b29f-a6619d013803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:11.531610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.623080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.631221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.645363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f9a1338f-b696-4dfb-b6ee-894293de436e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:11.799368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event updated for resources: {'Port': ['ID=bb4935e3-6675-4e2d-95ad-4ed264b2c078,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:11.837674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.876065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e70f6aa-752a-4fdb-bad5-ffefe8721143 None None] Provisioning complete for port b08b496e-460b-4b0b-bcca-45035edd4f7c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:11.876616 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e70f6aa-752a-4fdb-bad5-ffefe8721143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:11.953192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f9a1338f-b696-4dfb-b6ee-894293de436e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:11.953588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.139781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1e70f6aa-752a-4fdb-bad5-ffefe8721143 None None] Port b08b496e-460b-4b0b-bcca-45035edd4f7c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:10:12.216165 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Floating IP 79d575fd-f10e-43b3-8aaf-6ff8fceb1032 associated. External IP: 172.25.5.191, port: 4235b1a0-56b1-4538-8731-e4933cd479df. Nov 23 19:10:12.308872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1ddd-5b7f-4b36-a6ce-8d4a8a9e1723 req-33a3930b-ac39-4923-badb-9f9cfaa5032e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:12.310518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b7c1ddd-5b7f-4b36-a6ce-8d4a8a9e1723 req-33a3930b-ac39-4923-badb-9f9cfaa5032e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 931 time: 0.1940317 Nov 23 19:10:12.349301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08b496e-460b-4b0b-bcca-45035edd4f7c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:12.378980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.432274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Transition to ACTIVE for port object b08b496e-460b-4b0b-bcca-45035edd4f7c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:10:12.437346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.452298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b7c1ddd-5b7f-4b36-a6ce-8d4a8a9e1723 req-223d4874-121e-4753-8d3d-d16afc3d2885 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169240 Nov 23 19:10:12.569040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:12.749306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:12.749655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:12.749988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:12.762031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:10:12.762272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:12.772331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:12.772677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:12.773075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Bound using segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:12.773524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Bound port: b08b496e-460b-4b0b-bcca-45035edd4f7c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:12.773886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.879164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:12.919002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:12.922220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:12.929804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.970230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:12.971073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:12.972893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] 10.222.0.47 "PUT /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1091 time: 1.6671832 Nov 23 19:10:12.973528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:13.033159 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:13.106302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270e8d-eed2-4052-bc0f-adddf9305345 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:13.181999 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e2831-0343-43a9-bc20-8fdf07df87f7 x-openstack-request-id: req-e99e2831-0343-43a9-bc20-8fdf07df87f7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:13.182296 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:13.182551 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e99e2831-0343-43a9-bc20-8fdf07df87f7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:13.183522 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'status': 'completed', 'code': 200} Nov 23 19:10:13.221109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-d7d565b7-0182-4e07-95b4-13980ffd03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.224454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-d7d565b7-0182-4e07-95b4-13980ffd03dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1094 time: 0.1086547 Nov 23 19:10:13.226154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1acea4ee-2947-4fdf-8413-f8522d148e4c req-7e3b2908-353e-4c89-a922-04ea575a646e tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0920925 Nov 23 19:10:13.275832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:13.291858 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:13.298407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-9385811c-79d1-4588-9460-6c14264f112a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 217 time: 0.0598221 Nov 23 19:10:13.329261 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:13.330739 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:13.345452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:13.471348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-32f63a6e-11c6-4a62-ad3f-61ea12bc803f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4418728 Nov 23 19:10:13.472653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33788) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:13.472897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-2039217d-1550-487d-9ca0-949ac69b1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.473781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:13.476974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-2039217d-1550-487d-9ca0-949ac69b1d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.1674211 Nov 23 19:10:13.477730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:13.489780 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc683e-bfe8-40d6-b408-51fef52cfbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:13.646913 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f5f05b-c7f0-4d61-a730-b5f43b133b41 x-openstack-request-id: req-15f5f05b-c7f0-4d61-a730-b5f43b133b41 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:13.647217 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:13.647515 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15f5f05b-c7f0-4d61-a730-b5f43b133b41 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:13.648080 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:10:13.701610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854d39b-7e85-4866-af07-0ddac22a87bc tempest-TestVolumeBackupRestore-1029664936 tempest-TestVolumeBackupRestore-1029664936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.705758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5854d39b-7e85-4866-af07-0ddac22a87bc tempest-TestVolumeBackupRestore-1029664936 tempest-TestVolumeBackupRestore-1029664936-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1091 time: 0.2101259 Nov 23 19:10:13.708380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:13.734524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Request body: {'floatingip': {'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:13.853193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:13.898131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-c389bb97-60b2-48b5-a2fc-350f3679904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.905750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-c389bb97-60b2-48b5-a2fc-350f3679904d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4159026 Nov 23 19:10:13.912328 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:10Z', 'revision_number': 0, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:13.943410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-b40ecfb4-863a-40d5-9a5d-66981f006122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.947990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-b40ecfb4-863a-40d5-9a5d-66981f006122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.2488790 Nov 23 19:10:13.977446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb831fa-d25c-47fd-9531-7f27e10b856d req-5250a063-42c2-46c2-9a8c-82a6b95b40e1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:13.985206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bb831fa-d25c-47fd-9531-7f27e10b856d req-5250a063-42c2-46c2-9a8c-82a6b95b40e1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 943 time: 0.3217885 Nov 23 19:10:13.989879 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:14.014334 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:14.015094 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:14.156730 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:14.206122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-2e21d710-53ab-4d3b-9d55-c9e242f2686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:14.207827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-2e21d710-53ab-4d3b-9d55-c9e242f2686f service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.2490685 Nov 23 19:10:14.236257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bb831fa-d25c-47fd-9531-7f27e10b856d req-7a62c3b2-42dc-4263-b763-1719470b6fad tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453897 Nov 23 19:10:14.289653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-c5c202df-d4fc-4323-b030-4ae39bdb4b72 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632338 Nov 23 19:10:14.327897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-1eb05dc8-fa1c-4e46-88a1-1985571cf616 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 999 time: 0.1109757 Nov 23 19:10:14.429389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-847f3420-66ef-4041-aa0a-f256b415e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:14.430932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-847f3420-66ef-4041-aa0a-f256b415e006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.0936141 Nov 23 19:10:14.475251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f148020-d1a3-44fd-a31f-19351f4d63fd req-ca878dec-bbd0-4407-9816-b206edab89e2 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739056 Nov 23 19:10:14.485224 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:10Z', 'revision_number': 0, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:14.515931 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ef8ab-aa2f-4e14-bb4d-721d02d8f962 None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:10Z', 'revision_number': 0, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:14.526574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-fc6389c0-f749-4636-b1fb-d3864c8a0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:14.529527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-fc6389c0-f749-4636-b1fb-d3864c8a0eac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862584 Nov 23 19:10:14.684117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-2c034cc9-bd15-4012-97b1-8746b1f9a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:14.685868 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-2c034cc9-bd15-4012-97b1-8746b1f9a4c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1094 time: 0.1261940 Nov 23 19:10:14.731108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-51f405e2-170c-4549-aeb9-69abcc9636da service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859870 Nov 23 19:10:14.762213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9356beb1-bed1-4e37-897e-6c4a80676fce req-4953b390-6977-4f26-b34b-c7dccd60145f tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.1282904 Nov 23 19:10:14.793895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:14.800414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:14.922782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 33816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:15.022313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d2c47-eda6-49cd-9626-f39fd2684804 None None] New status for floating IP 79d575fd-f10e-43b3-8aaf-6ff8fceb1032: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:10:15.374148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa709b-3f52-46b9-b518-290cca67b07a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:15.552376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:15.649577 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa709b-3f52-46b9-b518-290cca67b07a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:15.671008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa709b-3f52-46b9-b518-290cca67b07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:15.718840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fccc683e-bfe8-40d6-b408-51fef52cfbd7 req-92bd0c5d-8d04-492b-8d8e-edbfcf0e1aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491582 Nov 23 19:10:15.771591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad63618-365d-4a21-a041-2f2604c8307b req-3429455c-e49f-4625-876e-428c1f30d955 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:15.773771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aad63618-365d-4a21-a041-2f2604c8307b req-3429455c-e49f-4625-876e-428c1f30d955 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 943 time: 0.2622969 Nov 23 19:10:15.776180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-ec5ecf3c-4c5c-4ca8-9444-099fd31a083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:15.777811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-ec5ecf3c-4c5c-4ca8-9444-099fd31a083a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 1.0844169 Nov 23 19:10:15.825041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa709b-3f52-46b9-b518-290cca67b07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69948f06-183f-42e0-b769-46b0941544f1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:15.859795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5faa709b-3f52-46b9-b518-290cca67b07a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6ac8bcd14ed449a99e467f71432eead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9327974 Nov 23 19:10:15.861115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:15.864279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 33832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:15.867409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:15.874295 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:15.877906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-f47a7ca9-9d42-4435-b379-7671de9869a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 217 time: 0.0892794 Nov 23 19:10:15.897425 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:15.898066 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:15.948396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:15.950672 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a" -d '{"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:15.985965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aad63618-365d-4a21-a041-2f2604c8307b req-be6f5513-35c6-492f-91f1-5d75cee7faf0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997614 Nov 23 19:10:15.992545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.017728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-3fa8194b-ef89-4c9a-b3d2-99494fc98a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:16.020468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-3fa8194b-ef89-4c9a-b3d2-99494fc98a23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.0968912 Nov 23 19:10:16.068167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e4a1963e-af51-465d-a311-0b8ff67ab7c2 req-506de7ca-f435-444c-acfb-e2dd653b61a9 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.1045096 Nov 23 19:10:16.083837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.104003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e367d478-5fd9-4e84-9271-78bfc0653126 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "PUT /v2.0/floatingips/79d575fd-f10e-43b3-8aaf-6ff8fceb1032 HTTP/1.1" status: 200 len: 991 time: 2.3946707 Nov 23 19:10:16.124441 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2a94a-0ee4-4335-bb3d-e8bb354d066b x-openstack-request-id: req-08a2a94a-0ee4-4335-bb3d-e8bb354d066b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:16.124929 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:16.125342 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08a2a94a-0ee4-4335-bb3d-e8bb354d066b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:16.125999 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:10:16.226899 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:16.231050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-1518f592-7375-4d22-a541-3e15258e38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:16.232838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-1518f592-7375-4d22-a541-3e15258e38dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958759 Nov 23 19:10:16.291011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-a9c74a53-7d37-4896-b989-84b0a39a92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:16.293086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-a9c74a53-7d37-4896-b989-84b0a39a92ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.1283901 Nov 23 19:10:16.298122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.303870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.308200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69948f06-183f-42e0-b769-46b0941544f1 HTTP/1.1" status: 204 len: 168 time: 0.4343123 Nov 23 19:10:16.376171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c644cc8-5718-4524-874f-660730554622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69948f06-183f-42e0-b769-46b0941544f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:16.439633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:10:16.482743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-49180d01-e3e6-42e3-a764-63e8b20fe373 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404993 Nov 23 19:10:16.549203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-e82a8b05-45dc-413c-a2ce-e8974f364cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:16.555118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-e82a8b05-45dc-413c-a2ce-e8974f364cae service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.2452517 Nov 23 19:10:16.644893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:16.659040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'port_id': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'mac_address': 'fa:16:3e:cf:28:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:10:16.694135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-144db770-2f5d-4639-b6d0-26791efaffa6 req-eb62c90a-c625-4311-ae2c-93a04d60ec7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0459294 Nov 23 19:10:16.717405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-99c314ce-187d-45f9-9fea-ab397b6080a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 1001 time: 0.1467004 Nov 23 19:10:16.763532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c39c74e-1e21-45f1-a9b9-53c5a465bdc9 req-e8a50ec1-501d-40f9-87ec-c4df7adfdf69 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672787 Nov 23 19:10:16.765958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.782294 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:15Z', 'revision_number': 2, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:16.818371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b496e-460b-4b0b-bcca-45035edd4f7c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:10:16.878588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:16.881820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:16.908346 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:16.934059 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:16.947341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:17.000586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:17.100521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-7fb93dd5-b0d7-4ca3-81ff-74216921b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:17.100521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-7fb93dd5-b0d7-4ca3-81ff-74216921b0a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.1346519 Nov 23 19:10:17.122544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b08b496e-460b-4b0b-bcca-45035edd4f7c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:10:17.304344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-bff06b81-ae17-49a8-b1b8-e4755683d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:17.305780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-bff06b81-ae17-49a8-b1b8-e4755683d718 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814423 Nov 23 19:10:17.318026 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:17.369199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edd1b-a38a-4203-97d4-a77966abb20f req-690fd628-1f28-4067-b544-4070690488d1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:17.373526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-411edd1b-a38a-4203-97d4-a77966abb20f req-690fd628-1f28-4067-b544-4070690488d1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.2181897 Nov 23 19:10:17.483080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea3346f4-c1d3-4b65-b990-bab8a8c4724e req-ddb526f1-18fc-48a4-9453-bdc7d78d714b tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.2249060 Nov 23 19:10:17.578909 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-411edd1b-a38a-4203-97d4-a77966abb20f req-9e710508-9a0c-428d-a77d-e22ca53cba22 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938384 Nov 23 19:10:17.914649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-3c8efc4e-e9c3-41d2-979b-e48ab1d47c35 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229226 Nov 23 19:10:18.127753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:18.130212 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde7c36f-6739-4dd7-9183-6059bdb04fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:18.257616 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:15Z', 'revision_number': 2, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:18.262110 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5294e5c0-2b17-45fa-bd59-b225737e8ecc x-openstack-request-id: req-5294e5c0-2b17-45fa-bd59-b225737e8ecc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:18.262577 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:18.262736 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5294e5c0-2b17-45fa-bd59-b225737e8ecc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:18.263284 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:10:18.280235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0fa71ea6-cb86-44dd-8840-c1b62b98d76a req-90dd00c6-9f0c-4133-ac30-428fa254bfc0 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519208 Nov 23 19:10:18.318476 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09621109-0d5f-48d9-ac43-9190249ef11f None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '79d575fd-f10e-43b3-8aaf-6ff8fceb1032', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'port_id': '4235b1a0-56b1-4538-8731-e4933cd479df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'mac_address': 'fa:16:3e:a5:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21454688-7785-4fa2-8973-6a82908ddf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:10Z', 'updated_at': '2021-11-23T19:10:15Z', 'revision_number': 2, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:18.422294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-2a0d6e6d-b675-42d9-945e-f0d6a4dcfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.424024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-2a0d6e6d-b675-42d9-945e-f0d6a4dcfcb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.0791352 Nov 23 19:10:18.574470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-1d28c37f-30ea-4a0b-949e-c7aba5ed2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.576493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-1d28c37f-30ea-4a0b-949e-c7aba5ed2f17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.1399841 Nov 23 19:10:18.736326 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f9d6171-8ab0-4bf4-b44c-dc02039e043e req-856043f8-516b-4a0d-8c0e-12f50e52da3a tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0396068 Nov 23 19:10:18.789558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-11ebc093-3705-4421-ad8d-78b416eaa038 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 1001 time: 0.2008660 Nov 23 19:10:18.896747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-aa171a77-2792-46c6-91c3-641f3085214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.898231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-aa171a77-2792-46c6-91c3-641f3085214b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.0975535 Nov 23 19:10:18.910946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164160bc-4d50-4dd3-bcfa-e1f9ff624005 req-a6422065-9dd8-41e4-9220-96db46a36a39 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.912840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-164160bc-4d50-4dd3-bcfa-e1f9ff624005 req-a6422065-9dd8-41e4-9220-96db46a36a39 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.1330292 Nov 23 19:10:18.992192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-9437d9ef-9466-43e8-bd9e-5cb2d164024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:18.995508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-9437d9ef-9466-43e8-bd9e-5cb2d164024e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799186 Nov 23 19:10:19.002071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-164160bc-4d50-4dd3-bcfa-e1f9ff624005 req-c5aa5105-9859-4c7d-a270-837e2a63535a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789657 Nov 23 19:10:19.176382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-967ca932-9ecf-496c-808b-e08a6470d243 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559606 Nov 23 19:10:19.314718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4955dc9a-922e-4b3c-a3fa-8f58d698e0a2 req-f4dd7301-6d00-4654-b82e-e568ff7b7c72 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0391424 Nov 23 19:10:19.338923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cde7c36f-6739-4dd7-9183-6059bdb04fd5 req-f8f8d0de-fee7-4bec-b861-d94b4de5caca service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520355 Nov 23 19:10:20.192046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26211-d11a-4832-84fd-4c317b87cde6 req-ada320c0-36b4-4a84-a862-bac26e2c5d2b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:20.194246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9e26211-d11a-4832-84fd-4c317b87cde6 req-ada320c0-36b4-4a84-a862-bac26e2c5d2b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.0925903 Nov 23 19:10:20.273939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9e26211-d11a-4832-84fd-4c317b87cde6 req-5ac383a3-9937-4c08-be16-ebfde9aa9d26 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722556 Nov 23 19:10:20.469005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ef027b7-8260-47b3-b5d7-7d68aae5c4e1 req-3929146e-2770-438f-ad17-72acf938adc3 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0352225 Nov 23 19:10:20.483070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:20.546294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port b08b496e-460b-4b0b-bcca-45035edd4f7c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:10:20.556708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b08b496e-460b-4b0b-bcca-45035edd4f7c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:20.557300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:20.655890 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:20.702715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:20.706691 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224eb2d6-bfe9-425f-a051-c46ff0ba6f68" -d '{"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-plugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:20.744897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:20.750572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:20.849821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:20.852814 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7998b1f8-6674-4e2c-9819-4087c31c2a22 x-openstack-request-id: req-7998b1f8-6674-4e2c-9819-4087c31c2a22 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:20.853312 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-plugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:20.853724 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7998b1f8-6674-4e2c-9819-4087c31c2a22 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:20.854271 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'code': 200} Nov 23 19:10:20.862976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.863863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.864589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.865406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.866200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.866973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.868693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.869357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.869910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.870449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.871633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.872255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:20.909809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c371-1675-48a7-b304-a6d67861145b req-92cbc6b5-f353-4c89-8cd7-be6c2771b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:20.911423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2683c371-1675-48a7-b304-a6d67861145b req-92cbc6b5-f353-4c89-8cd7-be6c2771b576 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1096 time: 0.0544353 Nov 23 19:10:20.974481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2683c371-1675-48a7-b304-a6d67861145b req-37e1dee5-9bd7-451f-a4eb-59b74065d3d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476367 Nov 23 19:10:21.447968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a758fd-d65d-4313-8dcf-383f4480b501 req-667e45c9-34b5-443d-9a2d-141fb18c94e1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:21.449578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24a758fd-d65d-4313-8dcf-383f4480b501 req-667e45c9-34b5-443d-9a2d-141fb18c94e1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.0714536 Nov 23 19:10:21.551052 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-24a758fd-d65d-4313-8dcf-383f4480b501 req-a5d3518f-0083-4674-a88f-dea4600804ff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889535 Nov 23 19:10:21.644365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36abd072-3831-4c81-add2-21038a53e368 req-6ecdd853-694a-4121-9c84-29f550013dff tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0366993 Nov 23 19:10:21.995666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:22.192769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7609ece-cf9c-4bb7-bd68-7d435686741d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.292728 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7609ece-cf9c-4bb7-bd68-7d435686741d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.298910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7609ece-cf9c-4bb7-bd68-7d435686741d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.351567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7609ece-cf9c-4bb7-bd68-7d435686741d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0569889681904745a5da3849d15c98e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547020 Nov 23 19:10:22.352958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7609ece-cf9c-4bb7-bd68-7d435686741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73101f31-83ad-4a3e-9dc8-49af4638e6e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:22.354377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:22.410523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.432236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.488826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.492433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:22.495080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73101f31-83ad-4a3e-9dc8-49af4638e6e5 HTTP/1.1" status: 204 len: 168 time: 0.1396065 Nov 23 19:10:22.510879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae162e7-b12b-4305-b640-44bd92b471a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73101f31-83ad-4a3e-9dc8-49af4638e6e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:22.730406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8775-ff61-4105-bfa6-5571ff9e7b1e req-70b1c2bf-108b-49b8-96ef-05e02e59b7b5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:22.732758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-717d8775-ff61-4105-bfa6-5571ff9e7b1e req-70b1c2bf-108b-49b8-96ef-05e02e59b7b5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.0903254 Nov 23 19:10:22.835847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-241223e7-0e5c-4cb2-bfd4-4e0b5c5c8909 req-83a10f93-2ca6-402e-8c33-e6f4f377f699 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0704863 Nov 23 19:10:22.849799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-717d8775-ff61-4105-bfa6-5571ff9e7b1e req-7ed82c22-c842-45f2-b39f-cb9f52729dd4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102939 Nov 23 19:10:23.012529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30112a-5c09-4594-bc4b-77ffabea7263 req-011fa009-e3a1-4da9-8791-c0481d028ce8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:23.022685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c30112a-5c09-4594-bc4b-77ffabea7263 req-011fa009-e3a1-4da9-8791-c0481d028ce8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.0843256 Nov 23 19:10:23.095667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c30112a-5c09-4594-bc4b-77ffabea7263 req-cb8b52f3-7cc2-4188-805f-723f959db99c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705633 Nov 23 19:10:23.108323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:23.171220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abd1a-f536-440a-8112-1b234a64067a tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:23.181292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-df3abd1a-f536-440a-8112-1b234a64067a tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1091 time: 0.0719576 Nov 23 19:10:23.185779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:23.191768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:23.218101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:23.343640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:23.483010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.25 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f959022e-534d-453e-a362-eda0129eae2a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:23.665072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:23.747176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:23.789209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:23.798054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:23.800759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:23.843278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=f959022e-534d-453e-a362-eda0129eae2a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:24.013955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a297c1c-31e2-4410-ae10-749297c922f2 req-3362b74f-8bcf-4477-a2e4-9c1a190e170d tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0437405 Nov 23 19:10:24.331059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:24.426419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:24.495017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7ea9fecd-ea59-47c6-93c3-b75e06f01eb2 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1378542764'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:24.495568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7ea9fecd-ea59-47c6-93c3-b75e06f01eb2 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Unknown quota resources ['metering_label']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 19:10:24.554230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:24.905169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:24.926965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.186215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=f959022e-534d-453e-a362-eda0129eae2a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:25.204827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.262383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.362761 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP 3066a101-b88c-4a7f-b290-3a75307d29e2 associated. External IP: 172.25.5.25, port: b08b496e-460b-4b0b-bcca-45035edd4f7c. Nov 23 19:10:25.449953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a6c51c37-8a3b-4d81-84d1-e2eef9fc0b5b req-7d5ff3ac-ca09-469a-a62f-525977c46308 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.1189561 Nov 23 19:10:25.452738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fecd-ea59-47c6-93c3-b75e06f01eb2 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.456810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ea9fecd-ea59-47c6-93c3-b75e06f01eb2 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1240036 Nov 23 19:10:25.458332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.462996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d827347e-4888-465a-9837-ca98351ad504 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '62080593-ecb3-4bfe-9ead-ba0960c85714'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:25.463747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d827347e-4888-465a-9837-ca98351ad504 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 19:10:25.548308 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-d827347e-4888-465a-9837-ca98351ad504 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 19:10:25.570366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b0998d0-c377-40c5-bbb9-14be980efbe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.655988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d827347e-4888-465a-9837-ca98351ad504 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.660706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d827347e-4888-465a-9837-ca98351ad504 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2011209 Nov 23 19:10:25.661588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.666364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1501aea6-12f8-4184-8f5b-b048cce354fb tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '62080593-ecb3-4bfe-9ead-ba0960c85714'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:25.667129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1501aea6-12f8-4184-8f5b-b048cce354fb tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 19:10:25.743155 n-d-792364-9 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-1501aea6-12f8-4184-8f5b-b048cce354fb tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 19:10:25.770955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b0998d0-c377-40c5-bbb9-14be980efbe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.777088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:25.780926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b0998d0-c377-40c5-bbb9-14be980efbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.860261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1501aea6-12f8-4184-8f5b-b048cce354fb tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:25.861735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1501aea6-12f8-4184-8f5b-b048cce354fb tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1988354 Nov 23 19:10:25.866331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.877092 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f26f8daa-3c9e-4285-b277-af996707f853 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5e6c9d1a-889e-49c6-95b7-0cbf5e64d343 HTTP/1.1" status: 200 len: 462 time: 0.0095336 Nov 23 19:10:25.880150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.935443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5b0998d0-c377-40c5-bbb9-14be980efbe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5261f3b19e694ba49f96f01d5df3062a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705046 Nov 23 19:10:25.941332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:25.951345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0998d0-c377-40c5-bbb9-14be980efbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356c6e58-95a4-4847-9e54-fd219b21735a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:25.989161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:25.998652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49c69b39-b901-4e73-8199-e68da3d1e07f tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.003191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-49c69b39-b901-4e73-8199-e68da3d1e07f tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5e6c9d1a-889e-49c6-95b7-0cbf5e64d343 HTTP/1.1" status: 204 len: 168 time: 0.1190047 Nov 23 19:10:26.003191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.015089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6b81d37-29dc-494c-ae77-53fcebbc1643 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5e6c9d1a-889e-49c6-95b7-0cbf5e64d343 HTTP/1.1" status: 200 len: 221 time: 0.0104966 Nov 23 19:10:26.016171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Sync routers for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:26.017479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.018581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.023199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.031056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-356d4f2d-9a2e-44fc-8289-9f5bff863509 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--486783889', 'description': 'label created by tempest'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:26.031525 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-356d4f2d-9a2e-44fc-8289-9f5bff863509 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Unknown quota resources ['metering_label']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 19:10:26.038713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:26.043207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:26.056758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-464e34e5-be26-4c89-8a20-ab89b56cc41b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8692973 Nov 23 19:10:26.063703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:26.072930 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603e99e-1cc8-48ef-af63-74dedd9ade2f" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:26.113334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.180348 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284f763-46f3-4858-8b37-0e37b60ffcd1 x-openstack-request-id: req-4284f763-46f3-4858-8b37-0e37b60ffcd1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:26.180940 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:26.181680 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4284f763-46f3-4858-8b37-0e37b60ffcd1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:26.182774 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'status': 'completed', 'code': 200} Nov 23 19:10:26.238931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-356d4f2d-9a2e-44fc-8289-9f5bff863509 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.240226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-356d4f2d-9a2e-44fc-8289-9f5bff863509 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2205815 Nov 23 19:10:26.244850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.331376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4e44-d035-4077-9877-d54aa08d4a3c req-26479fc0-8bc5-4d51-9ad4-89d70fee9987 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:26.333460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d68b4e44-d035-4077-9877-d54aa08d4a3c req-26479fc0-8bc5-4d51-9ad4-89d70fee9987 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.1478815 Nov 23 19:10:26.353645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-6f625d80-2b1f-425e-a202-a7d3566717d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:26.357694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-6f625d80-2b1f-425e-a202-a7d3566717d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1096 time: 0.1223588 Nov 23 19:10:26.401787 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-535b92f0-82c6-4ca2-b412-0ef8b06ab02f tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=658f8e8d-729c-4841-8496-92533f3bb43a HTTP/1.1" status: 200 len: 467 time: 0.1556971 Nov 23 19:10:26.404721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.435153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.438026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.442100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/356c6e58-95a4-4847-9e54-fd219b21735a HTTP/1.1" status: 204 len: 168 time: 0.4988701 Nov 23 19:10:26.500595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:26.726664 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f992e962-7ec4-4097-a5b2-9807e8018ccd tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:26.727770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f992e962-7ec4-4097-a5b2-9807e8018ccd tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/658f8e8d-729c-4841-8496-92533f3bb43a HTTP/1.1" status: 204 len: 168 time: 0.3222072 Nov 23 19:10:26.730379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4fee33d-45ad-4a01-ab23-0608a7dfdc5e req-b245b58a-61e0-44d8-8b57-1128d98d7446 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0515213 Nov 23 19:10:26.730998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.744673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5a066e9a-aa7b-479c-82ad-1a8efdc5aea0 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=658f8e8d-729c-4841-8496-92533f3bb43a HTTP/1.1" status: 200 len: 216 time: 0.0124907 Nov 23 19:10:26.751994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.795968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-493382ce-bcb7-49b7-af0d-9ea27b867343 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0389750 Nov 23 19:10:26.798179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.834047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d529dae3-ff9c-40d5-95f7-2adbb7c4869c tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0316620 Nov 23 19:10:26.836403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.929786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-32ac0759-6067-4637-aea2-2edded405415 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/62080593-ecb3-4bfe-9ead-ba0960c85714 HTTP/1.1" status: 200 len: 473 time: 0.0915909 Nov 23 19:10:26.930515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:26.948497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-455965f7-48b9-4e89-b391-7a5fa2da5627 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/bcb60019-06e7-4f75-b9e0-48398f44a0ae HTTP/1.1" status: 200 len: 459 time: 0.0167587 Nov 23 19:10:26.949064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:27.055238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3066a101-b88c-4a7f-b290-3a75307d29e2', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'port_id': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'mac_address': 'fa:16:3e:cf:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7cff0-6810-422f-b29f-a6619d013803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:24Z', 'updated_at': '2021-11-23T19:10:24Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:27.090649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Checking router: 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:27.114812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d68b4e44-d035-4077-9877-d54aa08d4a3c req-d12cf5c0-812e-4e4c-b2a2-fc6c20d93842 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7657433 Nov 23 19:10:27.115663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54c4df-9fc5-4512-bfb8-6546c551c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356c6e58-95a4-4847-9e54-fd219b21735a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:27.153182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-7d90da9c-84b6-4250-b71b-89d1c64ac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:27.154857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-7d90da9c-84b6-4250-b71b-89d1c64ac556 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.7887805 Nov 23 19:10:27.155197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:27.165400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:27.167484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:27.169330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf64e2c7-3dff-430b-bd7c-5d8d17ad6bb1 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.173298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf64e2c7-3dff-430b-bd7c-5d8d17ad6bb1 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/bcb60019-06e7-4f75-b9e0-48398f44a0ae HTTP/1.1" status: 204 len: 168 time: 0.2229340 Nov 23 19:10:27.173896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:27.309461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:27.360706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:27.399643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-650ae849-c527-49e1-9a43-f5d7676d1806 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 200 len: 990 time: 0.2429364 Nov 23 19:10:27.413333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f05153e9-657c-49f9-808e-3b67bd926a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.415183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-11e50769-bcc4-414c-a9f8-7d884058d80f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 998 time: 0.1511045 Nov 23 19:10:27.551384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-88193bec-f047-4fa3-8a25-5e1313b96404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:27.555795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-88193bec-f047-4fa3-8a25-5e1313b96404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.1295881 Nov 23 19:10:27.560434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3aff424-63d9-4277-8340-0acdcaa4d9a0 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.561857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3aff424-63d9-4277-8340-0acdcaa4d9a0 tempest-MeteringIpV6TestJSON-682374727 tempest-MeteringIpV6TestJSON-682374727-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/62080593-ecb3-4bfe-9ead-ba0960c85714 HTTP/1.1" status: 204 len: 168 time: 0.3865159 Nov 23 19:10:27.577444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f05153e9-657c-49f9-808e-3b67bd926a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.584639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f05153e9-657c-49f9-808e-3b67bd926a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.604181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c31462a3-218a-46e9-9eb8-b300ed727b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.625810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05153e9-657c-49f9-808e-3b67bd926a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d0433-4840-46e2-bd96-04440a475ef1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:27.630762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-4eb66fba-4a89-4a52-9944-f5832ddea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:27.632376 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-4eb66fba-4a89-4a52-9944-f5832ddea9f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675261 Nov 23 19:10:27.658529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f05153e9-657c-49f9-808e-3b67bd926a9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c63c8530a87478f9560cdd1c1ee4c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451450 Nov 23 19:10:27.659416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:27.692254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3066a101-b88c-4a7f-b290-3a75307d29e2', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'port_id': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'mac_address': 'fa:16:3e:cf:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7cff0-6810-422f-b29f-a6619d013803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:24Z', 'updated_at': '2021-11-23T19:10:24Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:27.733467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f4fce-1210-4993-ba08-e3882c599846 None None] The sync data for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 is: [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3066a101-b88c-4a7f-b290-3a75307d29e2', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'port_id': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'mac_address': 'fa:16:3e:cf:28:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7cff0-6810-422f-b29f-a6619d013803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:10:24Z', 'updated_at': '2021-11-23T19:10:24Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:27.799124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.915897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:27.927413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-8e648355-c3db-4d20-a047-d61393bdc921 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857354 Nov 23 19:10:28.025607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95e69238-472f-42ab-933f-24f78ff8f565 req-39a42ef9-3302-410c-b41d-74af3c29f311 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0541086 Nov 23 19:10:28.034663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.043947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.048536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb1d0433-4840-46e2-bd96-04440a475ef1 HTTP/1.1" status: 204 len: 168 time: 0.3873663 Nov 23 19:10:28.081333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80342895-152e-45e7-b734-06aa99533474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d0433-4840-46e2-bd96-04440a475ef1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:28.118023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5603e99e-1cc8-48ef-af63-74dedd9ade2f req-2eae8cb4-ab6f-459b-89ce-2e1bea9d2d41 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829579 Nov 23 19:10:28.165453 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734025fd-7060-4fb7-8f21-5d4912ef31ed None None] New status for floating IP 3066a101-b88c-4a7f-b290-3a75307d29e2: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:10:28.170030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:28.329207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.401275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:28.524565 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-861015c9-2c62-4c02-b410-ede3b5e8c83c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 200 len: 990 time: 0.1221354 Nov 23 19:10:28.526790 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.537932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.597138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dcf087254c84d5790e1c484c1cb3010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210691 Nov 23 19:10:28.597408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:28.604171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080f371-925e-499d-a89b-d938ef8c9e02,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:28.618214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.618575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.618927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.619273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.619666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.620027 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.620301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.620636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.620994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.621321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.621624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.621956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1281dcd0-9dbe-4507-a28a-fc10ddf14a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:28.672982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.700111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.766380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.770081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:28.774678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1080f371-925e-499d-a89b-d938ef8c9e02 HTTP/1.1" status: 204 len: 168 time: 0.1760001 Nov 23 19:10:28.786248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c2804-0ede-4a70-8e3d-8cfdb5604e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080f371-925e-499d-a89b-d938ef8c9e02,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:29.245455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-511a2391-b199-4650-a065-66d843febdff req-fe9755d2-03e4-457e-861a-907e64636e58 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0457315 Nov 23 19:10:29.338162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:29.359249 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea611557-65c2-4dd9-9030-f54fe30ff9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.470170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea611557-65c2-4dd9-9030-f54fe30ff9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.474647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea611557-65c2-4dd9-9030-f54fe30ff9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.515304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea611557-65c2-4dd9-9030-f54fe30ff9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff4ba9-7c35-4e57-9a20-8745c3c95543,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:29.520509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea611557-65c2-4dd9-9030-f54fe30ff9a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49a0baf0e3f14689b14ea1439c71efea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798792 Nov 23 19:10:29.523429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:29.528445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:29.646004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.669407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c8590c3-d198-4c4d-b882-77d5ec4021d4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 200 len: 992 time: 0.1388931 Nov 23 19:10:29.687731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.754876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.758585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:29.762751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89ff4ba9-7c35-4e57-9a20-8745c3c95543 HTTP/1.1" status: 204 len: 168 time: 0.2377975 Nov 23 19:10:29.772270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7a8f1-5ed1-4577-9561-3babafa26a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff4ba9-7c35-4e57-9a20-8745c3c95543,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:30.093989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74718550-d483-46b4-bd3e-e90f99d03a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:30.378578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f36932d4-7b5d-4d8b-97c9-61281cdf4b76 req-473a7846-8276-4349-ba16-56dec3eed80a tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0281644 Nov 23 19:10:30.791080 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:31.520359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b259575b-bc60-412c-9c05-4b4055b8f752 req-fccce482-daa2-4038-b109-f697d8ac51b8 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0423584 Nov 23 19:10:31.775379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:31.972344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1260539449', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:32.031861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Made reservation on behalf of 05dbf509b6a8434580562ed98571dd59 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:32.044508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.057874 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.172583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.183378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.233385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8dc6ac-45c2-4bd2-aad6-d073c9532a67,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:32.236597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] device_id is not set on port 4fdeae82-420e-42c4-aaf0-0a82baf99ed7 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:10:32.257884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.258541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.259102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.260153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.260479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.261036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.261902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.263070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.263860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.264412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.265052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.265601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:10:32.267860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.439072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Allocated IP 172.25.5.148 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/4fdeae82-420e-42c4-aaf0-0a82baf99ed7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:32.704295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ebb7924-ccc9-436a-8a18-c49e78ea9ca2 req-1c131da0-6fc0-47f7-93db-52260092dd93 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0447896 Nov 23 19:10:32.707728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.770232 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.830488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:32.853048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Pushing event updated for resources: {'Port': ['ID=4fdeae82-420e-42c4-aaf0-0a82baf99ed7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:32.858808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:32.874670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:32.880222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f302f-166e-4c6d-9047-c0bedecbe6b1 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:10:32.958545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:32.959819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:32.992615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f34857a4-f7c4-4d1c-a091-6d508b68d7d8 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2158387 Nov 23 19:10:32.995624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:32.996271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d355744-3c06-49e5-a77e-13c79393ebf8 None None] Provisioning complete for port 4fdeae82-420e-42c4-aaf0-0a82baf99ed7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:32.997362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d355744-3c06-49e5-a77e-13c79393ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.031908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.148'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:33.087390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.088739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.118587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d355744-3c06-49e5-a77e-13c79393ebf8 None None] Port 4fdeae82-420e-42c4-aaf0-0a82baf99ed7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:10:33.192037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.247250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.385575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.631413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.656673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.842783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:33.853545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca52efb8-f4fa-48c7-8dbb-a3e87b64eafb req-2fcd990a-ec10-4174-80bf-9664652c35d4 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0534244 Nov 23 19:10:34.097073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.100645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.164115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.165647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b507233-5fd8-49a8-aa9e-a566fc56a649 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:10:34.190102 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 19:10:34.194956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-37762726-a407-4489-8979-a23ea976ba55 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1923325 Nov 23 19:10:34.195841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34426) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:34.298909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Deleting port 4fdeae82-420e-42c4-aaf0-0a82baf99ed7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:34.298909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.396626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.414618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Calling delete_port for 4fdeae82-420e-42c4-aaf0-0a82baf99ed7 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:34.571885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.616464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fdeae82-420e-42c4-aaf0-0a82baf99ed7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:34.623416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c9d88-ed7e-441b-b84f-e2719314fbef None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:10:34.693433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:34.700608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4b2831f9-49e8-4eab-8048-dc37646b0a51 tempest-RoutersAdminNegativeIpV6Test-1960988305 tempest-RoutersAdminNegativeIpV6Test-1960988305-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4fdeae82-420e-42c4-aaf0-0a82baf99ed7 HTTP/1.1" status: 204 len: 168 time: 0.4996703 Nov 23 19:10:34.986003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3e29866-e735-4616-b257-7598b2e1ca39 req-7f1e0497-756e-4d83-9940-bf86e8215435 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0429339 Nov 23 19:10:35.048498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:35.201079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4124acf4-6e36-4964-9f06-737dda0e3797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.339482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4124acf4-6e36-4964-9f06-737dda0e3797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.344973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4124acf4-6e36-4964-9f06-737dda0e3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.408143 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4124acf4-6e36-4964-9f06-737dda0e3797 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7ab75976e19442697059a617ec7a7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3572888 Nov 23 19:10:35.410308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124acf4-6e36-4964-9f06-737dda0e3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a341da8-24b5-4306-b12b-290a6353418b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:35.411590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:35.479148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.506410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.575653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.578453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:35.583394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a341da8-24b5-4306-b12b-290a6353418b HTTP/1.1" status: 204 len: 168 time: 0.1661730 Nov 23 19:10:35.592057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33305-1ae3-4b28-8f98-813cafc6f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a341da8-24b5-4306-b12b-290a6353418b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:35.963608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:36.007061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ca27a82f-958a-4963-a44f-d10d9ec180fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05dbf509b6a8434580562ed98571dd59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419993 Nov 23 19:10:36.010601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:36.075435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.092913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ca664b8-4228-4a9d-a50f-addc898d71f9 req-3366bfe0-9996-4025-b437-d99cd9733ce3 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0298417 Nov 23 19:10:36.111279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.167657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.170510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:36.171972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f8dc6ac-45c2-4bd2-aad6-d073c9532a67 HTTP/1.1" status: 204 len: 168 time: 0.1602435 Nov 23 19:10:36.183985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2aa93-af1c-4ee8-b6c6-7dd5dbb4e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8dc6ac-45c2-4bd2-aad6-d073c9532a67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:37.107637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:37.210127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4258f21d-44df-4a08-8ac8-9ed395eb4ad4 req-30c556c5-23a3-428a-8bbf-f1a211f0d808 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0318959 Nov 23 19:10:37.241013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027559711'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:37.269293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:37.273113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.285716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.370975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.376666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.412383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de13c46-6dd6-47ad-9995-3d22c51f376c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:37.442644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:37.453096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.453562 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e of type vlan for network 89061c2a-3144-4176-ba56-c7b0edf80924 Nov 23 19:10:37.518724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.571623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.573100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:37.573933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:37.643500 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5272119 Nov 23 19:10:37.683650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ffb37-c0e8-4ade-8cad-d7e26428e234 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=89061c2a-3144-4176-ba56-c7b0edf80924,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:37.723635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 89061c2a-3144-4176-ba56-c7b0edf80924 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:38.362589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b80f135-1b52-4e19-8e7d-0e2c44d79cf2 req-fcc6b013-cef2-41a3-8f10-513dfc83af88 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0462322 Nov 23 19:10:39.042133 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:39.794419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f215dfc2-9b9c-47fd-ac4f-a9e17c3b1de8 req-02d61bff-3691-4935-8fac-227c2c9db9f2 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0784733 Nov 23 19:10:40.515202 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:40.967334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2bbeff6a-fb98-4714-9d57-2239e506da8d req-6fe1f366-935c-4815-804e-89033197c1f8 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0431859 Nov 23 19:10:41.007817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:41.013810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:41.109617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:41.113116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.373787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.453019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=d36bd822-e973-4b00-aadc-4e82bff75e5b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:41.458554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:41.459167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 89061c2a-3144-4176-ba56-c7b0edf80924, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:41.477042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 89061c2a-3144-4176-ba56-c7b0edf80924 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:41.488259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 89061c2a-3144-4176-ba56-c7b0edf80924) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:41.492603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:41.493677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.510966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4833a5-f0a6-4ef2-8cd1-6cbb75024543 None None] Network 89061c2a-3144-4176-ba56-c7b0edf80924 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:41.523615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c7fec43-e2bf-4fd7-ae6b-6345c2c8f520 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5143840 Nov 23 19:10:41.527465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:41.534410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447554945'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:41.568004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:41.575944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.608706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:41.621283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.622903 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 46c3f9c3-b03b-43d7-874e-fec0e0ecba0c of type vlan for network 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f Nov 23 19:10:41.679486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.716395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.723759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:41.724590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.769149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-89061c2a-3144-4176-ba56-c7b0edf80924', 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': 'd36bd822-e973-4b00-aadc-4e82bff75e5b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:41.771416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:41.775369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2458649 Nov 23 19:10:41.778995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:41.784851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '392c34c7-667b-4e8e-9b1d-08fa54e5dd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:41.864678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb136158-1864-418c-82c4-f7591f2c0dff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=392c34c7-667b-4e8e-9b1d-08fa54e5dd1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:41.886257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:41.903822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:41.909124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.038531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Allocated IP 2001:db8:0:ffff::2 (89061c2a-3144-4176-ba56-c7b0edf80924/d36bd822-e973-4b00-aadc-4e82bff75e5b/9e402f65-366a-4e6f-b6e9-7c03a45c015d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:42.224272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44b15634-d614-49cd-9eb2-dd403cad406a req-dbbd2479-f57f-4322-952e-0e764dc12220 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.1318822 Nov 23 19:10:42.256886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.276608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.287751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.327555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Network 89061c2a-3144-4176-ba56-c7b0edf80924 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:42.330817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:42.333334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:42.350958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Pushing event updated for resources: {'Port': ['ID=9e402f65-366a-4e6f-b6e9-7c03a45c015d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:42.372987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': '46c3f9c3-b03b-43d7-874e-fec0e0ecba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '392c34c7-667b-4e8e-9b1d-08fa54e5dd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:42.373346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:42.375555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=97b77b95-6ed8-481c-aa20-e6870a916f65,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:42.397254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:42.409680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:42.417098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:42.417693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.433688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed51845-0ff8-4b6e-8990-493f27a83018 None None] Network 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:42.436576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Attempting to bind port 9e402f65-366a-4e6f-b6e9-7c03a45c015d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:42.437032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Attempting to bind port 9e402f65-366a-4e6f-b6e9-7c03a45c015d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:42.437467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Attempting to bind port 9e402f65-366a-4e6f-b6e9-7c03a45c015d on network 89061c2a-3144-4176-ba56-c7b0edf80924 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:42.455675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:42.456265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Checking segment: {'id': 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:42.456623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.457112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Bound using segment: {'id': 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:42.457429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Bound port: 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89061c2a-3144-4176-ba56-c7b0edf80924'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:42.457817 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.486982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:42.488479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b887ba5-1b1e-4657-aba1-213957387daf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7073219 Nov 23 19:10:42.568156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] For port 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:42.573240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] For port 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e402f65-366a-4e6f-b6e9-7c03a45c015d,segment=NetworkSegment(fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e),segment_id=fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:42.580194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.614856 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.656152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612851-6d1a-4b3b-86cc-028c791958b6 None None] Pushing event updated for resources: {'Port': ['ID=9e402f65-366a-4e6f-b6e9-7c03a45c015d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:42.721799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.780992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0b5bf-a6e5-4442-a2c7-a89f2053c7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-392c34c7-667b-4e8e-9b1d-08fa54e5dd1f', 'network_id': '392c34c7-667b-4e8e-9b1d-08fa54e5dd1f', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': '97b77b95-6ed8-481c-aa20-e6870a916f65'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:42.782311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22a0b5bf-a6e5-4442-a2c7-a89f2053c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.864203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:42.907551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=97b77b95-6ed8-481c-aa20-e6870a916f65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-22a0b5bf-a6e5-4442-a2c7-a89f2053c7b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97b77b95-6ed8-481c-aa20-e6870a916f65: This subnet is being modified by another concurrent operation. Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97b77b95-6ed8-481c-aa20-e6870a916f65: This subnet is being modified by another concurrent operation. Nov 23 19:10:42.929128 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:10:42.948004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3db098-260e-4c88-ac25-a31b65fdc18f None None] Network 392c34c7-667b-4e8e-9b1d-08fa54e5dd1f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:43.020733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.066858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392c34c7-667b-4e8e-9b1d-08fa54e5dd1f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:43.080595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c3f9c3-b03b-43d7-874e-fec0e0ecba0c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:43.081427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c3f9c3-b03b-43d7-874e-fec0e0ecba0c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:43.108111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.127656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.136690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:43.137646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:43.144594 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:43.240114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.264696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.273334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/392c34c7-667b-4e8e-9b1d-08fa54e5dd1f HTTP/1.1" status: 204 len: 168 time: 0.7797854 Nov 23 19:10:43.274239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:43.282275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3bde-7e22-4375-8f9e-efd08e1bfaec tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=392c34c7-667b-4e8e-9b1d-08fa54e5dd1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:43.291930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960737004'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:43.335788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:43.343671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.390492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:43.400171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4775fce-4945-492e-be4e-07dec29f0354 req-518e3a54-6e8c-4135-9001-158f63e499e1 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0314455 Nov 23 19:10:43.405453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.405883 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 5868ff79-756d-45c7-b800-8e7c49a237c0 of type vlan for network 23334d01-9874-484f-b592-f42642d310fb Nov 23 19:10:43.475735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.513409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.522492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:43.523132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:43.567025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2903450 Nov 23 19:10:43.571140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:43.576229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '23334d01-9874-484f-b592-f42642d310fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:43.614072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f604286-a7c9-490e-b318-785784e03165 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=23334d01-9874-484f-b592-f42642d310fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:43.634828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 23334d01-9874-484f-b592-f42642d310fb details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:43.692418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:43.697023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.009335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e402f65-366a-4e6f-b6e9-7c03a45c015d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:44.023561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.093964 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:10:44.120839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=9ab82927-bf21-449e-bdb5-52f046b65801,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:44.130399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': '5868ff79-756d-45c7-b800-8e7c49a237c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23334d01-9874-484f-b592-f42642d310fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:44.130770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 23334d01-9874-484f-b592-f42642d310fb, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:44.147445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9e402f65-366a-4e6f-b6e9-7c03a45c015d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:44.147823 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.155755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 23334d01-9874-484f-b592-f42642d310fb is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:44.168381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 23334d01-9874-484f-b592-f42642d310fb) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:44.176552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:44.178569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.197678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33439c-9664-47ef-a983-7a97e1617e8b None None] Network 23334d01-9874-484f-b592-f42642d310fb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:44.201348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6e8f0163-ee4e-4160-9093-acc213577eaa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6287563 Nov 23 19:10:44.205046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:44.212168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-462985560'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:44.242500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:44.247026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.277320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:44.290011 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.290381 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment c2f04b50-4418-420e-872a-0e847ba8be04 of type vlan for network 8dfa52f4-c186-4887-b789-56d532a34495 Nov 23 19:10:44.318474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92bfb4-4bac-456b-9e9d-3a9db4c414a3 None None] Network 89061c2a-3144-4176-ba56-c7b0edf80924 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:44.357067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.389622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.396067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:44.407019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.472701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2632713 Nov 23 19:10:44.473596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:44.479460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '8dfa52f4-c186-4887-b789-56d532a34495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:44.525505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e10ba-72d0-4564-bb73-fd5b099ca0ea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=8dfa52f4-c186-4887-b789-56d532a34495,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:44.615986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e37bb25e-4951-4fc4-a128-4ab6a9e3573f req-bfd2ddeb-5489-491c-8798-05ef47726498 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0724013 Nov 23 19:10:44.657703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:44.662613 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.733880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:10:44.734671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:10:44.736963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 8dfa52f4-c186-4887-b789-56d532a34495 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:44.818478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b11ff707-442f-497e-8ac0-07de133df9da None None] Provisioning complete for port 9e402f65-366a-4e6f-b6e9-7c03a45c015d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:44.824159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b11ff707-442f-497e-8ac0-07de133df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.899679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-23334d01-9874-484f-b592-f42642d310fb', 'network_id': '23334d01-9874-484f-b592-f42642d310fb', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': '9ab82927-bf21-449e-bdb5-52f046b65801'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:44.900725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:44.949606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.012897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.124005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e402f65-366a-4e6f-b6e9-7c03a45c015d,segment=NetworkSegment(fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e),segment_id=fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:45.182685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b11ff707-442f-497e-8ac0-07de133df9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.187292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.344373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=9e402f65-366a-4e6f-b6e9-7c03a45c015d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:45.368294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Allocated IP 2001:db8::1 (23334d01-9874-484f-b592-f42642d310fb/9ab82927-bf21-449e-bdb5-52f046b65801/e3701a32-4c21-4cb5-9795-a6783ba988a3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:45.370951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-b11ff707-442f-497e-8ac0-07de133df9da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:10:45.371338 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-b11ff707-442f-497e-8ac0-07de133df9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:10:45.582428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.599250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.688500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Pushing event updated for resources: {'Port': ['ID=e3701a32-4c21-4cb5-9795-a6783ba988a3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:45.706006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Network 23334d01-9874-484f-b592-f42642d310fb is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:45.707973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:45.711544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:45.794549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Attempting to bind port e3701a32-4c21-4cb5-9795-a6783ba988a3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:45.795601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Attempting to bind port e3701a32-4c21-4cb5-9795-a6783ba988a3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5868ff79-756d-45c7-b800-8e7c49a237c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23334d01-9874-484f-b592-f42642d310fb'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:45.795601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Attempting to bind port e3701a32-4c21-4cb5-9795-a6783ba988a3 on network 23334d01-9874-484f-b592-f42642d310fb {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:45.838360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=d59cd8d9-27c3-40e9-a3ca-b95d5a040f9f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:45.842029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ae14ee9-437c-49fd-961a-37f29b51e002 req-26d4c77f-5778-4330-9621-59d750882c99 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0735705 Nov 23 19:10:45.847074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': 'c2f04b50-4418-420e-872a-0e847ba8be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dfa52f4-c186-4887-b789-56d532a34495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:45.847765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 8dfa52f4-c186-4887-b789-56d532a34495, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:45.853282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:45.853662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Checking segment: {'id': '5868ff79-756d-45c7-b800-8e7c49a237c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23334d01-9874-484f-b592-f42642d310fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:45.854271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.856046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Bound using segment: {'id': '5868ff79-756d-45c7-b800-8e7c49a237c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23334d01-9874-484f-b592-f42642d310fb'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:45.856046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Bound port: e3701a32-4c21-4cb5-9795-a6783ba988a3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5868ff79-756d-45c7-b800-8e7c49a237c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '23334d01-9874-484f-b592-f42642d310fb'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:45.856306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.897394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 8dfa52f4-c186-4887-b789-56d532a34495 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:45.918378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 8dfa52f4-c186-4887-b789-56d532a34495) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:45.925826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:45.926490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:45.973208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-945a6849-1245-4656-99f5-f8979d6ced16 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4979644 Nov 23 19:10:45.976527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7ef8e-31ff-4eca-bac4-e9f5cb299898 None None] Network 8dfa52f4-c186-4887-b789-56d532a34495 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:45.977508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:46.108109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e402f65-366a-4e6f-b6e9-7c03a45c015d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:46.201361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.215912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] For port e3701a32-4c21-4cb5-9795-a6783ba988a3, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:46.281275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] For port e3701a32-4c21-4cb5-9795-a6783ba988a3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3701a32-4c21-4cb5-9795-a6783ba988a3,segment=NetworkSegment(5868ff79-756d-45c7-b800-8e7c49a237c0),segment_id=5868ff79-756d-45c7-b800-8e7c49a237c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:46.283713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-832ef5ab-90d7-4f3a-a336-9eef1997d811 None None] Provisioning complete for port 9e402f65-366a-4e6f-b6e9-7c03a45c015d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:46.284150 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-832ef5ab-90d7-4f3a-a336-9eef1997d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.285341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.342623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.396031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.427911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9e402f65-366a-4e6f-b6e9-7c03a45c015d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:46.428332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.435970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=d59cd8d9-27c3-40e9-a3ca-b95d5a040f9f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.598700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.686845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfa52f4-c186-4887-b789-56d532a34495']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:46.734600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f04b50-4418-420e-872a-0e847ba8be04') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:46.739510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f04b50-4418-420e-872a-0e847ba8be04') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:46.764726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95624a4-b06f-4298-b12b-7c2a1d7b3f2b None None] Pushing event updated for resources: {'Port': ['ID=e3701a32-4c21-4cb5-9795-a6783ba988a3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:46.782814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac879fb-c5f2-4f11-a091-f603bc25e696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-8dfa52f4-c186-4887-b789-56d532a34495', 'network_id': '8dfa52f4-c186-4887-b789-56d532a34495', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': 'd59cd8d9-27c3-40e9-a3ca-b95d5a040f9f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:46.783820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ac879fb-c5f2-4f11-a091-f603bc25e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.787302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.819074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.874371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:46.875045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:46.878583 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:47.026518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-9b4d26d2-1d6a-4f90-8c07-c4ab8f73d868 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2997811 Nov 23 19:10:47.079718 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.101761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.111465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/8dfa52f4-c186-4887-b789-56d532a34495 HTTP/1.1" status: 204 len: 168 time: 1.1320240 Nov 23 19:10:47.116523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:47.117324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949db1b-c6ae-4ed6-b67b-843126860f76 None None] Network 8dfa52f4-c186-4887-b789-56d532a34495 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:47.123538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256644722'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:47.165488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:47.170357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.236340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5594f8-1b11-462b-be19-2a41a2676ede tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=8dfa52f4-c186-4887-b789-56d532a34495,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:47.249534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949db1b-c6ae-4ed6-b67b-843126860f76 None None] Network 8dfa52f4-c186-4887-b789-56d532a34495 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 19:10:47.265689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6bd444f-bf58-4783-9e8f-abfbe8e07774 req-85e43ad0-f9df-46db-82af-62694a1f879d tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0864239 Nov 23 19:10:47.284686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-d57c0dc7-3481-4afb-aeaa-2da3227f8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.288207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-d57c0dc7-3481-4afb-aeaa-2da3227f8102 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.1762030 Nov 23 19:10:47.300724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:47.356452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.357438 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 7d32303a-87e7-4bb6-b4ef-4fe742282522 of type vlan for network 51c35f7c-cd54-4f16-8797-8a3dc15c6822 Nov 23 19:10:47.442282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.475260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-17c61e49-9eec-4ea4-bbf1-da3e5ef8beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.478074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-17c61e49-9eec-4ea4-bbf1-da3e5ef8beda service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.1615055 Nov 23 19:10:47.501678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.513188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.514218 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.602282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=51c35f7c-cd54-4f16-8797-8a3dc15c6822,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:47.618027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 51c35f7c-cd54-4f16-8797-8a3dc15c6822 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:47.618851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0514871c-38aa-434f-a616-7d4294cfea15 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5012276 Nov 23 19:10:47.622903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:47.628139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '51c35f7c-cd54-4f16-8797-8a3dc15c6822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:47.630878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-61500343-cb4c-48ea-b427-89381a4320d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 1001 time: 0.1418204 Nov 23 19:10:47.776694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-4e1018b7-9b2d-4402-8e64-ebaca154aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.778555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-4e1018b7-9b2d-4402-8e64-ebaca154aa2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.1271381 Nov 23 19:10:47.860948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:47.873946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:47.943435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-42e2afdd-08b8-40f0-a97e-c352ace2cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:47.945839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-42e2afdd-08b8-40f0-a97e-c352ace2cf28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561897 Nov 23 19:10:48.110899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3701a32-4c21-4cb5-9795-a6783ba988a3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:48.164735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-16e09a64-2017-4877-9008-1e548de71b6a service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035134 Nov 23 19:10:48.236505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e3701a32-4c21-4cb5-9795-a6783ba988a3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:48.236813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.317516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.353736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-762e8aa1-6d24-4eae-80e5-35a5323a9485 req-01784df8-17d2-4db2-abf5-3928f3703ec2 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803572 Nov 23 19:10:48.473670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:48.506428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.534416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9a3fe-9d97-42a5-9d26-bc02e761d7df None None] Network 23334d01-9874-484f-b592-f42642d310fb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:48.542100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=d8aaf03a-279f-4770-9091-f05ec0518cce,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:48.558402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': '7d32303a-87e7-4bb6-b4ef-4fe742282522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c35f7c-cd54-4f16-8797-8a3dc15c6822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:48.560242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 51c35f7c-cd54-4f16-8797-8a3dc15c6822, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:48.564960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc585b32-13f4-46a7-842a-68f2fd77ff0f req-1a561673-dbb8-4fb6-b65a-94c8b9abdeb0 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0666873 Nov 23 19:10:48.585776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 51c35f7c-cd54-4f16-8797-8a3dc15c6822 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:48.597914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 51c35f7c-cd54-4f16-8797-8a3dc15c6822) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:48.602792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:48.605080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.622512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdab4a-914c-44e7-9218-76de080c002e None None] Network 51c35f7c-cd54-4f16-8797-8a3dc15c6822 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:48.636696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bd26d4c-b743-4bb5-8898-cd454072b762 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0126498 Nov 23 19:10:48.636916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:48.664562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6cda919-2fc3-462f-8db4-4b141f490101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.726419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port e3701a32-4c21-4cb5-9795-a6783ba988a3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3701a32-4c21-4cb5-9795-a6783ba988a3,segment=NetworkSegment(5868ff79-756d-45c7-b800-8e7c49a237c0),segment_id=5868ff79-756d-45c7-b800-8e7c49a237c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:48.770910 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.786885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5d1db4f2-009f-4953-b4c6-1388b7a60a9e None None] Provisioning complete for port e3701a32-4c21-4cb5-9795-a6783ba988a3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:48.786885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d1db4f2-009f-4953-b4c6-1388b7a60a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.854875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.949463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=e3701a32-4c21-4cb5-9795-a6783ba988a3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:48.957057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6cda919-2fc3-462f-8db4-4b141f490101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.968956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6cda919-2fc3-462f-8db4-4b141f490101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:48.980877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.058857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b6cda919-2fc3-462f-8db4-4b141f490101 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f948689a9a4cd7b3021b2c6fed4f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5840454 Nov 23 19:10:49.061633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34662) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:49.069846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bce1f-4b32-49fe-bdc9-bbbf05b18ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-51c35f7c-cd54-4f16-8797-8a3dc15c6822', 'network_id': '51c35f7c-cd54-4f16-8797-8a3dc15c6822', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': 'd8aaf03a-279f-4770-9091-f05ec0518cce'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:49.070098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cda919-2fc3-462f-8db4-4b141f490101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54446f64-9e90-4b13-9194-327c99420233,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:49.070732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b96bce1f-4b32-49fe-bdc9-bbbf05b18ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.125428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.143739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.169998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.193494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=d8aaf03a-279f-4770-9091-f05ec0518cce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:49.214701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:49.291458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.340049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.344591 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.350778 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54446f64-9e90-4b13-9194-327c99420233 HTTP/1.1" status: 204 len: 168 time: 0.2856400 Nov 23 19:10:49.372592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4842cc-d7e8-4b75-bbce-799f5ae4183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54446f64-9e90-4b13-9194-327c99420233,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:49.382237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c35f7c-cd54-4f16-8797-8a3dc15c6822']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:49.425565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d32303a-87e7-4bb6-b4ef-4fe742282522') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:49.426408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d32303a-87e7-4bb6-b4ef-4fe742282522') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:49.447634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.461200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-96d236c7-64eb-4657-894c-0e554299880e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718991 Nov 23 19:10:49.502633 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.517301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:49.517876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:49.521733 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:49.579395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Deleting port bb4935e3-6675-4e2d-95ad-4ed264b2c078 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:49.581652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-b96bce1f-4b32-49fe-bdc9-bbbf05b18ca8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8aaf03a-279f-4770-9091-f05ec0518cce: This subnet is being modified by another concurrent operation. Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8aaf03a-279f-4770-9091-f05ec0518cce: This subnet is being modified by another concurrent operation. Nov 23 19:10:49.618781 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:10:49.637530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5ecde-735d-4b2b-9412-dbcef94b537e None None] Network 51c35f7c-cd54-4f16-8797-8a3dc15c6822 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:49.677900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.691481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-4441722b-080b-4a6d-99f2-9228ef735ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:49.705752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-4441722b-080b-4a6d-99f2-9228ef735ea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1096 time: 0.1694620 Nov 23 19:10:49.710612 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.714350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/51c35f7c-cd54-4f16-8797-8a3dc15c6822 HTTP/1.1" status: 204 len: 168 time: 1.0765574 Nov 23 19:10:49.726388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:49.732227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1811112032'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:49.735932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95fa16-9170-4987-91f3-8cbac3b05a9a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=51c35f7c-cd54-4f16-8797-8a3dc15c6822,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:49.817484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-731cad0c-36de-446f-9814-2f3edc6c57f9 req-1a2af4f9-7382-4ced-a150-77b2bb9b66b1 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0669281 Nov 23 19:10:49.853040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.853377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.880868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a0ad77c-9e38-4335-882e-c1082aef0b6c None None] Provisioning complete for port e3701a32-4c21-4cb5-9795-a6783ba988a3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:49.882619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad77c-9e38-4335-882e-c1082aef0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:49.887085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:49.889625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502edb4-1d59-4cee-8594-d46f66aa7afb None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:10:49.891065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Calling delete_port for bb4935e3-6675-4e2d-95ad-4ed264b2c078 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:49.901079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.021736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:50.027831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:50.031609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3701a32-4c21-4cb5-9795-a6783ba988a3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:10:50.043621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1a3a-dc06-463b-900c-952b69afb273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.067241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.069231 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 86a6ca00-36db-4462-87f3-421001306509 of type vlan for network 6823e759-6c40-4f06-8143-f2db8549bd58 Nov 23 19:10:50.168743 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.192190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1a3a-dc06-463b-900c-952b69afb273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.200724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1a3a-dc06-463b-900c-952b69afb273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.233139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e3701a32-4c21-4cb5-9795-a6783ba988a3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:10:50.233529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.235900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.239552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502edb4-1d59-4cee-8594-d46f66aa7afb None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:10:50.243889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.253410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.253633 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.281032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5477457 Nov 23 19:10:50.281032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-e6237172-f1db-4691-82c3-613cf4241300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.281032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-e6237172-f1db-4691-82c3-613cf4241300 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.5418837 Nov 23 19:10:50.284258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:50.292924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event deleted for resources: {'Port': ['ID=bb4935e3-6675-4e2d-95ad-4ed264b2c078,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:50.297922 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf2d1a3a-dc06-463b-900c-952b69afb273 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=530c059c7b39492ba7f7242a4052b47e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751241 Nov 23 19:10:50.303152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d1a3a-dc06-463b-900c-952b69afb273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f19ce2f-68ef-4e32-b65c-bebf161b1e13,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:50.306362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:50.378827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:50.418600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.419291 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Floating IP 79d575fd-f10e-43b3-8aaf-6ff8fceb1032 disassociated (deleted). External IP: 172.25.5.191, port: 4235b1a0-56b1-4538-8731-e4933cd479df. Nov 23 19:10:50.481496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.539742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dc5e9-d72c-4e67-9dd1-56a5bdeb153a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=6823e759-6c40-4f06-8143-f2db8549bd58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:50.546619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.576575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 6823e759-6c40-4f06-8143-f2db8549bd58 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:50.607781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-662ad720-6fc1-496c-aed6-745e65ea3f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1000 time: 0.2493920 Nov 23 19:10:50.670290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:50.675241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.713167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.716072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:50.719890 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f19ce2f-68ef-4e32-b65c-bebf161b1e13 HTTP/1.1" status: 204 len: 168 time: 0.4084902 Nov 23 19:10:50.746364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758a19-1368-4b2a-8d9b-afc2696440b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f19ce2f-68ef-4e32-b65c-bebf161b1e13,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:50.780422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-78bb6b74-fd52-4478-b910-e2ef9ad254c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.782437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-78bb6b74-fd52-4478-b910-e2ef9ad254c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.1670370 Nov 23 19:10:50.786299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:10:50.940768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-0ddb3f67-3a57-41fb-a8bb-483bc5c40c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:50.942332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-0ddb3f67-3a57-41fb-a8bb-483bc5c40c31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494627 Nov 23 19:10:50.993495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0dc22-ff7e-435f-8495-f8abdaee8235 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:10:51.019808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-315eaf2b-0b22-4c0d-a0ec-50bf6c5f91c8 req-daa56ea7-28f5-4a5b-b0cc-75c2b0c5ae41 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0582638 Nov 23 19:10:51.029778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:10:51.040726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.055186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:10:51.103954 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-432000ee-ee0e-443e-a6b1-5962244aede9 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "DELETE /v2.0/floatingips/79d575fd-f10e-43b3-8aaf-6ff8fceb1032 HTTP/1.1" status: 204 len: 168 time: 1.8777652 Nov 23 19:10:51.104592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:51.111166 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0" -d '{"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:51.195564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f0dc22-ff7e-435f-8495-f8abdaee8235 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:10:51.201881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:51.204736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:51.210240 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28254d6f-29ef-41cd-8c20-c07929015dd4 x-openstack-request-id: req-28254d6f-29ef-41cd-8c20-c07929015dd4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:51.210548 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:51.210818 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28254d6f-29ef-41cd-8c20-c07929015dd4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:51.211193 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:10:51.238978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-bf1741bb-f76e-4bbf-acf9-d21a141994b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858367 Nov 23 19:10:51.256354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.421598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:51.428486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:51.440052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e5d7-b365-4304-bb57-ade2006df30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.566851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=8c9f086a-5332-4d2c-b736-f2c7dd90ba1e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:51.621732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-de4eefd7-ae8f-42eb-b750-b865ef7d1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.624191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-de4eefd7-ae8f-42eb-b750-b865ef7d1e1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 1096 time: 0.3249125 Nov 23 19:10:51.645127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e5d7-b365-4304-bb57-ade2006df30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.652949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e5d7-b365-4304-bb57-ade2006df30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.721450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d8c4e5d7-b365-4304-bb57-ade2006df30d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54f9af8e0fa84f48a40373b4eb900f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983668 Nov 23 19:10:51.723292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e5d7-b365-4304-bb57-ade2006df30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2fdd2-07d1-428b-a944-99df649af4e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:51.738600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:51.763154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d8a1e-ccb5-4f03-b1bf-6786201733ee req-e8d537b9-2a20-4d51-be03-ebd14310283b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.765154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-425d8a1e-ccb5-4f03-b1bf-6786201733ee req-e8d537b9-2a20-4d51-be03-ebd14310283b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1767888 Nov 23 19:10:51.853401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-1abf878c-5b2f-407e-99d7-6213968e381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:51.855556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-1abf878c-5b2f-407e-99d7-6213968e381e service neutron] 10.222.0.50 "GET /v2.0/networks?id=be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 200 len: 915 time: 0.2191947 Nov 23 19:10:51.859284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': '86a6ca00-36db-4462-87f3-421001306509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:51.859711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 6823e759-6c40-4f06-8143-f2db8549bd58, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:51.865779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c5d881d-94dd-48a5-8afd-7c7669f9cec2 req-b824d2c1-fcf6-4487-b649-ad66270b0020 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132348 Nov 23 19:10:51.875461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-425d8a1e-ccb5-4f03-b1bf-6786201733ee req-653f39d2-42d7-4948-b1dd-c624c5d54b4f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020796 Nov 23 19:10:51.902843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.941332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:51.953863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-89ebdfc3-c378-4196-bc58-c223b1b453d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 200 len: 217 time: 0.0846553 Nov 23 19:10:51.982397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 6823e759-6c40-4f06-8143-f2db8549bd58 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:52.022100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.026572 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.032148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5b2fdd2-07d1-428b-a944-99df649af4e5 HTTP/1.1" status: 204 len: 168 time: 0.2848513 Nov 23 19:10:52.034770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 6823e759-6c40-4f06-8143-f2db8549bd58) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:52.043574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:52.044195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.051114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284d5b1-0a50-465f-a0d0-f2c2cea3b3de None None] Network 6823e759-6c40-4f06-8143-f2db8549bd58 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:52.067616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-d261a0d4-b5a5-4451-b28e-7e77e419d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:52.069248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-d261a0d4-b5a5-4451-b28e-7e77e419d511 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 200 len: 853 time: 0.1030569 Nov 23 19:10:52.074176 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6543f845-5367-4cbe-ad74-48b572838c9e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7170351 Nov 23 19:10:52.076942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:52.085639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d263f-3c1b-45b9-b5d2-1ff3e3b07758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2fdd2-07d1-428b-a944-99df649af4e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:52.289781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:52.359906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:10:52.391204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:10:52.392832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:10:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:52.497104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-6823e759-6c40-4f06-8143-f2db8549bd58', 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': '8c9f086a-5332-4d2c-b736-f2c7dd90ba1e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:52.498233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:52.909618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8250bfc4-f79f-46ae-8d0d-141b8bb20967 req-fb81433d-9e70-4d32-bcef-e115de32cc61 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.7388432 Nov 23 19:10:53.076003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-8436d7a7-cedf-40c6-b19a-709aa01c4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.077887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-8436d7a7-cedf-40c6-b19a-709aa01c4e30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=be364d20-030d-40a0-99d0-9d7c7e129026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9932840 Nov 23 19:10:53.090772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:10:53.229092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13079c-13ea-4bc4-b98c-052b6d214192 req-71d83f9b-dc39-43ca-a80d-297a33860023 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.230757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e13079c-13ea-4bc4-b98c-052b6d214192 req-71d83f9b-dc39-43ca-a80d-297a33860023 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1669691 Nov 23 19:10:53.288459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.319384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e7efc64-3980-47d2-87fb-b2bf56e2b2f9 req-f7cbb9ad-2b7a-417d-9bf4-8fe3f68dede1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0912309 Nov 23 19:10:53.330300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e13079c-13ea-4bc4-b98c-052b6d214192 req-b81ff6f5-b68e-4f0e-993e-7762a91f420f tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891607 Nov 23 19:10:53.429788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Allocated IP 2001:db8::1 (6823e759-6c40-4f06-8143-f2db8549bd58/8c9f086a-5332-4d2c-b736-f2c7dd90ba1e/9f79366c-7fb5-48b7-9e75-554fe9d8a4eb) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:53.454728 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-9a57d4f7-b81a-48c0-94e1-56d45f20b278 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583982 Nov 23 19:10:53.480431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.728917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da5a0a6f-39a8-44a5-8ce5-2f988b4137e0 req-ad86de25-fd16-47d4-952a-ff5fbad16293 service neutron] 10.222.0.50 "GET /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771600 Nov 23 19:10:53.737727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:53.750065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-fc5c0bb4-220d-421c-b55b-a199d128393b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:53.751598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-fc5c0bb4-220d-421c-b55b-a199d128393b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.50 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1535623 Nov 23 19:10:53.774140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22550-9d66-4c03-b1a2-4055349b6fa9 None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1596690d-e310-4eef-87ab-dcdd22cade46', 'name': '', 'network_id': 'be364d20-030d-40a0-99d0-9d7c7e129026', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'mac_address': 'fa:16:3e:b4:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fcc7faed-998b-4abc-820c-188552cff798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:17Z', 'updated_at': '2021-11-23T19:06:24Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'subnets': [{'id': 'fcc7faed-998b-4abc-820c-188552cff798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:10:53.825164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.850692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.950505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:53.953068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Network 6823e759-6c40-4f06-8143-f2db8549bd58 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:53.961192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:53.980565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:53.992953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Pushing event updated for resources: {'Port': ['ID=9f79366c-7fb5-48b7-9e75-554fe9d8a4eb,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:54.090590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.118075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Attempting to bind port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:54.120234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Attempting to bind port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '86a6ca00-36db-4462-87f3-421001306509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:54.120934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Attempting to bind port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb on network 6823e759-6c40-4f06-8143-f2db8549bd58 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:54.125505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9f086a-5332-4d2c-b736-f2c7dd90ba1e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:54.129941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:54.130618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Checking segment: {'id': '86a6ca00-36db-4462-87f3-421001306509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:54.131122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.131680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Bound using segment: {'id': '86a6ca00-36db-4462-87f3-421001306509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:54.132396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Bound port: 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a6ca00-36db-4462-87f3-421001306509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6823e759-6c40-4f06-8143-f2db8549bd58'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:54.132886 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.211710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6823e759-6c40-4f06-8143-f2db8549bd58']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.223619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eecee4e2-41b5-4eaf-9068-cefe25f5f603 req-a0d016e9-7631-432b-962b-573656852a1f tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.1295774 Nov 23 19:10:54.250897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a6ca00-36db-4462-87f3-421001306509') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.251445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a6ca00-36db-4462-87f3-421001306509') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:54.254586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] For port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:54.257902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] For port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f79366c-7fb5-48b7-9e75-554fe9d8a4eb,segment=NetworkSegment(86a6ca00-36db-4462-87f3-421001306509),segment_id=86a6ca00-36db-4462-87f3-421001306509)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:54.269363 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.270123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.291375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Deleting port 4235b1a0-56b1-4538-8731-e4933cd479df {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:54.292199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.309819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.327197 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85d555-1606-4f9c-9192-deacd24baf23 None None] New status for floating IP 79d575fd-f10e-43b3-8aaf-6ff8fceb1032: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:10:54.344184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:54.344581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:54.359877 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:54.431633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157c5aa-d117-4d08-8b46-47ecd617a274 None None] Network 6823e759-6c40-4f06-8143-f2db8549bd58 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:54.496574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5cd7-2036-4972-bac4-c0cb6fb0809c None None] Pushing event updated for resources: {'Port': ['ID=9f79366c-7fb5-48b7-9e75-554fe9d8a4eb,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:54.526373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:10:54.526373 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:10:54.526373 n-d-792364-9 neutron-server[103399]: [parameters: {'id': '6823e759-6c40-4f06-8143-f2db8549bd58'}] Nov 23 19:10:54.526373 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:10:54.526997 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:10:54.587060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] For port 4235b1a0-56b1-4538-8731-e4933cd479df, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=4235b1a0-56b1-4538-8731-e4933cd479df,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:54.587640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.618129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Calling delete_port for 4235b1a0-56b1-4538-8731-e4933cd479df owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:54.634354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc1c90-a6ab-47c6-b822-b651ab8f18b4 req-4f7457ad-5e1d-4f88-8832-10daad67ac2e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:54.654511 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3cc1c90-a6ab-47c6-b822-b651ab8f18b4 req-4f7457ad-5e1d-4f88-8832-10daad67ac2e tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 945 time: 0.1229904 Nov 23 19:10:54.723562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afa91d-1789-4c23-9338-21730d3be5c5 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:10:54.821750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3cc1c90-a6ab-47c6-b822-b651ab8f18b4 req-791987e2-247f-4c9d-81d8-9f8b1bc07fc6 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/security-groups?id=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591566 Nov 23 19:10:54.838954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.896671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event deleted for resources: {'Port': ['ID=4235b1a0-56b1-4538-8731-e4933cd479df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:54.902893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59afa91d-1789-4c23-9338-21730d3be5c5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:10:54.954100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] No DVR routers for this DVR port 4235b1a0-56b1-4538-8731-e4933cd479df on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:54.956982 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:54.962363 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b67db16-398d-4b43-97b2-28471bfa55a7 req-6208539b-a375-4769-b26e-8446e27309bd tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.50 "DELETE /v2.0/ports/4235b1a0-56b1-4538-8731-e4933cd479df HTTP/1.1" status: 204 len: 173 time: 1.1779561 Nov 23 19:10:54.963223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'name': 'network-vif-deleted', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:10:54.966158 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6333c57-6aec-4957-a2eb-29c4fa44d5e4" -d '{"events": [{"server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "name": "network-vif-deleted", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:10:55.028239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.047739 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4ec78-fae2-4450-8915-15d5863ca4b8 x-openstack-request-id: req-a0e4ec78-fae2-4450-8915-15d5863ca4b8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:10:55.048068 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21454688-7785-4fa2-8973-6a82908ddf02", "name": "network-vif-deleted", "tag": "4235b1a0-56b1-4538-8731-e4933cd479df", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:10:55.048292 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0e4ec78-fae2-4450-8915-15d5863ca4b8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:10:55.049344 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21454688-7785-4fa2-8973-6a82908ddf02', 'name': 'network-vif-deleted', 'tag': '4235b1a0-56b1-4538-8731-e4933cd479df', 'status': 'completed', 'code': 200} Nov 23 19:10:55.145031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:10:55.145383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.238931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f79366c-7fb5-48b7-9e75-554fe9d8a4eb,segment=NetworkSegment(86a6ca00-36db-4462-87f3-421001306509),segment_id=86a6ca00-36db-4462-87f3-421001306509)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:10:55.239179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.253164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:10:55.358191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.366881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c0ff42c-706a-42fd-bdfd-656582d7f720 req-d2cc22c4-203d-4102-bf7d-5e524dc8132f tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0351229 Nov 23 19:10:55.395087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=9f79366c-7fb5-48b7-9e75-554fe9d8a4eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:55.397278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port 9f79366c-7fb5-48b7-9e75-554fe9d8a4eb on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:10:55.534628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.576333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6823e759-6c40-4f06-8143-f2db8549bd58']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:55.599229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a6ca00-36db-4462-87f3-421001306509') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:55.599621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a6ca00-36db-4462-87f3-421001306509') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:10:55.648827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62a2abca-c7ea-4d4c-aa15-1b1d86480978 req-20c08bd0-da81-444f-a7f3-53fd1da31981 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9dc5aa87a38a41f1abe0b9f7942414ae&device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0363224 Nov 23 19:10:55.650494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.729046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45b8e159-4752-46ab-9f99-63f1a7ce0a10 req-c4236ed8-70f7-46c8-af41-5440b407be7b tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0594580 Nov 23 19:10:55.732850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.737318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62a2abca-c7ea-4d4c-aa15-1b1d86480978 req-02d91048-c750-4f98-8f35-c9b35f497379 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9dc5aa87a38a41f1abe0b9f7942414ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773582 Nov 23 19:10:55.742934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:10:55.743373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:10:55.747085 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:10:55.961554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55de56d3-8bb8-42e2-b334-03f54e57352f req-b517605a-6f2d-41f6-ba7a-a6ddff4755bb tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0422606 Nov 23 19:10:56.018640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4235b1a0-56b1-4538-8731-e4933cd479df no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:10:56.043749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 4235b1a0-56b1-4538-8731-e4933cd479df {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:10:56.044247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 4235b1a0-56b1-4538-8731-e4933cd479df not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:10:56.075704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2abca-c7ea-4d4c-aa15-1b1d86480978 req-f7e9585f-3a7a-44a2-b39e-14d5f60c636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:56.077217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62a2abca-c7ea-4d4c-aa15-1b1d86480978 req-f7e9585f-3a7a-44a2-b39e-14d5f60c636b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292665 Nov 23 19:10:56.080756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.103007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.112659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/6823e759-6c40-4f06-8143-f2db8549bd58 HTTP/1.1" status: 204 len: 168 time: 4.0294414 Nov 23 19:10:56.112659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51a55-d270-4bcb-9398-e3038b14170e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=6823e759-6c40-4f06-8143-f2db8549bd58,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:56.112659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.118956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518532289'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:56.153409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:56.162567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.203682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:56.221021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.221740 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment fe62c2a3-ecd9-4483-8a9d-a2ca2900056f of type vlan for network 70a45705-bfe9-4696-bf52-ba0603f4821a Nov 23 19:10:56.293072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.340404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.354688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:56.354688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804075'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.368311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.505715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=70a45705-bfe9-4696-bf52-ba0603f4821a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:56.525073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:56.530950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.531605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb207a2a-f835-460c-90db-304170c4411e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4176760 Nov 23 19:10:56.539087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:56.591624 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb73db5d-c560-4520-b67b-660f0ff00afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.703898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:56.707890 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.837855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb73db5d-c560-4520-b67b-660f0ff00afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.848415 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb73db5d-c560-4520-b67b-660f0ff00afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:56.932949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d45a752-364f-4133-ae64-fddc6ed31754 req-f35d5e3d-c93e-4ead-a888-1d52b3be104f tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0745609 Nov 23 19:10:56.938662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73db5d-c560-4520-b67b-660f0ff00afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5c86d-24da-4475-9ea7-567ab4f5b405,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:56.951484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:56.957912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-eb73db5d-c560-4520-b67b-660f0ff00afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d19a5afec31d4aa6802d6e6c1d42e8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880318 Nov 23 19:10:57.052507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.096822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.125934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.150886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52eef3da-dc58-400b-9d51-a3a6a9d0fd9e req-2683a884-8828-4f3e-8d8c-fcd3af25e668 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0435936 Nov 23 19:10:57.198065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.201291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.204976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fc5c86d-24da-4475-9ea7-567ab4f5b405 HTTP/1.1" status: 204 len: 168 time: 0.2499487 Nov 23 19:10:57.212590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3eb8a-c676-46ba-8b86-68f9a5b3a30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5c86d-24da-4475-9ea7-567ab4f5b405,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:57.260022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=e99e9f72-4654-4af8-a638-83110ba4a34a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:57.307878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:57.308854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 70a45705-bfe9-4696-bf52-ba0603f4821a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:10:57.334832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 70a45705-bfe9-4696-bf52-ba0603f4821a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:10:57.352603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 70a45705-bfe9-4696-bf52-ba0603f4821a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:57.366230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:57.367041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.368775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c67209f-0ff9-4e1c-91dd-cf99c98ce04b None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:10:57.391223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d34ed4fe-bc99-4027-949d-023e5e8f658a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585627 Nov 23 19:10:57.394624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:57.401939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:57.437146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2db2aefc-aa06-4b16-accb-2d2e60f73acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.609198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-70a45705-bfe9-4696-bf52-ba0603f4821a', 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': 'e99e9f72-4654-4af8-a638-83110ba4a34a'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:10:57.611621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.615238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:57.629278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.660453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62a2abca-c7ea-4d4c-aa15-1b1d86480978 req-67d944bb-d743-4e2a-a639-28b4c13587f0 tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0550456 Nov 23 19:10:57.766250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:57.791068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca059bc-7454-4724-94d9-29e4d06de472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.856170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Allocated IP 2001:db8::2 (70a45705-bfe9-4696-bf52-ba0603f4821a/e99e9f72-4654-4af8-a638-83110ba4a34a/5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:10:57.908954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca059bc-7454-4724-94d9-29e4d06de472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.915803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca059bc-7454-4724-94d9-29e4d06de472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:57.965242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bca059bc-7454-4724-94d9-29e4d06de472 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dfe3d4da99b416ca063f087e7d70184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977656 Nov 23 19:10:57.966255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca059bc-7454-4724-94d9-29e4d06de472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb58774-ac82-4156-825a-c920559c171f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:57.968815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:58.060024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.078655 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.104144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.110376 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.145019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.180258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Pushing event updated for resources: {'Port': ['ID=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:58.192970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:58.194965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:58.197878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:10:58.201053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 70a45705-bfe9-4696-bf52-ba0603f4821a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:10:58.206178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:10:58.221802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.222459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.256228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d51842c5-ffa6-4a7d-97de-c189280b8772 req-fe71e310-19be-450e-838e-5ff4328cab0f tempest-ServerShowV257Test-527222408 tempest-ServerShowV257Test-527222408-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff84b57-7c3a-4819-8d2f-6d38ad0201ae HTTP/1.1" status: 200 len: 210 time: 0.0671680 Nov 23 19:10:58.280760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=8b23afc2-9a0b-45f2-823f-5028573ae148,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:58.289525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Attempting to bind port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:10:58.289525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Attempting to bind port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:10:58.294687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad4a9edd-7ff0-4b41-be89-a6c5b9ffe17d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8981526 Nov 23 19:10:58.294908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Attempting to bind port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 on network 70a45705-bfe9-4696-bf52-ba0603f4821a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:10:58.301209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:58.313213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:10:58.313593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Checking segment: {'id': 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:10:58.315670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.316082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Bound using segment: {'id': 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:10:58.316586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Bound port: 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:10:58.316976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.401413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.404915 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.408787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] For port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:10:58.409829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfb58774-ac82-4156-825a-c920559c171f HTTP/1.1" status: 204 len: 168 time: 0.4397163 Nov 23 19:10:58.417131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] For port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,segment=NetworkSegment(fe62c2a3-ecd9-4483-8a9d-a2ca2900056f),segment_id=fe62c2a3-ecd9-4483-8a9d-a2ca2900056f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:10:58.429356 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.471991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9210e8b-8808-41c5-9e4b-6dd9d40327a5 req-de5de7d4-6941-412d-94c8-ffb11b3cdccb tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.1262932 Nov 23 19:10:58.491504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a1712-80e9-4f2e-b4d1-c6637ea604de None None] Pushing event updated for resources: {'Port': ['ID=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:58.505941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322c07-488c-492e-afae-d4b94e64df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb58774-ac82-4156-825a-c920559c171f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:58.539342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.540935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.542645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.544245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.545916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.553986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:58.554198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-06560b5d-9846-44f8-b38f-cac32cd2f51e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2482843 Nov 23 19:10:58.560701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959560064'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:58.607672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:58.611448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.637504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:10:58.660914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.661357 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment fc3b1246-905b-4a93-9019-8e3f86f98400 of type vlan for network fdf7721e-8ed8-44d0-9766-8dc44b50c85d Nov 23 19:10:58.725964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.788258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.798096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:58.798918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:58.874731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3183193 Nov 23 19:10:58.878468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:58.884291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:58.945595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e58f38-a8c2-4bf2-b02b-825ecbea0e3d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=fdf7721e-8ed8-44d0-9766-8dc44b50c85d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:58.959362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:59.166623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.184963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.197152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:59.313071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=fdf7721e-8ed8-44d0-9766-8dc44b50c85d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:10:59.316903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:10:59.323271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:10:59.323924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.324743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:10:59.325382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0e904be5-b042-4bb3-b51c-6c123abe8d5a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "PUT /v2.0/networks/fdf7721e-8ed8-44d0-9766-8dc44b50c85d HTTP/1.1" status: 200 len: 723 time: 0.4457085 Nov 23 19:10:59.328853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:59.334449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:10:59.620594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Deleting subnet e4cec278-4c1e-491d-8706-57d66863c423 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:10:59.626178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.649381 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-28104159-d9bc-4aee-b639-6d4470d5a61f req-22690903-08ea-468c-96db-b6099aa55f82 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0549443 Nov 23 19:10:59.671776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:10:59.699028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:10:59.702619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.760085 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:10:59.968699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.052576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:00.105330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45625139-17e7-49c1-a220-16308c33cc2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.170322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a82b9f-81d9-44ba-b1c5-595b1fe567f5 None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:00.177438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-035902df-b2ac-455b-8ad8-cfb054798cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.260825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:00.261196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.332298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:00.332671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.364779 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45625139-17e7-49c1-a220-16308c33cc2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.366267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.380359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.411453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45625139-17e7-49c1-a220-16308c33cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.451669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-45625139-17e7-49c1-a220-16308c33cc2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dc5aa87a38a41f1abe0b9f7942414ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7767282 Nov 23 19:11:00.452579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.486957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.519568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.523609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4cec278-4c1e-491d-8706-57d66863c423 HTTP/1.1" status: 204 len: 168 time: 1.3251863 Nov 23 19:11:00.531434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.532595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': 'fc3b1246-905b-4a93-9019-8e3f86f98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:00.533155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: fdf7721e-8ed8-44d0-9766-8dc44b50c85d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:00.547532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=e1704c1d-6fdf-4ed2-be50-9da1ee0652b0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.558048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625139-17e7-49c1-a220-16308c33cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f427d-7912-4b69-96b4-8ce0f739ce4c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.612301 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5395-97a6-406c-ba24-beb75115f511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cec278-4c1e-491d-8706-57d66863c423,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:00.630657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:00.649575 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, fdf7721e-8ed8-44d0-9766-8dc44b50c85d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:00.659945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe1782-c05d-4714-8ed6-9b657491bb0e None None] Network 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:00.668619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:00.671230 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.698409 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89602fa5-ded2-4cd6-b1eb-ab4439f7b79d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3681183 Nov 23 19:11:00.702175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:00.723266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.727929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f35afe-92af-447f-9748-6d11c35ced48 None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:00.729477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:00.744294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.799905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.824023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:00.853029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-753e60e0-8a49-4bfe-9383-ba074022cf28 req-12be1f54-9d2f-4cde-8a96-fb4f58ea95c4 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0754046 Nov 23 19:11:00.995607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.037497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26970843'] for subnet, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.065571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d19205-b2bc-4bf7-bb98-6d9913ad3bf9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:01.113975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd804b8-8fc6-421c-a26c-28137880051e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:01.122861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd804b8-8fc6-421c-a26c-28137880051e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:01.140006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.148460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.151827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f4f427d-7912-4b69-96b4-8ce0f739ce4c HTTP/1.1" status: 204 len: 168 time: 0.6977029 Nov 23 19:11:01.168961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.229388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] For port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,segment=NetworkSegment(fe62c2a3-ecd9-4483-8a9d-a2ca2900056f),segment_id=fe62c2a3-ecd9-4483-8a9d-a2ca2900056f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:01.229991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a264-917f-4c89-bb6e-310eca08f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f427d-7912-4b69-96b4-8ce0f739ce4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:01.233279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.246021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.278119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:01.278722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:01.280363 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:01.291722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:01.292090 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:01.294379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8e783-9730-4d56-9a58-3f79038f924f None None] DHCP port deletion for 07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:01.296075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.304272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Update dhcp port {'port': {'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a', 'fixed_ips': [{'subnet_id': 'e99e9f72-4654-4af8-a638-83110ba4a34a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b23afc2-9a0b-45f2-823f-5028573ae148'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:11:01.361205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483570be-4ce6-43fe-810d-921279dd0d24 req-e264c4d3-9455-431a-8989-3ffca680ae5d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:01.368848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-483570be-4ce6-43fe-810d-921279dd0d24 req-e264c4d3-9455-431a-8989-3ffca680ae5d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.1978524 Nov 23 19:11:01.430808 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.447573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.463052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.467683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/07d19205-b2bc-4bf7-bb98-6d9913ad3bf9 HTTP/1.1" status: 204 len: 168 time: 0.9341574 Nov 23 19:11:01.502778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-483570be-4ce6-43fe-810d-921279dd0d24 req-e9530f2f-f75c-4618-91b4-fefe654309e6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329427 Nov 23 19:11:01.514488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747630959737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27055970'] for subnet, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.529345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:01.530303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77360d-b1d0-4986-bcfb-316b3cd636ee admin admin] Pushing event deleted for resources: {'Network': ['ID=07d19205-b2bc-4bf7-bb98-6d9913ad3bf9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:01.533028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:01.533890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.535510 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "PUT /v2.0/subnets/e1704c1d-6fdf-4ed2-be50-9da1ee0652b0 HTTP/1.1" status: 200 len: 826 time: 0.8297539 Nov 23 19:11:01.550284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 34938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:01.594156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c282650-3e3b-4017-aa3a-08113ff864c9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=e1704c1d-6fdf-4ed2-be50-9da1ee0652b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:01.629751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Allocated IP 172.20.0.1 (70a45705-bfe9-4696-bf52-ba0603f4821a/8b23afc2-9a0b-45f2-823f-5028573ae148/5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:01.645544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dcdc9-9824-479d-8500-a2b92e6575a2 None None] Pushing event updated for resources: {'Port': ['ID=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:01.697809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-fdf7721e-8ed8-44d0-9766-8dc44b50c85d', 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': 'e1704c1d-6fdf-4ed2-be50-9da1ee0652b0'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:01.698691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.798564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9cb428e8-92d8-4486-acca-faddc2ae9bd9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 200 len: 992 time: 0.2614872 Nov 23 19:11:01.931168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:01.945344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:01.960753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Allocated IP 2001:db8::2 (fdf7721e-8ed8-44d0-9766-8dc44b50c85d/e1704c1d-6fdf-4ed2-be50-9da1ee0652b0/6078af9e-a653-4f62-a71e-65239be8eac5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:02.097878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.119962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec20766c-1345-4eb4-b72a-61bcff4e3738 req-38c422e3-9928-4234-a5b8-712734b14759 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0833912 Nov 23 19:11:02.125298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-411f0945-aa8c-4375-a859-11439838eb99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad5185af1c764d8ab190c5f1012447dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904559 Nov 23 19:11:02.126472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:02.218201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.253924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.259936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.265518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.299854 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.343384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] For port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,segment=NetworkSegment(fe62c2a3-ecd9-4483-8a9d-a2ca2900056f),segment_id=fe62c2a3-ecd9-4483-8a9d-a2ca2900056f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:02.358918 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.391930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.401655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:02.408742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.415184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:02.423388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:02.456599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Pushing event updated for resources: {'Port': ['ID=6078af9e-a653-4f62-a71e-65239be8eac5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:02.483449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=e1704c1d-6fdf-4ed2-be50-9da1ee0652b0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:02.511597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.516176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.521252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28ea288e-d810-4da7-82e0-c933708b957f HTTP/1.1" status: 204 len: 168 time: 0.3948550 Nov 23 19:11:02.531941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b453169-d6c1-48b7-aedd-033232f7d768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ea288e-d810-4da7-82e0-c933708b957f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:02.540855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:02.614823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.644864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c51a60-a461-4277-82ea-05aab45dde0c req-014a831f-1207-4f35-b7e3-9bd965571253 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:02.660609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Attempting to bind port 6078af9e-a653-4f62-a71e-65239be8eac5 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:02.661093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Attempting to bind port 6078af9e-a653-4f62-a71e-65239be8eac5 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'fc3b1246-905b-4a93-9019-8e3f86f98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:02.661808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Attempting to bind port 6078af9e-a653-4f62-a71e-65239be8eac5 on network fdf7721e-8ed8-44d0-9766-8dc44b50c85d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:02.664161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c51a60-a461-4277-82ea-05aab45dde0c req-014a831f-1207-4f35-b7e3-9bd965571253 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1096 time: 0.2907856 Nov 23 19:11:02.674433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fdb71-2aad-4ebc-8721-760b58f7f384 None None] Pushing event updated for resources: {'Port': ['ID=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:02.702767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:02.706341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Checking segment: {'id': 'fc3b1246-905b-4a93-9019-8e3f86f98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:02.707001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.708927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Bound using segment: {'id': 'fc3b1246-905b-4a93-9019-8e3f86f98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:02.709651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Bound port: 6078af9e-a653-4f62-a71e-65239be8eac5, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3b1246-905b-4a93-9019-8e3f86f98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:02.710920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.711592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7721e-8ed8-44d0-9766-8dc44b50c85d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:02.731603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3b1246-905b-4a93-9019-8e3f86f98400') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:02.731887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3b1246-905b-4a93-9019-8e3f86f98400') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:02.791778 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.800133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:02.800615 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.854662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c51a60-a461-4277-82ea-05aab45dde0c req-b6eab145-e615-439c-8864-5a7a19fdaab5 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894557 Nov 23 19:11:02.856059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.880594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:02.881250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:02.887232 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:02.920544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] For port 6078af9e-a653-4f62-a71e-65239be8eac5, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:03.071060 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:11:03.071060 n-d-792364-9 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:11:03.071060 n-d-792364-9 neutron-server[103400]: [parameters: {'id': 'fdf7721e-8ed8-44d0-9766-8dc44b50c85d'}] Nov 23 19:11:03.071060 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:03.071591 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:03.086840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] For port 6078af9e-a653-4f62-a71e-65239be8eac5, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6078af9e-a653-4f62-a71e-65239be8eac5,segment=NetworkSegment(fc3b1246-905b-4a93-9019-8e3f86f98400),segment_id=fc3b1246-905b-4a93-9019-8e3f86f98400)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:03.097277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.247708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1e5fc-0e17-4623-a9e5-7f075e0fb2bf None None] Pushing event updated for resources: {'Port': ['ID=6078af9e-a653-4f62-a71e-65239be8eac5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:03.276293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c99c02-7337-4a14-a04e-87e75dacd216 None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:03.282392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 34994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:03.310817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-31236e19-891d-4d63-a106-eb1302697276 req-794cb889-7d12-4201-9497-f37d408cec1b tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.0595887 Nov 23 19:11:03.315581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.482462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1872525440-network', 'tenant_id': '3a7845f948d4435f9b66a2a494131ee3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:03.548973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Made reservation on behalf of 3a7845f948d4435f9b66a2a494131ee3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:03.553296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.571713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.572700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.602835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c74bb9-288f-4bd6-aaf0-5eea56acb026 None None] Network fdf7721e-8ed8-44d0-9766-8dc44b50c85d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:03.716394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port 6078af9e-a653-4f62-a71e-65239be8eac5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:03.717541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.775003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b77a6-ff79-4630-a2ff-6779c26c2e67 None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:03.776512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.796439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.824763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port 6078af9e-a653-4f62-a71e-65239be8eac5, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6078af9e-a653-4f62-a71e-65239be8eac5,segment=NetworkSegment(fc3b1246-905b-4a93-9019-8e3f86f98400),segment_id=fc3b1246-905b-4a93-9019-8e3f86f98400)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:03.825144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.847016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:03.862794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:03.863139 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Added segment 9b31d011-0dc4-4c15-8f25-89c4eb5233ac of type vlan for network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca Nov 23 19:11:03.873502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for 6078af9e-a653-4f62-a71e-65239be8eac5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:03.965776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.028430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.038312 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.039290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:04.053542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0a761c57-2b1a-4cc9-9ca3-cc74f4842dc9 None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:04.053542 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a761c57-2b1a-4cc9-9ca3-cc74f4842dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.053864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.064374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=6078af9e-a653-4f62-a71e-65239be8eac5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.070286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port 6078af9e-a653-4f62-a71e-65239be8eac5 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:04.229534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.230805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Pushing event updated for resources: {'Network': ['ID=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.234619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02273ebd-f9e2-4603-afe0-e80dd433c735,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.259614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-452ec7a8-ac32-49c6-8ece-3c621ae1b160 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9720039 Nov 23 19:11:04.260884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.261697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.272502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Request body: {'subnet': {'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1872525440-subnet', 'tenant_id': '3a7845f948d4435f9b66a2a494131ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:04.310639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7721e-8ed8-44d0-9766-8dc44b50c85d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:04.319689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Made reservation on behalf of 3a7845f948d4435f9b66a2a494131ee3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:04.323023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.327140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3b1246-905b-4a93-9019-8e3f86f98400') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:04.327659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3b1246-905b-4a93-9019-8e3f86f98400') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:04.358835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.385930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.396778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:04.397458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:04.403209 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:04.484505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1333466983-network', 'tenant_id': 'fc93a6e0fa9c405286a901c75b0b2219'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:04.504876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:04.506859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:04.526463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Made reservation on behalf of fc93a6e0fa9c405286a901c75b0b2219 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:04.529862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.541027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.549756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-552e6cd0-b047-483d-9049-b17c798475d6 req-a7718f9b-9719-479a-9b2e-6ffe35521e45 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "GET /v2.0/ports?device_id=21454688-7785-4fa2-8973-6a82908ddf02 HTTP/1.1" status: 200 len: 210 time: 0.1057124 Nov 23 19:11:04.586723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.608853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.615142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/fdf7721e-8ed8-44d0-9766-8dc44b50c85d HTTP/1.1" status: 204 len: 168 time: 3.0633266 Nov 23 19:11:04.617380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160b042-17e0-4307-a2b8-da4f9952aeea tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=fdf7721e-8ed8-44d0-9766-8dc44b50c85d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.620180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.626025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-a9e383fe-9398-42e9-821d-e28653c1ca6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2490196 Nov 23 19:11:04.655645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-e05d0a56-fa8d-4426-bd43-3ecb5afc913e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:11:04.657082 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-e05d0a56-fa8d-4426-bd43-3ecb5afc913e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081124 Nov 23 19:11:04.658718 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-054a72f0-9114-45fe-ae3d-1e3a6515c5de tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:04.659487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054a72f0-9114-45fe-ae3d-1e3a6515c5de tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:04.662760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-054a72f0-9114-45fe-ae3d-1e3a6515c5de tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/fdf7721e-8ed8-44d0-9766-8dc44b50c85d HTTP/1.1" status: 404 len: 339 time: 0.0409076 Nov 23 19:11:04.669049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:04.675229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954952313', 'description': 'd1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:04.706199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:04.709968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.739548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:04.751830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.752450 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 82212ff6-482d-42f2-a961-0e040eabad1b of type vlan for network 316719dd-fc81-445f-8220-daafef1360f7 Nov 23 19:11:04.832254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.832810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:04.832810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.844216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.854801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.878231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.897656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:04.899659 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.909971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:04.912008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.939277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:04.966672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:04.967024 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Added segment f793d46a-365b-4de7-be92-67ff039d562a of type vlan for network d1fae79d-22d7-4958-8fbe-caadc6745a9d Nov 23 19:11:05.001911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3313754 Nov 23 19:11:05.005143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.014925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6522e9cd-263b-469c-80d0-f726d38d9d3f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.039632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.046908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Checking segment: {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:05.047267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Network hostable DHCP agents. Network: 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:05.080936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7740122-ab10-4c89-9627-ab6e5df8f76e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=316719dd-fc81-445f-8220-daafef1360f7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.096275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.097115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.097674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.104537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 316719dd-fc81-445f-8220-daafef1360f7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:05.154521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:05.207190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:05.208286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be94e5-b116-433d-9ad3-d7f0cf5c60e2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.209928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41be94e5-b116-433d-9ad3-d7f0cf5c60e2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks?id=316719dd-fc81-445f-8220-daafef1360f7 HTTP/1.1" status: 200 len: 765 time: 0.2035940 Nov 23 19:11:05.212962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.217760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.218295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'description': 'd2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:05.218938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.226858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a40868-f27c-4970-a76d-4f9884626dc5 None None] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:05.233655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fae79d-22d7-4958-8fbe-caadc6745a9d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.247725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a162be09-1115-4c44-bbcc-3b09a73e69c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9836028 Nov 23 19:11:05.262249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4171fac5-bc06-45af-8c7a-821a86862375 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0240743 Nov 23 19:11:05.262869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.273990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Request body: {'subnet': {'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1333466983-subnet', 'tenant_id': 'fc93a6e0fa9c405286a901c75b0b2219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:05.280517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:05.333398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Made reservation on behalf of fc93a6e0fa9c405286a901c75b0b2219 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:05.336085 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.456024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5bbaaae-47e4-4c28-8445-ef587317232f None None] Provisioning complete for port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:05.456413 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5bbaaae-47e4-4c28-8445-ef587317232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.624944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf5c75-eaf0-41c0-acfd-50be108cc0b0 None None] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:05.625758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.631825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.639050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.666652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-eb31c27d-96b9-4a84-bd43-dac1d9c875fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.675899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-eb31c27d-96b9-4a84-bd43-dac1d9c875fb service neutron] 10.222.0.37 "GET /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1093 time: 0.0741374 Nov 23 19:11:05.690316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Request body: {'binding': {'host': 'n-h2-792364-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:05.692379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 19:11:05.779685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660a6b8b-03bb-41f5-b766-7dd52807f374,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:05.792266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Checking segment: {'id': 'f793d46a-365b-4de7-be92-67ff039d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:05.792928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Network hostable DHCP agents. Network: d1fae79d-22d7-4958-8fbe-caadc6745a9d, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:05.810416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.841259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09852c-edc5-49ae-a5ad-b73cb5e702c9 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:05.843866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:05.848266 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.854232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.872550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 316719dd-fc81-445f-8220-daafef1360f7 is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:11:05.872787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d1fae79d-22d7-4958-8fbe-caadc6745a9d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:05.878492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.879462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.883754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "PUT /v2.0/networks/316719dd-fc81-445f-8220-daafef1360f7 HTTP/1.1" status: 200 len: 762 time: 0.6663480 Nov 23 19:11:05.884234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:05.891647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on host n-h2-792364-9 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:05.892569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:05.892899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:05.895825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:05.896418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:05.911398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:05.911771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:05.920994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:05.921342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:05.921728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Bound using segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:05.922175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Bound port: b08b496e-460b-4b0b-bcca-45035edd4f7c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:06.007987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4a598fb8-7896-4ca1-96c0-42b30fa877b3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7350674 Nov 23 19:11:06.018443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b7f6-f3c7-4d5d-aadb-2b70915b580d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=316719dd-fc81-445f-8220-daafef1360f7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:06.043831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57acd1e0-7add-4e25-a5d3-cb12ad6b617c tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:06.047024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57acd1e0-7add-4e25-a5d3-cb12ad6b617c tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks?id=316719dd-fc81-445f-8220-daafef1360f7 HTTP/1.1" status: 200 len: 765 time: 0.1617815 Nov 23 19:11:06.053342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:06.063302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 316719dd-fc81-445f-8220-daafef1360f7 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:06.098644 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.101254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.105792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] 10.222.0.37 "DELETE /v2.0/security-groups/f95cd5a5-77b1-4538-877e-05bcdc8b6ce2 HTTP/1.1" status: 204 len: 168 time: 0.4626124 Nov 23 19:11:06.123193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388a4d1-77a9-449c-971b-b236e7f1ec13 tempest-TestVolumeBackupRestore-577634349 tempest-TestVolumeBackupRestore-577634349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95cd5a5-77b1-4538-877e-05bcdc8b6ce2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:06.168573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09852c-edc5-49ae-a5ad-b73cb5e702c9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:06.540667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385f370-d59f-4234-86c8-ac87e9fce529 None None] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:06.674365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:06.708627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.709972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] 10.222.0.37 "POST /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c/bindings HTTP/1.1" status: 201 len: 389 time: 1.0267324 Nov 23 19:11:06.715400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:06.723140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1512621254-network', 'tenant_id': 'd0cf62d832cc461286c985a64767bc87'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:06.736656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1859939-cda2-4886-a395-3a08dd7b54e0 None None] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:06.749864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Made reservation on behalf of d0cf62d832cc461286c985a64767bc87 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:06.752405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.761792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.930787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.942246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a740ea0-cba6-41b8-8d7b-eeb3d00017f2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:06.953201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:06.957079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a740ea0-cba6-41b8-8d7b-eeb3d00017f2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9025419 Nov 23 19:11:06.962819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:07.012876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-71a289fe-88b9-418f-8b7d-7300b985c0a6 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 207 time: 0.0448294 Nov 23 19:11:07.019984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:07.026339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-c508525b-2102-4ee1-94c1-06f64ffb428b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:07.037116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:07.044244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-c508525b-2102-4ee1-94c1-06f64ffb428b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 814 time: 0.5156944 Nov 23 19:11:07.086017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-67b626f1-01ce-40bb-8d53-c907db0d7828 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/quotas/3a7845f948d4435f9b66a2a494131ee3 HTTP/1.1" status: 200 len: 375 time: 0.0409071 Nov 23 19:11:07.138738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1360f9-cc03-43af-a651-a2179e267ec0 None None] DHCP port deletion for d1fae79d-22d7-4958-8fbe-caadc6745a9d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:07.192483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-471e4d21-d951-4080-9c72-60fd854c2b7d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053054 Nov 23 19:11:07.354408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bc5839bd-6a94-4965-9d5d-5c5394f93fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607757 Nov 23 19:11:07.482632 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-e801e188-7bd8-4497-939d-90b0d90138c5 service neutron] 10.222.0.37 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241148 Nov 23 19:11:07.705150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.705754 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Added segment 57e59158-2f0e-444f-bdb0-b50e2f3e8e17 of type vlan for network c43ab912-5265-4073-b270-ae953e8982d9 Nov 23 19:11:07.741385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc30a773-c161-43c3-844a-9279f773eb91 req-566b4017-2ad2-4f43-be72-b45a8bd98088 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.0535223 Nov 23 19:11:07.776198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.888716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.890187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:07.890960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:07.950155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9798074a-3aa6-4297-abf7-eb6bb06d3019,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:08.041479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3245158 Nov 23 19:11:08.044168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:08.044670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-f87b690a-08bf-440f-a95c-e55aa58cc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.045793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-f87b690a-08bf-440f-a95c-e55aa58cc390 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1096 time: 0.9253790 Nov 23 19:11:08.051275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Request body: {'subnet': {'network_id': 'c43ab912-5265-4073-b270-ae953e8982d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1512621254-subnet', 'tenant_id': 'd0cf62d832cc461286c985a64767bc87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:08.110338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Made reservation on behalf of d0cf62d832cc461286c985a64767bc87 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:08.116053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:08.218286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-9e492768-33d1-4889-a8a3-d4bc7e2bc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.219809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-9e492768-33d1-4889-a8a3-d4bc7e2bc130 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.1480527 Nov 23 19:11:08.252123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe0fdb-0f31-4ea7-97bd-db3242dfcfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=c43ab912-5265-4073-b270-ae953e8982d9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:08.265433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c43ab912-5265-4073-b270-ae953e8982d9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:08.288160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567a10c-3fb8-45a7-b572-144e9087a07c req-a70619a3-5b83-4161-ac6f-b1ca175dfe7d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.289759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b567a10c-3fb8-45a7-b572-144e9087a07c req-a70619a3-5b83-4161-ac6f-b1ca175dfe7d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 1.2298927 Nov 23 19:11:08.454246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.461709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.471364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.478490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:08.480362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.487546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.495598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.497832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5bed1557-113e-4efc-a7a4-abeda0b15fcc tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.4748139 Nov 23 19:11:08.508317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:08.550546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bd81b1-ef36-4a48-953f-a928433bde12,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:08.561582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Checking segment: {'id': '57e59158-2f0e-444f-bdb0-b50e2f3e8e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c43ab912-5265-4073-b270-ae953e8982d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:08.564562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Network hostable DHCP agents. Network: c43ab912-5265-4073-b270-ae953e8982d9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:08.594560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-5839dc49-a556-473b-bd4a-74327ba94d7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1000 time: 0.3567719 Nov 23 19:11:08.608981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Network c43ab912-5265-4073-b270-ae953e8982d9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:08.628326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c43ab912-5265-4073-b270-ae953e8982d9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:08.632735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.633186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:08.640675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2abb87-4ed6-4e19-8e2e-f166b60767ac None None] Network c43ab912-5265-4073-b270-ae953e8982d9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:08.661135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a20a24f6-4813-4964-a8ec-3d0af3f7cf8a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6150076 Nov 23 19:11:08.784838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b567a10c-3fb8-45a7-b572-144e9087a07c req-b53333e1-7787-47a8-90fd-4a358842070b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793154 Nov 23 19:11:08.789623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-0ecf0266-5168-4392-ac4f-22adb4bcb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:08.790959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-0ecf0266-5168-4392-ac4f-22adb4bcb561 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.1309659 Nov 23 19:11:09.019189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1202959-ab47-40fa-a8f0-5caaf95b9288 req-59dd92c6-6480-4e8f-a452-0fff2b135955 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.1271381 Nov 23 19:11:09.069467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e94636-5667-48c3-af3b-0e6d6b016746 None None] Network c43ab912-5265-4073-b270-ae953e8982d9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:09.079616 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-41c0d7dc-1b02-4ab8-9f10-be2bfeec716d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5689833 Nov 23 19:11:09.083089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:09.129823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-ee769435-3494-4888-9416-0da64c2fdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.133884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-ee769435-3494-4888-9416-0da64c2fdd21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3110998 Nov 23 19:11:09.187811 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:09.372360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.376704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.384095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.389324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.393387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.435859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47b06076-fd1a-4080-905e-d96145b4db5f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3401594 Nov 23 19:11:09.457205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:09.580200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-d01acacd-6c78-4c82-ae3b-f596fd2fc8f1 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349649 Nov 23 19:11:09.661730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.668803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.676487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.685612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.695484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.706713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:09.707240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e3f1012-f648-4398-986c-cf25c8efac75 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2443368 Nov 23 19:11:09.843344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b433ab1-3eb3-4086-a503-00cbbb313aab tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:09.845402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1b433ab1-3eb3-4086-a503-00cbbb313aab tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks/89061c2a-3144-4176-ba56-c7b0edf80924 HTTP/1.1" status: 200 len: 804 time: 0.1309869 Nov 23 19:11:09.850986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:10.002901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-c26c6b69-7f2f-45bb-9915-b5dd45ccac80 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038239 Nov 23 19:11:10.051094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-f309953b-b855-4cdf-bad2-128b82d573ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.053767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-f309953b-b855-4cdf-bad2-128b82d573ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 814 time: 0.5940335 Nov 23 19:11:10.089938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Request body: {'port': {'device_id': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'admin_state_up': True, 'tenant_id': '3a7845f948d4435f9b66a2a494131ee3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:10.183900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-3d396cf1-ac75-4478-8e31-7a584dcc10bb tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.191447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-3d396cf1-ac75-4478-8e31-7a584dcc10bb tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/networks?id=d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 200 len: 812 time: 0.3695338 Nov 23 19:11:10.226344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05b5c-3d66-4132-b201-4d19fd539fdd req-5c9a888d-8d91-46da-8f8e-b373890d4a9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.233282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59f05b5c-3d66-4132-b201-4d19fd539fdd req-5c9a888d-8d91-46da-8f8e-b373890d4a9b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.2642784 Nov 23 19:11:10.246929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:10.249763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-91a96ceb-23ed-4515-a581-74cffdbac4ff tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/networks/89061c2a-3144-4176-ba56-c7b0edf80924?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3974149 Nov 23 19:11:10.302987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59f05b5c-3d66-4132-b201-4d19fd539fdd req-51c7facb-5e0a-4101-901a-67ece3529127 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520012 Nov 23 19:11:10.331183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-096ab56e-5f91-4a9e-be2b-a59eae461939 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/quotas/fc93a6e0fa9c405286a901c75b0b2219 HTTP/1.1" status: 200 len: 375 time: 0.1383426 Nov 23 19:11:10.389761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-3789e8dd-933d-4901-b9c0-9e8bfc5427c9 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457742 Nov 23 19:11:10.482435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c56d095-64ab-4a00-a1b7-36b26c993bbd req-106944d1-dd71-4c9b-ac53-0678363e6a10 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.0437787 Nov 23 19:11:10.537569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39abf9d7-1327-42b3-bc18-89b11db710a2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.539303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-39abf9d7-1327-42b3-bc18-89b11db710a2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets/d36bd822-e973-4b00-aadc-4e82bff75e5b HTTP/1.1" status: 200 len: 843 time: 0.2067502 Nov 23 19:11:10.543801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1a388392-8350-4ee6-bf0f-8f7876e03316 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.545365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:10.545852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1a388392-8350-4ee6-bf0f-8f7876e03316 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&tenant_id=48a299723a744276a7d18c197f219f0f&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1096 time: 0.4365482 Nov 23 19:11:10.559740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:10.643747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8f00f-d78c-488b-85d0-2b3fb1ee2a66 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:10.653802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1bf8f00f-d78c-488b-85d0-2b3fb1ee2a66 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "GET /v2.0/subnets/d36bd822-e973-4b00-aadc-4e82bff75e5b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1072953 Nov 23 19:11:10.654690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:10.662737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160950282'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:11.047937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-9'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:11.075075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 19:11:11.075075 n-d-792364-9 neutron-server[103399]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 19:11:11.075075 n-d-792364-9 neutron-server[103399]: [parameters: {'project_id': '3a7845f948d4435f9b66a2a494131ee3', 'id': 'e441e9c3-4f1b-4c94-9c14-a992c01e8d5a', 'expiration': datetime.datetime(2021, 11, 23, 19, 13, 10, 603036)}] Nov 23 19:11:11.075075 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:11.075983 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:11.076480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:11.082072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.140828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-64834179-4079-402c-8668-507f4349cfca service neutron] 10.222.0.37 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192447 Nov 23 19:11:11.155510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.189574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:11.221615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.221812 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Added segment 57ac4242-aa2d-4aa0-aecc-b6725d93b26d of type vlan for network 1317b5cf-625f-429e-bb95-28d69b5dc78c Nov 23 19:11:11.276951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-8cc7c305-32cc-40f9-ae3b-30cc5fc888b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224442 Nov 23 19:11:11.345968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.412679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.418919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:11.419556 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.533546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8769333 Nov 23 19:11:11.567734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:11.577781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:11.660847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:11.769738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:11.913829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:11.922320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:11.926518 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc7199c-ac88-40eb-9bcb-9ae276279367" -d '{"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:11.967438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0488b813-870c-46ce-89e1-2515d9eb6339 req-dc2894f4-4043-4ee7-be50-18a8e033d14a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.0370610 Nov 23 19:11:11.968396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.041526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2861e-84af-4bc8-9f4b-92d1fcc08561 req-88b16f92-0a25-423f-ae46-ae0f49e50be9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:12.060842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3c2861e-84af-4bc8-9f4b-92d1fcc08561 req-88b16f92-0a25-423f-ae46-ae0f49e50be9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.5987456 Nov 23 19:11:12.139696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Made reservation on behalf of 3a7845f948d4435f9b66a2a494131ee3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:12.149066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.195109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abe1d9-21e3-4a20-8849-27ed37c6bc74 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Network': ['ID=1317b5cf-625f-429e-bb95-28d69b5dc78c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:12.207956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:12.233973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3c2861e-84af-4bc8-9f4b-92d1fcc08561 req-e8c76765-96ae-4990-b910-d45527eae87f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685176 Nov 23 19:11:12.333865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:12.334513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Made reservation on behalf of 6a9cb9b4db2d4753b741affab09ee4bb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:12.354441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.396424 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dd3739-2a12-4155-acd0-f0e104d98e0d x-openstack-request-id: req-b8dd3739-2a12-4155-acd0-f0e104d98e0d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:12.396958 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:12.397404 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8dd3739-2a12-4155-acd0-f0e104d98e0d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:12.398127 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'code': 200} Nov 23 19:11:12.500905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa66e323-068b-459e-912f-f5b34c0cbb72 req-6782f53a-a36d-48a7-9c42-8445bd1d594a tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 210 time: 0.3114662 Nov 23 19:11:12.541808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b2d6ac56-d865-4c5e-8981-97893070dc04 None None] Provisioning complete for port b08b496e-460b-4b0b-bcca-45035edd4f7c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:12.542100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ac56-d865-4c5e-8981-97893070dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.555446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:11:12.556324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:11:12.637230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6ac56-d865-4c5e-8981-97893070dc04 None None] Port b08b496e-460b-4b0b-bcca-45035edd4f7c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:12.792988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on host n-h1-792364-9 for vnic_type normal with profile {"migrating_to": "n-h2-792364-9"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:12.793746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:12.794307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:12.850458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.860407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:12.860960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Attempting to bind port b08b496e-460b-4b0b-bcca-45035edd4f7c on network c4dd47f4-761d-487a-9e20-1d9644188187 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:12.873982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:12.874664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Checking segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:12.875195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Bound using segment: {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:12.875916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Bound port: b08b496e-460b-4b0b-bcca-45035edd4f7c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c87e794-3121-4c9d-a4fa-ed9d5843a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:12.876914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:12.939787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Allocated IP 172.20.0.11 (2957bebd-4423-4caa-a2f1-4eec7bd0a5ca/6522e9cd-263b-469c-80d0-f726d38d9d3f/58bdd38c-e42d-42f7-a32c-ad968d0e2d5f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:13.040827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:13.047603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:13.062211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.111685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=381ff5af-2d27-44a3-b776-4d03bd7544fc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:13.223164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3737d1fe-9e73-4ba8-b9ab-e4de1780bce2 req-bc7a92ab-8901-4288-a490-674f43c16201 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.0904822 Nov 23 19:11:13.251690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Checking segment: {'id': '57ac4242-aa2d-4aa0-aecc-b6725d93b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:13.252482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network hostable DHCP agents. Network: 1317b5cf-625f-429e-bb95-28d69b5dc78c, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:13.276812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:13.297191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1317b5cf-625f-429e-bb95-28d69b5dc78c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:13.306891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab3f38-8123-4ec7-99d7-7232b0aaa05e None None] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:13.317299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.318287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.373880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2473d6bc-3387-44b8-808c-7f641daeb72d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8007863 Nov 23 19:11:13.376316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35670) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:13.398829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:13.513366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:13.636370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.669252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53132c47-7e1e-48c1-b482-2b9842a977b5 req-5c57aade-2044-43bd-9882-b2dc49f4ae1e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.678765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53132c47-7e1e-48c1-b482-2b9842a977b5 req-5c57aade-2044-43bd-9882-b2dc49f4ae1e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 943 time: 0.2584858 Nov 23 19:11:13.728345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:13.729803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.732015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-8083e0df-8a3f-4b8a-858f-57b126799b42 service neutron] 10.222.0.50 "PUT /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1121 time: 2.6939926 Nov 23 19:11:13.751761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5311b03-8281-403f-964c-8c67dff1cb72 req-f4def793-a127-4dea-86b0-7359ba19d3b5 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 210 time: 0.1239979 Nov 23 19:11:13.891631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27220525'] for subnet, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:13.993443 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.186038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] Provisioning complete for port b08b496e-460b-4b0b-bcca-45035edd4f7c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:14.186550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.195439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b08b496e-460b-4b0b-bcca-45035edd4f7c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:14.240661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747630959737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25318091'] for subnet, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.285398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:14.334210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:14.339816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53132c47-7e1e-48c1-b482-2b9842a977b5 req-c4497870-958e-4f3d-80ca-87815b6e6ec4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6596036 Nov 23 19:11:14.345361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:14.350155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:14.370040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb1abc-9dbd-4f8a-a830-d3ebde4ad813 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:14.403862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:14.406301 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f69bf-be19-46aa-bafe-3c490d7ad3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:14.416303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.417339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.440475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-57e1e768-2553-4c79-9ea2-62ca87ff98dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3651083 Nov 23 19:11:14.482087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Request body: {'port': {'device_id': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:14.497017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-1317b5cf-625f-429e-bb95-28d69b5dc78c', 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c', 'tenant_id': '6a9cb9b4db2d4753b741affab09ee4bb', 'fixed_ips': [{'subnet_id': '381ff5af-2d27-44a3-b776-4d03bd7544fc'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:14.497226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.555725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event updated for resources: {'Subnet': ['ID=381ff5af-2d27-44a3-b776-4d03bd7544fc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:14.589995 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d3ec46-f726-493a-a1bd-ae69b4050508 x-openstack-request-id: req-b1d3ec46-f726-493a-a1bd-ae69b4050508 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:14.590703 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:14.590874 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1d3ec46-f726-493a-a1bd-ae69b4050508 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:14.591288 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'status': 'completed', 'code': 200} Nov 23 19:11:14.614319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-db5a2ac0-2a29-4c52-9770-a094ffd782d4 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.616007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-db5a2ac0-2a29-4c52-9770-a094ffd782d4 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.47 "GET /v2.0/networks?id=d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 200 len: 812 time: 0.8918560 Nov 23 19:11:14.647555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Request body: {'port': {'device_id': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d', 'admin_state_up': True, 'tenant_id': 'fc93a6e0fa9c405286a901c75b0b2219'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:14.685756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.855206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:14.859325 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:14.869439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-142c21e8-61c6-4674-971f-da91879ebcac tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "PUT /v2.0/subnets/381ff5af-2d27-44a3-b776-4d03bd7544fc HTTP/1.1" status: 200 len: 900 time: 1.4893212 Nov 23 19:11:14.871293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:14.904959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.014014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.045030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:15.047661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-f7c256d2-baa9-48fa-9cf3-19c1a76b2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.050961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:15.051285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-f7c256d2-baa9-48fa-9cf3-19c1a76b2799 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1124 time: 0.4702101 Nov 23 19:11:15.054695 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400180c-3733-40d6-bf04-93e98e693c97" -d '{"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-plugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:15.089309 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.135330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.152908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ec4c3-fc1e-4d54-92f4-36d8268c51bf req-2b2c8144-e8e1-472d-a1a7-b796854e3c38 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.166117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-190ec4c3-fc1e-4d54-92f4-36d8268c51bf req-2b2c8144-e8e1-472d-a1a7-b796854e3c38 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 932 time: 0.5981686 Nov 23 19:11:15.209165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e720298c-f10e-4737-9f15-8a326951cfed req-b29c1309-f884-4f22-94b1-e697914f3e2a tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 210 time: 0.3071456 Nov 23 19:11:15.323368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Made reservation on behalf of fc93a6e0fa9c405286a901c75b0b2219 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:15.327209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.362030 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c7cde7-9a22-4f03-aa9a-f25bb54965ab x-openstack-request-id: req-02c7cde7-9a22-4f03-aa9a-f25bb54965ab {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:15.362504 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-plugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:15.362771 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02c7cde7-9a22-4f03-aa9a-f25bb54965ab {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:15.363305 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'code': 200} Nov 23 19:11:15.561881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:15.571130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.586505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Transition to ACTIVE for port object 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:15.602327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:15.709899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7ba70-8d7f-4b3b-8abf-1bffaa0917c0 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:15.739617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Allocated IP 2001:db8::3 (1317b5cf-625f-429e-bb95-28d69b5dc78c/381ff5af-2d27-44a3-b776-4d03bd7544fc/02948912-29ba-4bc6-97ff-e4c023320143) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:15.776809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07d46-7539-4d14-9938-65618b48bd11 None None] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:15.791000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-190ec4c3-fc1e-4d54-92f4-36d8268c51bf req-9ff293d1-d36b-466b-b2b4-48df958b3165 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099303 Nov 23 19:11:15.879432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-f4f90dd8-7cc0-44d7-a52d-faa83edba234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:15.880938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-f4f90dd8-7cc0-44d7-a52d-faa83edba234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.7642119 Nov 23 19:11:15.997307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Allocated IP 172.20.0.12 (d1fae79d-22d7-4958-8fbe-caadc6745a9d/660a6b8b-03bb-41f5-b766-7dd52807f374/0981548a-e7a9-4109-a41c-22cbec6497a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:16.104962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:16.174981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:16.194335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da56d6-e3ab-486c-8557-c29b6812c8d6 req-5286e574-43dd-4975-a5db-cd500dfd3efd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.196064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3da56d6-e3ab-486c-8557-c29b6812c8d6 req-5286e574-43dd-4975-a5db-cd500dfd3efd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.6079071 Nov 23 19:11:16.222892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-f5436192-26b9-4ca1-bd65-6bdf3a8dc4f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 1000 time: 0.3216307 Nov 23 19:11:16.253909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.260780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3da56d6-e3ab-486c-8557-c29b6812c8d6 req-a1be2606-6a9b-4aa4-87db-d9fe67e2b3d9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572846 Nov 23 19:11:16.284311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.342911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Attempting to bind port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:16.343304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Attempting to bind port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:16.346819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Attempting to bind port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:16.374149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:16.384442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:16.400606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:16.450268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Pushing event updated for resources: {'Port': ['ID=02948912-29ba-4bc6-97ff-e4c023320143,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:16.450674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.472508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.513709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:16.515706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=381ff5af-2d27-44a3-b776-4d03bd7544fc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:16.522054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d476601-ce0f-47cf-9458-99db6ab5ae36 req-bd675b7a-2494-48cd-b183-f81db574b470 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 210 time: 0.1090443 Nov 23 19:11:16.545840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-44fb3738-3b22-41d4-b0f5-5f03430b8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:16.545840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-44fb3738-3b22-41d4-b0f5-5f03430b8b26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.3107719 Nov 23 19:11:16.551430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:16.551767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Attempting to bind port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:16.555775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:16.560908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c has no active binding in host n-h2-792364-9 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 19:11:16.580862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:16.581262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Checking segment: {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:16.581617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Bound using segment: {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:16.582073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Bound port: 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:16.582435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.665773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.738877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Attempting to bind port 02948912-29ba-4bc6-97ff-e4c023320143 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:16.741081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Attempting to bind port 02948912-29ba-4bc6-97ff-e4c023320143 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '57ac4242-aa2d-4aa0-aecc-b6725d93b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:16.741930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Attempting to bind port 02948912-29ba-4bc6-97ff-e4c023320143 on network 1317b5cf-625f-429e-bb95-28d69b5dc78c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:16.759001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:16.760546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Checking segment: {'id': '57ac4242-aa2d-4aa0-aecc-b6725d93b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:16.763442 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.764220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Bound using segment: {'id': '57ac4242-aa2d-4aa0-aecc-b6725d93b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:16.764983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Bound port: 02948912-29ba-4bc6-97ff-e4c023320143, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ac4242-aa2d-4aa0-aecc-b6725d93b26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:16.765635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.794352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:16.850582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:16.866779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:16.891624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:16.908343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:16.959162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] For port 02948912-29ba-4bc6-97ff-e4c023320143, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:16.966522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] For port 02948912-29ba-4bc6-97ff-e4c023320143, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=02948912-29ba-4bc6-97ff-e4c023320143,segment=NetworkSegment(57ac4242-aa2d-4aa0-aecc-b6725d93b26d),segment_id=57ac4242-aa2d-4aa0-aecc-b6725d93b26d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:16.975219 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:16.986195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.064634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Pushing event updated for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:17.145368 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:17.146285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.148913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] 10.222.0.50 "PUT /v2.0/ports/58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 1092 time: 2.6870811 Nov 23 19:11:17.152908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc5216-d319-4f60-b98c-6ed8e5dcb606 None None] Pushing event updated for resources: {'Port': ['ID=02948912-29ba-4bc6-97ff-e4c023320143,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:17.161536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:17.165858 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0" -d '{"events": [{"name": "network-changed", "server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:17.169099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ab0cf-1ac3-4eb3-969d-d4f9525385b2 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:17.199777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:17.200822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.245487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-84a7069c-ff5f-4518-9134-f9b47840ce9b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6022768 Nov 23 19:11:17.252593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0f64e-cfec-484d-97d0-cba44a2acd5e None None] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:17.265230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4217b-afbe-49c0-87c3-b73d7f585710 req-91a9e2b5-deee-49a5-b028-8a396a7a043e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:17.266980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-edd4217b-afbe-49c0-87c3-b73d7f585710 req-91a9e2b5-deee-49a5-b028-8a396a7a043e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.3064473 Nov 23 19:11:17.309959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Request body: {'port': {'device_id': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:17.319803 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2c7111-e3a3-4921-94d0-409140f249a6 x-openstack-request-id: req-9f2c7111-e3a3-4921-94d0-409140f249a6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:17.320176 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:17.320388 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f2c7111-e3a3-4921-94d0-409140f249a6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:17.320775 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'status': 'completed', 'code': 200} Nov 23 19:11:17.407081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.466738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1317b5cf-625f-429e-bb95-28d69b5dc78c']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:17.484090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac4242-aa2d-4aa0-aecc-b6725d93b26d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:17.484661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac4242-aa2d-4aa0-aecc-b6725d93b26d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:17.500875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.524467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.547146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1825a1-9617-4301-bfda-51f3a61f480e None None] Network 1317b5cf-625f-429e-bb95-28d69b5dc78c requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:17.555217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:17.556088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:17.669924 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:17.686737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:11:17.686737 n-d-792364-9 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:11:17.686737 n-d-792364-9 neutron-server[103400]: [parameters: {'id': '1317b5cf-625f-429e-bb95-28d69b5dc78c'}] Nov 23 19:11:17.686737 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:17.688475 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:17.834324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7deab-5943-4b7f-9e7d-8a799eedbdbc None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:17.888354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7286-fa3b-449f-aade-e251319be5fc service neutron] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:17.968513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-0c228609-0673-45f4-830e-227635f5f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:17.970401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-0c228609-0673-45f4-830e-227635f5f417 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3993065 Nov 23 19:11:17.996926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.001863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-9be93a4d-44a9-4c45-b12d-9936c1a6ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.002655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6132b0f-d25e-4d5e-9d02-369c7d0e91a1 req-08c7dc91-6a99-40ec-ad82-4f9bc30dad35 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.004384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6132b0f-d25e-4d5e-9d02-369c7d0e91a1 req-08c7dc91-6a99-40ec-ad82-4f9bc30dad35 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.3485160 Nov 23 19:11:18.017130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-9be93a4d-44a9-4c45-b12d-9936c1a6ae85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1095 time: 0.7840025 Nov 23 19:11:18.017390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7deab-5943-4b7f-9e7d-8a799eedbdbc None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:18.090181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-980625d7-cce6-42ff-905c-3f60f6be7680 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0724742 Nov 23 19:11:18.097364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-edd4217b-afbe-49c0-87c3-b73d7f585710 req-29ddd754-2686-4ca4-93ec-80eded2303e2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966309 Nov 23 19:11:18.166991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e6132b0f-d25e-4d5e-9d02-369c7d0e91a1 req-8239711e-c077-441c-8ea1-c0919ed533a8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455724 Nov 23 19:11:18.231403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.280327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-32f7d49e-f60b-48d5-a14d-aa7f91fdf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.281851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-32f7d49e-f60b-48d5-a14d-aa7f91fdf0d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.1582065 Nov 23 19:11:18.362948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-ae35b728-6595-49c1-afee-1ee3294558e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634675 Nov 23 19:11:18.400488 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-00e8a4f1-9b19-4dc0-9be8-435086230c63 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161222 Nov 23 19:11:18.450932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259160e-3a5b-4b88-a3cd-bdeb0a670134 req-74b08766-28b6-4c10-a364-035c97ff6a92 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:18.452969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a259160e-3a5b-4b88-a3cd-bdeb0a670134 req-74b08766-28b6-4c10-a364-035c97ff6a92 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 932 time: 0.1785145 Nov 23 19:11:18.528605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port 02948912-29ba-4bc6-97ff-e4c023320143 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:18.529166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.552092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bc1446a8-01e8-4cd2-a728-a68d8996a80a None None] Provisioning complete for port 0981548a-e7a9-4109-a41c-22cbec6497a2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:18.552455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc1446a8-01e8-4cd2-a728-a68d8996a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.598484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bc1446a8-01e8-4cd2-a728-a68d8996a80a None None] Port 0981548a-e7a9-4109-a41c-22cbec6497a2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:18.615967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-072f69bf-be19-46aa-bafe-3c490d7ad3b7 req-ae26d443-c8dd-4190-a1e5-771d52a35ed9 service neutron] 10.222.0.47 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061799 Nov 23 19:11:18.677306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0981548a-e7a9-4109-a41c-22cbec6497a2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:18.689266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.691710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port 02948912-29ba-4bc6-97ff-e4c023320143, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=02948912-29ba-4bc6-97ff-e4c023320143,segment=NetworkSegment(57ac4242-aa2d-4aa0-aecc-b6725d93b26d),segment_id=57ac4242-aa2d-4aa0-aecc-b6725d93b26d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:18.691992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.693316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-2f2a556c-08cc-476b-82e3-727171c1e040 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188672 Nov 23 19:11:18.698096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a259160e-3a5b-4b88-a3cd-bdeb0a670134 req-8f3ee6dc-4922-47dd-9b4b-58fe01bbfd12 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122707 Nov 23 19:11:18.710122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for 02948912-29ba-4bc6-97ff-e4c023320143 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:18.726104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Transition to ACTIVE for port object 0981548a-e7a9-4109-a41c-22cbec6497a2 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:18.733475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.763018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d04430-d883-4eef-973d-6cce3a4932d1 None None] DHCP port deletion for d1fae79d-22d7-4958-8fbe-caadc6745a9d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:18.782006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.901340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:18.928390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-400b9577-3eb4-4c20-958b-59a26ab7c253 req-084b870e-6148-4a28-903d-d5ce3dac8ec1 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270539 Nov 23 19:11:18.932723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:18.951972 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Attempting to bind port 0981548a-e7a9-4109-a41c-22cbec6497a2 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:18.952314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Attempting to bind port 0981548a-e7a9-4109-a41c-22cbec6497a2 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'f793d46a-365b-4de7-be92-67ff039d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:18.952661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Attempting to bind port 0981548a-e7a9-4109-a41c-22cbec6497a2 on network d1fae79d-22d7-4958-8fbe-caadc6745a9d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:18.958252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Port 0981548a-e7a9-4109-a41c-22cbec6497a2 on network d1fae79d-22d7-4958-8fbe-caadc6745a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:18.958747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Attempting to bind port 0981548a-e7a9-4109-a41c-22cbec6497a2 on network d1fae79d-22d7-4958-8fbe-caadc6745a9d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:18.964900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:18.965326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Checking segment: {'id': 'f793d46a-365b-4de7-be92-67ff039d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:18.965695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Bound using segment: {'id': 'f793d46a-365b-4de7-be92-67ff039d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:18.966223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Bound port: 0981548a-e7a9-4109-a41c-22cbec6497a2, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f793d46a-365b-4de7-be92-67ff039d562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:18.966661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.024774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=02948912-29ba-4bc6-97ff-e4c023320143,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:19.042964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port 02948912-29ba-4bc6-97ff-e4c023320143 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:19.102384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-8b1a7dbb-af05-4fd8-802d-5b1d6ac24730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.104106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-8b1a7dbb-af05-4fd8-802d-5b1d6ac24730 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1095 time: 0.1072731 Nov 23 19:11:19.106876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:19.111127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0981548a-e7a9-4109-a41c-22cbec6497a2,segment=NetworkSegment(f793d46a-365b-4de7-be92-67ff039d562a),segment_id=f793d46a-365b-4de7-be92-67ff039d562a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:19.201554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.259467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-bad6ad48-0a07-4ab9-8f2c-a5d43cf0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.261359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-bad6ad48-0a07-4ab9-8f2c-a5d43cf0f98a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.1473978 Nov 23 19:11:19.270491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.270615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.271573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.274350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 200 len: 1092 time: 2.0057130 Nov 23 19:11:19.277356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af73e6-1ded-4a82-9e5b-b46151469780 None None] DHCP port deletion for d1fae79d-22d7-4958-8fbe-caadc6745a9d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:19.338088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:19.341638 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71d88b5-3433-4a4d-8911-864c60903d14" -d '{"events": [{"name": "network-changed", "server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:19.352052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1317b5cf-625f-429e-bb95-28d69b5dc78c']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:19.378421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-a47b3330-3aa7-4437-8ad0-a571864e127f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0946932 Nov 23 19:11:19.386676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ac4242-aa2d-4aa0-aecc-b6725d93b26d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:19.386957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ac4242-aa2d-4aa0-aecc-b6725d93b26d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:19.426222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.430216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3be168-3988-40ff-893e-409daf931cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:19.456530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33965c7-f4c1-4f27-97ec-617e8f23ed7a req-4be094c3-4ac7-4b8e-b918-397e6dea6e2a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.463879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c33965c7-f4c1-4f27-97ec-617e8f23ed7a req-4be094c3-4ac7-4b8e-b918-397e6dea6e2a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.2158380 Nov 23 19:11:19.510762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.524349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-3e29d5d0-5404-4592-a2e8-d089ebb1f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.527939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-3e29d5d0-5404-4592-a2e8-d089ebb1f57b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.1326723 Nov 23 19:11:19.536105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-b4174991-0b92-4d32-8f50-977d66951f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.538545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-b4174991-0b92-4d32-8f50-977d66951f60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 1095 time: 0.1668773 Nov 23 19:11:19.540189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-573f49bb-4bb9-44c0-9138-70db69880a0e service neutron] 10.222.0.47 "GET /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 384 time: 0.2443857 Nov 23 19:11:19.542305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:19.542763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:19.553062 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:19.589830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-b7ff3f00-1dbb-4f4d-8678-344d31342fed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477073 Nov 23 19:11:19.734701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4836b-c003-4e73-8977-8a55ec2ccea0 req-66ff1152-a959-4c79-854e-909da84c6b31 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:19.736969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c4836b-c003-4e73-8977-8a55ec2ccea0 req-66ff1152-a959-4c79-854e-909da84c6b31 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 945 time: 0.3664711 Nov 23 19:11:19.803730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:19.976816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62c4836b-c003-4e73-8977-8a55ec2ccea0 req-6d4e864b-9462-4257-a22e-a492f4e6780f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282364 Nov 23 19:11:19.977450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-9e7038d4-bc08-434a-8879-53931d4565bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 200 len: 217 time: 0.4116430 Nov 23 19:11:19.990913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c33965c7-f4c1-4f27-97ec-617e8f23ed7a req-b1b59ebb-053c-498a-bb42-30feb745f275 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240519 Nov 23 19:11:20.013518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-c3547b69-4ccd-4588-9198-1e1d003990a5 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556030 Nov 23 19:11:20.026717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:20.045359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.050915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.054868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/1317b5cf-625f-429e-bb95-28d69b5dc78c HTTP/1.1" status: 204 len: 168 time: 5.1813374 Nov 23 19:11:20.064334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:20.066647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35756) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:20.088290 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01193549-c8b2-421d-9eac-eee524780b49 x-openstack-request-id: req-01193549-c8b2-421d-9eac-eee524780b49 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:20.088290 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:20.088290 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01193549-c8b2-421d-9eac-eee524780b49 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:20.088751 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2', 'status': 'completed', 'code': 200} Nov 23 19:11:20.111213 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-c611af3c-629b-49d3-8f9d-5ad8001fb1f8 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:20.111988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c611af3c-629b-49d3-8f9d-5ad8001fb1f8 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:20.114124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b25ae075-2b80-4878-a2e8-aa851eb39b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.118411 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c611af3c-629b-49d3-8f9d-5ad8001fb1f8 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/381ff5af-2d27-44a3-b776-4d03bd7544fc HTTP/1.1" status: 404 len: 337 time: 0.0453298 Nov 23 19:11:20.130213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:20.131770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51387087-2bd0-41ee-b92f-72fde2982c99 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=1317b5cf-625f-429e-bb95-28d69b5dc78c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:20.172333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357c49-f34f-478a-8481-efc28baa2185 req-2da652d9-b8f1-46e1-b51b-630203c4be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.174855 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9202088-eb4f-49b8-8c1b-3e2b54f9e08f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:20.175448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9202088-eb4f-49b8-8c1b-3e2b54f9e08f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:20.175587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-2da652d9-b8f1-46e1-b51b-630203c4be69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=660a6b8b-03bb-41f5-b766-7dd52807f374 HTTP/1.1" status: 200 len: 852 time: 0.1797767 Nov 23 19:11:20.178544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c9202088-eb4f-49b8-8c1b-3e2b54f9e08f tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/1317b5cf-625f-429e-bb95-28d69b5dc78c HTTP/1.1" status: 404 len: 339 time: 0.0418923 Nov 23 19:11:20.185718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:20.223738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:20.245899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Deleting port 1596690d-e310-4eef-87ab-dcdd22cade46 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:20.246119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.253480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.259966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-42e591b6-2121-448d-85a1-825709e2e7b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1fae79d-22d7-4958-8fbe-caadc6745a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643716 Nov 23 19:11:20.293590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a994e8e-a70a-4de0-b6cf-36a2635e22f0 req-02cdb6eb-520e-47db-8497-6bfd12413a31 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041118 Nov 23 19:11:20.372787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] Transition to ACTIVE for port object b08b496e-460b-4b0b-bcca-45035edd4f7c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:20.383034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dcdc3-0613-4d1f-931a-eaae8acd47fc req-75841e05-e8a1-4920-8c43-d243855535fe tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.384605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-133dcdc3-0613-4d1f-931a-eaae8acd47fc req-75841e05-e8a1-4920-8c43-d243855535fe tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 944 time: 0.2863970 Nov 23 19:11:20.386233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.421484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.422124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b25ae075-2b80-4878-a2e8-aa851eb39b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.430468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b25ae075-2b80-4878-a2e8-aa851eb39b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.507144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] For port 1596690d-e310-4eef-87ab-dcdd22cade46, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1596690d-e310-4eef-87ab-dcdd22cade46,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:20.507543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.529343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:20.532075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ae075-2b80-4878-a2e8-aa851eb39b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04852ad4-aed5-4cc9-b4ab-d6d3c4640e6d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:20.539090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b25ae075-2b80-4878-a2e8-aa851eb39b53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cf5354d4ddf4bfd8f8e46bb21124c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317953 Nov 23 19:11:20.541845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:20.554625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Calling delete_port for 1596690d-e310-4eef-87ab-dcdd22cade46 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:20.591255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] No DVR routers for this DVR port b08b496e-460b-4b0b-bcca-45035edd4f7c on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:20.618064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-133dcdc3-0613-4d1f-931a-eaae8acd47fc req-dedef50e-d0fb-4e35-b8fd-dc476180f6a9 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Nov 23 19:11:20.684444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-432ce01c-9db0-4605-8bfd-324f613aa147 service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021385 Nov 23 19:11:20.713322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.745112 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.761716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.807276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fb92da7c-65a6-4fa3-a932-67902fff0ae1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c/bindings/n-h2-792364-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2162614 Nov 23 19:11:20.834146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.839251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.840598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04852ad4-aed5-4cc9-b4ab-d6d3c4640e6d HTTP/1.1" status: 204 len: 168 time: 0.2980452 Nov 23 19:11:20.851272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e7c6-8776-4250-91d1-25729d7b54b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04852ad4-aed5-4cc9-b4ab-d6d3c4640e6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:20.862720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316719dd-fc81-445f-8220-daafef1360f7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:20.884116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82212ff6-482d-42f2-a961-0e040eabad1b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:20.884439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82212ff6-482d-42f2-a961-0e040eabad1b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:20.912166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.935595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-83b9bfb3-2c49-4bf1-94d4-8eaa57abb255 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:20.937526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-83b9bfb3-2c49-4bf1-94d4-8eaa57abb255 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&tenant_id=48a299723a744276a7d18c197f219f0f&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.0525608 Nov 23 19:11:20.937781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29357c49-f34f-478a-8481-efc28baa2185 req-6ba4734c-25f2-49ee-859d-f1be51896299 service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407699 Nov 23 19:11:20.939836 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.947131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:20.947831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:20.950761 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:21.058013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.066584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.073211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/316719dd-fc81-445f-8220-daafef1360f7 HTTP/1.1" status: 204 len: 168 time: 0.8853879 Nov 23 19:11:21.075992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:21.095040 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:11:21.095701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.124190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec0188-ba3f-4112-b326-5dee42cabb53 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=316719dd-fc81-445f-8220-daafef1360f7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:21.153854 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a85a928-ed7d-4e99-800a-9b9b04fd256a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:21.154330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a85a928-ed7d-4e99-800a-9b9b04fd256a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:21.160911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a85a928-ed7d-4e99-800a-9b9b04fd256a tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/e1704c1d-6fdf-4ed2-be50-9da1ee0652b0 HTTP/1.1" status: 404 len: 337 time: 0.0838442 Nov 23 19:11:21.162996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:21.194069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1596690d-e310-4eef-87ab-dcdd22cade46,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:21.293684 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dd81e5-7334-4eb9-9ebc-88a05d5a85aa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:21.294227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dd81e5-7334-4eb9-9ebc-88a05d5a85aa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:21.297442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46dd81e5-7334-4eb9-9ebc-88a05d5a85aa tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/fdf7721e-8ed8-44d0-9766-8dc44b50c85d HTTP/1.1" status: 404 len: 339 time: 0.1325006 Nov 23 19:11:21.299810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:21.339716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:21.391164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-ad498271-d8f1-4593-8421-7e2b27206825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.393288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-ad498271-d8f1-4593-8421-7e2b27206825 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 1095 time: 0.4442732 Nov 23 19:11:21.415619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a52a510-1b6f-4191-a079-99ceb62c379c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.441256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a3dc7-66c1-4b79-9129-c828d2e10ddb req-025f7807-80d4-4dab-a0dd-6a863a8b6d29 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.442695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f14a3dc7-66c1-4b79-9129-c828d2e10ddb req-025f7807-80d4-4dab-a0dd-6a863a8b6d29 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.3211908 Nov 23 19:11:21.454702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec3d13-c7dd-4407-9319-ab19e2c6c1d1 req-8255c6b3-246b-4934-aaa9-82423243c02d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.457024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2ec3d13-c7dd-4407-9319-ab19e2c6c1d1 req-8255c6b3-246b-4934-aaa9-82423243c02d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.0777657 Nov 23 19:11:21.487028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-be49db9d-6fb6-4709-9318-c150d5b8128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.488452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-be49db9d-6fb6-4709-9318-c150d5b8128c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1095 time: 0.0705557 Nov 23 19:11:21.525485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-ba60a5bf-7a05-4874-96ad-bdf98c920956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.527008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-ba60a5bf-7a05-4874-96ad-bdf98c920956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 1095 time: 0.4986088 Nov 23 19:11:21.536358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting subnet 8b23afc2-9a0b-45f2-823f-5028573ae148 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:21.546225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2ec3d13-c7dd-4407-9319-ab19e2c6c1d1 req-5e01cfc2-bb81-4edd-bb39-a40d521bab19 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817823 Nov 23 19:11:21.553321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.604433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-dfff3c17-4197-4391-b1f9-4ef152e34eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.605891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-dfff3c17-4197-4391-b1f9-4ef152e34eb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.1074235 Nov 23 19:11:21.635812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.680718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-3d5e3611-a7cc-4ec0-9efe-1a1ab7060468 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 998 time: 0.0669663 Nov 23 19:11:21.694690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.724246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f14a3dc7-66c1-4b79-9129-c828d2e10ddb req-f7ee076a-5e06-47ed-ae28-b5247af558a7 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435412 Nov 23 19:11:21.768350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1f3592cc-f61e-4a25-9155-44a5bb68d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.769823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1f3592cc-f61e-4a25-9155-44a5bb68d802 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.0714524 Nov 23 19:11:21.777667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee828c6-aa41-4970-8e34-0bbfb0fbe27f req-2107e3e0-55dc-4ed3-9012-6ac65986dcf5 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.779117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dee828c6-aa41-4970-8e34-0bbfb0fbe27f req-2107e3e0-55dc-4ed3-9012-6ac65986dcf5 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 944 time: 0.0928707 Nov 23 19:11:21.849502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1983f35c-fb9b-4a90-8a7e-96cf8dac2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.851018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-1983f35c-fb9b-4a90-8a7e-96cf8dac2018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710082 Nov 23 19:11:21.855701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dee828c6-aa41-4970-8e34-0bbfb0fbe27f req-b3ba5768-639d-4ca5-bc2e-68718966d791 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Nov 23 19:11:21.876693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a52a510-1b6f-4191-a079-99ceb62c379c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.876693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-ce1b2e92-2d14-4e5e-9ac0-ce926e6c92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:21.877907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-ce1b2e92-2d14-4e5e-9ac0-ce926e6c92c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 200 len: 913 time: 0.3390031 Nov 23 19:11:21.919341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a52a510-1b6f-4191-a079-99ceb62c379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:21.952942 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-2b508975-ba07-4861-9162-4579890d6cd9 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930233 Nov 23 19:11:21.994615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-77512bf4-8de9-4874-a1e5-1d937ed15969 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 200 len: 217 time: 0.0764089 Nov 23 19:11:22.040063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a510-1b6f-4191-a079-99ceb62c379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c1498f-8241-4113-8350-9037d2470fe7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:22.047169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-fd3cc1f9-3920-4189-bb60-a8489c194fa7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Nov 23 19:11:22.064720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.072421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a52a510-1b6f-4191-a079-99ceb62c379c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08ce421d42e94cf98abf1ca1eec8e8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7696073 Nov 23 19:11:22.075387 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:22.093393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:22.095883 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06de5d-51ba-488a-9e38-3fd8cdb6f5c8" -d '{"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:22.107061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:22.152884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.156779 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36b6cd-2778-45ba-811b-5c2dec28c49f x-openstack-request-id: req-8f36b6cd-2778-45ba-811b-5c2dec28c49f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:22.157176 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:22.157439 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f36b6cd-2778-45ba-811b-5c2dec28c49f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:22.157840 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'code': 200} Nov 23 19:11:22.159899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-5707b512-9224-462a-960b-e6944247f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.161928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-5707b512-9224-462a-960b-e6944247f838 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=660a6b8b-03bb-41f5-b766-7dd52807f374 HTTP/1.1" status: 200 len: 852 time: 0.1433511 Nov 23 19:11:22.181114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.236013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.239671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.243362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-96683dc2-40fb-4a53-8a2d-b410b1a95302 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1fae79d-22d7-4958-8fbe-caadc6745a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688000 Nov 23 19:11:22.245248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11c1498f-8241-4113-8350-9037d2470fe7 HTTP/1.1" status: 204 len: 168 time: 0.1685784 Nov 23 19:11:22.255579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6fdc1-eed9-4283-9f25-12ccb723468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c1498f-8241-4113-8350-9037d2470fe7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:22.273533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.298707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:22.312911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'port_id': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'mac_address': 'fa:16:3e:c6:cf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6522e9cd-263b-469c-80d0-f726d38d9d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:22.330640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=8b23afc2-9a0b-45f2-823f-5028573ae148,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:22.333637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.336930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4070a9fe-92f3-4817-a5d3-1e781c228e77 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/8b23afc2-9a0b-45f2-823f-5028573ae148 HTTP/1.1" status: 204 len: 168 time: 0.9896798 Nov 23 19:11:22.340061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:22.353636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340081b-f382-4fea-ab6a-435a07f9e050 None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:22.379901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:22.383171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba619e7-bf91-469c-9a30-a218f44296ab req-05c7d131-d88e-473c-9f8b-2cb2d001fc32 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.384954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-05c7d131-d88e-473c-9f8b-2cb2d001fc32 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803&tenant_id=48a299723a744276a7d18c197f219f0f&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 1095 time: 0.1025763 Nov 23 19:11:22.464131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-b52e4687-5560-4a4c-8f33-8b8cc431b6d0 service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045171 Nov 23 19:11:22.468923 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.478057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting subnet e99e9f72-4654-4af8-a638-83110ba4a34a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:22.486896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.550729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.728946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:22.762315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aba619e7-bf91-469c-9a30-a218f44296ab req-afd503c4-0f07-41f8-87ad-9d482c004cee service neutron] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:22.767553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:22.780142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.786515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aba619e7-bf91-469c-9a30-a218f44296ab req-afd503c4-0f07-41f8-87ad-9d482c004cee service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.792637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-afd503c4-0f07-41f8-87ad-9d482c004cee service neutron] 10.222.0.50 "DELETE /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c/bindings/n-h1-792364-9 HTTP/1.1" status: 204 len: 173 time: 0.3985157 Nov 23 19:11:22.796442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.809342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:22.877766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0981548a-e7a9-4109-a41c-22cbec6497a2 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:22.884661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:22.888722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88e268-e162-4260-9a32-317543e55fbc req-89b9bb3e-a630-41f4-b7a9-cd41e4ddabf0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:22.891517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b88e268-e162-4260-9a32-317543e55fbc req-89b9bb3e-a630-41f4-b7a9-cd41e4ddabf0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.2291050 Nov 23 19:11:22.909450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf316c2e-dfcd-41c0-9d63-a8efbdb1dead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:22.951812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:23.003495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.004375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.004843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.005076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.005433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.006721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.006721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.006721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.006721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.007064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.007453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.007782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.008867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:23.010153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:23.020805 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff6afc97-06a9-46b3-81ee-a65d880d1a89 admin admin] 10.222.0.37 "PUT /v2.0/routers/413ddf70-3cc2-441b-9ff6-c83cf8bbc032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6303852 Nov 23 19:11:23.025362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:23.044434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1d88-ff87-4746-8fa8-2ee0eb242942 req-11d6f6e8-e8f6-47c8-8eb9-8937f0a9b529 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:23.046062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a43e1d88-ff87-4746-8fa8-2ee0eb242942 req-11d6f6e8-e8f6-47c8-8eb9-8937f0a9b529 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.1448741 Nov 23 19:11:23.056392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b88e268-e162-4260-9a32-317543e55fbc req-ea4fd786-e4cd-43ae-8039-456c85d86d9c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516335 Nov 23 19:11:23.090619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Sync routers for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:23.116685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:23.131271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:23.133349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:23.133990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:23.162351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf316c2e-dfcd-41c0-9d63-a8efbdb1dead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.170000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.176181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/e99e9f72-4654-4af8-a638-83110ba4a34a HTTP/1.1" status: 204 len: 168 time: 0.8346503 Nov 23 19:11:23.177589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f5e58-bfea-4b6c-8da9-b1d1759247ca tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=e99e9f72-4654-4af8-a638-83110ba4a34a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:23.180367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:23.182450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a71d88b5-3433-4a4d-8911-864c60903d14 req-effb1d55-1422-4250-987e-a92d39e5cedc service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827847 Nov 23 19:11:23.194760 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf316c2e-dfcd-41c0-9d63-a8efbdb1dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.241692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a43e1d88-ff87-4746-8fa8-2ee0eb242942 req-250f7e53-3cbe-40af-9029-edc65ea9cc27 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569881 Nov 23 19:11:23.256721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0981548a-e7a9-4109-a41c-22cbec6497a2,segment=NetworkSegment(f793d46a-365b-4de7-be92-67ff039d562a),segment_id=f793d46a-365b-4de7-be92-67ff039d562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:23.287165 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.295278 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.307476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316c2e-dfcd-41c0-9d63-a8efbdb1dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa09bc88-ee04-49bb-969c-f687e08f759c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:23.350293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf316c2e-dfcd-41c0-9d63-a8efbdb1dead admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f208762d17241f38d5527202d48aeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958501 Nov 23 19:11:23.353980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:23.361499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3e1af-4429-4638-896a-b19d8cb89890 req-652e1025-8836-4e72-af07-4349ecd792bc tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:23.363631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bc3e1af-4429-4638-896a-b19d8cb89890 req-652e1025-8836-4e72-af07-4349ecd792bc tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 944 time: 0.1739535 Nov 23 19:11:23.369427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '0981548a-e7a9-4109-a41c-22cbec6497a2', 'network_id': 'd1fae79d-22d7-4958-8fbe-caadc6745a9d', 'port_id': '0981548a-e7a9-4109-a41c-22cbec6497a2', 'mac_address': 'fa:16:3e:1b:1d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660a6b8b-03bb-41f5-b766-7dd52807f374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:23.440403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8bc3e1af-4429-4638-896a-b19d8cb89890 req-10cd374a-aa2d-408b-a864-6c0606516654 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Nov 23 19:11:23.471830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:23.477629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a474ed6-61f5-40c7-80b5-a6c7f7469da6 None None] Update dhcp port {'port': {'network_id': '70a45705-bfe9-4696-bf52-ba0603f4821a', 'fixed_ips': [{'subnet_id': 'e99e9f72-4654-4af8-a638-83110ba4a34a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': '5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:11:23.532032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.534787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757326-1591-490c-bb19-4af33bf11833 req-0eda7117-42b1-4163-bff8-923be587c0cb tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:23.536317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9757326-1591-490c-bb19-4af33bf11833 req-0eda7117-42b1-4163-bff8-923be587c0cb tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1095 time: 0.1147985 Nov 23 19:11:23.541407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.564605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:23.564971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.568702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.582993 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.590897 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a474ed6-61f5-40c7-80b5-a6c7f7469da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.623446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0981548a-e7a9-4109-a41c-22cbec6497a2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:23.722047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,segment=NetworkSegment(fe62c2a3-ecd9-4483-8a9d-a2ca2900056f),segment_id=fe62c2a3-ecd9-4483-8a9d-a2ca2900056f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:23.722515 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.728076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0981548a-e7a9-4109-a41c-22cbec6497a2,segment=NetworkSegment(f793d46a-365b-4de7-be92-67ff039d562a),segment_id=f793d46a-365b-4de7-be92-67ff039d562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:23.728254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d9757326-1591-490c-bb19-4af33bf11833 req-1ccbcacc-a291-4ce6-9773-a59fae8c8f06 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779900 Nov 23 19:11:23.743095 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.747813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:23.767474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Deleting port 9f49415f-cc51-4482-a735-3299f764fabd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:23.767820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.818212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.820677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.821878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa09bc88-ee04-49bb-969c-f687e08f759c HTTP/1.1" status: 204 len: 168 time: 0.4668243 Nov 23 19:11:23.871948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5b976-d9df-42ba-a2ba-79fd382a6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa09bc88-ee04-49bb-969c-f687e08f759c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:23.918381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:23.967128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e2892-0b26-46b0-9c99-b9b6b29f5c94 req-d44d886a-2b46-4844-97d7-46dce9b36f9e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:23.968077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.972419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] For port 9f49415f-cc51-4482-a735-3299f764fabd, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9f49415f-cc51-4482-a735-3299f764fabd,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:23.972815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:23.981662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b1e2892-0b26-46b0-9c99-b9b6b29f5c94 req-d44d886a-2b46-4844-97d7-46dce9b36f9e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.1391747 Nov 23 19:11:23.999134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511a92a-2272-484d-8ecb-5882b22ae652 None None] Network 70a45705-bfe9-4696-bf52-ba0603f4821a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:24.001555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0839e815-99ed-47e4-b738-7617fabdf5e0 None None] Could not find standard attr ID for object 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:11:24.019012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:24.020901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9f49415f-cc51-4482-a735-3299f764fabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:11:20Z', 'revision_number': 5, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port': {'id': '9f49415f-cc51-4482-a735-3299f764fabd', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.022795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Calling delete_port for 9f49415f-cc51-4482-a735-3299f764fabd owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:24.031012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['0981548a-e7a9-4109-a41c-22cbec6497a2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:24.031912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:24.059621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b1e2892-0b26-46b0-9c99-b9b6b29f5c94 req-df415c3f-d787-486b-93a1-21e76183a617 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741963 Nov 23 19:11:24.077989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.102370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Checking router: 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:24.154189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-839c0b0a-e0f7-4db6-8fe9-8b4972849849 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 200 len: 990 time: 0.0747771 Nov 23 19:11:24.176578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Routers {'413ddf70-3cc2-441b-9ff6-c83cf8bbc032'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:24.177218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.188950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.229248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a45705-bfe9-4696-bf52-ba0603f4821a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.244007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.244309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe62c2a3-ecd9-4483-8a9d-a2ca2900056f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.287607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.315782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.326496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:24.327485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:24.332200 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:24.376793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] Set router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:24.445391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e40f7-46d8-48dd-82b7-1ec8190e4695 None None] DHCP port deletion for 70a45705-bfe9-4696-bf52-ba0603f4821a request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:24.453696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:11:23Z', 'revision_number': 6, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:24.488197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.497268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:24.502379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41704bc1-1fdf-40bf-ae76-421057e663ef req-1524e558-9c99-4b5a-bf43-f8d7be110b88 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:24.504023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41704bc1-1fdf-40bf-ae76-421057e663ef req-1524e558-9c99-4b5a-bf43-f8d7be110b88 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.1308904 Nov 23 19:11:24.508584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.511735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/70a45705-bfe9-4696-bf52-ba0603f4821a HTTP/1.1" status: 204 len: 168 time: 1.3283901 Nov 23 19:11:24.514168 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.514745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.554382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a1bf1-03ee-4017-9039-778bd69c69b0 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=70a45705-bfe9-4696-bf52-ba0603f4821a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:24.562524 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e788e48a-8d9c-4962-9bc5-a5e40884d9bf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.564669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e788e48a-8d9c-4962-9bc5-a5e40884d9bf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.569133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f49415f-cc51-4482-a735-3299f764fabd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:24.574909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.576108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e788e48a-8d9c-4962-9bc5-a5e40884d9bf tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/8c9f086a-5332-4d2c-b736-f2c7dd90ba1e HTTP/1.1" status: 404 len: 337 time: 0.0549765 Nov 23 19:11:24.635453 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71eaa11-baa0-4dc8-a1fc-61775a361df2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.636050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71eaa11-baa0-4dc8-a1fc-61775a361df2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.639537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d71eaa11-baa0-4dc8-a1fc-61775a361df2 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/6823e759-6c40-4f06-8143-f2db8549bd58 HTTP/1.1" status: 404 len: 339 time: 0.0634050 Nov 23 19:11:24.643342 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.665780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52132c0-944a-4027-acf4-3f282efe05f9 req-caa09c78-5b68-4f25-bdef-94fc8d0e5f78 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:24.675502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b52132c0-944a-4027-acf4-3f282efe05f9 req-caa09c78-5b68-4f25-bdef-94fc8d0e5f78 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 945 time: 0.1208336 Nov 23 19:11:24.682925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41704bc1-1fdf-40bf-ae76-421057e663ef req-3476e55d-481e-4fbd-8a76-646ec086042a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661417 Nov 23 19:11:24.710094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.736009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ad55-a357-4567-9c68-5f95d1bea6c8 None None] The sync data for ids ['413ddf70-3cc2-441b-9ff6-c83cf8bbc032'] in n-d-792364-9 is: [{'id': '413ddf70-3cc2-441b-9ff6-c83cf8bbc032', 'name': 'tempest-TestVolumeBackupRestore-2012594937-router', 'tenant_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:13Z', 'updated_at': '2021-11-23T19:11:23Z', 'revision_number': 6, 'project_id': 'bbd91038dd8747ecafebbc32c17ba3db', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:24.741739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:24.742093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5bf7ef88-bfd1-4f86-b76e-b539da3d2bc1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:24.754816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243b382-55d0-41da-bbe7-359787211a09 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:24.775239 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a49e4b-c479-4ce3-a793-b39200c1f3f5 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.775730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a49e4b-c479-4ce3-a793-b39200c1f3f5 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.782929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89a49e4b-c479-4ce3-a793-b39200c1f3f5 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/d8aaf03a-279f-4770-9091-f05ec0518cce HTTP/1.1" status: 404 len: 337 time: 0.1326954 Nov 23 19:11:24.792370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.817599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b52132c0-944a-4027-acf4-3f282efe05f9 req-fe0ff0fe-65a7-4d55-8cc3-9d41918a0e8a tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412039 Nov 23 19:11:24.818660 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a4d4ef-503d-4d35-813e-b8cdbf2361d9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.819695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a4d4ef-503d-4d35-813e-b8cdbf2361d9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.825339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95a4d4ef-503d-4d35-813e-b8cdbf2361d9 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/51c35f7c-cd54-4f16-8797-8a3dc15c6822 HTTP/1.1" status: 404 len: 339 time: 0.0287285 Nov 23 19:11:24.827617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.857144 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-89081f50-e1fb-4f42-af7b-d347e20bc40d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.857607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89081f50-e1fb-4f42-af7b-d347e20bc40d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.863156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89081f50-e1fb-4f42-af7b-d347e20bc40d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/d59cd8d9-27c3-40e9-a3ca-b95d5a040f9f HTTP/1.1" status: 404 len: 337 time: 0.0323668 Nov 23 19:11:24.863626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.872279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.874433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.883499 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa37f301-98c8-425c-b3eb-5f2204ccdb1e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:24.884043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa37f301-98c8-425c-b3eb-5f2204ccdb1e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:24.887266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fa37f301-98c8-425c-b3eb-5f2204ccdb1e tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/8dfa52f4-c186-4887-b789-56d532a34495 HTTP/1.1" status: 404 len: 339 time: 0.0228617 Nov 23 19:11:24.889823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.925105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.925865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 413ddf70-3cc2-441b-9ff6-c83cf8bbc032 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:11:24.932047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.933251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ca708912-e20a-4f8a-8ae1-fca450c06a73 admin admin] 10.222.0.37 "DELETE /v2.0/routers/413ddf70-3cc2-441b-9ff6-c83cf8bbc032 HTTP/1.1" status: 204 len: 168 time: 1.9069276 Nov 23 19:11:24.935915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:24.946343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting subnet 9ab82927-bf21-449e-bdb5-52f046b65801 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:24.950404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.987513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Deleting subnet fcc7faed-998b-4abc-820c-188552cff798 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:24.990956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:24.998403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.029805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.093267 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.122212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.176955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.190416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.208557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab82927-bf21-449e-bdb5-52f046b65801,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.216283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7031f2-c1d5-4cfe-9373-7e212050cfed None None] Network be364d20-030d-40a0-99d0-9d7c7e129026 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:25.231265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.237756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fcc7faed-998b-4abc-820c-188552cff798 HTTP/1.1" status: 204 len: 168 time: 0.2978702 Nov 23 19:11:25.237941 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.238048 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9446c-29c3-4464-a083-28e5d1896e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc7faed-998b-4abc-820c-188552cff798,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.238169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2411c23-2a38-4491-bfb7-60ccf5182a9e None None] Network 23334d01-9874-484f-b592-f42642d310fb requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:25.238923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:25.247762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f03bc733-0c0c-402c-b51f-518fb7cb89e1 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/9ab82927-bf21-449e-bdb5-52f046b65801 HTTP/1.1" status: 204 len: 168 time: 0.3567276 Nov 23 19:11:25.250318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:25.340861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.365029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.411551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Deleting port b1a4935a-bd91-4203-86fd-f3bbd635c028 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:25.412146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.432546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port e3701a32-4c21-4cb5-9795-a6783ba988a3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:25.432858 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.495707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] For port b1a4935a-bd91-4203-86fd-f3bbd635c028, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b1a4935a-bd91-4203-86fd-f3bbd635c028,segment=NetworkSegment(667c1ede-80fc-477a-92b0-f73a735abbdc),segment_id=667c1ede-80fc-477a-92b0-f73a735abbdc)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:25.496167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.513624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Calling delete_port for b1a4935a-bd91-4203-86fd-f3bbd635c028 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:25.546903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:25.561345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port e3701a32-4c21-4cb5-9795-a6783ba988a3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e3701a32-4c21-4cb5-9795-a6783ba988a3,segment=NetworkSegment(5868ff79-756d-45c7-b800-8e7c49a237c0),segment_id=5868ff79-756d-45c7-b800-8e7c49a237c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:25.561818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.573686 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] DHCP port deletion for be364d20-030d-40a0-99d0-9d7c7e129026 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:25.596212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for e3701a32-4c21-4cb5-9795-a6783ba988a3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:25.629423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.633125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] DHCP port deletion for 23334d01-9874-484f-b592-f42642d310fb request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:25.658984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a4935a-bd91-4203-86fd-f3bbd635c028,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.672124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] No DVR routers for this DVR port b1a4935a-bd91-4203-86fd-f3bbd635c028 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:25.706039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f365-f02c-4617-b128-f43c8589f131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.714517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Deleting port b1a4935a-bd91-4203-86fd-f3bbd635c028 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:25.714894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.762939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.775269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.795179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=e3701a32-4c21-4cb5-9795-a6783ba988a3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:25.800562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be364d20-030d-40a0-99d0-9d7c7e129026']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:25.801273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] For port b1a4935a-bd91-4203-86fd-f3bbd635c028, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:25.801687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.816928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667c1ede-80fc-477a-92b0-f73a735abbdc') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:25.817606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667c1ede-80fc-477a-92b0-f73a735abbdc') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:25.817778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port e3701a32-4c21-4cb5-9795-a6783ba988a3 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:25.832393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Deleting port e3701a32-4c21-4cb5-9795-a6783ba988a3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:25.832393 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.856510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.863932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Calling delete_port for b1a4935a-bd91-4203-86fd-f3bbd635c028 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:25.868544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Port b1a4935a-bd91-4203-86fd-f3bbd635c028 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:11:25.872880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.885067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.905759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:25.906157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:25.909336 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:25.913512 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:25.931915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee556-4b5c-44ce-bbeb-c7d5eb99ae2b req-1343586b-1e4c-45d3-bd9d-f3e914f3c838 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:25.933558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc4ee556-4b5c-44ce-bbeb-c7d5eb99ae2b req-1343586b-1e4c-45d3-bd9d-f3e914f3c838 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.1211109 Nov 23 19:11:25.951386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23334d01-9874-484f-b592-f42642d310fb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:25.980691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5868ff79-756d-45c7-b800-8e7c49a237c0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:25.981104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5868ff79-756d-45c7-b800-8e7c49a237c0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:26.001922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] Pushing event deleted for resources: {'Port': ['ID=b1a4935a-bd91-4203-86fd-f3bbd635c028,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.011044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.011626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] For port e3701a32-4c21-4cb5-9795-a6783ba988a3, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:26.012251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.017498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.021441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be364d20-030d-40a0-99d0-9d7c7e129026 HTTP/1.1" status: 204 len: 168 time: 0.7816172 Nov 23 19:11:26.025775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f62246-86ab-4cff-8275-76031ae36c8c None None] No DVR routers for this DVR port b1a4935a-bd91-4203-86fd-f3bbd635c028 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:26.027591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.034398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Calling delete_port for e3701a32-4c21-4cb5-9795-a6783ba988a3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:26.035376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.038292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f365-f02c-4617-b128-f43c8589f131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.043908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc4ee556-4b5c-44ce-bbeb-c7d5eb99ae2b req-5967548f-fa4f-42eb-ae8b-5fee32944104 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024535 Nov 23 19:11:26.046308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Port e3701a32-4c21-4cb5-9795-a6783ba988a3 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:11:26.047981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.057595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07021d-9de3-40da-8cb1-b010800dc4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be364d20-030d-40a0-99d0-9d7c7e129026,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.088274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] Pushing event deleted for resources: {'Port': ['ID=e3701a32-4c21-4cb5-9795-a6783ba988a3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.090195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08513f-b339-472d-9a12-ace6582ed41c None None] No DVR routers for this DVR port e3701a32-4c21-4cb5-9795-a6783ba988a3 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:26.136275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1572f365-f02c-4617-b128-f43c8589f131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.140260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:26.155355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.194129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:26.194569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:26.198826 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:26.210740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:26.216996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:26.217615 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.237863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b958dda-6689-4331-966c-0a00e337f541 req-5bcb8e7e-53ae-45b7-8e5f-b9e14086ebe7 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.239449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b958dda-6689-4331-966c-0a00e337f541 req-5bcb8e7e-53ae-45b7-8e5f-b9e14086ebe7 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 945 time: 0.2761881 Nov 23 19:11:26.240110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572f365-f02c-4617-b128-f43c8589f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e0f4e2-66c4-4ae9-9c35-e49620712511,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.280297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1572f365-f02c-4617-b128-f43c8589f131 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=003d257a794f4521a40bb4705d76dc05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7322805 Nov 23 19:11:26.282965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.309362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.344289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.355490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:26.357842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:26.358689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.362900 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9aa30d-ea67-4f7d-9070-eef0fe2ccfa7" -d '{"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:26.373377 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.377157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.380434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.383872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/23334d01-9874-484f-b592-f42642d310fb HTTP/1.1" status: 204 len: 168 time: 1.1295063 Nov 23 19:11:26.387778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.402739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.463913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b1a4935a-bd91-4203-86fd-f3bbd635c028 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:26.465827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.471259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c4892-e714-41a0-9ee1-430662fb9247 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=23334d01-9874-484f-b592-f42642d310fb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.481681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b958dda-6689-4331-966c-0a00e337f541 req-72ee1e46-8af3-470f-9d73-85b965e9fc72 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334344 Nov 23 19:11:26.489055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b1a4935a-bd91-4203-86fd-f3bbd635c028 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:26.494584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b1a4935a-bd91-4203-86fd-f3bbd635c028 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:26.495198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3701a32-4c21-4cb5-9795-a6783ba988a3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:26.495697 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dff05a-91e3-492c-86d5-944c520bcbb6 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:26.496475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dff05a-91e3-492c-86d5-944c520bcbb6 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:26.506751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-29dff05a-91e3-492c-86d5-944c520bcbb6 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/97b77b95-6ed8-481c-aa20-e6870a916f65 HTTP/1.1" status: 404 len: 337 time: 0.1150415 Nov 23 19:11:26.517923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.528161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e3701a32-4c21-4cb5-9795-a6783ba988a3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:26.528521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e3701a32-4c21-4cb5-9795-a6783ba988a3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:26.528948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1596690d-e310-4eef-87ab-dcdd22cade46 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:26.550365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 1596690d-e310-4eef-87ab-dcdd22cade46 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:26.551204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1596690d-e310-4eef-87ab-dcdd22cade46 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:26.551204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f49415f-cc51-4482-a735-3299f764fabd no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:26.557185 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f65919-8396-4fda-aca2-001a1c861931 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:26.557573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f65919-8396-4fda-aca2-001a1c861931 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:26.563642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-98f65919-8396-4fda-aca2-001a1c861931 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/392c34c7-667b-4e8e-9b1d-08fa54e5dd1f HTTP/1.1" status: 404 len: 339 time: 0.0432119 Nov 23 19:11:26.564261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:26.575048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9f49415f-cc51-4482-a735-3299f764fabd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:26.575048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9f49415f-cc51-4482-a735-3299f764fabd not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:26.674818 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ed5ab1-5031-47fb-9e72-299d0ec66add x-openstack-request-id: req-65ed5ab1-5031-47fb-9e72-299d0ec66add {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:26.675141 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:26.675716 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65ed5ab1-5031-47fb-9e72-299d0ec66add {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:26.676250 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'code': 200} Nov 23 19:11:26.683828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting subnet d36bd822-e973-4b00-aadc-4e82bff75e5b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:26.692130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.695239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.699099 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.702595 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8e0f4e2-66c4-4ae9-9c35-e49620712511 HTTP/1.1" status: 204 len: 168 time: 0.4162388 Nov 23 19:11:26.740736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49c05-b635-4559-ba63-5ed65c47551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e0f4e2-66c4-4ae9-9c35-e49620712511,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:26.774804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.802855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.871085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port f959022e-534d-453e-a362-eda0129eae2a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:26.871447 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.872445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0981548a-e7a9-4109-a41c-22cbec6497a2 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:26.874549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984622-fb2d-441e-a605-c02034d9fc1a req-dceb45e9-1030-4d33-b30a-2593348a9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:26.876116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4984622-fb2d-441e-a605-c02034d9fc1a req-dceb45e9-1030-4d33-b30a-2593348a9140 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1097 time: 0.1250896 Nov 23 19:11:26.927533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 0981548a-e7a9-4109-a41c-22cbec6497a2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:26.933144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 0981548a-e7a9-4109-a41c-22cbec6497a2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:26.933904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:26.979465 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.023418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.023766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.039823 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.046617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for f959022e-534d-453e-a362-eda0129eae2a owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:27.115889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0981548a-e7a9-4109-a41c-22cbec6497a2,segment=NetworkSegment(f793d46a-365b-4de7-be92-67ff039d562a),segment_id=f793d46a-365b-4de7-be92-67ff039d562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:27.121622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.127128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.179341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Subnet': ['ID=d36bd822-e973-4b00-aadc-4e82bff75e5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:27.184561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.190578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-17cd7c5c-c5dd-46f0-9da7-1ed7ab344e1d tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/subnets/d36bd822-e973-4b00-aadc-4e82bff75e5b HTTP/1.1" status: 204 len: 168 time: 0.6182051 Nov 23 19:11:27.194171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 35906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:27.198544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab676de-3f37-4631-9c01-a03e61a24a5a None None] Network 89061c2a-3144-4176-ba56-c7b0edf80924 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:27.297810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.303970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:27.312600 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4984622-fb2d-441e-a605-c02034d9fc1a req-2b01e07a-59f6-4706-9510-38a9d6336a8d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219697 Nov 23 19:11:27.398496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5649e338-1e80-440b-a3b9-d93fb7f3ca96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.401912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04f99-653a-47cc-b1ae-49911d667972 req-aafdd849-3b1c-435d-be58-4322adb28bf8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:27.403817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ae04f99-653a-47cc-b1ae-49911d667972 req-aafdd849-3b1c-435d-be58-4322adb28bf8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1001589 Nov 23 19:11:27.446925 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.505016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] DHCP port deletion for 89061c2a-3144-4176-ba56-c7b0edf80924 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:27.515108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ae04f99-653a-47cc-b1ae-49911d667972 req-e982a58e-780b-42bb-b287-2714e029ae74 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012399 Nov 23 19:11:27.545232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Deleting port 4a5bc027-5ccc-4090-b216-d4112aa25884 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:27.545577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.613394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Deleting port 9e402f65-366a-4e6f-b6e9-7c03a45c015d {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:27.613777 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.664643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] For port 4a5bc027-5ccc-4090-b216-d4112aa25884, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4a5bc027-5ccc-4090-b216-d4112aa25884,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:27.665292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.700731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Calling delete_port for 4a5bc027-5ccc-4090-b216-d4112aa25884 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:27.710790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] For port 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e402f65-366a-4e6f-b6e9-7c03a45c015d,segment=NetworkSegment(fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e),segment_id=fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:27.712612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.729237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Calling delete_port for 9e402f65-366a-4e6f-b6e9-7c03a45c015d owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:27.824722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.846491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=f959022e-534d-453e-a362-eda0129eae2a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:27.868622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] Pushing event deleted for resources: {'Port': ['ID=9e402f65-366a-4e6f-b6e9-7c03a45c015d,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:27.880289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acf9a0-706e-4ff6-8f7e-c7150531426c None None] No DVR routers for this DVR port 9e402f65-366a-4e6f-b6e9-7c03a45c015d on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:27.950290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Deleting port 9e402f65-366a-4e6f-b6e9-7c03a45c015d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:27.950673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:27.981836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188526c-5b09-4357-9b22-1f1efb488be0 req-e8cfb8f2-fea1-495c-b66d-add3a843bb70 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:27.983433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e188526c-5b09-4357-9b22-1f1efb488be0 req-e8cfb8f2-fea1-495c-b66d-add3a843bb70 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1413102 Nov 23 19:11:28.010712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.011058 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP 3066a101-b88c-4a7f-b290-3a75307d29e2 disassociated (deleted). External IP: 172.25.5.25, port: b08b496e-460b-4b0b-bcca-45035edd4f7c. Nov 23 19:11:28.011280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.049667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5bc027-5ccc-4090-b216-d4112aa25884,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:28.119884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] For port 9e402f65-366a-4e6f-b6e9-7c03a45c015d, host n-d-792364-9, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:28.120491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.153806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Calling delete_port for 9e402f65-366a-4e6f-b6e9-7c03a45c015d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:28.206423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Port 9e402f65-366a-4e6f-b6e9-7c03a45c015d was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:11:28.233202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e188526c-5b09-4357-9b22-1f1efb488be0 req-66171d45-be08-44e9-a35e-2c0aa4b3b54e tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254975 Nov 23 19:11:28.233202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.259125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] No DVR routers for this DVR port 9e402f65-366a-4e6f-b6e9-7c03a45c015d on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:28.269365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Port': ['ID=9e402f65-366a-4e6f-b6e9-7c03a45c015d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:28.356676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.386180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.457522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89061c2a-3144-4176-ba56-c7b0edf80924']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:28.471977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:28.472336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb20dfc5-da2e-4399-82fe-be4a6a9d5c9e') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:28.489797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.509519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.517845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:28.518319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.535416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e402f65-366a-4e6f-b6e9-7c03a45c015d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:28.547616 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:28.578289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9e402f65-366a-4e6f-b6e9-7c03a45c015d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:28.578663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e402f65-366a-4e6f-b6e9-7c03a45c015d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:28.673856 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.678220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:28.682251 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57b8946-9fad-42cf-9edb-dffeba3d7c10" -d '{"events": [{"server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "name": "network-vif-plugged", "status": "completed", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:28.700983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:28.707373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] 10.222.0.37 "DELETE /v2.0/networks/89061c2a-3144-4176-ba56-c7b0edf80924 HTTP/1.1" status: 204 len: 168 time: 1.5121384 Nov 23 19:11:28.717891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d51b-d824-4959-a69c-f0ea28d62a27 tempest-NetworksIpV6Test-204453432 tempest-NetworksIpV6Test-204453432-project] Pushing event deleted for resources: {'Network': ['ID=89061c2a-3144-4176-ba56-c7b0edf80924,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:28.744676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45e375-2514-42a0-a83f-80ec685e5925 req-09c4da2b-470a-4a96-abd5-d85cbe52818d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:28.746228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a45e375-2514-42a0-a83f-80ec685e5925 req-09c4da2b-470a-4a96-abd5-d85cbe52818d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1209409 Nov 23 19:11:28.761551 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56478435-aef9-4020-8e61-b982041533f7 x-openstack-request-id: req-56478435-aef9-4020-8e61-b982041533f7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:28.762164 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "name": "network-vif-plugged", "status": "completed", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:28.762320 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56478435-aef9-4020-8e61-b982041533f7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:28.762776 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2', 'code': 200} Nov 23 19:11:28.766123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:28.810102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:28.858127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4a45e375-2514-42a0-a83f-80ec685e5925 req-5db16f6e-cf38-435c-8eee-e7e8a22dfcfd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054990 Nov 23 19:11:28.950275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:28.960952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6d1704e9-c905-4b3d-aee6-0beaa59da6d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c746c5e-4ccd-41c6-87b1-3a8406318d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9276724 Nov 23 19:11:28.968243 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Sync routers for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:28.969879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 35982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:28.997593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:28.998720 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.057055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:29.067206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.071633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98278e-fe2a-486a-9f04-2702b7223420 req-9992d110-4608-4b6f-974d-b01c21614988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:29.073129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b98278e-fe2a-486a-9f04-2702b7223420 req-9992d110-4608-4b6f-974d-b01c21614988 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 1097 time: 0.1777992 Nov 23 19:11:29.078329 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Sync routers for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:29.096926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:29.101227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.141977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.187350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3a6aaaac-65a6-4220-81d2-953a0be6d5c8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/floatingips/3066a101-b88c-4a7f-b290-3a75307d29e2 HTTP/1.1" status: 204 len: 168 time: 2.7832944 Nov 23 19:11:29.190435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:29.193398 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285eea4b-5e03-4b60-a566-cd719a878c36" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:29.292665 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:29.360199 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b330dc80-062c-457f-905a-c6a89846ce9f x-openstack-request-id: req-b330dc80-062c-457f-905a-c6a89846ce9f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:29.360545 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:29.360747 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b330dc80-062c-457f-905a-c6a89846ce9f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:29.362041 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'status': 'completed', 'code': 200} Nov 23 19:11:29.364813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b98278e-fe2a-486a-9f04-2702b7223420 req-ce0cc6e9-eaf3-48ed-bfd2-a10aa6918501 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756890 Nov 23 19:11:29.364989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:29.455910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:29.581924 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:11:27Z', 'revision_number': 5, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.705214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec4d6a-d079-49ce-8c89-785205d90fb3 req-ab1b37ff-1d11-4b84-9a1d-9c232cae1601 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:29.718176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e4ec4d6a-d079-49ce-8c89-785205d90fb3 req-ab1b37ff-1d11-4b84-9a1d-9c232cae1601 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0964627 Nov 23 19:11:29.744525 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Checking router: 5c746c5e-4ccd-41c6-87b1-3a8406318d31 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:29.763434 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Routers {'5c746c5e-4ccd-41c6-87b1-3a8406318d31'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:29.764607 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.773276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-40f819f2-60b4-4031-9c10-ba0b7cdd7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:29.775423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-40f819f2-60b4-4031-9c10-ba0b7cdd7f0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 1095 time: 0.4171605 Nov 23 19:11:29.800684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:29.838971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e4ec4d6a-d079-49ce-8c89-785205d90fb3 req-d95ba2ec-a5ef-41f2-be4d-ee54c8655193 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185699 Nov 23 19:11:29.870214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.943591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Checking router: 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:29.961042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d5d89269-1aaf-4f11-aca2-70f05f566ea7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a9cb9b4db2d4753b741affab09ee4bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016983 Nov 23 19:11:29.974968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:29.984408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:29.985098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:29.998168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-ed9f7f57-ac54-47fa-aad0-bef1b205be4e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.007238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-ed9f7f57-ac54-47fa-aad0-bef1b205be4e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 814 time: 0.5305262 Nov 23 19:11:30.035472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.052785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-5869658c-6749-473b-a8ed-e78c4bd08a33 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/quotas/3a7845f948d4435f9b66a2a494131ee3 HTTP/1.1" status: 200 len: 375 time: 0.0434113 Nov 23 19:11:30.069942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1d22d-6311-4325-b2a2-6e57fbae249b req-ad5421d6-c6f2-49ec-990c-7327b906fda9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.077104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:30.077527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea1d22d-6311-4325-b2a2-6e57fbae249b req-ad5421d6-c6f2-49ec-990c-7327b906fda9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.1330714 Nov 23 19:11:30.077802 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] Set router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:30.092414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.103450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-63975079-2407-454f-9812-823fbacee12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.105909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-63975079-2407-454f-9812-823fbacee12e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 200 len: 898 time: 0.3171086 Nov 23 19:11:30.192408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea1d22d-6311-4325-b2a2-6e57fbae249b req-e314a616-4f4b-4e7d-b4db-0b05dd17daf5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997634 Nov 23 19:11:30.195567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3287f0bd-0076-4521-a36e-b4642d3173c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.204191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Deleting port fd23d67c-6427-4490-8fe5-1ba5e6fd198c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:30.204640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.211726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.219854 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.223479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5de13c46-6dd6-47ad-9995-3d22c51f376c HTTP/1.1" status: 204 len: 168 time: 0.2461255 Nov 23 19:11:30.245790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c140740-36e7-4112-96f0-6f1abe8011d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de13c46-6dd6-47ad-9995-3d22c51f376c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:30.289879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:30.332537 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:11:27Z', 'revision_number': 5, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:30.371347 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468d7a4-e112-435d-8c35-a6681c4d9931 None None] The sync data for ids ['5c746c5e-4ccd-41c6-87b1-3a8406318d31'] in n-d-792364-9 is: [{'id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'name': 'tempest-TestVolumeBackupRestore-374118048-router', 'tenant_id': '1b83b6b651784117a50da8a9eb64e9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:06:21Z', 'updated_at': '2021-11-23T19:11:27Z', 'revision_number': 5, 'project_id': '1b83b6b651784117a50da8a9eb64e9cd', 'gw_port': {'id': 'fd23d67c-6427-4490-8fe5-1ba5e6fd198c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c746c5e-4ccd-41c6-87b1-3a8406318d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:06:22Z', 'updated_at': '2021-11-23T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:30.558761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-27197525-b894-4c76-8f59-754bcd9963cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 200 len: 217 time: 0.4261796 Nov 23 19:11:30.564211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:30.588030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-a10c4467-a2e1-4b8c-9460-1ade485be904 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5330613 Nov 23 19:11:30.601260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9474b3-d8c4-4863-8807-c8091bbc407d None None] The sync data for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 is: [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:03Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f9a1338f-b696-4dfb-b6ee-894293de436e', 'name': '', 'network_id': 'c4dd47f4-761d-487a-9e20-1d9644188187', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:de:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:10:01Z', 'updated_at': '2021-11-23T19:10:09Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': '4018d1bd-e7c0-4208-aeda-a81cd06cd8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:30.689591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.737281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-77b97ded-8f2b-4dd0-bff7-14de0e0d80b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.738787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-77b97ded-8f2b-4dd0-bff7-14de0e0d80b7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.6043723 Nov 23 19:11:30.741879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-06ab3044-d568-499c-9ac6-6bb34490bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:30.743253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-06ab3044-d568-499c-9ac6-6bb34490bfd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 200 len: 834 time: 0.1706808 Nov 23 19:11:30.794261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.935802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] For port fd23d67c-6427-4490-8fe5-1ba5e6fd198c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:30.936740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:30.998545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Calling delete_port for fd23d67c-6427-4490-8fe5-1ba5e6fd198c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:31.024730 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bffcd2-a83c-421d-9143-6fffda71703d None None] New status for floating IP 3066a101-b88c-4a7f-b290-3a75307d29e2: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:11:31.032976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40a9df-1512-48df-8b4f-865bf4b699a3 req-eecb90fc-c571-4677-885f-d80d7e7582f7 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.035985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c40a9df-1512-48df-8b4f-865bf4b699a3 req-eecb90fc-c571-4677-885f-d80d7e7582f7 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0834265 Nov 23 19:11:31.044215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-0695e3ea-efaa-44dc-b53a-f604f0b48b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.045989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-0695e3ea-efaa-44dc-b53a-f604f0b48b49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4dd47f4-761d-487a-9e20-1d9644188187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848370 Nov 23 19:11:31.048559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2a04f26c-fe4b-48dd-8b55-df6119da1e14 service neutron] 10.222.0.37 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387267 Nov 23 19:11:31.117239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c40a9df-1512-48df-8b4f-865bf4b699a3 req-46a41e65-a2d4-4ceb-8f6c-c5dc8611f06a tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733132 Nov 23 19:11:31.238165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:31.264533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe15a5-4167-486c-bf78-54b03958be53 req-c21abc38-47d0-4369-bbc7-e87de6f70f4e tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.266076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ebe15a5-4167-486c-bf78-54b03958be53 req-c21abc38-47d0-4369-bbc7-e87de6f70f4e tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0591085 Nov 23 19:11:31.288138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.304689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port b08b496e-460b-4b0b-bcca-45035edd4f7c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:31.305027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.307600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.320214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ebe15a5-4167-486c-bf78-54b03958be53 req-3b048805-0245-4af8-ad64-ce75d7fb732c tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Nov 23 19:11:31.362483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1739639164'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:31.388812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:31.393153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.404236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.459079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-95194aa4-474c-4a1b-a7f0-f193a4aaa1b5 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985746 Nov 23 19:11:31.483908 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c065-f414-43c0-8a1e-af99494da947 req-cba3fdc6-fc18-4f85-b7a1-ea526522f708 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.485520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7e2c065-f414-43c0-8a1e-af99494da947 req-cba3fdc6-fc18-4f85-b7a1-ea526522f708 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 944 time: 0.0836711 Nov 23 19:11:31.494543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74ed6fcc819d4de296e4a07fb79448d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4120123 Nov 23 19:11:31.496210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:31.498744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-6d9368c5-1932-4f73-9b01-c133ed0c1dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090021 Nov 23 19:11:31.499250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50338ffd-4cb1-49c2-8fed-ed5c4cfa8d77,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:31.548277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.548562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.549036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.549467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.549801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.550139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.550581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.550993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.551244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.551674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.551916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.552239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff5b40c-5531-466a-a770-948299e9773c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:31.609596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f7e2c065-f414-43c0-8a1e-af99494da947 req-5efe5fd0-1671-4add-98e2-80c6a298f99f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=64a44b07-2d06-490d-96cd-49bdae6a9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123743 Nov 23 19:11:31.611534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.621462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.653528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.655208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:31.664140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port b08b496e-460b-4b0b-bcca-45035edd4f7c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b08b496e-460b-4b0b-bcca-45035edd4f7c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:31.664519 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.700527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.700878 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment eb67957a-1d55-4d12-89cc-3e7d52f0efa8 of type vlan for network 27fec401-bf8e-4971-af6f-52ce88a6ef89 Nov 23 19:11:31.702200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf05da08-532c-4262-9638-11217b5ac805,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:31.707221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for b08b496e-460b-4b0b-bcca-45035edd4f7c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:31.717652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-b2107f4b-1c55-45b8-ac14-ec7c1a005cb8 service neutron] 10.222.0.50 "GET /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223685 Nov 23 19:11:31.728617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.747230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.831785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.841161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd23d67c-6427-4490-8fe5-1ba5e6fd198c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:31.859060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd6add-9820-4132-9f6e-ac1c99704adc None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:31.894687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.906514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:31.913265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:31.993535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.006189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.018880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50338ffd-4cb1-49c2-8fed-ed5c4cfa8d77 HTTP/1.1" status: 204 len: 168 time: 0.5089636 Nov 23 19:11:32.031040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c21bd4c7-401d-45b1-a60e-350182e6471b req-b54de48f-f91e-49ef-a9bd-43cc1cc7edac tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 210 time: 0.1321614 Nov 23 19:11:32.064153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.227191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9879267 Nov 23 19:11:32.228027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57099f-9a6f-43d3-921e-5d7e4c0a9ad1 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=27fec401-bf8e-4971-af6f-52ce88a6ef89,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:32.252853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.256288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b58f22-3ad6-4ea7-9c66-ca434ef2030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50338ffd-4cb1-49c2-8fed-ed5c4cfa8d77,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:32.272921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:32.302603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.312492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe3f1-2f1f-4465-8936-a4c2d540ab4a req-168c3d53-7010-4e88-a26b-c2a299723b49 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:32.325562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57bbe3f1-2f1f-4465-8936-a4c2d540ab4a req-168c3d53-7010-4e88-a26b-c2a299723b49 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.3800812 Nov 23 19:11:32.508380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57bbe3f1-2f1f-4465-8936-a4c2d540ab4a req-66f28319-2cf3-49af-a2f0-e22d5eee3e78 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785977 Nov 23 19:11:32.523173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.572883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.598404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.599219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c746c5e-4ccd-41c6-87b1-3a8406318d31 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:11:32.626197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4a5bc027-5ccc-4090-b216-d4112aa25884 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:32.648416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.660201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:32.660843 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cc3c8190-bd76-4cf7-b668-32dce35f7c3a admin admin] 10.222.0.37 "DELETE /v2.0/routers/5c746c5e-4ccd-41c6-87b1-3a8406318d31 HTTP/1.1" status: 204 len: 168 time: 3.6889925 Nov 23 19:11:32.667561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=b08b496e-460b-4b0b-bcca-45035edd4f7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:32.688477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4a5bc027-5ccc-4090-b216-d4112aa25884 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:32.689306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4a5bc027-5ccc-4090-b216-d4112aa25884 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:32.751754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] No DVR routers for this DVR port b08b496e-460b-4b0b-bcca-45035edd4f7c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:32.755144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.759733 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a79bf002-361f-4434-8451-a2cb3dc0ce8d req-d0e7848e-3719-4658-b744-05326268390e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.50 "DELETE /v2.0/ports/b08b496e-460b-4b0b-bcca-45035edd4f7c HTTP/1.1" status: 204 len: 173 time: 1.9922833 Nov 23 19:11:32.760344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-deleted', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:32.770780 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07eb46d-3c2d-462c-8259-c4010a98dac6" -d '{"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-deleted", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:32.864936 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7386d64-1411-4148-9b8f-6090e657740b x-openstack-request-id: req-b7386d64-1411-4148-9b8f-6090e657740b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:32.865223 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7cff0-6810-422f-b29f-a6619d013803", "name": "network-vif-deleted", "tag": "b08b496e-460b-4b0b-bcca-45035edd4f7c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:32.865480 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7386d64-1411-4148-9b8f-6090e657740b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:32.865908 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e7cff0-6810-422f-b29f-a6619d013803', 'name': 'network-vif-deleted', 'tag': 'b08b496e-460b-4b0b-bcca-45035edd4f7c', 'status': 'completed', 'code': 200} Nov 23 19:11:32.885174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Deleting subnet 8118ff02-7efe-4c5d-b0cf-eec91ac09d56 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:32.895578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.956469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:32.966380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-454107a4-4270-4ff1-b653-35fbd0cfa504 req-541d3dca-c466-4f0f-a964-d949dbe0019a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e7cff0-6810-422f-b29f-a6619d013803 HTTP/1.1" status: 200 len: 210 time: 0.0993872 Nov 23 19:11:33.005166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.038069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dcec8ab-74f3-4bf8-a6d0-590777e2be9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.183789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.256347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.271703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dcec8ab-74f3-4bf8-a6d0-590777e2be9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.278477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dcec8ab-74f3-4bf8-a6d0-590777e2be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.331351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8dcec8ab-74f3-4bf8-a6d0-590777e2be9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03b625530f6c4fdfae083dd5fd702e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243337 Nov 23 19:11:33.333986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.383946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50eadae4-bb4e-462f-818e-9027a8dbcff8 req-a99a71f2-db63-4b8f-813a-8010dd892c22 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 210 time: 0.1572945 Nov 23 19:11:33.386503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.438465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcec8ab-74f3-4bf8-a6d0-590777e2be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef8431-2c19-4dca-8f38-19675f6dc2fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:33.439483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8118ff02-7efe-4c5d-b0cf-eec91ac09d56,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:33.460023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc18706-a416-4a78-b936-75667739d5ca None None] Network 6bcd90e6-50d6-43fd-9035-3f9806d4989a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:33.473276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.477413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.477939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.478750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.479256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.479842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.481689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.483431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.483953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.484588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.487590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.488145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:33.494987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.496005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.507821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:33.510514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fce881dd-2f1e-4630-a197-3b9ace36ae1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8118ff02-7efe-4c5d-b0cf-eec91ac09d56 HTTP/1.1" status: 204 len: 168 time: 0.8468111 Nov 23 19:11:33.717629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.737860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] DHCP port deletion for 6bcd90e6-50d6-43fd-9035-3f9806d4989a request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:33.789217 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.810924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Deleting port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:33.811841 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.859118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-1aeeb20f-ffe9-45a3-9271-8792f572714f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:33.861645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-1aeeb20f-ffe9-45a3-9271-8792f572714f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.47 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 814 time: 0.2518647 Nov 23 19:11:33.884038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Request body: {'port': {'device_id': '92b2477a-cb11-4087-a590-803f8047b71a', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'admin_state_up': True, 'tenant_id': '3a7845f948d4435f9b66a2a494131ee3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:33.895895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] For port c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,segment=NetworkSegment(55d73c30-66fc-474b-8f71-be35f1510a9c),segment_id=55d73c30-66fc-474b-8f71-be35f1510a9c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:33.896628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:33.923752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Calling delete_port for c1bc74e6-9d63-4bdc-8f8d-a84664d01597 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:33.938504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420728a1-9e63-45d0-a9c1-d09060947b1e req-c9c118b4-dbe2-4944-8b73-2252705bbe71 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:33.947458 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-420728a1-9e63-45d0-a9c1-d09060947b1e req-c9c118b4-dbe2-4944-8b73-2252705bbe71 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.2219377 Nov 23 19:11:34.069233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-420728a1-9e63-45d0-a9c1-d09060947b1e req-edee50c4-ef6f-4281-b08a-eb5ea6607fec tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187410 Nov 23 19:11:34.085371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:34.099301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.121591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] No DVR routers for this DVR port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:34.140193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Made reservation on behalf of 3a7845f948d4435f9b66a2a494131ee3 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:34.147013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.178639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:34.208895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: b08b496e-460b-4b0b-bcca-45035edd4f7c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:34.209315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b08b496e-460b-4b0b-bcca-45035edd4f7c not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:34.211061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff562ea-7530-4485-a470-0fe191de015e None None] Pushing event deleted for resources: {'Port': ['ID=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:34.231646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.234285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.238527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebef8431-2c19-4dca-8f38-19675f6dc2fd HTTP/1.1" status: 204 len: 168 time: 0.9010589 Nov 23 19:11:34.238527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Deleting port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:34.238527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.381465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01746f40-9a23-4781-84bc-d296457a3bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef8431-2c19-4dca-8f38-19675f6dc2fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:34.496329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Allocated IP 172.20.0.8 (2957bebd-4423-4caa-a2f1-4eec7bd0a5ca/6522e9cd-263b-469c-80d0-f726d38d9d3f/e13f518c-4a23-4b4e-918f-9245119ac814) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:34.546466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c1bc74e6-9d63-4bdc-8f8d-a84664d01597 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:34.608385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-38dbcf4d-43ac-4ab5-a4bf-59571d888b2d req-1f3ce158-1869-4ca0-9813-90e7e7da5f6f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 210 time: 0.0460429 Nov 23 19:11:34.613572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c1bc74e6-9d63-4bdc-8f8d-a84664d01597 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:34.613915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c1bc74e6-9d63-4bdc-8f8d-a84664d01597 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:34.616363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd23d67c-6427-4490-8fe5-1ba5e6fd198c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:34.628830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] For port c1bc74e6-9d63-4bdc-8f8d-a84664d01597, host n-d-792364-9, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:34.629178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.673243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: fd23d67c-6427-4490-8fe5-1ba5e6fd198c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:34.673596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device fd23d67c-6427-4490-8fe5-1ba5e6fd198c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:34.783088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.851061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:34.872009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:34.947987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Pushing event updated for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:34.987399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:34.988425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:34.991469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:35.104800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.109684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.129712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2505e959-337d-4c5c-8dd0-c09f895b515d None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:35.138860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-2b3b9dcf-b0d9-4dc9-9c4f-a2360cec9956 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2587070 Nov 23 19:11:35.166972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Request body: {'port': {'device_id': '92b2477a-cb11-4087-a590-803f8047b71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:35.235846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Calling delete_port for c1bc74e6-9d63-4bdc-8f8d-a84664d01597 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:35.256200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.261779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5e6c400b-8ef5-413f-b944-ae0798b3486e None None] Provisioning complete for port e13f518c-4a23-4b4e-918f-9245119ac814 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:35.262274 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e6c400b-8ef5-413f-b944-ae0798b3486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.297735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c400b-8ef5-413f-b944-ae0798b3486e None None] Port e13f518c-4a23-4b4e-918f-9245119ac814 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:35.303805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:11:35.312200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.400099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bc74e6-9d63-4bdc-8f8d-a84664d01597,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:35.410038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] No DVR routers for this DVR port c1bc74e6-9d63-4bdc-8f8d-a84664d01597 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:35.451475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554816d-9635-4814-bfd5-ec4cb8dc9a5b req-117fded9-fe74-4163-a683-40f19872c0ff tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.452986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1554816d-9635-4814-bfd5-ec4cb8dc9a5b req-117fded9-fe74-4163-a683-40f19872c0ff tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.9664128 Nov 23 19:11:35.455255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-92f36214-9ab4-4531-8d8e-e6c5767bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.456615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-92f36214-9ab4-4531-8d8e-e6c5767bc3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 1097 time: 0.9731658 Nov 23 19:11:35.590268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.593982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:35.599335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:35.670610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcd90e6-50d6-43fd-9035-3f9806d4989a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:35.698553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d73c30-66fc-474b-8f71-be35f1510a9c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:35.698896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d73c30-66fc-474b-8f71-be35f1510a9c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:35.706020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1554816d-9635-4814-bfd5-ec4cb8dc9a5b req-11c8f807-0e0a-406d-a0f1-f15fedfd9182 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101831 Nov 23 19:11:35.737648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.749985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13f518c-4a23-4b4e-918f-9245119ac814 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:35.767117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.769315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.773722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-bddf1ab0-7e21-4a4f-be4f-0c1c7efc29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.775287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-bddf1ab0-7e21-4a4f-be4f-0c1c7efc29b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 200 len: 913 time: 0.2806571 Nov 23 19:11:35.785358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:35.785749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:35.787395 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:35.790875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fffe66-8331-4e87-8682-13340e70efce req-7258b9c6-c192-443e-8b6d-8f0737948c38 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.792436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42fffe66-8331-4e87-8682-13340e70efce req-7258b9c6-c192-443e-8b6d-8f0737948c38 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 931 time: 0.0898044 Nov 23 19:11:35.801030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:35.804773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.864478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-c76fb95f-2860-4c0b-b250-06f86d275dd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 200 len: 217 time: 0.0664403 Nov 23 19:11:35.926556 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42fffe66-8331-4e87-8682-13340e70efce req-eb410f71-7918-4973-aa1b-fcc8b6d15519 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268213 Nov 23 19:11:35.939962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Transition to ACTIVE for port object e13f518c-4a23-4b4e-918f-9245119ac814 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:35.943837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.956818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.960292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] 10.222.0.37 "DELETE /v2.0/networks/6bcd90e6-50d6-43fd-9035-3f9806d4989a HTTP/1.1" status: 204 len: 168 time: 2.4490809 Nov 23 19:11:35.970630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:35.979096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-a6d06ace-20b0-4711-97b9-66d2a4f5e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:35.980683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-a6d06ace-20b0-4711-97b9-66d2a4f5e4d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=660a6b8b-03bb-41f5-b766-7dd52807f374 HTTP/1.1" status: 200 len: 852 time: 0.0844498 Nov 23 19:11:35.982840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e523e-475e-45b8-af3f-8f3b36256aab admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcd90e6-50d6-43fd-9035-3f9806d4989a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.028457 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-9e09bbbd-8e4e-483e-a55f-4953560db6cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1fae79d-22d7-4958-8fbe-caadc6745a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384827 Nov 23 19:11:36.029269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8678d-8f92-4ddb-850d-c86f1d760353 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:36.111140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.146918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.162507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.167983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.188840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Attempting to bind port e13f518c-4a23-4b4e-918f-9245119ac814 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:36.189179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Attempting to bind port e13f518c-4a23-4b4e-918f-9245119ac814 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:36.189504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Attempting to bind port e13f518c-4a23-4b4e-918f-9245119ac814 on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:36.202283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Port e13f518c-4a23-4b4e-918f-9245119ac814 on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:36.202603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Attempting to bind port e13f518c-4a23-4b4e-918f-9245119ac814 on network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:36.210353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-67e330b8-4f63-4ddd-8756-d560ae58f139 service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696470 Nov 23 19:11:36.220672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:36.220910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Checking segment: {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:36.221598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Bound using segment: {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:36.221762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Bound port: e13f518c-4a23-4b4e-918f-9245119ac814, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b31d011-0dc4-4c15-8f25-89c4eb5233ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:36.222008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.226144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=c058c9f2-0499-4293-9b15-de0e1a97d913,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.274371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:36.274753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: 27fec401-bf8e-4971-af6f-52ce88a6ef89, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:36.313756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:36.315910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:36.318775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e13f518c-4a23-4b4e-918f-9245119ac814,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:36.324650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.349781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4da9f221-68eb-47b1-8a74-5edfe943ce29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbd91038dd8747ecafebbc32c17ba3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812863 Nov 23 19:11:36.353030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.356947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 27fec401-bf8e-4971-af6f-52ce88a6ef89) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:36.367803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3a02d-7b62-43c2-b078-279fa63fca46 None None] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:36.370769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.371068 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.387771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-2b9cd65c-2279-48e8-80e2-fd7a84f96adc service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656969 Nov 23 19:11:36.389416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.390295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.392891 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/e13f518c-4a23-4b4e-918f-9245119ac814 HTTP/1.1" status: 200 len: 1091 time: 1.2336001 Nov 23 19:11:36.397060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:36.400278 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb67921f-7c04-43cf-8e30-fb9d89b83e22" -d '{"events": [{"name": "network-changed", "server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:36.447291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b3abfde3-49b9-4301-9a1d-c0c962c8751a tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8491063 Nov 23 19:11:36.447766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.455754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766594791'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:36.465989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad64a9-7faa-4e10-9fde-7ff951af25a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.470791 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaac6327-3d58-4ced-a3fb-770c37216eaa x-openstack-request-id: req-eaac6327-3d58-4ced-a3fb-770c37216eaa {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:36.471085 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:36.471486 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eaac6327-3d58-4ced-a3fb-770c37216eaa {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:36.471784 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814', 'status': 'completed', 'code': 200} Nov 23 19:11:36.479483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebbf2b-aca1-4ed4-b633-d092bd5715d2 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:36.510228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:36.512311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.515196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.526342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-697ca962-60fc-499b-954a-2de573d15679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.528628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-697ca962-60fc-499b-954a-2de573d15679 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 1094 time: 0.0757997 Nov 23 19:11:36.549159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.552934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:36.587117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-27fec401-bf8e-4971-af6f-52ce88a6ef89', 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': 'c058c9f2-0499-4293-9b15-de0e1a97d913'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:36.588084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.588560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.589000 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment 3b62a24c-321f-4867-ace5-22b4db663424 of type vlan for network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 Nov 23 19:11:36.599840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-74db97c6-8868-4c75-b173-022d64bc7ba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13f518c-4a23-4b4e-918f-9245119ac814 HTTP/1.1" status: 200 len: 217 time: 0.0480750 Nov 23 19:11:36.663221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.670650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-1a5706ec-cbb6-4b1a-a249-347e5da09436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.672401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-1a5706ec-cbb6-4b1a-a249-347e5da09436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0612218 Nov 23 19:11:36.706895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.712791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:36.713460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.714562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-10d74d0a-fd97-46e4-937b-a7208fa200d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340519 Nov 23 19:11:36.715439 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.718379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.722354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e87c150-9960-4b6f-9861-e108c101b391 HTTP/1.1" status: 204 len: 168 time: 0.3662987 Nov 23 19:11:36.732906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d25abb-e8ff-4886-930b-f4b8fe4932b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87c150-9960-4b6f-9861-e108c101b391,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.775840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Allocated IP 2001:db8:0:ffff::2 (27fec401-bf8e-4971-af6f-52ce88a6ef89/c058c9f2-0499-4293-9b15-de0e1a97d913/725b1f42-9207-41e9-ba34-7887f9595bf8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:36.823255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=eb6a2af3-456d-4981-b9b6-e6e7e0f323a6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:36.832542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port f9a1338f-b696-4dfb-b6ee-894293de436e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:36.832975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:36.842954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6267964b-2532-4d49-b519-68ffc163e4b5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3910751 Nov 23 19:11:36.850646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:36.855600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:36.857556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:36.986861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-36cd86ce-e89a-432f-872f-dd1ae2b62019 service neutron] 10.222.0.47 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550581 Nov 23 19:11:37.022276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.038168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.042018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de373403-1873-44cb-b67e-9adddae0bee8 req-4f845d26-140c-4aa1-a365-1322c115d695 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.044210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de373403-1873-44cb-b67e-9adddae0bee8 req-4f845d26-140c-4aa1-a365-1322c115d695 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1464150 Nov 23 19:11:37.085781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port f9a1338f-b696-4dfb-b6ee-894293de436e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f9a1338f-b696-4dfb-b6ee-894293de436e,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:37.086502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.102310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:37.104709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Pushing event updated for resources: {'Port': ['ID=725b1f42-9207-41e9-ba34-7887f9595bf8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.105773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for f9a1338f-b696-4dfb-b6ee-894293de436e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:37.107871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:37.110580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:37.129295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:37.133595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.184901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Attempting to bind port 725b1f42-9207-41e9-ba34-7887f9595bf8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:37.185174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Attempting to bind port 725b1f42-9207-41e9-ba34-7887f9595bf8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:37.185595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Attempting to bind port 725b1f42-9207-41e9-ba34-7887f9595bf8 on network 27fec401-bf8e-4971-af6f-52ce88a6ef89 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:37.192824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:37.193199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Checking segment: {'id': 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:37.193708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.194187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Bound using segment: {'id': 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:37.194866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Bound port: 725b1f42-9207-41e9-ba34-7887f9595bf8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '27fec401-bf8e-4971-af6f-52ce88a6ef89'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:37.195157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.205548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6bb6698a-49fb-4562-afd9-10ea3f492bfd req-e9f1ca31-ef44-4ccf-85a9-e889b30d1c9f service neutron] 10.222.0.47 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101164 Nov 23 19:11:37.216722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de373403-1873-44cb-b67e-9adddae0bee8 req-82d0c98b-8d6a-4037-bc77-ed1335597e93 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326265 Nov 23 19:11:37.272006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] For port 725b1f42-9207-41e9-ba34-7887f9595bf8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:37.277682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] For port 725b1f42-9207-41e9-ba34-7887f9595bf8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=725b1f42-9207-41e9-ba34-7887f9595bf8,segment=NetworkSegment(eb67957a-1d55-4d12-89cc-3e7d52f0efa8),segment_id=eb67957a-1d55-4d12-89cc-3e7d52f0efa8)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:37.285743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.312079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-1f62ef24-1330-47d7-ad85-d44ac9803e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.314690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-1f62ef24-1330-47d7-ad85-d44ac9803e68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 1094 time: 0.0589714 Nov 23 19:11:37.335596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.348077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2e965-82c1-4f6f-892a-1180a15cd3f9 req-031815a3-4f5d-4370-9267-4a22a252e4c8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.356375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd7813-daa0-4f0c-ac7b-e40af94e9cfe None None] Pushing event updated for resources: {'Port': ['ID=725b1f42-9207-41e9-ba34-7887f9595bf8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.356654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45b2e965-82c1-4f6f-892a-1180a15cd3f9 req-031815a3-4f5d-4370-9267-4a22a252e4c8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 943 time: 0.2315891 Nov 23 19:11:37.561945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77257a0e-3f6d-4c5e-8d94-60f28fe6c0d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b83b6b651784117a50da8a9eb64e9cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231247 Nov 23 19:11:37.566732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45b2e965-82c1-4f6f-892a-1180a15cd3f9 req-994d44ac-3e65-4d64-b429-cf3cb31f239a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092237 Nov 23 19:11:37.567384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:37.754997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-01f41242-8a5f-4dce-bd6e-262ee76c3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.756987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-01f41242-8a5f-4dce-bd6e-262ee76c3f00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.4341662 Nov 23 19:11:37.760866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.769300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.802964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-1cd83b9c-7e1a-4b5d-b2b8-59625fef988a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13f518c-4a23-4b4e-918f-9245119ac814 HTTP/1.1" status: 200 len: 217 time: 0.0377438 Nov 23 19:11:37.836903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=f9a1338f-b696-4dfb-b6ee-894293de436e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:37.849199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:37.860896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-f17d4037-9b93-493a-9e37-85252b8438f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:37.862880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-f17d4037-9b93-493a-9e37-85252b8438f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0529306 Nov 23 19:11:37.908594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-4d38040e-87f8-45f7-9c88-88eeef743f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293360 Nov 23 19:11:37.971344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:11:37.981244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.036180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-7fa4276b-9025-403e-be07-765482e868b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167879 Nov 23 19:11:38.095330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=f97fcffe-7acb-4301-82e9-360e11babcf9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:38.101070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.103843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.108071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9db337c0-1c0f-4fdd-ae63-cad9154ff5b6 HTTP/1.1" status: 204 len: 168 time: 0.5356526 Nov 23 19:11:38.134604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3db84-210f-4093-8d63-5bf8cb5acc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db337c0-1c0f-4fdd-ae63-cad9154ff5b6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:38.168153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb67921f-7c04-43cf-8e30-fb9d89b83e22 req-15b36f9f-1032-45b4-8383-d1b89194edea service neutron] 10.222.0.47 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154993 Nov 23 19:11:38.171124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': '3b62a24c-321f-4867-ace5-22b4db663424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:38.171557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: eb6a2af3-456d-4981-b9b6-e6e7e0f323a6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:38.206382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:38.208437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.264893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, eb6a2af3-456d-4981-b9b6-e6e7e0f323a6) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:38.274608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:38.275480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.284690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30819698-6457-45ee-88cf-45204249e83f None None] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:38.439759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945919-94fe-4950-b2f8-974efe635de8 req-5bacf937-080c-40e4-9db8-d63e42f5592b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:38.447569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13945919-94fe-4950-b2f8-974efe635de8 req-5bacf937-080c-40e4-9db8-d63e42f5592b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1402090 Nov 23 19:11:38.522610 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-45d54334-1695-4700-ad83-2ccb527fee9b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6679251 Nov 23 19:11:38.523249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-eb6a2af3-456d-4981-b9b6-e6e7e0f323a6', 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': 'f97fcffe-7acb-4301-82e9-360e11babcf9'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:38.523415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:38.523645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:38.549218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'port': {'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6', 'name': 'tempest-NetworksIpV6TestAttrs-1247296949'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:38.575813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-13945919-94fe-4950-b2f8-974efe635de8 req-e8d32d96-3934-49f1-93e7-63db7cf344df tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153119 Nov 23 19:11:38.716866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 725b1f42-9207-41e9-ba34-7887f9595bf8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:38.942661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Allocated IP 2001:db8::f816:3eff:fee8:b7d7 (eb6a2af3-456d-4981-b9b6-e6e7e0f323a6/f97fcffe-7acb-4301-82e9-360e11babcf9/bacc85d7-7e6d-4730-b7a9-738d484e139d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:39.013011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c98d2-0291-4789-84f8-b824f422b5f7 req-3e2ed739-f39a-4499-8980-cf11b7d0e767 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:39.014535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc2c98d2-0291-4789-84f8-b824f422b5f7 req-3e2ed739-f39a-4499-8980-cf11b7d0e767 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0928843 Nov 23 19:11:39.057697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e13f518c-4a23-4b4e-918f-9245119ac814 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:11:39.060542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68bfc0b-6364-4bfc-99a8-6f4745a3a6ba None None] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:39.081680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc2c98d2-0291-4789-84f8-b824f422b5f7 req-993cc9c3-ac1e-43cd-a78b-e525a62701ef tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595057 Nov 23 19:11:39.167657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 725b1f42-9207-41e9-ba34-7887f9595bf8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:39.167913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.169461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.228460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4bd1174f-fa7e-4ef3-b5db-dc356c393b20 None None] Provisioning complete for port 725b1f42-9207-41e9-ba34-7887f9595bf8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:39.228833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bd1174f-fa7e-4ef3-b5db-dc356c393b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.272837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b287-7ef8-49de-9167-9df438648d64 req-b4dc97a6-3814-4714-b4b4-9c6701f8486d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:39.274151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f840b287-7ef8-49de-9167-9df438648d64 req-b4dc97a6-3814-4714-b4b4-9c6701f8486d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 943 time: 0.1309636 Nov 23 19:11:39.276094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:39.311640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:39.315212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.383621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] device_id is not set on port e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:11:39.446108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f840b287-7ef8-49de-9167-9df438648d64 req-0d193d45-f328-4f63-a5af-6a16e7dbcfc5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614151 Nov 23 19:11:39.519088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:39.524666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-703b87e2-02f8-45e2-beb2-dc1d1bb0e577 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/8aa6faad-99be-4b4b-a4fd-4b11f8c45706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4415424 Nov 23 19:11:39.528113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:39.549717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Sync routers for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:39.583704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting subnet 4018d1bd-e7c0-4208-aeda-a81cd06cd8bf {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:39.586899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.619486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.629472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:39.630096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:39.634218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.683944 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.689619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e13f518c-4a23-4b4e-918f-9245119ac814,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:39.726994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Allocated IP 2001:db8::f816:3eff:fe1d:46e5 (eb6a2af3-456d-4981-b9b6-e6e7e0f323a6/f97fcffe-7acb-4301-82e9-360e11babcf9/e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:39.786522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.800973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'e13f518c-4a23-4b4e-918f-9245119ac814', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'port_id': 'e13f518c-4a23-4b4e-918f-9245119ac814', 'mac_address': 'fa:16:3e:76:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6522e9cd-263b-469c-80d0-f726d38d9d3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:11:39.862521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:39.890705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:39.894256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:39.905767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Pushing event updated for resources: {'Port': ['ID=bacc85d7-7e6d-4730-b7a9-738d484e139d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:39.920768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.936748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bd1174f-fa7e-4ef3-b5db-dc356c393b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.939161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.965066 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Subnet': ['ID=4018d1bd-e7c0-4208-aeda-a81cd06cd8bf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:39.972118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:39.978147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-da192cce-5954-462f-a3c4-806aac58296b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/subnets/4018d1bd-e7c0-4208-aeda-a81cd06cd8bf HTTP/1.1" status: 204 len: 168 time: 0.4465754 Nov 23 19:11:39.978490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:39.998260 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.005192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c808ff-fa06-42ef-98f8-4b026cfa0e79 None None] Network c4dd47f4-761d-487a-9e20-1d9644188187 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:40.041163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.072283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.075380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:40.095410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:40.099277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:40.103677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:40.112664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.113761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.121739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.129103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Port': ['ID=e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.140329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f62f4dfd-a0f7-41d8-8d0f-7b3b94b0aa16 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6027660 Nov 23 19:11:40.142981 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:40.200892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting subnet f97fcffe-7acb-4301-82e9-360e11babcf9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:40.205460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.269351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.283764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13f518c-4a23-4b4e-918f-9245119ac814 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:40.294040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 725b1f42-9207-41e9-ba34-7887f9595bf8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=725b1f42-9207-41e9-ba34-7887f9595bf8,segment=NetworkSegment(eb67957a-1d55-4d12-89cc-3e7d52f0efa8),segment_id=eb67957a-1d55-4d12-89cc-3e7d52f0efa8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:40.296715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Attempting to bind port bacc85d7-7e6d-4730-b7a9-738d484e139d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:40.296983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Attempting to bind port bacc85d7-7e6d-4730-b7a9-738d484e139d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3b62a24c-321f-4867-ace5-22b4db663424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:40.297470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Attempting to bind port bacc85d7-7e6d-4730-b7a9-738d484e139d on network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:40.302918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b55c98-078a-42d4-91e9-36bf1ab45522 req-5e716a26-0b1a-4cbf-8d61-0262a5b6e447 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.305030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1b55c98-078a-42d4-91e9-36bf1ab45522 req-5e716a26-0b1a-4cbf-8d61-0262a5b6e447 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0852506 Nov 23 19:11:40.311144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.338072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.390702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d1b55c98-078a-42d4-91e9-36bf1ab45522 req-cd147204-e9b7-462f-80e5-94e80c43c38d tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 Nov 23 19:11:40.399262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:40.399741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Checking segment: {'id': '3b62a24c-321f-4867-ace5-22b4db663424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:40.400158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.400561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Bound using segment: {'id': '3b62a24c-321f-4867-ace5-22b4db663424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:40.401391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Bound port: bacc85d7-7e6d-4730-b7a9-738d484e139d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b62a24c-321f-4867-ace5-22b4db663424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'eb6a2af3-456d-4981-b9b6-e6e7e0f323a6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:40.401784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.430735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 243aa24e-7917-4b56-b906-0c7b673cdfed {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:40.431079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.466763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.499479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e13f518c-4a23-4b4e-918f-9245119ac814,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:40.540333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.549348 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.582911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 243aa24e-7917-4b56-b906-0c7b673cdfed, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=243aa24e-7917-4b56-b906-0c7b673cdfed,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:40.583629 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.590116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=f97fcffe-7acb-4301-82e9-360e11babcf9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.597639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.602015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09b6c35c-7028-4f77-93e5-2af9b0bd72c4 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/f97fcffe-7acb-4301-82e9-360e11babcf9 HTTP/1.1" status: 204 len: 168 time: 0.4579103 Nov 23 19:11:40.605251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:40.619714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-4bd1174f-fa7e-4ef3-b5db-dc356c393b20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:40.620225 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-4bd1174f-fa7e-4ef3-b5db-dc356c393b20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:40.620862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=725b1f42-9207-41e9-ba34-7887f9595bf8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.622531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 243aa24e-7917-4b56-b906-0c7b673cdfed owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:40.624808 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.693450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4ca38-e125-4120-b9a0-42d406517f91 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.696365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4ca38-e125-4120-b9a0-42d406517f91 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.698275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-27e4ca38-e125-4120-b9a0-42d406517f91 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0918026 Nov 23 19:11:40.701856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:40.750405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] For port bacc85d7-7e6d-4730-b7a9-738d484e139d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:40.788266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] For port bacc85d7-7e6d-4730-b7a9-738d484e139d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bacc85d7-7e6d-4730-b7a9-738d484e139d,segment=NetworkSegment(3b62a24c-321f-4867-ace5-22b4db663424),segment_id=3b62a24c-321f-4867-ace5-22b4db663424)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:40.790224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:40.797439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a90ecd39-0553-4837-abe6-b9e1e6570a09 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.797869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.853492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e13f518c-4a23-4b4e-918f-9245119ac814'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:40.854250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138aa95-bd32-4d25-92f4-846b2ea220b5 req-bf2bf28c-f635-41e4-a4ed-65d0377fa858 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.859362 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90ecd39-0553-4837-abe6-b9e1e6570a09 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 19:11:40.859362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90ecd39-0553-4837-abe6-b9e1e6570a09 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:40.862209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b138aa95-bd32-4d25-92f4-846b2ea220b5 req-bf2bf28c-f635-41e4-a4ed-65d0377fa858 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 944 time: 0.1271799 Nov 23 19:11:40.867269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a90ecd39-0553-4837-abe6-b9e1e6570a09 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 HTTP/1.1" status: 409 len: 405 time: 0.1639490 Nov 23 19:11:40.868115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:40.877614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1410182842'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:40.880352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-4fc35cd2-adb9-44e9-8556-07ae420d499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.881988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-4fc35cd2-adb9-44e9-8556-07ae420d499c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 1097 time: 0.1481819 Nov 23 19:11:40.906923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:40.910438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:40.916236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] DHCP port deletion for c4dd47f4-761d-487a-9e20-1d9644188187 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:40.943978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80205a58-390f-4e13-a5b5-a2a1f9559998 req-3b0e381d-9397-4075-9668-2241edb35adf tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:40.947834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80205a58-390f-4e13-a5b5-a2a1f9559998 req-3b0e381d-9397-4075-9668-2241edb35adf tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1552343 Nov 23 19:11:40.963202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:11:37Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '243aa24e-7917-4b56-b906-0c7b673cdfed', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:47:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:40.980248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:41.000720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.001064 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment c5074794-9248-4e0e-8929-3149909f9e69 of type vlan for network f7557d09-14a1-45c0-a304-f4624cb1c566 Nov 23 19:11:41.006342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b138aa95-bd32-4d25-92f4-846b2ea220b5 req-81ea0923-13bb-48e6-9e38-47387dd1a92b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427462 Nov 23 19:11:41.023793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f4835-0943-44d7-a740-3a1c8d000e02 None None] Network eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:41.031437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202778ad-1f8d-4d18-881f-7f578a69ba58 None None] Pushing event updated for resources: {'Port': ['ID=bacc85d7-7e6d-4730-b7a9-738d484e139d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:41.045811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Checking router: 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:41.057183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80205a58-390f-4e13-a5b5-a2a1f9559998 req-0781dd37-cf71-445b-b10d-7c3124e1392d tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020546 Nov 23 19:11:41.077205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.107410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.113571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.114369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.116939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-9bf6a80b-0491-4132-b795-0ed17a5d5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.119003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-9bf6a80b-0491-4132-b795-0ed17a5d5aaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 200 len: 913 time: 0.1920562 Nov 23 19:11:41.130999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Routers {'8aa6faad-99be-4b4b-a4fd-4b11f8c45706'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:41.131778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:41.139847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.179903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-e31614c4-7ed3-4cdb-9c37-46f264cc248a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 200 len: 217 time: 0.0480545 Nov 23 19:11:41.196551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=f7557d09-14a1-45c0-a304-f4624cb1c566,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:41.208282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=243aa24e-7917-4b56-b906-0c7b673cdfed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:41.219887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-56e8fd4d-1b3f-4eaa-813e-2da9b7e8656c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3486919 Nov 23 19:11:41.222336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:41.229120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f7557d09-14a1-45c0-a304-f4624cb1c566 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:41.231755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8aef3a-2b39-419b-9577-e746fdcd19da None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:41.232708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:41.309252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-215db21a-5a40-4dfb-be1b-c60a5a8f503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.310680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-215db21a-5a40-4dfb-be1b-c60a5a8f503a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=660a6b8b-03bb-41f5-b766-7dd52807f374 HTTP/1.1" status: 200 len: 852 time: 0.1117384 Nov 23 19:11:41.319527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.345668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:41.350066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.404071 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-3f985610-7e51-48eb-b60e-23c135c5f1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1fae79d-22d7-4958-8fbe-caadc6745a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816758 Nov 23 19:11:41.459743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.467361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.509529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Deleting port 637ff913-0eba-49e0-90d8-ee4fc8ce995c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:41.509529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.556253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.556791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:11:41.568576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.573385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fd42432f-be13-4682-a358-d67f6ef52da6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/routers/8aa6faad-99be-4b4b-a4fd-4b11f8c45706 HTTP/1.1" status: 204 len: 168 time: 1.5896299 Nov 23 19:11:41.575997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:41.584265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] Set router 8aa6faad-99be-4b4b-a4fd-4b11f8c45706 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:41.603440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-a9747225-00db-4d10-8fe8-7dfd1ec4af41 service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689851 Nov 23 19:11:41.672779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:11:40Z', 'revision_number': 6, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:41.698357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.710293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:11:41.712106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.751256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61cea9-26c9-42cc-9772-7ab4d0eeb12b None None] The sync data for ids ['8aa6faad-99be-4b4b-a4fd-4b11f8c45706'] in n-d-792364-9 is: [{'id': '8aa6faad-99be-4b4b-a4fd-4b11f8c45706', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637266874', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:09:56Z', 'updated_at': '2021-11-23T19:11:40Z', 'revision_number': 6, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:41.773343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] For port 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=637ff913-0eba-49e0-90d8-ee4fc8ce995c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:41.773753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.791290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': 'c5074794-9248-4e0e-8929-3149909f9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:41.791660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: f7557d09-14a1-45c0-a304-f4624cb1c566, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:41.796698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=2d8362f0-354e-4128-aeb7-6b4caf85a47e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:41.803301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3468ae9d-9f94-4e7f-8e92-badadf0602da None None] Provisioning complete for port 725b1f42-9207-41e9-ba34-7887f9595bf8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:41.803768 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3468ae9d-9f94-4e7f-8e92-badadf0602da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.810458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Calling delete_port for 637ff913-0eba-49e0-90d8-ee4fc8ce995c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:41.818893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network f7557d09-14a1-45c0-a304-f4624cb1c566 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:41.833191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f7557d09-14a1-45c0-a304-f4624cb1c566) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:41.835646 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d3430f0-63b0-4adb-8ad4-162d6d72a343 req-7da8691c-d72b-4ea2-940c-a056b877760d service neutron] 10.222.0.47 "GET /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203679 Nov 23 19:11:41.846539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0301f7b-a303-4eb2-9746-c8303925bc39 None None] Network f7557d09-14a1-45c0-a304-f4624cb1c566 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:41.846869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:41.847917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:41.869609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cde5f446-c76c-43e1-96ed-da395e68a90b tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6444678 Nov 23 19:11:41.872611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:41.879041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'port': {'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566', 'name': 'tempest-NetworksIpV6TestAttrs-2095686772'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:41.886400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 637ff913-0eba-49e0-90d8-ee4fc8ce995c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:41.886735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.010617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 637ff913-0eba-49e0-90d8-ee4fc8ce995c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=637ff913-0eba-49e0-90d8-ee4fc8ce995c,segment=NetworkSegment(1c87e794-3121-4c9d-a4fa-ed9d5843a032),segment_id=1c87e794-3121-4c9d-a4fa-ed9d5843a032)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:42.010984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.036694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 637ff913-0eba-49e0-90d8-ee4fc8ce995c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:42.064534 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.099492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] Pushing event deleted for resources: {'Port': ['ID=637ff913-0eba-49e0-90d8-ee4fc8ce995c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:42.101454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dbbaf-f0ce-4874-864d-ea78e0fe31af None None] No DVR routers for this DVR port 637ff913-0eba-49e0-90d8-ee4fc8ce995c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:42.129780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:42.133411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.157079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-f7557d09-14a1-45c0-a304-f4624cb1c566', 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': '2d8362f0-354e-4128-aeb7-6b4caf85a47e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:42.158550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.232537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] device_id is not set on port 0c351271-2544-4ea2-ac5d-11080bd24c51 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:11:42.241600 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d5e6-1c47-422b-8652-0abc6cf982a3 req-06cd8bb2-5eca-48c2-823e-ca60f5aaffeb tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:42.242173 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.243602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7da4d5e6-1c47-422b-8652-0abc6cf982a3 req-06cd8bb2-5eca-48c2-823e-ca60f5aaffeb tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0702686 Nov 23 19:11:42.276776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335dfe2-db6b-44c6-b73b-17488ce81b5f req-dc4d77c7-1d9a-41a9-bbe8-98ff69335e0d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:42.278642 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3335dfe2-db6b-44c6-b73b-17488ce81b5f req-dc4d77c7-1d9a-41a9-bbe8-98ff69335e0d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 944 time: 0.1416228 Nov 23 19:11:42.309131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=637ff913-0eba-49e0-90d8-ee4fc8ce995c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:42.316050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7da4d5e6-1c47-422b-8652-0abc6cf982a3 req-4fe6b088-75a1-4300-97a1-bdd8d99225bb tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Nov 23 19:11:42.341059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] No DVR routers for this DVR port 637ff913-0eba-49e0-90d8-ee4fc8ce995c on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:42.355772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Allocated IP 2001:db8::f816:3eff:fe1b:e14d (f7557d09-14a1-45c0-a304-f4624cb1c566/2d8362f0-354e-4128-aeb7-6b4caf85a47e/d58fa189-5da2-4729-8efc-386f43139f10) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:42.456886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 725b1f42-9207-41e9-ba34-7887f9595bf8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:42.473406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3335dfe2-db6b-44c6-b73b-17488ce81b5f req-d8907d33-7390-44ea-ae2f-be9ec492198c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576545 Nov 23 19:11:42.515140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.544388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dd47f4-761d-487a-9e20-1d9644188187']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:42.554930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87e794-3121-4c9d-a4fa-ed9d5843a032') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:42.555489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87e794-3121-4c9d-a4fa-ed9d5843a032') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:42.567436 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.583872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.590168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:42.590881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.593800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 725b1f42-9207-41e9-ba34-7887f9595bf8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:42.594130 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:42.594980 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:42.600935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.634268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.683282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Network f7557d09-14a1-45c0-a304-f4624cb1c566 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:42.692461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:42.699714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:42.714870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Pushing event updated for resources: {'Port': ['ID=d58fa189-5da2-4729-8efc-386f43139f10,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:42.719834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.731628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.738002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/networks/c4dd47f4-761d-487a-9e20-1d9644188187 HTTP/1.1" status: 204 len: 168 time: 1.1579826 Nov 23 19:11:42.738428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:42.753111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Allocated IP 2001:db8::f816:3eff:fe1c:bc48 (f7557d09-14a1-45c0-a304-f4624cb1c566/2d8362f0-354e-4128-aeb7-6b4caf85a47e/0c351271-2544-4ea2-ac5d-11080bd24c51) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:42.808860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Attempting to bind port d58fa189-5da2-4729-8efc-386f43139f10 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:42.809406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Attempting to bind port d58fa189-5da2-4729-8efc-386f43139f10 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'c5074794-9248-4e0e-8929-3149909f9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:42.809775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Attempting to bind port d58fa189-5da2-4729-8efc-386f43139f10 on network f7557d09-14a1-45c0-a304-f4624cb1c566 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:42.825265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.825662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:42.826076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Checking segment: {'id': 'c5074794-9248-4e0e-8929-3149909f9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:42.826445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.827086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Bound using segment: {'id': 'c5074794-9248-4e0e-8929-3149909f9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:42.827475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Bound port: d58fa189-5da2-4729-8efc-386f43139f10, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5074794-9248-4e0e-8929-3149909f9e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7557d09-14a1-45c0-a304-f4624cb1c566'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:42.827865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.834041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdaea5-3bff-4d63-a432-03209cb48b8b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Network': ['ID=c4dd47f4-761d-487a-9e20-1d9644188187,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:42.877505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.892821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f9a1338f-b696-4dfb-b6ee-894293de436e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:42.924964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f9a1338f-b696-4dfb-b6ee-894293de436e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:42.925315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f9a1338f-b696-4dfb-b6ee-894293de436e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:42.925737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 243aa24e-7917-4b56-b906-0c7b673cdfed no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:42.954684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 243aa24e-7917-4b56-b906-0c7b673cdfed {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:42.955072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 243aa24e-7917-4b56-b906-0c7b673cdfed not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:42.955722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 637ff913-0eba-49e0-90d8-ee4fc8ce995c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:42.960220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] For port d58fa189-5da2-4729-8efc-386f43139f10, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:42.967623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.969316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.970619 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:42.971908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/security-groups/64a44b07-2d06-490d-96cd-49bdae6a9c1a HTTP/1.1" status: 204 len: 168 time: 0.2326069 Nov 23 19:11:42.982922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdcb68-84c3-42df-bacd-e0995643403b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a44b07-2d06-490d-96cd-49bdae6a9c1a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:42.984268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e13f518c-4a23-4b4e-918f-9245119ac814 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:43.037231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.037983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 637ff913-0eba-49e0-90d8-ee4fc8ce995c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:43.038319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 637ff913-0eba-49e0-90d8-ee4fc8ce995c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:43.063672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] For port d58fa189-5da2-4729-8efc-386f43139f10, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d58fa189-5da2-4729-8efc-386f43139f10,segment=NetworkSegment(c5074794-9248-4e0e-8929-3149909f9e69),segment_id=c5074794-9248-4e0e-8929-3149909f9e69)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:43.081861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network f7557d09-14a1-45c0-a304-f4624cb1c566 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:43.082031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.086459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:43.095215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:43.103059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.104054 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.130674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Port': ['ID=0c351271-2544-4ea2-ac5d-11080bd24c51,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:43.137073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5fa84476-0c78-487c-a429-b3b01dab4afb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2631743 Nov 23 19:11:43.141330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:43.166836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port e13f518c-4a23-4b4e-918f-9245119ac814 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:11:43.182031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port e13f518c-4a23-4b4e-918f-9245119ac814 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:43.182634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.247115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting subnet 2d8362f0-354e-4128-aeb7-6b4caf85a47e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:43.248575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345645-1271-4077-8690-41cc02b5ce5e None None] Pushing event updated for resources: {'Port': ['ID=d58fa189-5da2-4729-8efc-386f43139f10,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:43.266729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.330960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.336048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.359971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:43.362779 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657bf646-85a8-433a-9d98-85e8587b41e2" -d '{"events": [{"server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "name": "network-vif-plugged", "status": "completed", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:43.377355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e13f518c-4a23-4b4e-918f-9245119ac814,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:43.383511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.484126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:43.567161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36af1be-af8e-48db-90b3-e48f4642bef1 req-05db0a89-503f-467c-8313-79968b1f2652 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.568755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d36af1be-af8e-48db-90b3-e48f4642bef1 req-05db0a89-503f-467c-8313-79968b1f2652 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0901706 Nov 23 19:11:43.577672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:43.583327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230752857', 'description': 'tempest-secgroup-smoke-230752857 description', 'project_id': '48a299723a744276a7d18c197f219f0f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:43.608319 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2383b5b-3e80-4a70-9499-899834bd07b3 x-openstack-request-id: req-f2383b5b-3e80-4a70-9499-899834bd07b3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:43.609159 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "name": "network-vif-plugged", "status": "completed", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:43.610348 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2383b5b-3e80-4a70-9499-899834bd07b3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:43.610821 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814', 'code': 200} Nov 23 19:11:43.615411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.624477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.684065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d36af1be-af8e-48db-90b3-e48f4642bef1 req-a1712ddb-2b82-476a-80fb-b55e6a7d9914 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022339 Nov 23 19:11:43.718116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.752490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8362f0-354e-4128-aeb7-6b4caf85a47e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:43.764470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.772439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1f915468-9c6b-4bc1-a54e-f6536f2281b3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/2d8362f0-354e-4128-aeb7-6b4caf85a47e HTTP/1.1" status: 204 len: 168 time: 0.6290650 Nov 23 19:11:43.773116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:43.774490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9e99d-865d-4d0e-b316-9d54b712f9d1 req-5da98b5a-c6b5-4cbd-b2f7-c0a49ef93402 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.776007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aac9e99d-865d-4d0e-b316-9d54b712f9d1 req-5da98b5a-c6b5-4cbd-b2f7-c0a49ef93402 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.1218810 Nov 23 19:11:43.789509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.806567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.822353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b22db3-7031-4025-9f1d-7a1072305a96 req-d67771ec-6c7d-4d54-90a6-ad571bb253e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.823874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9b22db3-7031-4025-9f1d-7a1072305a96 req-d67771ec-6c7d-4d54-90a6-ad571bb253e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 1096 time: 0.1287234 Nov 23 19:11:43.840087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d6b57-4b28-446d-928c-c6c4132541f3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.842181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d6b57-4b28-446d-928c-c6c4132541f3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:43.846204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f7d6b57-4b28-446d-928c-c6c4132541f3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0695224 Nov 23 19:11:43.846466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:43.872270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:43.878869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:43.886082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:43.893230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3038938 Nov 23 19:11:43.915805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a1860-fb16-41f2-b504-7a153eb7e5aa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:43.929575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aac9e99d-865d-4d0e-b316-9d54b712f9d1 req-8248e675-0768-4867-a3d6-27853a37cf0d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446853 Nov 23 19:11:43.959231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9b22db3-7031-4025-9f1d-7a1072305a96 req-7a404ccb-af76-409c-bf8b-c96a4c376a59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266122 Nov 23 19:11:43.987586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e567-d70d-41c7-99e4-e46a34d3722d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.014143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.027283 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd5e567-d70d-41c7-99e4-e46a34d3722d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 19:11:44.027785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd5e567-d70d-41c7-99e4-e46a34d3722d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:44.030871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cbd5e567-d70d-41c7-99e4-e46a34d3722d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/f7557d09-14a1-45c0-a304-f4624cb1c566 HTTP/1.1" status: 409 len: 405 time: 0.1834564 Nov 23 19:11:44.036079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.042325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2128920206'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.060677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207f3a-fdca-4c2d-b3dd-951be59eeead req-a71dad60-5e9f-4d79-bf50-02938e6a0df9 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:44.062448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18207f3a-fdca-4c2d-b3dd-951be59eeead req-a71dad60-5e9f-4d79-bf50-02938e6a0df9 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.0996256 Nov 23 19:11:44.071485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:44.075543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.107990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:44.113724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.119798 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.120780 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment 4e603a1a-8f63-4f22-aee3-f96aeacae4a6 of type vlan for network 92481861-a428-41db-8285-ae141e5dbf37 Nov 23 19:11:44.124383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.136730 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18207f3a-fdca-4c2d-b3dd-951be59eeead req-c071cb95-dc2c-4989-8690-c96d300e36b1 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Nov 23 19:11:44.150185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb98f717-ea91-48cb-b85e-e95e75aeb8b4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.167626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.169023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2d9c682-7317-4b09-8bc7-e9abcd852ad4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890234 Nov 23 19:11:44.171770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.177451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.200430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.215182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.232737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.239196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:44.239947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.279227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2419472 Nov 23 19:11:44.282778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.284222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.287749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': '92481861-a428-41db-8285-ae141e5dbf37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.289188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.306085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82b3b97-7ac5-4efd-b30d-c244c5f060c4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.317792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.321972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ca489800-63af-4ad6-9732-644de44963c9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483085 Nov 23 19:11:44.322654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.327266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.359216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44419003-97f3-471d-b8e4-eb8e8c079ff9 None None] Network f7557d09-14a1-45c0-a304-f4624cb1c566 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:44.365990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.472900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.479394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.483179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] Provisioning complete for port d58fa189-5da2-4729-8efc-386f43139f10 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:44.483707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.510314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c89e2-64c8-4721-a737-47ab4a112ca3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.519961 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.523366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c668e6f-33c1-463e-acb5-79d0b8f2e1ed tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977067 Nov 23 19:11:44.524229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.529759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.537173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d58fa189-5da2-4729-8efc-386f43139f10 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:44.560049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.625336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.629763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.650126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc80a60-38ac-40d6-ac35-98801c262a74,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.661640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b906d5-dfc1-47c2-ad45-3803948f9ce5 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=92481861-a428-41db-8285-ae141e5dbf37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.665093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.666905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cbfa010b-6074-4813-a85d-1f41acfea4af tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410911 Nov 23 19:11:44.669986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.675005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.677424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d58fa189-5da2-4729-8efc-386f43139f10 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:44.677863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.705517 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:11:44.711789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.716764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 92481861-a428-41db-8285-ae141e5dbf37 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:44.729395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:44.733458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.761575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] DHCP port deletion for f7557d09-14a1-45c0-a304-f4624cb1c566 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:44.763964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.788246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.792601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.807055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a081d184-905d-425d-9cc8-599f0a50ba10,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:44.822575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.827875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:44.828038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b0b2c1fa-2ed4-43a8-9a50-ffef4e71cbff tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566958 Nov 23 19:11:44.840827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'security_group_rule': {'security_group_id': '4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba', 'project_id': '48a299723a744276a7d18c197f219f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:44.893267 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Project 48a299723a744276a7d18c197f219f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:11:44.897405 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] For port d58fa189-5da2-4729-8efc-386f43139f10, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d58fa189-5da2-4729-8efc-386f43139f10,segment=NetworkSegment(c5074794-9248-4e0e-8929-3149909f9e69),segment_id=c5074794-9248-4e0e-8929-3149909f9e69)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:44.903867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.904088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:44.979631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Deleting port d58fa189-5da2-4729-8efc-386f43139f10 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:44.980009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.003775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2c164-31b5-4374-b877-cfb84ead1c0b None None] Pushing event updated for resources: {'Port': ['ID=d58fa189-5da2-4729-8efc-386f43139f10,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.049976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.062924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] For port d58fa189-5da2-4729-8efc-386f43139f10, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d58fa189-5da2-4729-8efc-386f43139f10,segment=NetworkSegment(c5074794-9248-4e0e-8929-3149909f9e69),segment_id=c5074794-9248-4e0e-8929-3149909f9e69)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:45.063344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.070225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.083478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Calling delete_port for d58fa189-5da2-4729-8efc-386f43139f10 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:45.102222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfa4e07-cf0a-44bb-aa3c-c8dcdcdbe7a5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.131540 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.132722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23b59927-1bd2-4d9e-b07f-07afbab49c72 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3022411 Nov 23 19:11:45.136501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:45.147734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'network': {'name': 'tempest-network-smoke--1100167995', 'project_id': '48a299723a744276a7d18c197f219f0f', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:45.150456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:11:45.154024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.186970 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.197459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:45.201003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2de2-7bf7-4c04-87b2-df88d8fdb717 req-ad719549-ba88-45a3-9b4c-c8a8e2176c35 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:45.201857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.208868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c05d2de2-7bf7-4c04-87b2-df88d8fdb717 req-ad719549-ba88-45a3-9b4c-c8a8e2176c35 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.1912298 Nov 23 19:11:45.228859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] Pushing event deleted for resources: {'Port': ['ID=d58fa189-5da2-4729-8efc-386f43139f10,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.235978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:45.237360 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e9357-3a12-445f-9aff-3ef31793337a None None] No DVR routers for this DVR port d58fa189-5da2-4729-8efc-386f43139f10 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:45.250688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=03bd0fa4-43ec-4446-bebf-a605865209fd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.254809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.255577 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Added segment 4540d8bc-aede-4c3d-aa57-7d4437d4d20d of type vlan for network 225405b7-d92c-4b4d-b819-95d511b418ec Nov 23 19:11:45.269594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0dc4e-8cda-4b6a-951a-2baead241aa5 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:45.312131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c05d2de2-7bf7-4c04-87b2-df88d8fdb717 req-452cb1ed-0223-4d35-aba5-c83355f98b7a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020925 Nov 23 19:11:45.315965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': '4e603a1a-8f63-4f22-aee3-f96aeacae4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92481861-a428-41db-8285-ae141e5dbf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:45.316338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: 92481861-a428-41db-8285-ae141e5dbf37, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:45.336354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.345876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network 92481861-a428-41db-8285-ae141e5dbf37 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:45.358355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 92481861-a428-41db-8285-ae141e5dbf37) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:45.370769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:45.372169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.373955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb3444-8d49-4bc6-b87b-4105660ca8b6 req-6ff9c56e-cfed-450b-8b52-82b3b41e012b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:45.376177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09bb3444-8d49-4bc6-b87b-4105660ca8b6 req-6ff9c56e-cfed-450b-8b52-82b3b41e012b tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1059613 Nov 23 19:11:45.398496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af977a57-981a-41cc-9a9a-69f1541a1867 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1145267 Nov 23 19:11:45.399745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.401209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:45.405654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:45.406262 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.466039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3273959 Nov 23 19:11:45.471855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0dc4e-8cda-4b6a-951a-2baead241aa5 None None] Unable to find a vacant binding_index for network 92481861-a428-41db-8285-ae141e5dbf37 and agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb {{(pid=103401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 19:11:45.472434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:45.478854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'admin_state_up': True, 'project_id': '48a299723a744276a7d18c197f219f0f', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:45.479105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0dc4e-8cda-4b6a-951a-2baead241aa5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 92481861-a428-41db-8285-ae141e5dbf37) {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:45.510226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.511374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.512618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09bb3444-8d49-4bc6-b87b-4105660ca8b6 req-55e5628f-2d01-4b1a-9bb1-60c2f87be9c7 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283696 Nov 23 19:11:45.513436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1a5d2-f168-4cb5-8941-d49c64ff6ce5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Network': ['ID=225405b7-d92c-4b4d-b819-95d511b418ec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:45.534139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 225405b7-d92c-4b4d-b819-95d511b418ec details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:45.571213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.606229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.778536 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.798153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d59f94-e0fa-4973-9846-a28a59f1e05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-92481861-a428-41db-8285-ae141e5dbf37', 'network_id': '92481861-a428-41db-8285-ae141e5dbf37', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': '03bd0fa4-43ec-4446-bebf-a605865209fd'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:45.799180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47d59f94-e0fa-4973-9846-a28a59f1e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.814274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.878235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:45.941817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=03bd0fa4-43ec-4446-bebf-a605865209fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:46.009509 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.036179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92481861-a428-41db-8285-ae141e5dbf37']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:46.048880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e603a1a-8f63-4f22-aee3-f96aeacae4a6') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:46.049171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e603a1a-8f63-4f22-aee3-f96aeacae4a6') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:46.060777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-47d59f94-e0fa-4973-9846-a28a59f1e05c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03bd0fa4-43ec-4446-bebf-a605865209fd: This subnet is being modified by another concurrent operation. Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03bd0fa4-43ec-4446-bebf-a605865209fd: This subnet is being modified by another concurrent operation. Nov 23 19:11:46.069964 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:11:46.088445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.094749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2a013-3e53-427a-9ebc-96504441e0b0 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:46.166212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2a013-3e53-427a-9ebc-96504441e0b0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:46.167335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:46.167759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:46.170993 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:46.259195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.289996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-c4fe045a-d62a-485d-b010-bc1d362a77e2 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:46.291511 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-c4fe045a-d62a-485d-b010-bc1d362a77e2 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.2152569 Nov 23 19:11:46.292789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.294549 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.306990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.310831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/92481861-a428-41db-8285-ae141e5dbf37 HTTP/1.1" status: 204 len: 168 time: 0.9082091 Nov 23 19:11:46.315007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:46.320039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1203332599'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:46.330768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c115a08-346f-4143-9d91-330755818090 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=92481861-a428-41db-8285-ae141e5dbf37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:46.352968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:46.359777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.419598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:46.435344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.435698 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment b4065f53-5ab2-4d49-b614-a8cdd359ef01 of type vlan for network 36d25f3b-92b7-46cc-94b3-74dd853caabe Nov 23 19:11:46.442860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d58fa189-5da2-4729-8efc-386f43139f10 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:46.473332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d58fa189-5da2-4729-8efc-386f43139f10 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:46.474063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d58fa189-5da2-4729-8efc-386f43139f10 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:46.483051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.521843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.525178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.225 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/4094bade-a418-4732-93af-53226b86d1b8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:46.529313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:46.531955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.532432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a1457-c3ce-4148-a038-a751e56b56c3 None None] Network 92481861-a428-41db-8285-ae141e5dbf37 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:46.539952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b696f2-bb96-4873-8205-5e03c6b15458 req-216a9b2f-2bf1-44a8-9583-760299559419 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:46.548218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a1457-c3ce-4148-a038-a751e56b56c3 None None] Network 92481861-a428-41db-8285-ae141e5dbf37 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 19:11:46.548454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50b696f2-bb96-4873-8205-5e03c6b15458 req-216a9b2f-2bf1-44a8-9583-760299559419 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.1468816 Nov 23 19:11:46.558408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b564f5e-4594-4c93-b3d4-05faeb7b547f None None] Network 92481861-a428-41db-8285-ae141e5dbf37 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:46.582464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b564f5e-4594-4c93-b3d4-05faeb7b547f None None] Network 92481861-a428-41db-8285-ae141e5dbf37 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 19:11:46.589731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2734702 Nov 23 19:11:46.593120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:46.598101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': '36d25f3b-92b7-46cc-94b3-74dd853caabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:46.626018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Deleting port 0981548a-e7a9-4109-a41c-22cbec6497a2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:46.626386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.654012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e027a-d3c2-4f58-85d8-f5acec8da31d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=36d25f3b-92b7-46cc-94b3-74dd853caabe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:46.667270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 36d25f3b-92b7-46cc-94b3-74dd853caabe details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:46.676229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50b696f2-bb96-4873-8205-5e03c6b15458 req-95d7ff00-9807-41cd-b869-9890e757e2ec tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270516 Nov 23 19:11:46.754484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68ac6c-65d6-4ed1-a306-6736b70bc866 req-f0749681-28b4-4716-8f1e-066b603344c2 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:46.755635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d68ac6c-65d6-4ed1-a306-6736b70bc866 req-f0749681-28b4-4716-8f1e-066b603344c2 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 946 time: 0.1239944 Nov 23 19:11:46.772765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.788837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] For port 0981548a-e7a9-4109-a41c-22cbec6497a2, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=0981548a-e7a9-4109-a41c-22cbec6497a2,segment=NetworkSegment(f793d46a-365b-4de7-be92-67ff039d562a),segment_id=f793d46a-365b-4de7-be92-67ff039d562a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:46.789462 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.796309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:46.801809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.808089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Calling delete_port for 0981548a-e7a9-4109-a41c-22cbec6497a2 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:46.878369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:46.895102 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0d68ac6c-65d6-4ed1-a306-6736b70bc866 req-426cc5f2-808e-4a5c-9cf4-6e3c5bfacc91 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/security-groups?id=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320980 Nov 23 19:11:46.944578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:46.954979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:46.957621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=4094bade-a418-4732-93af-53226b86d1b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:46.959889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:46.973175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee357da-2592-42df-958b-be28f1bdc778 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:47.051005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53e0abed-436f-488e-a9d5-1d69bc89ae38 None None] Provisioning complete for port 4094bade-a418-4732-93af-53226b86d1b8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:47.051672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53e0abed-436f-488e-a9d5-1d69bc89ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.061477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.090993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-53e0abed-436f-488e-a9d5-1d69bc89ae38 None None] Port 4094bade-a418-4732-93af-53226b86d1b8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:47.134022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=5a72529a-3ede-465d-82f2-82a42141e14f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:47.146382 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962bf40-1f4d-4ee9-adf5-e84bbd051f49 req-e1dc3c8b-0b1e-440a-913c-e83723dcfd25 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:47.148001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9962bf40-1f4d-4ee9-adf5-e84bbd051f49 req-e1dc3c8b-0b1e-440a-913c-e83723dcfd25 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.1840730 Nov 23 19:11:47.150265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': 'b4065f53-5ab2-4d49-b614-a8cdd359ef01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36d25f3b-92b7-46cc-94b3-74dd853caabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:47.150687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: 36d25f3b-92b7-46cc-94b3-74dd853caabe, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:47.169700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network 36d25f3b-92b7-46cc-94b3-74dd853caabe is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:47.175227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.180279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 36d25f3b-92b7-46cc-94b3-74dd853caabe) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:47.186039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:47.186781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.193747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d697d-b118-4aeb-9127-41f4c4e2e4a8 None None] Network 36d25f3b-92b7-46cc-94b3-74dd853caabe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:47.208796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b8fb9ea0-6f7f-4243-a104-5063296b7bbe tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6150000 Nov 23 19:11:47.212199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:47.241597 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Pushing event deleted for resources: {'Port': ['ID=0981548a-e7a9-4109-a41c-22cbec6497a2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:47.275084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841bb7f-06da-44e9-b1d7-ce2178aba304 None None] DHCP port deletion for d1fae79d-22d7-4958-8fbe-caadc6745a9d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:47.339506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.360335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] No DVR routers for this DVR port 0981548a-e7a9-4109-a41c-22cbec6497a2 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:47.370735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.374185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0627fc4c-1571-4e95-972c-496fd45ee7cd req-6141a8b9-20b3-44b3-85b0-6393a5362638 tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.47 "DELETE /v2.0/ports/0981548a-e7a9-4109-a41c-22cbec6497a2 HTTP/1.1" status: 204 len: 173 time: 1.0727129 Nov 23 19:11:47.376550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'name': 'network-vif-deleted', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:47.378898 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ff9da-0696-4e71-949f-28ccb8394af9" -d '{"events": [{"server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "name": "network-vif-deleted", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:47.399585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9962bf40-1f4d-4ee9-adf5-e84bbd051f49 req-ad6cbe06-5c9c-4b51-86d3-e2ce2dbdbf17 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222357 Nov 23 19:11:47.412158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7c2f4-4ac5-4f5f-9872-07d86261636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-36d25f3b-92b7-46cc-94b3-74dd853caabe', 'network_id': '36d25f3b-92b7-46cc-94b3-74dd853caabe', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': '5a72529a-3ede-465d-82f2-82a42141e14f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:47.415446 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c2f4-4ac5-4f5f-9872-07d86261636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.429450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.466674 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.539093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-8ba7c2f4-4ac5-4f5f-9872-07d86261636e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a72529a-3ede-465d-82f2-82a42141e14f: This subnet is being modified by another concurrent operation. Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a72529a-3ede-465d-82f2-82a42141e14f: This subnet is being modified by another concurrent operation. Nov 23 19:11:47.576578 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:11:47.600822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18287bf2-c88d-43da-a0f8-ad77f3e83638 None None] Network 36d25f3b-92b7-46cc-94b3-74dd853caabe requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:47.603165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=5a72529a-3ede-465d-82f2-82a42141e14f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:47.661380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.693156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d25f3b-92b7-46cc-94b3-74dd853caabe']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:47.705703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4065f53-5ab2-4d49-b614-a8cdd359ef01') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:47.706098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4065f53-5ab2-4d49-b614-a8cdd359ef01') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:47.720969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.739184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.749369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:47.749898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.751564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52ea22-ffec-4458-b01a-8686e0fa4406 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:47.754326 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:47.775053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.779068 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e60b05-69d1-4a88-9b47-7437312ec8bf x-openstack-request-id: req-f0e60b05-69d1-4a88-9b47-7437312ec8bf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:47.779400 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed", "name": "network-vif-deleted", "tag": "0981548a-e7a9-4109-a41c-22cbec6497a2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:47.779713 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0e60b05-69d1-4a88-9b47-7437312ec8bf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:47.780887 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed', 'name': 'network-vif-deleted', 'tag': '0981548a-e7a9-4109-a41c-22cbec6497a2', 'status': 'completed', 'code': 200} Nov 23 19:11:47.825517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.843564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.847354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52ea22-ffec-4458-b01a-8686e0fa4406 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:47.848625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/36d25f3b-92b7-46cc-94b3-74dd853caabe HTTP/1.1" status: 204 len: 168 time: 0.6350448 Nov 23 19:11:47.860618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:47.866963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1896312576'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:47.869924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f86ec3-6182-4cf3-bf73-0535dbc5f046 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=36d25f3b-92b7-46cc-94b3-74dd853caabe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:47.892593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:47.898031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.957510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:11:47.972217 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:47.972694 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Added segment e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2 of type vlan for network 19932af6-181a-4663-9c47-78fa43e3cc3a Nov 23 19:11:48.042161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.077447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.084114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.084535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.123716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2615461 Nov 23 19:11:48.127673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:48.132396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Request body: {'subnet': {'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:48.189645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e01169-f086-4702-b78e-6f47d7914750 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Network': ['ID=19932af6-181a-4663-9c47-78fa43e3cc3a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:48.203026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 19932af6-181a-4663-9c47-78fa43e3cc3a details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:11:48.263105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8033ec36-df5e-43f1-9fa9-b2275e11f39a req-a62dfb92-2a12-49e4-9ccb-0d8a7f63bb6e tempest-TestServerAdvancedOps-1425833911 tempest-TestServerAdvancedOps-1425833911-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c332e7c-0f1a-4b3f-9ea5-e41fd50d9aed HTTP/1.1" status: 200 len: 210 time: 0.0303135 Nov 23 19:11:48.263783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Made reservation on behalf of 664c58ed4dff4ac5b1703ea6cb4b2894 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:48.268285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.317738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 1986fcdc-5580-4879-8fdc-07d52f8a3054 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:11:48.462579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-7fe2bd17-4b7c-4c6d-9412-e27fdb3fa088 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.464300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-7fe2bd17-4b7c-4c6d-9412-e27fdb3fa088 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.47 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.0937457 Nov 23 19:11:48.478861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:48.495565 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Sync routers for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:48.507501 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:48.507853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:48.626094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.629420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6637ff8-b228-421f-9edb-462de221dbfc tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1539171 Nov 23 19:11:48.631233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:48.637180 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:48.640536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb3843-36f1-4725-859b-be98bdaad9cb req-0bb62627-e7f6-4e65-b915-55920fc99edd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.642268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95bb3843-36f1-4725-859b-be98bdaad9cb req-0bb62627-e7f6-4e65-b915-55920fc99edd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 945 time: 0.1262615 Nov 23 19:11:48.675435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.objects.ports [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:11:48.675677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ca159289-606c-4f52-a588-8e889cc5b8ef tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=48a299723a744276a7d18c197f219f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413303 Nov 23 19:11:48.677997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:48.686036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.762692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Deleting port e13f518c-4a23-4b4e-918f-9245119ac814 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:48.763136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.770109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95bb3843-36f1-4725-859b-be98bdaad9cb req-9398eefd-c830-4cf2-9d79-8b96b76af029 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203415 Nov 23 19:11:48.781918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event updated for resources: {'Subnet': ['ID=35079542-7823-49c9-a77d-af9712de3640,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:48.795393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Checking segment: {'id': 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:48.796449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network hostable DHCP agents. Network: 19932af6-181a-4663-9c47-78fa43e3cc3a, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:48.833669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Network 19932af6-181a-4663-9c47-78fa43e3cc3a is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:48.850514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 19932af6-181a-4663-9c47-78fa43e3cc3a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:48.858872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.863564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfec49-3a82-4382-9f56-ce2539914d76 None None] Network 19932af6-181a-4663-9c47-78fa43e3cc3a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:48.864741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.886849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-62957c3c-ed3c-4da9-85f4-a1469518859c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7561996 Nov 23 19:11:48.887957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:48.889119 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:47Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:48.926928 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Checking router: 1986fcdc-5580-4879-8fdc-07d52f8a3054 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:48.927702 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Updating router 1986fcdc-5580-4879-8fdc-07d52f8a3054 port 4094bade-a418-4732-93af-53226b86d1b8 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:11:48.938831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a699b-ce9c-4a74-afd3-9ca02b74e58d tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:48.940408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a32a699b-ce9c-4a74-afd3-9ca02b74e58d tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2612646 Nov 23 19:11:48.943375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:48.960275 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:48.969843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e13f518c-4a23-4b4e-918f-9245119ac814 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:48.976744 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c1368dc7-b871-4047-abac-088e44986e05 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322812 Nov 23 19:11:48.985946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] For port e13f518c-4a23-4b4e-918f-9245119ac814, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e13f518c-4a23-4b4e-918f-9245119ac814,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:48.986343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.001872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:49.004420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Calling delete_port for e13f518c-4a23-4b4e-918f-9245119ac814 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:49.006670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490341769', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'project_id': '48a299723a744276a7d18c197f219f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:49.118047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-19932af6-181a-4663-9c47-78fa43e3cc3a', 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a', 'tenant_id': '664c58ed4dff4ac5b1703ea6cb4b2894', 'fixed_ips': [{'subnet_id': '35079542-7823-49c9-a77d-af9712de3640'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:49.120354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.129537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.132996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:49.138097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.154937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.196482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.224934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:11:49.236167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Pushing event deleted for resources: {'Port': ['ID=e13f518c-4a23-4b4e-918f-9245119ac814,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:49.276002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989a762-529b-4aa8-b061-822d1316db16 None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:49.287032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] No DVR routers for this DVR port e13f518c-4a23-4b4e-918f-9245119ac814 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:49.291136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.300469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a983b10-d55b-4fa7-a65c-c48492999fa3 req-6bc84469-11f1-419b-be41-5a155efaa7f4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.47 "DELETE /v2.0/ports/e13f518c-4a23-4b4e-918f-9245119ac814 HTTP/1.1" status: 204 len: 173 time: 0.8190699 Nov 23 19:11:49.329541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0981548a-e7a9-4109-a41c-22cbec6497a2 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:49.368567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:49.394986 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.402517 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.403620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 0981548a-e7a9-4109-a41c-22cbec6497a2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:49.403972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 0981548a-e7a9-4109-a41c-22cbec6497a2 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:49.450129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Allocated IP 2001:db8::f816:3eff:fe25:9ccd (19932af6-181a-4663-9c47-78fa43e3cc3a/35079542-7823-49c9-a77d-af9712de3640/973acebb-3f37-4fbb-a256-13d592dc94be) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:49.475827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Attempting to bind port 4094bade-a418-4732-93af-53226b86d1b8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:49.476513 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Attempting to bind port 4094bade-a418-4732-93af-53226b86d1b8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:49.477245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Attempting to bind port 4094bade-a418-4732-93af-53226b86d1b8 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:49.479625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d62fc-76ba-45c7-a759-314e08f3c13a None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:49.490149 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:49.491124 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:49.492224 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.493013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:49.494267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Bound port: 4094bade-a418-4732-93af-53226b86d1b8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:49.495076 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.510099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Deleting subnet 660a6b8b-03bb-41f5-b766-7dd52807f374 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:49.514608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.584342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.596728 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] For port 4094bade-a418-4732-93af-53226b86d1b8, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:49.601337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] For port 4094bade-a418-4732-93af-53226b86d1b8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4094bade-a418-4732-93af-53226b86d1b8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:49.612866 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.635197 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Pushing event updated for resources: {'Port': ['ID=4094bade-a418-4732-93af-53226b86d1b8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:49.646179 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.647203 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.648238 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.648820 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.649546 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.650089 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.650601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.651329 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.652870 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.653380 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.653894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.654603 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:11:49.667996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c06b35-cf5e-4e9e-8624-f6595d181418 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:49.681841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.709601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:49.710860 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:49.717438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] Provisioning complete for port 4094bade-a418-4732-93af-53226b86d1b8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:49.717816 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.763135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.764956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.778590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.783590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'name': 'network-vif-deleted', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:49.788222 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6138cb-928d-4bff-84de-9c6192ce9934" -d '{"events": [{"server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "name": "network-vif-deleted", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:49.832771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.840120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/660a6b8b-03bb-41f5-b766-7dd52807f374 HTTP/1.1" status: 204 len: 168 time: 0.4666739 Nov 23 19:11:49.840120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41132590-963d-4565-a3f1-71c9991dedbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660a6b8b-03bb-41f5-b766-7dd52807f374,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:49.841209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:49.847136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c733ab-9de1-46be-8225-037f2bc67677 None None] Network d1fae79d-22d7-4958-8fbe-caadc6745a9d requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:49.934585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:49.935115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Network 19932af6-181a-4663-9c47-78fa43e3cc3a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:49.936486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Pushing event updated for resources: {'Port': ['ID=973acebb-3f37-4fbb-a256-13d592dc94be,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:49.938030 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04827437-7771-4c85-a028-531d27b2af05 None None] Pushing event updated for resources: {'Port': ['ID=4094bade-a418-4732-93af-53226b86d1b8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:49.939169 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea06306-88b3-435d-8872-eb7e902b7bb1 x-openstack-request-id: req-cea06306-88b3-435d-8872-eb7e902b7bb1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:49.939566 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b2477a-cb11-4087-a590-803f8047b71a", "name": "network-vif-deleted", "tag": "e13f518c-4a23-4b4e-918f-9245119ac814", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:49.939883 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea06306-88b3-435d-8872-eb7e902b7bb1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:49.940504 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b2477a-cb11-4087-a590-803f8047b71a', 'name': 'network-vif-deleted', 'tag': 'e13f518c-4a23-4b4e-918f-9245119ac814', 'status': 'completed', 'code': 200} Nov 23 19:11:49.943578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:49.951803 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:49.994217 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:50.073066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f23944b-edbc-4054-98ed-24e9a8e80c35 req-0ebf8395-3d80-4430-95ee-6b2b2acedf8f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b2477a-cb11-4087-a590-803f8047b71a HTTP/1.1" status: 200 len: 210 time: 0.0525653 Nov 23 19:11:50.079917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.097832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.136984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fae79d-22d7-4958-8fbe-caadc6745a9d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.150463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f793d46a-365b-4de7-be92-67ff039d562a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.150787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.150981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f793d46a-365b-4de7-be92-67ff039d562a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.160901 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.171549 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.191134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.197242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:50.197648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.223656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Attempting to bind port 973acebb-3f37-4fbb-a256-13d592dc94be on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:50.224053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Attempting to bind port 973acebb-3f37-4fbb-a256-13d592dc94be by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:50.224573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Attempting to bind port 973acebb-3f37-4fbb-a256-13d592dc94be on network 19932af6-181a-4663-9c47-78fa43e3cc3a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:50.233418 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:50.243802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.246001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Subnet': ['ID=c28cba84-1497-4a85-a825-0c5d5d29541b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.258841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] For port 4094bade-a418-4732-93af-53226b86d1b8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4094bade-a418-4732-93af-53226b86d1b8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:50.260345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:50.260679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Checking segment: {'id': 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:50.261085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.261633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Bound using segment: {'id': 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:50.262112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Bound port: 973acebb-3f37-4fbb-a256-13d592dc94be, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19932af6-181a-4663-9c47-78fa43e3cc3a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:50.262499 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.271953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.301346 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.314285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=35079542-7823-49c9-a77d-af9712de3640,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.326521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145444d0-a669-444d-b88f-29b206b33b79 None None] Pushing event updated for resources: {'Port': ['ID=4094bade-a418-4732-93af-53226b86d1b8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.329004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc0cfa-ebfa-4781-9335-29be68ffdcc1 None None] DHCP port deletion for d1fae79d-22d7-4958-8fbe-caadc6745a9d request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:50.333433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.338973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1fae79d-22d7-4958-8fbe-caadc6745a9d HTTP/1.1" status: 204 len: 168 time: 0.4967062 Nov 23 19:11:50.348931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:50.350588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52308c81-c811-4034-9af5-e98e738ccd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fae79d-22d7-4958-8fbe-caadc6745a9d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.370906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Checking segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:50.371288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network hostable DHCP agents. Network: 225405b7-d92c-4b4d-b819-95d511b418ec, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:11:50.421331 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:47Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.427539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e7271b8-cd36-4e98-a613-7dc49f600394 None None] Provisioning complete for port 4094bade-a418-4732-93af-53226b86d1b8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:50.427993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e7271b8-cd36-4e98-a613-7dc49f600394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.452871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.454173 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867aba26-1ac7-455c-a2db-725b6882c0de None None] The sync data for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 is: [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:47Z', 'revision_number': 3, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:50.474983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] For port 973acebb-3f37-4fbb-a256-13d592dc94be, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:50.486199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Deleting subnet 10bd81b1-ef36-4a48-953f-a928433bde12 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:50.492252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 225405b7-d92c-4b4d-b819-95d511b418ec is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:11:50.494528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.497208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19932af6-181a-4663-9c47-78fa43e3cc3a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.498345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] For port 973acebb-3f37-4fbb-a256-13d592dc94be, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=973acebb-3f37-4fbb-a256-13d592dc94be,segment=NetworkSegment(e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2),segment_id=e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:50.507346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.535664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.535961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:50.549783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 225405b7-d92c-4b4d-b819-95d511b418ec) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:50.556373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:50.557068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.565641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.582204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f7131-5354-4d4c-95df-6288fac31f67 None None] Network 225405b7-d92c-4b4d-b819-95d511b418ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:50.597267 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.618952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.630733 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f55a59d2-7768-40e3-9275-b745b969c7db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6251764 Nov 23 19:11:50.631111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:50.633824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:50.634240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:50.637593 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:50.711800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.728939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331be49c-a7d5-4800-a24d-b03cf23bfff0 None None] Pushing event updated for resources: {'Port': ['ID=973acebb-3f37-4fbb-a256-13d592dc94be,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.735125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:11:50.735125 n-d-792364-9 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:11:50.735125 n-d-792364-9 neutron-server[103399]: [parameters: {'id': '19932af6-181a-4663-9c47-78fa43e3cc3a'}] Nov 23 19:11:50.735125 n-d-792364-9 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:11:50.735125 n-d-792364-9 neutron-server[103399]: DEBUG oslo_db.api [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:11:50.754727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff30fb3-98ef-4df1-a31c-83fa259c6f3a None None] Network 19932af6-181a-4663-9c47-78fa43e3cc3a requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:50.789352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.834566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bd81b1-ef36-4a48-953f-a928433bde12,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:50.847559 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:50.851990 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f87be06-4397-4979-af43-91bc0c1d5280 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10bd81b1-ef36-4a48-953f-a928433bde12 HTTP/1.1" status: 204 len: 168 time: 0.5003626 Nov 23 19:11:50.854382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:50.881490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dfe90c-78f1-43a9-bf77-d117099e0476 None None] Network c43ab912-5265-4073-b270-ae953e8982d9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:50.945358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.048157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.086814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43ab912-5265-4073-b270-ae953e8982d9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.095247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-225405b7-d92c-4b4d-b819-95d511b418ec', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:11:51.096662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.117431 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e59158-2f0e-444f-bdb0-b50e2f3e8e17') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.117819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e59158-2f0e-444f-bdb0-b50e2f3e8e17') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.141774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.175971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.190389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:51.192828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:51.198494 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:51.262334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.317541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.362872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828df902-c8f2-4312-9bf5-00ebcdc65871 None None] DHCP port deletion for c43ab912-5265-4073-b270-ae953e8982d9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:51.371834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.375886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c43ab912-5265-4073-b270-ae953e8982d9 HTTP/1.1" status: 204 len: 168 time: 0.5196152 Nov 23 19:11:51.377073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cfb2a-aec5-40b2-959b-ac8dbc8c6ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43ab912-5265-4073-b270-ae953e8982d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:51.393305 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.403075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba379c6-2473-46c9-9596-c391f33f6cd5 req-ca10b523-c492-494e-8a9a-5a68562b0a74 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:51.404749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fba379c6-2473-46c9-9596-c391f33f6cd5 req-ca10b523-c492-494e-8a9a-5a68562b0a74 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1403458 Nov 23 19:11:51.483869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting port 973acebb-3f37-4fbb-a256-13d592dc94be {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:51.484233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.545674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Allocated IP 172.20.0.2 (225405b7-d92c-4b4d-b819-95d511b418ec/c28cba84-1497-4a85-a825-0c5d5d29541b/e1580def-d3d7-4113-8c3d-84dcbcfb543f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:51.561433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] For port 973acebb-3f37-4fbb-a256-13d592dc94be, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=973acebb-3f37-4fbb-a256-13d592dc94be,segment=NetworkSegment(e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2),segment_id=e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:51.561833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.576276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Calling delete_port for 973acebb-3f37-4fbb-a256-13d592dc94be owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:51.688275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.722122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:51.741032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No DVR routers for this DVR port 973acebb-3f37-4fbb-a256-13d592dc94be on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:51.773657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fba379c6-2473-46c9-9596-c391f33f6cd5 req-068cc923-1bdc-422c-bf33-aea149576e4f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595448 Nov 23 19:11:51.775168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Port': ['ID=973acebb-3f37-4fbb-a256-13d592dc94be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:51.789116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-249a2114-fbd1-4484-90d0-75e398e766ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc93a6e0fa9c405286a901c75b0b2219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651419 Nov 23 19:11:51.791554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:51.807270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.823880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.885598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Network 225405b7-d92c-4b4d-b819-95d511b418ec is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:51.891897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:51.895019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:51.901023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.914190 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.926308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.1 (225405b7-d92c-4b4d-b819-95d511b418ec/c28cba84-1497-4a85-a825-0c5d5d29541b/cf9430e4-e978-4dd3-8980-9c40058af79d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:51.938081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Pushing event updated for resources: {'Port': ['ID=e1580def-d3d7-4113-8c3d-84dcbcfb543f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:51.945763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.946767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19932af6-181a-4663-9c47-78fa43e3cc3a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.960768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.961098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c5aeb-3d3c-4bf2-84b3-f4e4c24f78d2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:51.978416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:51.996692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.000779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Attempting to bind port e1580def-d3d7-4113-8c3d-84dcbcfb543f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:52.001289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Attempting to bind port e1580def-d3d7-4113-8c3d-84dcbcfb543f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:52.001722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Attempting to bind port e1580def-d3d7-4113-8c3d-84dcbcfb543f on network 225405b7-d92c-4b4d-b819-95d511b418ec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:52.005942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:52.007466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.010268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:52.010739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Checking segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:52.011749 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:52.014433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.014814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Bound using segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:52.015617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Bound port: e1580def-d3d7-4113-8c3d-84dcbcfb543f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:52.018160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.089281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.093161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.098721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a HTTP/1.1" status: 204 len: 168 time: 0.3060415 Nov 23 19:11:52.107631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] For port e1580def-d3d7-4113-8c3d-84dcbcfb543f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:52.113203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] For port e1580def-d3d7-4113-8c3d-84dcbcfb543f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e1580def-d3d7-4113-8c3d-84dcbcfb543f,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:52.114184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4231f4-4d6e-4c2d-8ca7-462d950977ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fcb6e3-e90e-4e2b-94b3-4a9c81ea1c6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:52.118874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.127491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.130573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.134192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/19932af6-181a-4663-9c47-78fa43e3cc3a HTTP/1.1" status: 204 len: 168 time: 3.2444813 Nov 23 19:11:52.138523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.163923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b4b0c-4623-4fe3-9c7a-d3d972ec2101 req-20730032-4791-41ab-a85f-42cf9160b291 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:52.166862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee9b4b0c-4623-4fe3-9c7a-d3d972ec2101 req-20730032-4791-41ab-a85f-42cf9160b291 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1404822 Nov 23 19:11:52.167990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf05ff-cd1e-4e7c-9835-034277dd1426 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=19932af6-181a-4663-9c47-78fa43e3cc3a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:52.184072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.185933 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d67e60-c754-4fb5-a76c-d2eed973f7cb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.186388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d67e60-c754-4fb5-a76c-d2eed973f7cb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.192320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9d67e60-c754-4fb5-a76c-d2eed973f7cb tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/35079542-7823-49c9-a77d-af9712de3640 HTTP/1.1" status: 404 len: 337 time: 0.0501616 Nov 23 19:11:52.192868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.218104 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ffe693-d60b-42ea-b7bd-37b346dcdd8d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.218611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ffe693-d60b-42ea-b7bd-37b346dcdd8d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.224940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-62ffe693-d60b-42ea-b7bd-37b346dcdd8d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/19932af6-181a-4663-9c47-78fa43e3cc3a HTTP/1.1" status: 404 len: 339 time: 0.0267777 Nov 23 19:11:52.226443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.263537 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d18630-7fcc-4537-8aac-4603183c8931 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.263931 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d18630-7fcc-4537-8aac-4603183c8931 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.271704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b7d18630-7fcc-4537-8aac-4603183c8931 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/5a72529a-3ede-465d-82f2-82a42141e14f HTTP/1.1" status: 404 len: 337 time: 0.0390861 Nov 23 19:11:52.280061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ee9b4b0c-4623-4fe3-9c7a-d3d972ec2101 req-66f78798-9713-453a-b6f3-54bda9a4265b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990570 Nov 23 19:11:52.284820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.312382 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba982a1-8586-4e0c-9dcc-1d54e205f3a9 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.313113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba982a1-8586-4e0c-9dcc-1d54e205f3a9 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.317811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3ba982a1-8586-4e0c-9dcc-1d54e205f3a9 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/36d25f3b-92b7-46cc-94b3-74dd853caabe HTTP/1.1" status: 404 len: 339 time: 0.0309148 Nov 23 19:11:52.320025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.325167 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.329289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c05ab-e2d2-4b6f-889a-f0366950c926 None None] Pushing event updated for resources: {'Port': ['ID=e1580def-d3d7-4113-8c3d-84dcbcfb543f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:52.424280 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff19fc0-f807-47e3-8b28-37cc07bcb07c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.426425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff19fc0-f807-47e3-8b28-37cc07bcb07c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.432546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1ff19fc0-f807-47e3-8b28-37cc07bcb07c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/03bd0fa4-43ec-4446-bebf-a605865209fd HTTP/1.1" status: 404 len: 337 time: 0.1113100 Nov 23 19:11:52.435068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.458099 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8028445a-cdd7-44e5-8e11-4a2e4ed7d7cd tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:52.458712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8028445a-cdd7-44e5-8e11-4a2e4ed7d7cd tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:52.463399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8028445a-cdd7-44e5-8e11-4a2e4ed7d7cd tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/92481861-a428-41db-8285-ae141e5dbf37 HTTP/1.1" status: 404 len: 339 time: 0.0269599 Nov 23 19:11:52.465927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.467172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:52.537023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 225405b7-d92c-4b4d-b819-95d511b418ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:52.538689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:52.538891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4094bade-a418-4732-93af-53226b86d1b8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:52.541790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:52.596454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.662267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting port 0c351271-2544-4ea2-ac5d-11080bd24c51 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:52.662750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.674392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4094bade-a418-4732-93af-53226b86d1b8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:52.676708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.696310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c173e-4aff-4b8d-9aeb-0e107d782fb3 req-0ee2bd85-f5dd-4199-ab7b-0730b97e1694 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:52.697948 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed5c173e-4aff-4b8d-9aeb-0e107d782fb3 req-0ee2bd85-f5dd-4199-ab7b-0730b97e1694 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.2329807 Nov 23 19:11:52.803201 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed5c173e-4aff-4b8d-9aeb-0e107d782fb3 req-7a4cfdc1-e8b9-4aea-87a9-11091380e974 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963264 Nov 23 19:11:52.842723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.859814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Calling delete_port for 0c351271-2544-4ea2-ac5d-11080bd24c51 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:52.908119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:52.929405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:52.997370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.014129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7662f0b3-c6ee-4bb2-81cf-f254151da1c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0cf62d832cc461286c985a64767bc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827708 Nov 23 19:11:53.034244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:53.054840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Port': ['ID=0c351271-2544-4ea2-ac5d-11080bd24c51,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:53.058917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.064679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d86ebaa2-b77d-4ae7-849f-6256d773065d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/ports/0c351271-2544-4ea2-ac5d-11080bd24c51 HTTP/1.1" status: 204 len: 168 time: 0.5951827 Nov 23 19:11:53.067270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:53.102985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.133123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.139760 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-346820cc-7546-49f6-8a8c-71fa8ccb73c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:53.141045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346820cc-7546-49f6-8a8c-71fa8ccb73c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:53.147189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-346820cc-7546-49f6-8a8c-71fa8ccb73c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/2d8362f0-354e-4128-aeb7-6b4caf85a47e HTTP/1.1" status: 404 len: 337 time: 0.0777133 Nov 23 19:11:53.150049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:53.197198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.214848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.215217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9798074a-3aa6-4297-abf7-eb6bb06d3019 HTTP/1.1" status: 204 len: 168 time: 0.1785281 Nov 23 19:11:53.225869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5dd2-e352-4d17-ab02-06b730e76fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798074a-3aa6-4297-abf7-eb6bb06d3019,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:53.277786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.487140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.542769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7557d09-14a1-45c0-a304-f4624cb1c566']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:53.558434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5074794-9248-4e0e-8929-3149909f9e69') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:53.559029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5074794-9248-4e0e-8929-3149909f9e69') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:53.578193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.597292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.614022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.616690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.628034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:53.628478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:53.632978 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:53.771534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.790035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2259c4c-6f66-40ca-a137-a02b23f9657e None None] Network 225405b7-d92c-4b4d-b819-95d511b418ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:53.800467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:53.813949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.851398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:53.857938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/f7557d09-14a1-45c0-a304-f4624cb1c566 HTTP/1.1" status: 204 len: 168 time: 0.7045007 Nov 23 19:11:53.858318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:53.895872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33064800-d742-40f7-b316-ad7cdf8f632c tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=f7557d09-14a1-45c0-a304-f4624cb1c566,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:53.938351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] Provisioning complete for port e1580def-d3d7-4113-8c3d-84dcbcfb543f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:53.938735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.044952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting port e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:54.045176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.053878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 225405b7-d92c-4b4d-b819-95d511b418ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:54.056925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:54.114774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.130514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.147094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Calling delete_port for e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:54.167511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] For port e1580def-d3d7-4113-8c3d-84dcbcfb543f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e1580def-d3d7-4113-8c3d-84dcbcfb543f,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:54.173604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.244336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970565d2-11a9-43d8-bcf8-eb964ca8c243 None None] Pushing event updated for resources: {'Port': ['ID=e1580def-d3d7-4113-8c3d-84dcbcfb543f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:54.298051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.352155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Port': ['ID=e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:54.365223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.369971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ca1f14a6-9c2a-45ae-8153-d9737afde5c6 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/ports/e153fa8a-9b18-4d16-bdb5-9ac7ff09fc53 HTTP/1.1" status: 204 len: 168 time: 0.5103931 Nov 23 19:11:54.372253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:54.432414 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f888558-b3a8-4dd2-bac2-94ccaf1d75c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] DELETE failed (client error): The resource could not be found. Nov 23 19:11:54.437177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f888558-b3a8-4dd2-bac2-94ccaf1d75c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:11:54.445086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2f888558-b3a8-4dd2-bac2-94ccaf1d75c3 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/f97fcffe-7acb-4301-82e9-360e11babcf9 HTTP/1.1" status: 404 len: 337 time: 0.0717523 Nov 23 19:11:54.448210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:54.545860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e1580def-d3d7-4113-8c3d-84dcbcfb543f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:54.604322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.607570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a64fc41c-6c71-41ba-af63-599af4fdbde2 None None] Provisioning complete for port e1580def-d3d7-4113-8c3d-84dcbcfb543f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:54.607947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a64fc41c-6c71-41ba-af63-599af4fdbde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.644277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 1986fcdc-5580-4879-8fdc-07d52f8a3054 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:11:54.652898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e1580def-d3d7-4113-8c3d-84dcbcfb543f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:54.653270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.691013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting port bacc85d7-7e6d-4730-b7a9-738d484e139d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:54.691585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.785383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] For port bacc85d7-7e6d-4730-b7a9-738d484e139d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bacc85d7-7e6d-4730-b7a9-738d484e139d,segment=NetworkSegment(3b62a24c-321f-4867-ace5-22b4db663424),segment_id=3b62a24c-321f-4867-ace5-22b4db663424)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:54.786356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.788135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:11:54.802064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5f7b9e21-14ed-4b4e-ac3d-c33791113270 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/1986fcdc-5580-4879-8fdc-07d52f8a3054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1696920 Nov 23 19:11:54.803048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Calling delete_port for bacc85d7-7e6d-4730-b7a9-738d484e139d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:54.815733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Sync routers for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:11:54.830357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:54.830964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:54.875486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a64fc41c-6c71-41ba-af63-599af4fdbde2 None None] Provisioning complete for port cf9430e4-e978-4dd3-8980-9c40058af79d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:54.875879 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a64fc41c-6c71-41ba-af63-599af4fdbde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.928216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:54.964089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Port': ['ID=bacc85d7-7e6d-4730-b7a9-738d484e139d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:54.966030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No DVR routers for this DVR port bacc85d7-7e6d-4730-b7a9-738d484e139d on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:55.001046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:55.031867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc0171-d0b9-49b7-9017-485218a65126 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:11:55.036418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a64fc41c-6c71-41ba-af63-599af4fdbde2 None None] Port cf9430e4-e978-4dd3-8980-9c40058af79d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:55.062884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.102291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6a2af3-456d-4981-b9b6-e6e7e0f323a6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:55.119213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b62a24c-321f-4867-ace5-22b4db663424') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:55.119484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b62a24c-321f-4867-ace5-22b4db663424') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:55.139041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.152035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-321099bb-2b05-4d8b-8b45-31d140cde475 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230752857&fields=id&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 267 time: 0.0919635 Nov 23 19:11:55.159335 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.174425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:55.174822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:55.177977 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:55.226342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1dd35bf-3ec4-48a7-84a5-a3c8372606a4 None None] Provisioning complete for port cf9430e4-e978-4dd3-8980-9c40058af79d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:55.226710 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1dd35bf-3ec4-48a7-84a5-a3c8372606a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.230555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc0171-d0b9-49b7-9017-485218a65126 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:11:55.290895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.296297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.302589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/eb6a2af3-456d-4981-b9b6-e6e7e0f323a6 HTTP/1.1" status: 204 len: 168 time: 0.8491030 Nov 23 19:11:55.303394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:55.317419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd35bf-3ec4-48a7-84a5-a3c8372606a4 None None] Port cf9430e4-e978-4dd3-8980-9c40058af79d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:55.322954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6409c-b335-4821-8224-210a2c1f2e5d tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=eb6a2af3-456d-4981-b9b6-e6e7e0f323a6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:55.354587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-ca330ba2-32b4-489f-9235-38a9eb128ff7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:55.356165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-ca330ba2-32b4-489f-9235-38a9eb128ff7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 797 time: 0.1944895 Nov 23 19:11:55.373195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting subnet c058c9f2-0499-4293-9b15-de0e1a97d913 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:11:55.375976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-5a7d3ae6-8edb-463f-bb10-712951e81d4b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/quotas/48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 375 time: 0.0109878 Nov 23 19:11:55.381329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.434524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:53Z', 'revision_number': 2, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:55.438022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.446095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-01ee92bf-3907-4300-9b1a-ee6d97766542 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634401 Nov 23 19:11:55.487988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Checking router: 1986fcdc-5580-4879-8fdc-07d52f8a3054 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:11:55.487988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Updating router 1986fcdc-5580-4879-8fdc-07d52f8a3054 port cf9430e4-e978-4dd3-8980-9c40058af79d binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:11:55.525660 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.558637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-c6374ff0-b8f6-4544-b0d9-3e6fa207268c service neutron] 10.222.0.37 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002052 Nov 23 19:11:55.584334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.675279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.692678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-0f3fac42-1678-4a0e-9d86-15136f10d826 service neutron] 10.222.0.37 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245408 Nov 23 19:11:55.715896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Subnet': ['ID=c058c9f2-0499-4293-9b15-de0e1a97d913,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:55.717935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.722381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5da5e6d9-5899-4876-bee4-4ff7705fb6cf tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/subnets/c058c9f2-0499-4293-9b15-de0e1a97d913 HTTP/1.1" status: 204 len: 168 time: 0.4170682 Nov 23 19:11:55.724740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:55.737177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375cd2be-46d2-4f7c-b69b-b6e9ba663916 None None] Network 27fec401-bf8e-4971-af6f-52ce88a6ef89 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:11:55.899756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.923461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-581bbfbe-88a8-47f1-a1c4-76194e9028c1 req-01ede896-acb8-44ef-b48e-8fbd18cf3b1e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 210 time: 0.0413096 Nov 23 19:11:55.981532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Deleting port 725b1f42-9207-41e9-ba34-7887f9595bf8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:11:55.982279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:55.998832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a590054-c27d-41b5-8bd5-103f8a624a42 req-44f8a1af-b8bf-4acf-8948-e3019c966d01 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:56.008350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a590054-c27d-41b5-8bd5-103f8a624a42 req-44f8a1af-b8bf-4acf-8948-e3019c966d01 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0798893 Nov 23 19:11:56.032139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.041397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.076535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] For port 725b1f42-9207-41e9-ba34-7887f9595bf8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=725b1f42-9207-41e9-ba34-7887f9595bf8,segment=NetworkSegment(eb67957a-1d55-4d12-89cc-3e7d52f0efa8),segment_id=eb67957a-1d55-4d12-89cc-3e7d52f0efa8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:56.077123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.081597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a590054-c27d-41b5-8bd5-103f8a624a42 req-16003b0e-c84d-41fe-b9c6-b46b25985585 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722322 Nov 23 19:11:56.104615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Calling delete_port for 725b1f42-9207-41e9-ba34-7887f9595bf8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:11:56.117328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e5d0-5df6-420c-a525-900c77f5657f None None] Pushing event updated for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.233916 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.288574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Port': ['ID=725b1f42-9207-41e9-ba34-7887f9595bf8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.294199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] No DVR routers for this DVR port 725b1f42-9207-41e9-ba34-7887f9595bf8 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:11:56.352011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8ee97-0b75-4c82-9520-826cbd457f7e None None] DHCP port deletion for 27fec401-bf8e-4971-af6f-52ce88a6ef89 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:11:56.357070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba1960-8cd6-42ec-bba1-47a7a1760475 req-abe80f9a-eb09-440b-bcb9-5c1d9d8e5cd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:56.358692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3aba1960-8cd6-42ec-bba1-47a7a1760475 req-abe80f9a-eb09-440b-bcb9-5c1d9d8e5cd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1436181 Nov 23 19:11:56.412223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Attempting to bind port cf9430e4-e978-4dd3-8980-9c40058af79d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:56.412962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Attempting to bind port cf9430e4-e978-4dd3-8980-9c40058af79d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:56.413558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Attempting to bind port cf9430e4-e978-4dd3-8980-9c40058af79d on network 225405b7-d92c-4b4d-b819-95d511b418ec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:56.419980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:56.420692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Checking segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:56.421392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.422017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Bound using segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:56.422691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Bound port: cf9430e4-e978-4dd3-8980-9c40058af79d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:56.423329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.482853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 725b1f42-9207-41e9-ba34-7887f9595bf8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:11:56.489023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.502930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 725b1f42-9207-41e9-ba34-7887f9595bf8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:11:56.502930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 725b1f42-9207-41e9-ba34-7887f9595bf8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:11:56.528758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fec401-bf8e-4971-af6f-52ce88a6ef89']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:56.544442 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3aba1960-8cd6-42ec-bba1-47a7a1760475 req-e92d7468-81e6-476a-8e33-112e926d8ace tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574802 Nov 23 19:11:56.548813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:56.549104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb67957a-1d55-4d12-89cc-3e7d52f0efa8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:56.570193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] For port cf9430e4-e978-4dd3-8980-9c40058af79d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:56.570380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.575962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6374a961-32f4-4670-998f-772309d3c96c None None] Provisioning complete for port cf9430e4-e978-4dd3-8980-9c40058af79d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:56.576347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6374a961-32f4-4670-998f-772309d3c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.581141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] For port cf9430e4-e978-4dd3-8980-9c40058af79d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf9430e4-e978-4dd3-8980-9c40058af79d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:56.583436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.602823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:11:56.602823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.604045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:11:56.615774 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:11:56.660563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6374a961-32f4-4670-998f-772309d3c96c None None] Port cf9430e4-e978-4dd3-8980-9c40058af79d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:56.696425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e5d0-5df6-420c-a525-900c77f5657f None None] Pushing event updated for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.698276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.701228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:11:56.702253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:11:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:56.716094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:56.721350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] 10.222.0.37 "DELETE /v2.0/networks/27fec401-bf8e-4971-af6f-52ce88a6ef89 HTTP/1.1" status: 204 len: 168 time: 0.9955449 Nov 23 19:11:56.747438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab50ff-cd6b-47c4-a9d3-783a63017891 tempest-NetworksIpV6TestAttrs-475231596 tempest-NetworksIpV6TestAttrs-475231596-project] Pushing event deleted for resources: {'Network': ['ID=27fec401-bf8e-4971-af6f-52ce88a6ef89,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:56.939836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:11:57.077638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34969c06-a53e-4aea-b715-8f6bf8841e63 req-d9f78e30-4356-4019-9586-473339713254 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 210 time: 0.0344605 Nov 23 19:11:57.124213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:57.152519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] Provisioning complete for port cf9430e4-e978-4dd3-8980-9c40058af79d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:57.152999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.316333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:56Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:11:57.353842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b63409-1b75-4886-b10f-894ce8bda429 None None] The sync data for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 is: [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:56Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:11:57.355875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.466226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fb17b0d-4d04-495b-bcbb-bb971c41e132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.474050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] For port cf9430e4-e978-4dd3-8980-9c40058af79d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf9430e4-e978-4dd3-8980-9c40058af79d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:11:57.480097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.485024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0acd8da3-2eaf-4a24-bb0b-338fd23025fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=664c58ed4dff4ac5b1703ea6cb4b2894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3564432 Nov 23 19:11:57.485880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:57.504026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-17663268-7e6e-43c5-8a95-83b4e225ace1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:57.510964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-17663268-7e6e-43c5-8a95-83b4e225ace1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 797 time: 0.2587721 Nov 23 19:11:57.583203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cec3e5-4e7d-4b24-ac1a-e5575e5826ce None None] Pushing event updated for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:57.590210 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.621866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.623956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-8fad53a8-8f38-4bfa-9d44-eef660e9ae4f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a299723a744276a7d18c197f219f0f HTTP/1.1" status: 200 len: 379 time: 0.0976930 Nov 23 19:11:57.637427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'port': {'device_id': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'admin_state_up': True, 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'security_groups': ['4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:57.686277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.690687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:57.695654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf05da08-532c-4262-9638-11217b5ac805 HTTP/1.1" status: 204 len: 168 time: 0.2091229 Nov 23 19:11:57.706723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31b3dd-830e-499d-a951-36e62780631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf05da08-532c-4262-9638-11217b5ac805,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:57.804646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Made reservation on behalf of 48a299723a744276a7d18c197f219f0f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:11:57.808409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.001146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.20.0.10 (225405b7-d92c-4b4d-b819-95d511b418ec/c28cba84-1497-4a85-a825-0c5d5d29541b/a8185305-7930-4cd4-b931-16b4b9f72d3d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:11:58.107667 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:11:58.223366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c5c56ae-5b4b-40b0-b18b-9f467a202b54 req-b9a4f5b0-a9eb-46bf-bba7-7007d58e428c tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 210 time: 0.0286937 Nov 23 19:11:58.316893 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.386025 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.443481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 225405b7-d92c-4b4d-b819-95d511b418ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:11:58.449029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:11:58.451880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:11:58.488467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:58.494951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf9430e4-e978-4dd3-8980-9c40058af79d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:11:58.536521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:58.537344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.562166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-6c0bf72b-7bdf-4dd8-8d11-0a693a945bf4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286749 Nov 23 19:11:58.579387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Request body: {'port': {'device_id': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:58.582536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cf9430e4-e978-4dd3-8980-9c40058af79d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:58.582924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.668960 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.738098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:58.831494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0a9c47c9-f1a2-4e75-9f03-98d930381b15 None None] Provisioning complete for port a8185305-7930-4cd4-b931-16b4b9f72d3d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:11:58.831656 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a9c47c9-f1a2-4e75-9f03-98d930381b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.860219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507325864'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:58.879384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c47c9-f1a2-4e75-9f03-98d930381b15 None None] Port a8185305-7930-4cd4-b931-16b4b9f72d3d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:11:58.884677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.893651 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.983174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:58.988174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.024027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:11:59.029976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c442cce2-5993-454c-90c2-b3838b8d607b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.032061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.052722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Transition to ACTIVE for port object a8185305-7930-4cd4-b931-16b4b9f72d3d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:11:59.056846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.077561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.082891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.117873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.121596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3794322 Nov 23 19:11:59.124777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.158027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.179405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513286-67b5-481c-a017-b878e60c56f3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1239a1f8-55d0-4d26-9869-b840351aceb2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.212913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-af76e2e4-ed59-4756-a8eb-6c601b6362e2 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0866251 Nov 23 19:11:59.215800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.220898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-security--2057632683', 'description': 'tempest-security-description-839679788'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:59.224746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Attempting to bind port a8185305-7930-4cd4-b931-16b4b9f72d3d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:11:59.226101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Attempting to bind port a8185305-7930-4cd4-b931-16b4b9f72d3d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:11:59.226444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Attempting to bind port a8185305-7930-4cd4-b931-16b4b9f72d3d on network 225405b7-d92c-4b4d-b819-95d511b418ec {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:59.236488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Port a8185305-7930-4cd4-b931-16b4b9f72d3d on network 225405b7-d92c-4b4d-b819-95d511b418ec not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:11:59.236874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Attempting to bind port a8185305-7930-4cd4-b931-16b4b9f72d3d on network 225405b7-d92c-4b4d-b819-95d511b418ec {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:11:59.245657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:11:59.245991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Checking segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:11:59.246526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Bound using segment: {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:11:59.246962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Bound port: a8185305-7930-4cd4-b931-16b4b9f72d3d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4540d8bc-aede-4c3d-aa57-7d4437d4d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:11:59.247341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.287143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.371632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.373239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:11:59.384506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.388069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.391365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "PUT /v2.0/security-groups/1239a1f8-55d0-4d26-9869-b840351aceb2 HTTP/1.1" status: 200 len: 1796 time: 0.1729825 Nov 23 19:11:59.392518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.396389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:11:59.416072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.431114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833663ed-47fe-4e0e-9cdf-ce57ee4a390d req-a9ec780a-bccc-407e-a129-46638ac7b397 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.432675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-833663ed-47fe-4e0e-9cdf-ce57ee4a390d req-a9ec780a-bccc-407e-a129-46638ac7b397 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 944 time: 0.1045327 Nov 23 19:11:59.445933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38cf0a-8ea0-4fe8-8653-e44b3524864d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1239a1f8-55d0-4d26-9869-b840351aceb2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.460362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6554818-8788-4f33-a504-f92705c2aa96 req-fb67b2b5-44f8-42cb-9a7e-b768ea48f6d3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.461938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6554818-8788-4f33-a504-f92705c2aa96 req-fb67b2b5-44f8-42cb-9a7e-b768ea48f6d3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0890419 Nov 23 19:11:59.491154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.491733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.493593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 1092 time: 0.9192779 Nov 23 19:11:59.508671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:11:59.511938 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:11:59.550452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c60c6145-91fd-4290-96a1-93e43e7b6dfb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups/1239a1f8-55d0-4d26-9869-b840351aceb2 HTTP/1.1" status: 200 len: 1796 time: 0.1545761 Nov 23 19:11:59.555665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a6554818-8788-4f33-a504-f92705c2aa96 req-2d09f8a0-71a4-4ec2-91ac-f89fa52e1199 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867360 Nov 23 19:11:59.556408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.611885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279691fc-02bf-4aa2-a98b-259aaa23fcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.623291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-833663ed-47fe-4e0e-9cdf-ce57ee4a390d req-ef0551b7-65a5-44d8-8d7b-e89cf570ec7e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826379 Nov 23 19:11:59.648242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-79580363-2d17-446c-a1d0-d7328501d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.649772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-79580363-2d17-446c-a1d0-d7328501d872 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1095 time: 0.0959620 Nov 23 19:11:59.651821 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3b2674-d7c3-4eab-bee8-19b68160601a x-openstack-request-id: req-fa3b2674-d7c3-4eab-bee8-19b68160601a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:11:59.652151 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:11:59.652578 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa3b2674-d7c3-4eab-bee8-19b68160601a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:11:59.652772 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'status': 'completed', 'code': 200} Nov 23 19:11:59.655909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.686474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.710019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-793a242f-2913-47f1-a21a-2ade5b162fa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 217 time: 0.0440412 Nov 23 19:11:59.743803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.744768 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.745900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/1239a1f8-55d0-4d26-9869-b840351aceb2 HTTP/1.1" status: 204 len: 168 time: 0.1877825 Nov 23 19:11:59.762599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.779516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae4b25-a807-4a24-9def-e47d37e4a903 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239a1f8-55d0-4d26-9869-b840351aceb2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:11:59.784303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-c48b562e-cbb5-47a2-af76-7ad1beb81643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.785951 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-c48b562e-cbb5-47a2-af76-7ad1beb81643 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 200 len: 834 time: 0.0648165 Nov 23 19:11:59.842506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01a4a-52f3-4a59-b5c2-6b30c913214c req-21731183-4087-4e2f-8ead-b56ad605ed98 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.844215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416591c-8513-4b25-a9f2-b841c111370b req-5895f67e-be04-4701-a27b-813254db8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:11:59.844639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87b01a4a-52f3-4a59-b5c2-6b30c913214c req-21731183-4087-4e2f-8ead-b56ad605ed98 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1127126 Nov 23 19:11:59.846577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-5895f67e-be04-4701-a27b-813254db8c5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=225405b7-d92c-4b4d-b819-95d511b418ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473857 Nov 23 19:11:59.848967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fd0ac77a-e14f-48d3-a690-97b9b0838ee1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820730 Nov 23 19:11:59.851777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.877747 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1dc74a72-1159-4538-a660-d4332d8026f4 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] delete failed (client error): The resource could not be found. Nov 23 19:11:59.878774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1dc74a72-1159-4538-a660-d4332d8026f4 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/1239a1f8-55d0-4d26-9869-b840351aceb2 HTTP/1.1" status: 404 len: 347 time: 0.0257516 Nov 23 19:11:59.883081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:11:59.888086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--802521388'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:11:59.913101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87b01a4a-52f3-4a59-b5c2-6b30c913214c req-3464168b-598f-4587-99be-91d48b4f8243 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621178 Nov 23 19:11:59.926107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:11:59.973607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-a5927f0e-496e-48a8-ac47-62ba79a157f9 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121569 Nov 23 19:12:00.044629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.059895 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.099361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.100573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2166088 Nov 23 19:12:00.101811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7416591c-8513-4b25-a9f2-b841c111370b req-3c062f25-0736-4108-a921-edf60b61c115 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176937 Nov 23 19:12:00.103634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.109003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17115237-8fe4-458e-94c6-253cec625226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.111566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': 'febefdd8-2ef8-4e8c-9848-180e5faa8043', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:00.112855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db9a2c-bc97-4a8a-9a30-8da37a69137b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febefdd8-2ef8-4e8c-9848-180e5faa8043,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.142654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.162255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04102-7bdc-490b-8db7-9fac96583496 req-16dbd111-1ace-46f4-afaa-8739ff2d548d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.163995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9f04102-7bdc-490b-8db7-9fac96583496 req-16dbd111-1ace-46f4-afaa-8739ff2d548d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0733457 Nov 23 19:12:00.223954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9f04102-7bdc-490b-8db7-9fac96583496 req-11d39323-f103-44cf-bb4f-a7cffb090ea8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Nov 23 19:12:00.234722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.240252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.270573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-0ee0210d-3003-42ef-8ac3-f6cafc5202d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.272126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-0ee0210d-3003-42ef-8ac3-f6cafc5202d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1095 time: 0.0934267 Nov 23 19:12:00.273660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623ccb7b-cae9-49ef-8a5f-53f65f4dad7b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.280498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.282250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e84bd5d-70cc-4abe-b49a-171d10c493bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776481 Nov 23 19:12:00.287989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.325405 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.333959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.361843 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.368568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.372089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/623ccb7b-cae9-49ef-8a5f-53f65f4dad7b HTTP/1.1" status: 204 len: 168 time: 0.0803306 Nov 23 19:12:00.372571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.375683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa2452-4f3d-4440-8b64-b8ae7098d976 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=623ccb7b-cae9-49ef-8a5f-53f65f4dad7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.435834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5edf6-2d77-4921-810b-3c901fb787f9 req-352a6502-565c-4ff5-bb25-695e57304b6d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.437470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57f5edf6-2d77-4921-810b-3c901fb787f9 req-352a6502-565c-4ff5-bb25-695e57304b6d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1351576 Nov 23 19:12:00.450558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-c29cc13d-5b34-4d53-b270-43e4e9152be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.452023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-c29cc13d-5b34-4d53-b270-43e4e9152be2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 898 time: 0.1688130 Nov 23 19:12:00.465583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70bece25-aec4-4f52-842c-8b981205d1ef tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921156 Nov 23 19:12:00.469164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.510058 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-a55d2d60-ce3e-498e-bcd1-14b02636b8f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 217 time: 0.0423992 Nov 23 19:12:00.528019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.551883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.570579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57f5edf6-2d77-4921-810b-3c901fb787f9 req-6a891750-dc5e-41dc-8ae5-074187ef7f84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237357 Nov 23 19:12:00.582112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-ff82ef9a-d383-4bca-b77c-82c3d6e9faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.583596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-ff82ef9a-d383-4bca-b77c-82c3d6e9faa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 200 len: 834 time: 0.0642235 Nov 23 19:12:00.597192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.601107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.603798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/febefdd8-2ef8-4e8c-9848-180e5faa8043 HTTP/1.1" status: 204 len: 168 time: 0.1334891 Nov 23 19:12:00.608418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.625402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c4c85-3dcb-4722-8459-80ae6f8e3da6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febefdd8-2ef8-4e8c-9848-180e5faa8043,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.637140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-0906df7c-e45b-495b-a286-7afe9c64e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.638759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-0906df7c-e45b-495b-a286-7afe9c64e31f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=225405b7-d92c-4b4d-b819-95d511b418ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476089 Nov 23 19:12:00.670493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a592974-6f19-482f-9a59-e0c046372c88 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575335 Nov 23 19:12:00.670890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.676214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--694877775'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:00.704674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.790478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-be10677d-41d7-4faf-9f0a-827d5dbd8b5e service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420748 Nov 23 19:12:00.792476 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.839640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.846641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.849181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fee70-3c22-40d9-b4ec-780e25c17d67 req-d62e077b-aa7a-4c3b-84f1-292e344463ea tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.850735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-952fee70-3c22-40d9-b4ec-780e25c17d67 req-d62e077b-aa7a-4c3b-84f1-292e344463ea tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0995409 Nov 23 19:12:00.855994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e474459-0f82-405b-b107-9ba97213fe67 req-da1b1837-6d2b-4bf7-a960-c7d4bebf6cd2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:00.857527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e474459-0f82-405b-b107-9ba97213fe67 req-da1b1837-6d2b-4bf7-a960-c7d4bebf6cd2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 944 time: 0.0962977 Nov 23 19:12:00.900538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:00.902103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2297697 Nov 23 19:12:00.906594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:00.912086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '75553b74-73cf-4b46-bbca-e08bfec8eff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:00.919784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d3508-e437-4c97-80cc-0880e398b34b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75553b74-73cf-4b46-bbca-e08bfec8eff1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:00.954180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-952fee70-3c22-40d9-b4ec-780e25c17d67 req-fdbc9b02-19d5-4146-a3c0-2aec396f4aed tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939817 Nov 23 19:12:00.960212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0e474459-0f82-405b-b107-9ba97213fe67 req-5e45d72c-9e6d-4eaf-96a1-7a020e117e63 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923388 Nov 23 19:12:00.962314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c10dfef-161c-47dd-9b9f-5e7e6327d9a9 req-5c22cc4f-5eaa-401a-a6b3-567f1579c1ed service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582739 Nov 23 19:12:00.966958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.058562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.064762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.085092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638fcceb-5c78-4c6c-b77d-bccd67b5f9da,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.096314 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.097807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4b20089e-7094-48bf-a3db-7bb4a58eca32 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1890798 Nov 23 19:12:01.100415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.104882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '75553b74-73cf-4b46-bbca-e08bfec8eff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:01.114245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b014d-0dad-4cfe-b8ae-cd47b48720a1 req-fea1d687-618d-4130-bf50-809f3cd3ab90 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:01.115895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-287b014d-0dad-4cfe-b8ae-cd47b48720a1 req-fea1d687-618d-4130-bf50-809f3cd3ab90 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0557415 Nov 23 19:12:01.136125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.170199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-287b014d-0dad-4cfe-b8ae-cd47b48720a1 req-32ca3e61-0695-400e-833d-00366ada104f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Nov 23 19:12:01.194287 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.198991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.217961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa7e002-c42d-47b0-9c15-fe9dba759c45,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.226268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.227792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a043ae77-f539-496e-94e6-345d7eb9529b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261518 Nov 23 19:12:01.230751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.236056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '75553b74-73cf-4b46-bbca-e08bfec8eff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:01.274529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.358593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.363611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.384861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53306bfe-a1e6-4ead-ac3e-63f7408c4404,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.399122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ede9c-7f18-468f-8702-adb91b1c641e req-e1de5d08-d755-4d1b-b8e8-00e2188cf067 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:01.400917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-411ede9c-7f18-468f-8702-adb91b1c641e req-e1de5d08-d755-4d1b-b8e8-00e2188cf067 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0821309 Nov 23 19:12:01.407751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.409999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2cf3c1b7-f881-4c79-af59-ba11329a9873 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778538 Nov 23 19:12:01.412466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36564) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.417025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '75553b74-73cf-4b46-bbca-e08bfec8eff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:01.444465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.452316 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-411ede9c-7f18-468f-8702-adb91b1c641e req-193c46ca-23b8-4164-a43e-d47eed674711 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Nov 23 19:12:01.515239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.519159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.550410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafb7bd4-ebc2-40d6-a347-0c7928b29c3e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.571785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.572999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c4d389d3-eec1-4100-ac38-905521957a2f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594625 Nov 23 19:12:01.575696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.581631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '75553b74-73cf-4b46-bbca-e08bfec8eff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:01.607602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1748e-f5f5-4a3f-812b-94681aa957c8 req-649ce36c-aa76-4bba-a7fb-db038d81ce22 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:01.609713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fef1748e-f5f5-4a3f-812b-94681aa957c8 req-649ce36c-aa76-4bba-a7fb-db038d81ce22 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0750926 Nov 23 19:12:01.636670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.684878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fef1748e-f5f5-4a3f-812b-94681aa957c8 req-3f1570c9-f869-4b81-b60a-54323b7f233f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683467 Nov 23 19:12:01.716989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.722087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.741373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffc8d4a-839b-4a50-8791-10ceaffb3746,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.751147 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.754969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fc9234fb-d88e-4f7b-b6a4-15d40991414a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1757574 Nov 23 19:12:01.755497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.782177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.789836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.828703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.837098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.838238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3ffc8d4a-839b-4a50-8791-10ceaffb3746 HTTP/1.1" status: 204 len: 168 time: 0.0818110 Nov 23 19:12:01.840988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.858551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e61cc5-2b57-4da5-8ff6-81bb38f7734f tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ffc8d4a-839b-4a50-8791-10ceaffb3746,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:01.885384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32b206-200c-4c65-a51c-0a63f36fb82f req-ef7d6e8f-8ada-4d01-9fff-e0f49c30651f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:01.887487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c32b206-200c-4c65-a51c-0a63f36fb82f req-ef7d6e8f-8ada-4d01-9fff-e0f49c30651f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0722840 Nov 23 19:12:01.892772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-eb329936-9bc9-416f-b480-e262ba0984ca tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0504532 Nov 23 19:12:01.895840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.927229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.935728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.952839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c32b206-200c-4c65-a51c-0a63f36fb82f req-fa7f1a97-b2a1-4ca2-8032-4df7050e5cf9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574296 Nov 23 19:12:01.963899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.971248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:01.972381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fafb7bd4-ebc2-40d6-a347-0c7928b29c3e HTTP/1.1" status: 204 len: 168 time: 0.0753548 Nov 23 19:12:01.975140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:01.982045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac418f3c-85f9-4ba3-87c0-0f45af9698bd tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fafb7bd4-ebc2-40d6-a347-0c7928b29c3e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.036151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15d70402-cb4a-406c-af1c-f46a4b40e2bc tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0594563 Nov 23 19:12:02.036800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.090981 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.100139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597f81-ff52-46a3-96e5-169d422ae8db req-4c0bc6c3-023d-40a8-aa2a-ababd4f7deb2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:02.102283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.104329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49597f81-ff52-46a3-96e5-169d422ae8db req-4c0bc6c3-023d-40a8-aa2a-ababd4f7deb2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 944 time: 0.0580611 Nov 23 19:12:02.126937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682e5e4-602c-4d06-ad56-35c106e878d9 req-22f8b976-98c5-4764-9510-f4711cac89bb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:02.128479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2682e5e4-602c-4d06-ad56-35c106e878d9 req-22f8b976-98c5-4764-9510-f4711cac89bb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0848436 Nov 23 19:12:02.155696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.160558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-49597f81-ff52-46a3-96e5-169d422ae8db req-1f50e927-e3ae-46e3-a221-b6f6b876b524 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Nov 23 19:12:02.161044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.162544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/53306bfe-a1e6-4ead-ac3e-63f7408c4404 HTTP/1.1" status: 204 len: 168 time: 0.1244540 Nov 23 19:12:02.165425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.188822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3e16-c304-4616-942e-7ea0f4ddc672 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53306bfe-a1e6-4ead-ac3e-63f7408c4404,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.199406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2682e5e4-602c-4d06-ad56-35c106e878d9 req-e8184702-bd27-4fdb-8ef9-87d6a8e1424b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 Nov 23 19:12:02.211951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1ad0b319-cc62-415d-b385-a500fa682180 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437334 Nov 23 19:12:02.214164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.234619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.250718 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.263818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.291592 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.299550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.301579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/aaa7e002-c42d-47b0-9c15-fe9dba759c45 HTTP/1.1" status: 204 len: 168 time: 0.0855567 Nov 23 19:12:02.303448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.305190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288612a3-ba7d-41a1-b77a-5ef04743dc8d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaa7e002-c42d-47b0-9c15-fe9dba759c45,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.348394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0155bbd5-29e1-4274-88a9-08cf8c8ef45d tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437067 Nov 23 19:12:02.351261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.384816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.394102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.408387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd86329-5949-4154-93cd-0719ced1792a req-e3b9cf04-376a-4abe-9d24-eb15ef1a8c84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:02.409980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3bd86329-5949-4154-93cd-0719ced1792a req-e3b9cf04-376a-4abe-9d24-eb15ef1a8c84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0732102 Nov 23 19:12:02.421120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.428769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.430036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/638fcceb-5c78-4c6c-b77d-bccd67b5f9da HTTP/1.1" status: 204 len: 168 time: 0.0776994 Nov 23 19:12:02.433081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.434347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6096c-949e-4c57-9a5f-1c1ee12e882a tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=638fcceb-5c78-4c6c-b77d-bccd67b5f9da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.483489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3bd86329-5949-4154-93cd-0719ced1792a req-0db9cb68-6a28-4399-9cd3-7853d629999c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672886 Nov 23 19:12:02.495461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-36dc13d3-03ee-4e96-a421-d91b0754673b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611618 Nov 23 19:12:02.498085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.553884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.577459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.605364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701579-232d-4b75-8799-4d8945f5dc31 req-67a4a400-e26b-4c38-977c-ed38dd02c026 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:02.606902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32701579-232d-4b75-8799-4d8945f5dc31 req-67a4a400-e26b-4c38-977c-ed38dd02c026 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0505693 Nov 23 19:12:02.621163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.624191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.625124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/75553b74-73cf-4b46-bbca-e08bfec8eff1 HTTP/1.1" status: 204 len: 168 time: 0.1261022 Nov 23 19:12:02.628544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.652458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae38ce8-92e6-4eea-a6ba-f93c3ca18483 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75553b74-73cf-4b46-bbca-e08bfec8eff1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.662749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32701579-232d-4b75-8799-4d8945f5dc31 req-7b195894-479c-40c5-9503-50e3a5f7ee5d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Nov 23 19:12:02.716668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ff8d9c7-db06-4f2c-8fda-d79f24a8e0a9 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870233 Nov 23 19:12:02.722857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.727139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410580473'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:02.749886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.819826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.825097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.855259 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.859371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1328795 Nov 23 19:12:02.859964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:02.864215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '96281bb3-eb61-409e-b3d0-ef5c5e8fd661', 'direction': 'ingress', 'protocol': 17}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:02.871852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54332589-7ca0-4351-873b-e35a7dd14323 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96281bb3-eb61-409e-b3d0-ef5c5e8fd661,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.894047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.915007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bb989-2dea-4fc8-a8ec-767ea3c2315d req-ce626906-0ba8-4684-a242-75a84de61521 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:02.916502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-841bb989-2dea-4fc8-a8ec-767ea3c2315d req-ce626906-0ba8-4684-a242-75a84de61521 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 814 time: 0.1149602 Nov 23 19:12:02.936755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-841bb989-2dea-4fc8-a8ec-767ea3c2315d req-f1032010-83aa-4892-8159-cee153b90cb8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/quotas/3a7845f948d4435f9b66a2a494131ee3 HTTP/1.1" status: 200 len: 375 time: 0.0115221 Nov 23 19:12:02.955954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.961539 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:02.985530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d73ded-2b74-4cf9-86a5-193dfdef76c9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:02.996694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:12:02.998389 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.002700 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b9ab2569-bc05-4f97-92a4-9b698821c706 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1391764 Nov 23 19:12:03.003231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:03.020447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-841bb989-2dea-4fc8-a8ec-767ea3c2315d req-345bf859-fee1-41f9-a79d-26f56013b34b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786831 Nov 23 19:12:03.064170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.100246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.109153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:03.120859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'mac_address': 'fa:16:3e:ce:b3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:12:03.161471 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.167100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e2697-b551-4ae9-a2db-89ec9de41b2f req-f4e06060-d05f-4ec6-91d4-529dd5750c6c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:03.169071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a76e2697-b551-4ae9-a2db-89ec9de41b2f req-f4e06060-d05f-4ec6-91d4-529dd5750c6c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0821505 Nov 23 19:12:03.176175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:03.199826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:03.201757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.205125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.205385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.208917 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/96281bb3-eb61-409e-b3d0-ef5c5e8fd661 HTTP/1.1" status: 204 len: 168 time: 0.2024307 Nov 23 19:12:03.209372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:03.227720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebbf06-e274-40fc-a1bb-4ffaef6c7349 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96281bb3-eb61-409e-b3d0-ef5c5e8fd661,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:03.258184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a76e2697-b551-4ae9-a2db-89ec9de41b2f req-a9a52869-57eb-4202-b729-8ab7b8b5fcf3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Nov 23 19:12:03.301066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e29c2400-f6d0-4df7-8bfa-2873aa59af7c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905113 Nov 23 19:12:03.303121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.306418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:03.308033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:03.313988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414535568'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:03.324381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386c7af-a9a6-49de-b91e-d39c67446c8a req-6f7ab298-c673-4c31-b890-c83d8ae27c1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:03.325860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3386c7af-a9a6-49de-b91e-d39c67446c8a req-6f7ab298-c673-4c31-b890-c83d8ae27c1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 945 time: 0.0640864 Nov 23 19:12:03.347774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.378974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3386c7af-a9a6-49de-b91e-d39c67446c8a req-ab974497-fdeb-455e-81c2-9f86c9e7ee51 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464842 Nov 23 19:12:03.426598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909af37-10af-41f9-9228-dce363283580 req-93bd4b8f-af93-4ad8-b817-f78313f3685a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:03.428019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c909af37-10af-41f9-9228-dce363283580 req-93bd4b8f-af93-4ad8-b817-f78313f3685a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0772371 Nov 23 19:12:03.444971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a8185305-7930-4cd4-b931-16b4b9f72d3d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:12:03.766395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.776833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.799582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c909af37-10af-41f9-9228-dce363283580 req-d824f7e2-5635-4118-a516-7edde378f1b8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651085 Nov 23 19:12:03.811988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.813283 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5062099 Nov 23 19:12:03.817716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f0c2-625c-4322-b47d-2e71bc753b04 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5686095-d40f-432a-87b2-b327f1934ca9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:03.822634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:03.828520 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262341701'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:03.853646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.934656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.939884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.971888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5821c6dc-e940-465b-823d-bca68df8e78d req-02fe3d5c-2112-4371-8ca5-9a95d45d9823 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3a7845f948d4435f9b66a2a494131ee3 HTTP/1.1" status: 200 len: 221 time: 0.0345721 Nov 23 19:12:03.972995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:03.974166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1507559 Nov 23 19:12:03.976206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ba28e-ae29-4a11-9728-8226422cce73 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf408f3-117a-41c6-9bb7-1967d082febc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:03.978896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:03.981750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': 'e5686095-d40f-432a-87b2-b327f1934ca9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1cf408f3-117a-41c6-9bb7-1967d082febc', 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:04.030107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.091652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a43f38-4bb9-4838-92b1-1d0f2042f06e req-892882df-7df7-42c0-8e7f-4a29b58c250b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.093159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9a43f38-4bb9-4838-92b1-1d0f2042f06e req-892882df-7df7-42c0-8e7f-4a29b58c250b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0509107 Nov 23 19:12:04.115016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.119095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.136589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fdeed3-89bc-4387-aabe-4b1b900383be,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:04.145771 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.149771 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7c97217c-8e07-4690-9520-a4b49d085a6b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1690788 Nov 23 19:12:04.150230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.159183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9a43f38-4bb9-4838-92b1-1d0f2042f06e req-dc1fc9dd-467a-4e77-8577-8beae2cb64c1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Nov 23 19:12:04.179597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.187744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.214799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.222299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.223513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a6fdeed3-89bc-4387-aabe-4b1b900383be HTTP/1.1" status: 204 len: 168 time: 0.0721071 Nov 23 19:12:04.227630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.227847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11420d80-8f67-44a1-8328-459320561213 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6fdeed3-89bc-4387-aabe-4b1b900383be,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:04.271340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f5b03c1-0366-48d2-8ad4-f21fffcbb455 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419588 Nov 23 19:12:04.273646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.302583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcacd4-4be3-4948-a499-8d8612c4104a req-b91a9dd9-c4fd-4bf9-8292-87b151a01f84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.304044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33dcacd4-4be3-4948-a499-8d8612c4104a req-b91a9dd9-c4fd-4bf9-8292-87b151a01f84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0510721 Nov 23 19:12:04.331103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.356153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.360144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33dcacd4-4be3-4948-a499-8d8612c4104a req-e9c875e1-12f9-42dc-9710-1024ca03f6c3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495541 Nov 23 19:12:04.413007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.415812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.419890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.420069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/1cf408f3-117a-41c6-9bb7-1967d082febc HTTP/1.1" status: 204 len: 168 time: 0.1451640 Nov 23 19:12:04.436218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c4237-3aff-4d49-a1b7-8910786464b0 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf408f3-117a-41c6-9bb7-1967d082febc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:04.521122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab759e-f109-45a7-a5cb-44aa094787e6 req-55997d65-d2a1-44fa-a15c-bea087eb4575 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.522636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32ab759e-f109-45a7-a5cb-44aa094787e6 req-55997d65-d2a1-44fa-a15c-bea087eb4575 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0598199 Nov 23 19:12:04.533390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5dcbf35-7aa0-43e7-acc9-9486ea9599fb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1119006 Nov 23 19:12:04.536058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.553303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf26a2-e9af-4332-bdb5-276af9707b79 req-c33f1ab3-df82-488f-b23a-aec1de5d870e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.555348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1bf26a2-e9af-4332-bdb5-276af9707b79 req-c33f1ab3-df82-488f-b23a-aec1de5d870e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 945 time: 0.0735927 Nov 23 19:12:04.600335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32ab759e-f109-45a7-a5cb-44aa094787e6 req-63f31907-be30-462b-ac54-acd6ab39e1c1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Nov 23 19:12:04.611691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1bf26a2-e9af-4332-bdb5-276af9707b79 req-dd8992b6-34a7-44df-8db8-a3baf6ae2b83 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494258 Nov 23 19:12:04.619490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.647742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.727387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.729939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.731086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5686095-d40f-432a-87b2-b327f1934ca9 HTTP/1.1" status: 204 len: 168 time: 0.1938410 Nov 23 19:12:04.736910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.743104 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325b9c2-cef3-4d42-a550-6079c72ec996 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5686095-d40f-432a-87b2-b327f1934ca9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:04.753652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c214aa-5485-44d0-8572-04151aa30edd req-cf62da56-ecc6-499d-9cf1-4192307144e0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.755210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9c214aa-5485-44d0-8572-04151aa30edd req-cf62da56-ecc6-499d-9cf1-4192307144e0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0709960 Nov 23 19:12:04.789397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0958018c-437f-4f54-921f-9f37d0c7a0e4 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512722 Nov 23 19:12:04.793424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.798399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--332964069'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:04.810195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9c214aa-5485-44d0-8572-04151aa30edd req-7eac0ab8-ffe5-4fea-b2cb-bbccbc2c175d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474658 Nov 23 19:12:04.822615 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.905585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.910444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.959762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:04.961812 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1667049 Nov 23 19:12:04.964838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f533b-4dea-44c4-844b-37943604c9f5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61afba5d-6c0b-4eb2-beeb-09752ee7c490,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:04.967962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:04.969986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84f3c-d951-4ef0-8249-068338a2dfc5 req-b0449552-184d-4348-8541-11bd7b2bfa55 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:04.972527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dd84f3c-d951-4ef0-8249-068338a2dfc5 req-b0449552-184d-4348-8541-11bd7b2bfa55 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0785513 Nov 23 19:12:04.974989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '61afba5d-6c0b-4eb2-beeb-09752ee7c490', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:04.997138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:12:05.024696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.050219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9dd84f3c-d951-4ef0-8249-068338a2dfc5 req-0f452c2e-f05a-47a6-82d6-5662a3e2a415 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695949 Nov 23 19:12:05.057505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a8185305-7930-4cd4-b931-16b4b9f72d3d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:12:05.061928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a8185305-7930-4cd4-b931-16b4b9f72d3d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:05.062301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.104147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.110122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.129869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac5d274-2001-4085-ae99-b777ae8e6fec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.146087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.147811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f502fa6-1ec1-430d-8c32-4c0c259c9ddb tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1785817 Nov 23 19:12:05.152027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.165562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.199873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:05.202141 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883fe4e-8f16-4f66-b90e-bfd353e23467" -d '{"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-plugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:05.205909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.216907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.226317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65074c9-b339-48cd-96be-00f8b66ac109 req-0fe2c509-f819-4ded-bd71-d6d0f97e6c7e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.227034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:05.227951 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c65074c9-b339-48cd-96be-00f8b66ac109 req-0fe2c509-f819-4ded-bd71-d6d0f97e6c7e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0959516 Nov 23 19:12:05.233575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.262878 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84611907-636d-4f50-9747-e957aa17c819 x-openstack-request-id: req-84611907-636d-4f50-9747-e957aa17c819 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:05.263534 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-plugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:05.263534 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84611907-636d-4f50-9747-e957aa17c819 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:05.264141 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'code': 200} Nov 23 19:12:05.288198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.295409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.301923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.303057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dac5d274-2001-4085-ae99-b777ae8e6fec HTTP/1.1" status: 204 len: 168 time: 0.1501024 Nov 23 19:12:05.306657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.315583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c65074c9-b339-48cd-96be-00f8b66ac109 req-f799e7a2-dc92-4e7b-98d4-2fc2e9d163d9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799279 Nov 23 19:12:05.316343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504b6c0-922a-4b81-819b-17d3d876d28b tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac5d274-2001-4085-ae99-b777ae8e6fec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.371800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32d80e1e-a13d-4c55-bf10-1ae6a3b5b088 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614722 Nov 23 19:12:05.372149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.377928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441343f-889a-4cc3-a05d-0aa84075c47b req-e7483393-2817-47a4-9412-6ba449d97c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.379499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c441343f-889a-4cc3-a05d-0aa84075c47b req-e7483393-2817-47a4-9412-6ba449d97c3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1097 time: 0.0503352 Nov 23 19:12:05.427740 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.452414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.470023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c441343f-889a-4cc3-a05d-0aa84075c47b req-193c5049-4a4f-47a4-83d7-08f80a1bbbf2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751874 Nov 23 19:12:05.486790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db50af-485c-478b-8841-d550bad1be41 req-332e6949-de79-49d1-9c42-919a4a398fe2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.488572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7db50af-485c-478b-8841-d550bad1be41 req-332e6949-de79-49d1-9c42-919a4a398fe2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0856073 Nov 23 19:12:05.497534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.500785 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.501939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/61afba5d-6c0b-4eb2-beeb-09752ee7c490 HTTP/1.1" status: 204 len: 168 time: 0.1288283 Nov 23 19:12:05.505153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.523785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa672cda-c266-46e1-88eb-c9a74f1bece5 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61afba5d-6c0b-4eb2-beeb-09752ee7c490,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.543810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7db50af-485c-478b-8841-d550bad1be41 req-0ee35406-ebe9-4042-9a9d-c246558f57c4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465515 Nov 23 19:12:05.561575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-49c4ccad-484b-4231-9569-1b2fb0893431 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541556 Nov 23 19:12:05.563903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.568965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group': {'name': 'tempest-secgroup--239068328'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:05.592699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.665990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.675129 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.687940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bdee1-f1c7-4398-a9ee-e08e31819679 req-61689789-6b26-42f0-9e09-400a9eefd77a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.689506 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c26bdee1-f1c7-4398-a9ee-e08e31819679 req-61689789-6b26-42f0-9e09-400a9eefd77a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0682101 Nov 23 19:12:05.737506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.739506 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1742761 Nov 23 19:12:05.746971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.754138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '3221b22c-68ef-4ce9-9e47-209aa0f46850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:05.766227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bffe4a-c05e-473a-abae-4fcfbe09a1c1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3221b22c-68ef-4ce9-9e47-209aa0f46850,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.777552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c26bdee1-f1c7-4398-a9ee-e08e31819679 req-80a3ddaa-6ce8-4000-861a-4fcc9f6a863f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Nov 23 19:12:05.802117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.806416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b97ce-e888-4bfa-9b4d-4786a6de4fbe req-589fe7bb-bef9-45b3-8e26-6ea1ede3ea97 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.808198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f3b97ce-e888-4bfa-9b4d-4786a6de4fbe req-589fe7bb-bef9-45b3-8e26-6ea1ede3ea97 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.1066251 Nov 23 19:12:05.868236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.871826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.876698 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f3b97ce-e888-4bfa-9b4d-4786a6de4fbe req-9059b893-b150-4616-b7ac-8afd621ad4b4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584149 Nov 23 19:12:05.891998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b4f351-076a-40dc-9a68-fd21559d55f2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:05.915281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:05.916485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-92428eb9-6f9a-43b0-abc9-c0aa82256269 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681752 Nov 23 19:12:05.919270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.940059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a53d95d-1dca-4b77-af1d-9b19c79d2b14 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules/63b4f351-076a-40dc-9a68-fd21559d55f2 HTTP/1.1" status: 200 len: 763 time: 0.0168641 Nov 23 19:12:05.940374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:05.956958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe0e7-3c92-4cdc-a8fb-e7689456d619 req-8e54ce00-2b27-40b9-9c5b-15e3d210e659 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:05.958519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39ebe0e7-3c92-4cdc-a8fb-e7689456d619 req-8e54ce00-2b27-40b9-9c5b-15e3d210e659 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0558257 Nov 23 19:12:05.983563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-01afde50-6e57-4f27-8987-2da609fe1f66 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417380 Nov 23 19:12:05.986232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.009372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39ebe0e7-3c92-4cdc-a8fb-e7689456d619 req-d6bc6519-9b63-4197-a914-5e08c5bf7c84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Nov 23 19:12:06.012518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.023282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.059730 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.067290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.068731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/63b4f351-076a-40dc-9a68-fd21559d55f2 HTTP/1.1" status: 204 len: 168 time: 0.0815561 Nov 23 19:12:06.072074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.075171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618caae-7634-4e9f-960b-d6c37d1e941c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63b4f351-076a-40dc-9a68-fd21559d55f2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.114959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4756f6f8-f568-450c-8192-cdeba6fddda2 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414307 Nov 23 19:12:06.117691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.122299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '3221b22c-68ef-4ce9-9e47-209aa0f46850', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:06.139070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9df8c2-b2fc-4faa-b338-415d20e16d43 req-945e4cfa-5daa-4c54-8b2e-2e5dc9ad47ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:06.141522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b9df8c2-b2fc-4faa-b338-415d20e16d43 req-945e4cfa-5daa-4c54-8b2e-2e5dc9ad47ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0517402 Nov 23 19:12:06.149897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.194949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b9df8c2-b2fc-4faa-b338-415d20e16d43 req-8c30c1db-b2be-4f66-a32e-39f322fd03da tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Nov 23 19:12:06.222859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.227437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.248648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6c3766-4885-4ac4-b421-1ebf2c64eb9e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.257310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.261335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.261520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e8a70e18-80cf-4e2b-970f-75437145de67 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427321 Nov 23 19:12:06.280766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-92154b75-9e7a-428b-8420-3ddfe3c32960 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules/6d6c3766-4885-4ac4-b421-1ebf2c64eb9e HTTP/1.1" status: 200 len: 763 time: 0.0178001 Nov 23 19:12:06.284947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.355497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5ffed46-ff17-429c-b687-9f1ba80d6564 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0692651 Nov 23 19:12:06.358133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.387481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8959a8d-6da6-434d-8136-9f8650d59ce6 req-7badfa89-5367-4ab7-a358-e33c002fc753 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:06.388938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8959a8d-6da6-434d-8136-9f8650d59ce6 req-7badfa89-5367-4ab7-a358-e33c002fc753 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0901194 Nov 23 19:12:06.398387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.417913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.463151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8959a8d-6da6-434d-8136-9f8650d59ce6 req-25bcbae8-b5a7-432a-8a2a-2de6a26e1128 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669794 Nov 23 19:12:06.468179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.476208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.479902 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6d6c3766-4885-4ac4-b421-1ebf2c64eb9e HTTP/1.1" status: 204 len: 168 time: 0.1182966 Nov 23 19:12:06.480322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.481957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820716d-6026-49ee-8e2c-1e1068d5d4bf tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6c3766-4885-4ac4-b421-1ebf2c64eb9e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.530797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-623f600f-54dd-46d9-8d06-f05826801ca4 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490844 Nov 23 19:12:06.533961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.538394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Request body: {'security_group_rule': {'security_group_id': '3221b22c-68ef-4ce9-9e47-209aa0f46850', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:06.586294 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Project 00d5857fba9742028d51de7dbd032da8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:12:06.596119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.618952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465e6fc-e388-4ea4-9516-bd9ef1e549d6 req-0832a189-b1e7-42f4-a111-efa66abc7af9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:06.620391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5465e6fc-e388-4ea4-9516-bd9ef1e549d6 req-0832a189-b1e7-42f4-a111-efa66abc7af9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0740902 Nov 23 19:12:06.695534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.699597 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5465e6fc-e388-4ea4-9516-bd9ef1e549d6 req-3580b572-d3a5-4153-8e29-1570cfc1b70c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Nov 23 19:12:06.701874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.723825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b810aa-51f1-4ee4-a851-78d0a850ad83,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.731684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.732896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1b18b991-c4bf-4435-9f76-490c25b2381c tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1979792 Nov 23 19:12:06.736100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.755806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-39776522-47d7-4c33-9b3c-a7a709a685f1 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules/d2b810aa-51f1-4ee4-a851-78d0a850ad83 HTTP/1.1" status: 200 len: 769 time: 0.0166962 Nov 23 19:12:06.757976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.801815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-350c8562-97a4-4446-8fb3-c82cb9174fbc tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0424037 Nov 23 19:12:06.804380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.851940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.864157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.894359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284507-5767-4d8b-8a83-24624814c939 req-fb1fdb68-30cb-4e03-a031-61a86fb3c81d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:06.895795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21284507-5767-4d8b-8a83-24624814c939 req-fb1fdb68-30cb-4e03-a031-61a86fb3c81d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0784209 Nov 23 19:12:06.910955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.924727 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:06.925844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d2b810aa-51f1-4ee4-a851-78d0a850ad83 HTTP/1.1" status: 204 len: 168 time: 0.1204739 Nov 23 19:12:06.928570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36756) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:06.933903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563381b7-2e7d-4695-aaa6-670c45378e37 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2b810aa-51f1-4ee4-a851-78d0a850ad83,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:06.963520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21284507-5767-4d8b-8a83-24624814c939 req-aa4044c9-a939-429e-a9e2-5fd9045682ba tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607646 Nov 23 19:12:07.000458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a0088e9-35ff-4fa7-8da5-22cbd95361d6 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697186 Nov 23 19:12:07.003110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.026724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671d81-b2d5-4ac0-be94-cb10bb92adae req-51a6a1d6-117a-44ca-8350-df63c7b10e8a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.028546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e671d81-b2d5-4ac0-be94-cb10bb92adae req-51a6a1d6-117a-44ca-8350-df63c7b10e8a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0747406 Nov 23 19:12:07.085168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e671d81-b2d5-4ac0-be94-cb10bb92adae req-d180ea51-b134-4776-92e2-95dff7267610 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500662 Nov 23 19:12:07.093125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.128528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1bbd-13e3-43b0-9df9-e8f3ea9b9210 req-ebc3c70b-1bad-4df0-81b1-dbef0b201812 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.130032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9b1bbd-13e3-43b0-9df9-e8f3ea9b9210 req-ebc3c70b-1bad-4df0-81b1-dbef0b201812 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0910249 Nov 23 19:12:07.140223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.208798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f814-8b53-4010-9c3c-e09270863fa8 req-188af3b2-78fa-470d-a6cc-25833fa86073 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.210269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ae8f814-8b53-4010-9c3c-e09270863fa8 req-188af3b2-78fa-470d-a6cc-25833fa86073 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0519009 Nov 23 19:12:07.211116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce9b1bbd-13e3-43b0-9df9-e8f3ea9b9210 req-23bd612a-5777-481f-8e8f-f198c9170f0f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677180 Nov 23 19:12:07.216993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.219208 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.222837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "DELETE /v2.0/security-groups/3221b22c-68ef-4ce9-9e47-209aa0f46850 HTTP/1.1" status: 204 len: 168 time: 0.2159181 Nov 23 19:12:07.223209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.237960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bda5b-c5dc-4b91-959d-d33415298283 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221b22c-68ef-4ce9-9e47-209aa0f46850,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:07.294365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71045a06-12bb-4c24-bc7d-4934d80b32d3 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0698712 Nov 23 19:12:07.302473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.309516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ae8f814-8b53-4010-9c3c-e09270863fa8 req-a5252f0f-05a6-45c0-a438-12aeaa3351f9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901461 Nov 23 19:12:07.336652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.352098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9c577460-bba2-4b3d-8e99-fa5911dab320 tempest-SecGroupIPv6Test-712189824 tempest-SecGroupIPv6Test-712189824-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510230 Nov 23 19:12:07.383556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f239847-8460-493b-a23d-c2193f9736f8 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.385175 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f239847-8460-493b-a23d-c2193f9736f8 tempest-TestNetworkAdvancedServerOps-2040420412 tempest-TestNetworkAdvancedServerOps-2040420412-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1092 time: 0.0473011 Nov 23 19:12:07.388745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.393705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:07.422300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.433484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb96d-f95b-4b55-aa8f-ebe97efcc3ae req-a61d4849-5f6c-4026-b5fd-1961238097a0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.435253 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ddcb96d-f95b-4b55-aa8f-ebe97efcc3ae req-a61d4849-5f6c-4026-b5fd-1961238097a0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0706885 Nov 23 19:12:07.500690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ddcb96d-f95b-4b55-aa8f-ebe97efcc3ae req-2292aad1-54be-4947-98c3-8685ba513964 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579062 Nov 23 19:12:07.550322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.663232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.691651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87cc3b-3c8f-4fda-86f0-085f88a66694 req-f74bc2ac-7acb-4489-8b11-462c34888a84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:07.693204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c87cc3b-3c8f-4fda-86f0-085f88a66694 req-f74bc2ac-7acb-4489-8b11-462c34888a84 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0982850 Nov 23 19:12:07.728897 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Allocated IP 172.25.5.211 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ea9a23a0-58dd-4f69-89df-99b69870e35f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:12:07.785262 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c87cc3b-3c8f-4fda-86f0-085f88a66694 req-3a53834c-e2b5-4b33-a412-49143b98978d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846558 Nov 23 19:12:07.815398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b2485688-fda2-4cb3-9298-93ff95a45350 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00d5857fba9742028d51de7dbd032da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464326 Nov 23 19:12:07.815745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:07.869045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.876853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.901031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.923543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.957907 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.961637 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:07.962809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c442cce2-5993-454c-90c2-b3838b8d607b HTTP/1.1" status: 204 len: 168 time: 0.1460998 Nov 23 19:12:07.965257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:12:07.973917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0bebc-208e-4934-ab43-102de4dd0670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c442cce2-5993-454c-90c2-b3838b8d607b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:07.976745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:12:07.987306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=ea9a23a0-58dd-4f69-89df-99b69870e35f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:07.989607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:12:08.438638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0003e-9750-4aca-b676-09b1f20b155e req-45060b0b-5357-4acc-abbb-610b90c1fec1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:08.440286 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea0003e-9750-4aca-b676-09b1f20b155e req-45060b0b-5357-4acc-abbb-610b90c1fec1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.4123285 Nov 23 19:12:08.566138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea0003e-9750-4aca-b676-09b1f20b155e req-53afa73c-ac2c-41e0-a4d6-77c9d1d6823b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178131 Nov 23 19:12:08.684901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:08.711471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a550d68-48ae-46ce-ad02-526cd46520b6 req-a2629399-6500-4e2b-8f01-eed94d80d2fe tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:08.712998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a550d68-48ae-46ce-ad02-526cd46520b6 req-a2629399-6500-4e2b-8f01-eed94d80d2fe tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0629230 Nov 23 19:12:08.762593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a550d68-48ae-46ce-ad02-526cd46520b6 req-8a5f8a2e-2b9b-4f75-9f50-a070ce26c8c3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Nov 23 19:12:08.772246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.796969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-53c66b86-c2d4-48c1-b84a-cb0cbf50afd8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:08.797415 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-53c66b86-c2d4-48c1-b84a-cb0cbf50afd8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 19:12:08.797901 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-53c66b86-c2d4-48c1-b84a-cb0cbf50afd8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 19:12:08.798921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-53c66b86-c2d4-48c1-b84a-cb0cbf50afd8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1130741 Nov 23 19:12:08.802735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:08.807406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028131077'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:08.840984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.850125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.858259 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:08.923907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3614c-e154-40e3-b4f1-708b0842a522 req-8cb9dc8b-408e-4c7b-8ff2-b2345c9c98e1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:08.925400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a3614c-e154-40e3-b4f1-708b0842a522 req-8cb9dc8b-408e-4c7b-8ff2-b2345c9c98e1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0732388 Nov 23 19:12:09.001527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21a3614c-e154-40e3-b4f1-708b0842a522 req-0bc5752e-1574-4e08-9574-80658c43d0e5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Nov 23 19:12:09.006294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.027484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.027739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.029519 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.032603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.070379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a58bc-d6fa-4e35-a60d-331293877bf2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.106280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.111242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.143685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.147736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3411758 Nov 23 19:12:09.147900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event updated for resources: {'Port': ['ID=ea9a23a0-58dd-4f69-89df-99b69870e35f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.148020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.153146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': 'b729683d-e675-40d7-8dfa-1331a9f0f11b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:09.157743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.160682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372342e-7a20-4ff6-9ada-5bac2da01f70 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b729683d-e675-40d7-8dfa-1331a9f0f11b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.188145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.215941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3763-decd-473c-b75e-039a7210f854 req-904129b3-8b43-47ed-912f-f2004c2c02b6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:09.217444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b2f3763-decd-473c-b75e-039a7210f854 req-904129b3-8b43-47ed-912f-f2004c2c02b6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1217496 Nov 23 19:12:09.244502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.248355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.267333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fc0fa5-d2e8-4903-bee4-bef0211aee42,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.276221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.279850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8a05ce42-86bf-4936-83e9-34eeea214222 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308863 Nov 23 19:12:09.280460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.285006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dd1f6a9d-d964-49b3-8faf-34f70fe12f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': 'b729683d-e675-40d7-8dfa-1331a9f0f11b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:09.310448 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP c323bee6-399b-47c3-bdc7-ab9398c858ee associated. External IP: 172.25.5.211, port: a8185305-7930-4cd4-b931-16b4b9f72d3d. Nov 23 19:12:09.314754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6a9d-d964-49b3-8faf-34f70fe12f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.316014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b2f3763-decd-473c-b75e-039a7210f854 req-df1c2d75-9676-42d7-b359-13df0db76ed5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915248 Nov 23 19:12:09.364708 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-dd1f6a9d-d964-49b3-8faf-34f70fe12f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 19:12:09.367804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dd1f6a9d-d964-49b3-8faf-34f70fe12f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0862849 Nov 23 19:12:09.369094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.430778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.464188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.549297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.552535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.553846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/b729683d-e675-40d7-8dfa-1331a9f0f11b HTTP/1.1" status: 204 len: 168 time: 0.1838157 Nov 23 19:12:09.557725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.576510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be224ea-ade7-4416-a461-ea476cfb5869 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729683d-e675-40d7-8dfa-1331a9f0f11b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.617654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9610066c-1a27-44cd-bf88-5c778c472db1 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588238 Nov 23 19:12:09.621363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.623592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1b2cd-c4dc-49fd-b37b-51084b2306d6 req-77a3950c-0a49-48d3-b529-4615174eb3d0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:09.627898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477034429'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:09.630703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfd1b2cd-c4dc-49fd-b37b-51084b2306d6 req-77a3950c-0a49-48d3-b529-4615174eb3d0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1141555 Nov 23 19:12:09.649584 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.666621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 1986fcdc-5580-4879-8fdc-07d52f8a3054 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:12:09.698467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfd1b2cd-c4dc-49fd-b37b-51084b2306d6 req-49230b4e-5ac8-4258-82e0-89ae7cd83c03 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666101 Nov 23 19:12:09.728505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.732505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.763389 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.768599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1425796 Nov 23 19:12:09.770340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.774824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-007b5187-23c3-46de-864f-b674698021e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '4c0a735b-6352-4d3e-b162-006ce8518659', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:09.775599 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-007b5187-23c3-46de-864f-b674698021e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 19:12:09.776104 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-007b5187-23c3-46de-864f-b674698021e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:09.777343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-007b5187-23c3-46de-864f-b674698021e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060608 Nov 23 19:12:09.779615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0909-6b1a-4991-b9fa-77bdc11b3cc2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a735b-6352-4d3e-b162-006ce8518659,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:09.781637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:09.820199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:12:09.831341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Sync routers for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:12:09.842512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:09.843261 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:12:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:09.844809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.846625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.869834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.877569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6848d6dd-4475-4788-b1af-a848fada137e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4847560 Nov 23 19:12:09.877569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:09.888855 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46825a37-b30e-45ce-8d7b-494ba801b821" -d '{"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:09.935724 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a8003-4754-4021-a57f-e1c9e1794d5e x-openstack-request-id: req-9b4a8003-4754-4021-a57f-e1c9e1794d5e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:09.936029 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:09.936354 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b4a8003-4754-4021-a57f-e1c9e1794d5e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:09.936701 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'status': 'completed', 'code': 200} Nov 23 19:12:09.956105 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:09.970460 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.973352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:09.978985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c0a735b-6352-4d3e-b162-006ce8518659 HTTP/1.1" status: 204 len: 168 time: 0.1920681 Nov 23 19:12:09.980786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.009494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aea2eb-ccac-4e33-9e35-3033cfd58da3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a735b-6352-4d3e-b162-006ce8518659,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:10.009719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-43d13053-2b52-4b25-837a-6351e92ea8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.010482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-43d13053-2b52-4b25-837a-6351e92ea8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1097 time: 0.0482845 Nov 23 19:12:10.040131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b4494a54-2f8b-46c7-80b2-347b2bb4c0f1 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582185 Nov 23 19:12:10.043743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.050606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89ba6-8951-4cf3-9987-e26ae8289b10 req-2b07c460-0a51-49e3-a8ef-540f80d90d1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.051938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--800541115'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.057979 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ca89ba6-8951-4cf3-9987-e26ae8289b10 req-2b07c460-0a51-49e3-a8ef-540f80d90d1a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.1197460 Nov 23 19:12:10.118590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ca89ba6-8951-4cf3-9987-e26ae8289b10 req-b56dce3d-2291-40e7-b236-4d88177e91e0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578015 Nov 23 19:12:10.124791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.134747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.153880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-1e997814-9e54-4816-8643-9f59c9110ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.155359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-1e997814-9e54-4816-8643-9f59c9110ebf service neutron] 10.222.0.47 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 898 time: 0.1367695 Nov 23 19:12:10.205392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d323e9bf-73f2-445f-8c50-a542fafaf1e9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/c323bee6-399b-47c3-bdc7-ab9398c858ee HTTP/1.1" status: 200 len: 992 time: 0.0681119 Nov 23 19:12:10.213270 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'c323bee6-399b-47c3-bdc7-ab9398c858ee', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'mac_address': 'fa:16:3e:ce:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:08Z', 'updated_at': '2021-11-23T19:12:08Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.243244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Checking router: 1986fcdc-5580-4879-8fdc-07d52f8a3054 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:12:10.249220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-715865f7-3abd-4514-8101-2bd6b00e9eaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 1000 time: 0.0849707 Nov 23 19:12:10.252193 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:12:10.252806 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:12:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.297696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.304097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.341983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.343269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2982268 Nov 23 19:12:10.344969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-fc5cbdd8-5806-42e5-83e4-3557c00b6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.346188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.346476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-fc5cbdd8-5806-42e5-83e4-3557c00b6344 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 200 len: 834 time: 0.0866807 Nov 23 19:12:10.347528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0917f-c1db-477a-b076-af498d5d140e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5ca82-0757-465e-bff3-1725a8a633ac,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:10.356070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7317c443-03b8-456e-8c24-9f26d0d9c4f3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '93f5ca82-0757-465e-bff3-1725a8a633ac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.357088 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7317c443-03b8-456e-8c24-9f26d0d9c4f3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 19:12:10.358241 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7317c443-03b8-456e-8c24-9f26d0d9c4f3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:10.363492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7317c443-03b8-456e-8c24-9f26d0d9c4f3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133407 Nov 23 19:12:10.363944 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:12:10.364221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.431979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-ba52a120-5799-436a-ab84-44d40abdece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.433362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-ba52a120-5799-436a-ab84-44d40abdece6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=225405b7-d92c-4b4d-b819-95d511b418ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789163 Nov 23 19:12:10.464769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.524827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.530441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.577446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-0cd04cf5-1d29-46d2-acd6-515535d2e929 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330781 Nov 23 19:12:10.594134 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'c323bee6-399b-47c3-bdc7-ab9398c858ee', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'mac_address': 'fa:16:3e:ce:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:08Z', 'updated_at': '2021-11-23T19:12:08Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:12:10.605134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.607706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.608824 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/93f5ca82-0757-465e-bff3-1725a8a633ac HTTP/1.1" status: 204 len: 168 time: 0.2436087 Nov 23 19:12:10.612318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.621780 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99278af3-867c-4961-b2b6-4fb6519c7efd None None] The sync data for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 is: [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'c323bee6-399b-47c3-bdc7-ab9398c858ee', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'mac_address': 'fa:16:3e:ce:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:12:08Z', 'updated_at': '2021-11-23T19:12:08Z', 'revision_number': 0, 'project_id': '48a299723a744276a7d18c197f219f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:12:10.634926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a34b4-57fc-4303-aec6-33d85af31f26 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5ca82-0757-465e-bff3-1725a8a633ac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:10.691549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ff9268a9-dfde-43d2-bbbf-3f965a2e3b95 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779223 Nov 23 19:12:10.695035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.700080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--128723511'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.700293 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46825a37-b30e-45ce-8d7b-494ba801b821 req-7e3a4413-b97d-46a5-8528-6bd31105061d service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148064 Nov 23 19:12:10.725764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.803469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.809145 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.825542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73efb4b-9de1-456a-b0e7-73450245635c req-6275e957-a96f-47b3-bd54-8d509d747b35 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:10.827349 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73efb4b-9de1-456a-b0e7-73450245635c req-6275e957-a96f-47b3-bd54-8d509d747b35 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0539012 Nov 23 19:12:10.840542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.845563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1492422 Nov 23 19:12:10.848495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.854444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-090c112d-3983-4124-bd28-bfdd1c5b2757 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '8d01ca5d-a73c-4c82-a1c4-d5423d646edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.854847 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-090c112d-3983-4124-bd28-bfdd1c5b2757 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 19:12:10.855361 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-090c112d-3983-4124-bd28-bfdd1c5b2757 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:10.859240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-090c112d-3983-4124-bd28-bfdd1c5b2757 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097616 Nov 23 19:12:10.859687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.860502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcc09c-8f44-4e2f-91bb-df5fb0d2f5f8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01ca5d-a73c-4c82-a1c4-d5423d646edc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:10.866323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d7645b1f-2f9e-4914-84f9-a0e3107ac4fa tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '8d01ca5d-a73c-4c82-a1c4-d5423d646edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.867000 n-d-792364-9 neutron-server[103400]: WARNING neutron.api.v2.base [None req-d7645b1f-2f9e-4914-84f9-a0e3107ac4fa tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 19:12:10.867602 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-d7645b1f-2f9e-4914-84f9-a0e3107ac4fa tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:10.868483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7645b1f-2f9e-4914-84f9-a0e3107ac4fa tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061631 Nov 23 19:12:10.872016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.878114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a1afdd92-17f0-4442-abbe-c636e1a3f76e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '8d01ca5d-a73c-4c82-a1c4-d5423d646edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.878949 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-a1afdd92-17f0-4442-abbe-c636e1a3f76e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 19:12:10.879564 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a1afdd92-17f0-4442-abbe-c636e1a3f76e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:10.883073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a1afdd92-17f0-4442-abbe-c636e1a3f76e tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075305 Nov 23 19:12:10.883575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.883696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa895a87-90c1-44ae-9a60-286dc2abde85 None None] New status for floating IP c323bee6-399b-47c3-bdc7-ab9398c858ee: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:12:10.889194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-11e51d3e-654d-4882-959c-64a45420fc11 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '8d01ca5d-a73c-4c82-a1c4-d5423d646edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:10.891037 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-11e51d3e-654d-4882-959c-64a45420fc11 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 19:12:10.891164 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-11e51d3e-654d-4882-959c-64a45420fc11 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:10.894658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-11e51d3e-654d-4882-959c-64a45420fc11 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077827 Nov 23 19:12:10.894899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:10.899487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c73efb4b-9de1-456a-b0e7-73450245635c req-93545099-852b-4ea4-91ec-cd69a938b0dd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637946 Nov 23 19:12:10.961428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:10.989367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.046850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.049551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.050742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d01ca5d-a73c-4c82-a1c4-d5423d646edc HTTP/1.1" status: 204 len: 168 time: 0.1547704 Nov 23 19:12:11.053549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.060721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f1aac-95f8-409e-9ab4-8d9e330d7c71 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01ca5d-a73c-4c82-a1c4-d5423d646edc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:11.124274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.124461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7dcaf6d7-e6b9-45d8-a18c-824ae21b8225 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696881 Nov 23 19:12:11.130436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028807925'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.168549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.208821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.238999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f09581-77f5-4ae1-9492-b8dd7f103ae5 req-3ffd0c19-cdcd-4056-82ce-66741e106c24 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:11.240299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09f09581-77f5-4ae1-9492-b8dd7f103ae5 req-3ffd0c19-cdcd-4056-82ce-66741e106c24 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0837176 Nov 23 19:12:11.304318 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ce522806-50cb-4278-ac5d-fb0e4d2723ec tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/c323bee6-399b-47c3-bdc7-ab9398c858ee HTTP/1.1" status: 200 len: 994 time: 0.0846941 Nov 23 19:12:11.304603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.304603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.346489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09f09581-77f5-4ae1-9492-b8dd7f103ae5 req-4e919211-5a61-4cb2-8998-b425196b6d52 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941386 Nov 23 19:12:11.350667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.351899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2257278 Nov 23 19:12:11.352763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67904b1-ca85-43ef-8db7-f6fd7e4092e4 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef72bb-c64c-48b1-8a53-150c5a7a6fcc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:11.355095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.360352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-060bc39a-8a21-4b0d-8feb-32ea02936056 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.360835 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-060bc39a-8a21-4b0d-8feb-32ea02936056 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 19:12:11.361355 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-060bc39a-8a21-4b0d-8feb-32ea02936056 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.362255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-060bc39a-8a21-4b0d-8feb-32ea02936056 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061975 Nov 23 19:12:11.373358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.377876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a7de8a70-a39c-4df8-aaed-e33871ca2066 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.413087 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a7de8a70-a39c-4df8-aaed-e33871ca2066 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.414145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a7de8a70-a39c-4df8-aaed-e33871ca2066 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0397971 Nov 23 19:12:11.417543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.422830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94c8aae8-b06c-4eb6-b6a4-d48f210340e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.423332 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-94c8aae8-b06c-4eb6-b6a4-d48f210340e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 19:12:11.423801 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-94c8aae8-b06c-4eb6-b6a4-d48f210340e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.424761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94c8aae8-b06c-4eb6-b6a4-d48f210340e8 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063014 Nov 23 19:12:11.427071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.430989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1535f275-670a-446d-a720-ea44cefc972d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.465048 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1535f275-670a-446d-a720-ea44cefc972d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.467020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1535f275-670a-446d-a720-ea44cefc972d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0381622 Nov 23 19:12:11.469330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.473578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8005f1a-fc56-4be5-a03d-de73488e864d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.474048 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-d8005f1a-fc56-4be5-a03d-de73488e864d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 19:12:11.474508 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d8005f1a-fc56-4be5-a03d-de73488e864d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.475465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8005f1a-fc56-4be5-a03d-de73488e864d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052094 Nov 23 19:12:11.477640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.481893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-63ad4fc3-36d3-4a90-9501-74a43ed2e632 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.516974 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-63ad4fc3-36d3-4a90-9501-74a43ed2e632 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.518127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-63ad4fc3-36d3-4a90-9501-74a43ed2e632 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0395403 Nov 23 19:12:11.521407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.525707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1423bc9c-67be-43af-bfc5-b685b6385e46 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.526198 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-1423bc9c-67be-43af-bfc5-b685b6385e46 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 19:12:11.526916 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1423bc9c-67be-43af-bfc5-b685b6385e46 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.527876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1423bc9c-67be-43af-bfc5-b685b6385e46 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055292 Nov 23 19:12:11.530048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.534621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6665d976-55fe-4971-8a42-a11a15586906 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.572357 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6665d976-55fe-4971-8a42-a11a15586906 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.573470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6665d976-55fe-4971-8a42-a11a15586906 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0418313 Nov 23 19:12:11.576225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.580595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77558a2b-df11-4ddb-a122-92f86a666e75 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '43ef72bb-c64c-48b1-8a53-150c5a7a6fcc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.617710 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-77558a2b-df11-4ddb-a122-92f86a666e75 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:11.618729 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77558a2b-df11-4ddb-a122-92f86a666e75 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0415766 Nov 23 19:12:11.621486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.671885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.694372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.733508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.736695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.737836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/43ef72bb-c64c-48b1-8a53-150c5a7a6fcc HTTP/1.1" status: 204 len: 168 time: 0.1154745 Nov 23 19:12:11.740620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.746536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ff5f-2a36-4aef-b83a-2e15676d73fd tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef72bb-c64c-48b1-8a53-150c5a7a6fcc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:11.786625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba711d74-cbfa-4038-b234-6625842a0100 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446064 Nov 23 19:12:11.790192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.794707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--670377202'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.817339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.887633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.891372 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.924670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:11.925842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1347156 Nov 23 19:12:11.928880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.929852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28333251-97a1-4887-b7f5-9870a41b5572 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62470b1c-bcb3-4a49-bfc2-4d0092f5045b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:11.933690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ac5c036e-6250-4914-8206-097dcc061311 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '62470b1c-bcb3-4a49-bfc2-4d0092f5045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:11.973812 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ac5c036e-6250-4914-8206-097dcc061311 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The resource could not be found. Nov 23 19:12:11.974913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ac5c036e-6250-4914-8206-097dcc061311 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0448778 Nov 23 19:12:11.977879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:11.982336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35dadf87-a5cc-4c6d-95df-3f489f472ea5 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '62470b1c-bcb3-4a49-bfc2-4d0092f5045b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3e233ff2-872e-43a0-83ec-b1fc484bd3de'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.021162 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-35dadf87-a5cc-4c6d-95df-3f489f472ea5 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The resource could not be found. Nov 23 19:12:12.022250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35dadf87-a5cc-4c6d-95df-3f489f472ea5 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0434184 Nov 23 19:12:12.025157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.075436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.097828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.140551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.143132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.144281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/62470b1c-bcb3-4a49-bfc2-4d0092f5045b HTTP/1.1" status: 204 len: 168 time: 0.1182323 Nov 23 19:12:12.146972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.153280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f68d8-f243-4e29-a623-7c9ce4b77f06 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62470b1c-bcb3-4a49-bfc2-4d0092f5045b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.191724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed1de9b9-065d-467a-9758-5aa7c3fed87d tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434453 Nov 23 19:12:12.195716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.200172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7a91d19b-6a0d-46ff-859c-3950c976a094 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': 'e5f8048b-2fef-4283-82d4-2544ad302188', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.238944 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-7a91d19b-6a0d-46ff-859c-3950c976a094 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The resource could not be found. Nov 23 19:12:12.240032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a91d19b-6a0d-46ff-859c-3950c976a094 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0432165 Nov 23 19:12:12.243814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36924) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.248139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603322015'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.270966 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.341079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.345226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.374239 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.382685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.382994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1379309 Nov 23 19:12:12.385869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c04cab-bce3-4d7e-9b61-022580b027b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cbd3c1-a800-4c81-a942-458462efe921,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.389032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622580011'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.414387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.473435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc31ab-ad90-41e7-a142-b60ea808e21f req-c9fec6a9-efea-46ab-a5c8-6c7e958a05fc tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:12.474865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cbc31ab-ad90-41e7-a142-b60ea808e21f req-c9fec6a9-efea-46ab-a5c8-6c7e958a05fc tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0506899 Nov 23 19:12:12.481773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.485242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.512819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.514061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1301825 Nov 23 19:12:12.517717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.519253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a2a14-5928-45bb-babd-dc94af189732 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1900d7-6565-4917-a17d-4325b9033144,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.525995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-11d1a98c-bdbf-4908-baa7-9536221845b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group_rule': {'security_group_id': '40cbd3c1-a800-4c81-a942-458462efe921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7c1900d7-6565-4917-a17d-4325b9033144'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:12.535677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cbc31ab-ad90-41e7-a142-b60ea808e21f req-ed34ccd3-eec8-4813-ae50-a1e8fd32c685 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Nov 23 19:12:12.566627 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-11d1a98c-bdbf-4908-baa7-9536221845b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:12:12.567762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-11d1a98c-bdbf-4908-baa7-9536221845b6 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0488400 Nov 23 19:12:12.571010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.629221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.652455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.660180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c4e7-6bad-4938-8668-98ddab9b2412 req-902f6d94-edd4-4d33-8587-df94c032179b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:12.661712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b83c4e7-6bad-4938-8668-98ddab9b2412 req-902f6d94-edd4-4d33-8587-df94c032179b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0540757 Nov 23 19:12:12.695709 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.698413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.699596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c1900d7-6565-4917-a17d-4325b9033144 HTTP/1.1" status: 204 len: 168 time: 0.1276257 Nov 23 19:12:12.703336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.711489 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b83c4e7-6bad-4938-8668-98ddab9b2412 req-3bc8d31c-0d2b-4564-926c-d9a8d9de3aa2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Nov 23 19:12:12.721502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6579c-6032-4785-8471-506df5b6e3f2 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1900d7-6565-4917-a17d-4325b9033144,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:12.771222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aaa53c48-a460-42ac-a309-f8839549c826 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0644979 Nov 23 19:12:12.771868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.851388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.880962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.896242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2d1e-30f7-45ae-b813-94ca2e1aaa2b req-5eea6684-afb3-40b9-9244-e178712f1f4f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:12.897722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c81c2d1e-30f7-45ae-b813-94ca2e1aaa2b req-5eea6684-afb3-40b9-9244-e178712f1f4f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0853407 Nov 23 19:12:12.956217 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.958968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:12.960142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/40cbd3c1-a800-4c81-a942-458462efe921 HTTP/1.1" status: 204 len: 168 time: 0.1874785 Nov 23 19:12:12.962834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:12.968936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c81c2d1e-30f7-45ae-b813-94ca2e1aaa2b req-22a92583-4b8c-4e55-883a-7494e6cfa32f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609951 Nov 23 19:12:12.973840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed024fb-9a2d-4273-94a2-1965539517f7 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cbd3c1-a800-4c81-a942-458462efe921,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:13.012108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c0e6846-f8df-4f99-8b4b-3879c616e85a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472288 Nov 23 19:12:13.015787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.020720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'tempest-secgroup--90606638'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:13.043821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.123035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153f6d-f746-4859-8206-0b14f9a2cdfd req-ab0fc50a-51d9-4cdf-b2e8-a2487016a86a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.125102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc153f6d-f746-4859-8206-0b14f9a2cdfd req-ab0fc50a-51d9-4cdf-b2e8-a2487016a86a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0771575 Nov 23 19:12:13.170368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.176916 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.215746 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.216980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2000015 Nov 23 19:12:13.220217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.222522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fc153f6d-f746-4859-8206-0b14f9a2cdfd req-7c7128cf-0b7f-445e-b55c-814027e2d5e4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887771 Nov 23 19:12:13.224347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dffb9f-85c8-4fee-b30e-f1074e34b78a tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349cb6d9-9301-4556-9e77-18a131347221,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:13.225211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53d648d1-0177-4b32-8444-548fe1f63baf tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:13.227128 n-d-792364-9 neutron-server[103399]: WARNING neutron.api.v2.base [None req-53d648d1-0177-4b32-8444-548fe1f63baf tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 19:12:13.228023 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-53d648d1-0177-4b32-8444-548fe1f63baf tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 19:12:13.229113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-53d648d1-0177-4b32-8444-548fe1f63baf tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "PUT /v2.0/security-groups/349cb6d9-9301-4556-9e77-18a131347221 HTTP/1.1" status: 409 len: 330 time: 0.0077505 Nov 23 19:12:13.231719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.289754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.313430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.360108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce198ef4-0129-48e7-b535-2349ddd9bb5a req-9f563a73-ab9e-4571-8fe2-94dfd2ac8266 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.361483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.362060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce198ef4-0129-48e7-b535-2349ddd9bb5a req-9f563a73-ab9e-4571-8fe2-94dfd2ac8266 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0515413 Nov 23 19:12:13.364411 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:13.367830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/349cb6d9-9301-4556-9e77-18a131347221 HTTP/1.1" status: 204 len: 168 time: 0.1351540 Nov 23 19:12:13.368459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.390515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab54da-82c1-4ad9-908d-02b696107245 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349cb6d9-9301-4556-9e77-18a131347221,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:13.421781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce198ef4-0129-48e7-b535-2349ddd9bb5a req-21cc2243-60c8-485b-a498-268d32660de1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537856 Nov 23 19:12:13.427617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85ae35d0-b2dc-4d41-acd7-cf1e0879cd29 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520132 Nov 23 19:12:13.428545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.442792 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-5bf1202b-cc8d-405e-9ac0-aec72b0f33d3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] delete failed (client error): The resource could not be found. Nov 23 19:12:13.443802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5bf1202b-cc8d-405e-9ac0-aec72b0f33d3 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "DELETE /v2.0/security-groups/6fa5f18a-97be-4c36-a1e1-28ea651da5bc HTTP/1.1" status: 404 len: 347 time: 0.0143089 Nov 23 19:12:13.447403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.461871 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ede8cef6-3c31-43e5-bcf5-71752084ade1 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] show failed (client error): The resource could not be found. Nov 23 19:12:13.462887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ede8cef6-3c31-43e5-bcf5-71752084ade1 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-groups/988aee09-1795-43a4-aa31-443dcfe05321 HTTP/1.1" status: 404 len: 347 time: 0.0142827 Nov 23 19:12:13.466678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 36966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.478791 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-5e0a1d8f-91c0-4a04-877b-983e51c2de75 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] show failed (client error): The resource could not be found. Nov 23 19:12:13.479897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5e0a1d8f-91c0-4a04-877b-983e51c2de75 tempest-NegativeSecGroupTest-1724057494 tempest-NegativeSecGroupTest-1724057494-project] 10.222.0.37 "GET /v2.0/security-group-rules/8629faca-503b-4116-9832-8c954d11b13f HTTP/1.1" status: 404 len: 356 time: 0.0122495 Nov 23 19:12:13.543129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8d0a-6c79-4644-a8cb-c2351b2a7eda req-2597e1f6-2f41-4d11-942a-d4b4c33ed9b6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.544741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ee8d0a-6c79-4644-a8cb-c2351b2a7eda req-2597e1f6-2f41-4d11-942a-d4b4c33ed9b6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0509701 Nov 23 19:12:13.594482 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ee8d0a-6c79-4644-a8cb-c2351b2a7eda req-0c715f5e-9ac2-4848-a375-b53287117e23 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Nov 23 19:12:13.724433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.756808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a0a1-5c34-43ac-9e16-3618993a1298 req-d495f98c-b671-4218-b0fb-9fe23561a1c2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.758556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a41a0a1-5c34-43ac-9e16-3618993a1298 req-d495f98c-b671-4218-b0fb-9fe23561a1c2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0562127 Nov 23 19:12:13.808675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a41a0a1-5c34-43ac-9e16-3618993a1298 req-169e4c7a-1d69-4048-adc6-20d51918f2ac tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Nov 23 19:12:13.873404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e473ba06-311c-45b7-a90b-9c4a1cd180ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7aae721836c244e6800a3ca4e9db2108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477268 Nov 23 19:12:13.876565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 36982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:13.962316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e81337-4de2-4b2c-8fba-eea20ecd9590 req-0f4e1a1f-1af1-4d31-9b86-21f2acf918c7 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:13.963813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42e81337-4de2-4b2c-8fba-eea20ecd9590 req-0f4e1a1f-1af1-4d31-9b86-21f2acf918c7 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0850487 Nov 23 19:12:13.964956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:14.002817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:14.050940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-42e81337-4de2-4b2c-8fba-eea20ecd9590 req-d7ca760e-65be-48db-8517-dec89b64d13b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811582 Nov 23 19:12:14.069827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:14.072383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:14.073569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a3a58bc-d6fa-4e35-a60d-331293877bf2 HTTP/1.1" status: 204 len: 168 time: 0.1959925 Nov 23 19:12:14.082217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23682faa-1caa-4fb6-bf57-3db5bfb9d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a58bc-d6fa-4e35-a60d-331293877bf2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:14.210771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b615d-5086-4e34-b1cb-0511e25ffbf0 req-fffebd9c-48b9-4c35-bb2e-929d8b58ccdb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.212356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-794b615d-5086-4e34-b1cb-0511e25ffbf0 req-fffebd9c-48b9-4c35-bb2e-929d8b58ccdb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0578330 Nov 23 19:12:14.260376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-794b615d-5086-4e34-b1cb-0511e25ffbf0 req-29d4d97a-17cb-4ae9-8c33-6ccd1b5b3b67 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Nov 23 19:12:14.380467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99c5f2-cb75-4d72-b5a6-fedaf4065403 req-b7db32c0-7cfd-4db1-b7f6-4dffb3b2c5a5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.381973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c99c5f2-cb75-4d72-b5a6-fedaf4065403 req-b7db32c0-7cfd-4db1-b7f6-4dffb3b2c5a5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0520823 Nov 23 19:12:14.438601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c99c5f2-cb75-4d72-b5a6-fedaf4065403 req-55e96738-7dde-4a61-aac9-a8c597da19ce tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500138 Nov 23 19:12:14.572275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309accd-ce57-4ff9-a145-b41e7a91f639 req-c7a9ed70-ca44-4014-8772-9a6262ecb176 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.573877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3309accd-ce57-4ff9-a145-b41e7a91f639 req-c7a9ed70-ca44-4014-8772-9a6262ecb176 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0507870 Nov 23 19:12:14.627370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3309accd-ce57-4ff9-a145-b41e7a91f639 req-f7cf6c56-c962-4029-9d0f-2c48278b353d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Nov 23 19:12:14.738192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:14.743980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a58a0-913f-4fdb-abe6-7f0d181b010b req-95bdd754-1060-40de-bf93-cdd55720ec75 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.745491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-963a58a0-913f-4fdb-abe6-7f0d181b010b req-95bdd754-1060-40de-bf93-cdd55720ec75 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0486264 Nov 23 19:12:14.793254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-963a58a0-913f-4fdb-abe6-7f0d181b010b req-5adb1c3e-1107-4515-a1c9-311281ba4c31 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Nov 23 19:12:14.843642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f6b67c47-02be-49a4-8fd7-d3f01cb5f71d tempest-ServiceProvidersTest-258532110 tempest-ServiceProvidersTest-258532110-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1036100 Nov 23 19:12:14.956499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2395f-bff7-4819-b959-107fd5bd317e req-94020ae5-1cde-4e4b-a615-cdeab179662c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:14.958001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8d2395f-bff7-4819-b959-107fd5bd317e req-94020ae5-1cde-4e4b-a615-cdeab179662c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0527916 Nov 23 19:12:15.012246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8d2395f-bff7-4819-b959-107fd5bd317e req-088c9bb6-07ec-4a19-a21f-4541719fb6f0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482273 Nov 23 19:12:15.090385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:15.129574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c9a9a-14ed-4008-9c0e-2c8de8befbba req-42d0ce10-424a-474c-9b0c-28a780f60767 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.131071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597c9a9a-14ed-4008-9c0e-2c8de8befbba req-42d0ce10-424a-474c-9b0c-28a780f60767 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0497108 Nov 23 19:12:15.180396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-597c9a9a-14ed-4008-9c0e-2c8de8befbba req-93bcc325-bdd5-4174-aa0c-8fe534e5f20a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Nov 23 19:12:15.199388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b126b91e-1eae-4316-858a-255ad673bf28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.276684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b126b91e-1eae-4316-858a-255ad673bf28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.281387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b126b91e-1eae-4316-858a-255ad673bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.314420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dee262-b7b9-42eb-9539-ed4c7b88ef29 req-725d2bb7-9eb7-4c46-8a55-04842b82c524 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.315848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7dee262-b7b9-42eb-9539-ed4c7b88ef29 req-725d2bb7-9eb7-4c46-8a55-04842b82c524 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0498250 Nov 23 19:12:15.321755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b126b91e-1eae-4316-858a-255ad673bf28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25243ad05a654695a787f2fe3313bbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302437 Nov 23 19:12:15.322768 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126b91e-1eae-4316-858a-255ad673bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b571dbc8-288f-419e-b6d8-d37986bb74a8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:15.325857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:15.401340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c7dee262-b7b9-42eb-9539-ed4c7b88ef29 req-b0cd4d98-1b35-4814-8a7a-7a64b307dc3e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770533 Nov 23 19:12:15.413309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.439777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.492174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.494992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:15.496188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b571dbc8-288f-419e-b6d8-d37986bb74a8 HTTP/1.1" status: 204 len: 168 time: 0.1677649 Nov 23 19:12:15.504992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca195494-f3a5-4ccf-9b4f-a62e082f3ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b571dbc8-288f-419e-b6d8-d37986bb74a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:15.528154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847d1d0-8094-49f2-a6f5-2a37c26ad058 req-2bab2a30-e537-4bd6-85af-79a498bb3b7c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.529562 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2847d1d0-8094-49f2-a6f5-2a37c26ad058 req-2bab2a30-e537-4bd6-85af-79a498bb3b7c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0565066 Nov 23 19:12:15.579541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2847d1d0-8094-49f2-a6f5-2a37c26ad058 req-3c02573b-f3da-450c-8343-87509b602239 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Nov 23 19:12:15.740644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93889a-a927-4acf-9278-bada496d506e req-04c5b232-c03e-41e7-83d0-c897e611b1ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.742147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a93889a-a927-4acf-9278-bada496d506e req-04c5b232-c03e-41e7-83d0-c897e611b1ef tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0540781 Nov 23 19:12:15.791624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a93889a-a927-4acf-9278-bada496d506e req-f33ec7ae-d6b5-4052-a2e9-4778e509279f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Nov 23 19:12:15.913740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23fad6-9365-4571-836b-dd18bd486ac7 req-e5221cac-8fe0-4453-8e5f-acc0e7f65e22 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:15.915324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b23fad6-9365-4571-836b-dd18bd486ac7 req-e5221cac-8fe0-4453-8e5f-acc0e7f65e22 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0510557 Nov 23 19:12:15.966255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b23fad6-9365-4571-836b-dd18bd486ac7 req-206a0d19-1fef-4011-a4ac-503e88357556 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Nov 23 19:12:16.189107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.200393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee325c0-7f2e-459c-ae28-d7ee73d14b3e req-09b9607c-126f-459e-98e8-5d8be25b9e33 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.201895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ee325c0-7f2e-459c-ae28-d7ee73d14b3e req-09b9607c-126f-459e-98e8-5d8be25b9e33 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0541053 Nov 23 19:12:16.258031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ee325c0-7f2e-459c-ae28-d7ee73d14b3e req-34f60300-ac04-44bb-b311-ff63fe6ce8c0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Nov 23 19:12:16.342242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-71039791-3ff0-4eda-8fac-10e8bf852163 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-389516340', 'prefixes': ['172.20.0.0/16']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:16.414305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315090-04c4-4956-84a1-1534f7374f56 req-811033d5-fdba-49ec-a7e5-e040524f6f7b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.415882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-92315090-04c4-4956-84a1-1534f7374f56 req-811033d5-fdba-49ec-a7e5-e040524f6f7b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0796077 Nov 23 19:12:16.451937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71039791-3ff0-4eda-8fac-10e8bf852163 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] Publish callbacks [] for subnetpool, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.453633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71039791-3ff0-4eda-8fac-10e8bf852163 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2635171 Nov 23 19:12:16.456478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.475514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-92315090-04c4-4956-84a1-1534f7374f56 req-770d42d4-1b55-4d00-96da-53feedd354d4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530658 Nov 23 19:12:16.498839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f03a632-b5d3-43da-85e7-9cf8aacc9214 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "GET /v2.0/subnetpools/6e778332-3e78-454c-8c5c-8e26dfecd45d HTTP/1.1" status: 200 len: 731 time: 0.0388761 Nov 23 19:12:16.499069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.503968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77616f00-0fef-4620-a6f3-3827f1f4283e tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1327980317'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:12:16.586662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77616f00-0fef-4620-a6f3-3827f1f4283e tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.590645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77616f00-0fef-4620-a6f3-3827f1f4283e tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "PUT /v2.0/subnetpools/6e778332-3e78-454c-8c5c-8e26dfecd45d HTTP/1.1" status: 200 len: 684 time: 0.0905907 Nov 23 19:12:16.591059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.647616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5cb6-3b3e-4f6c-bef1-d83588026128 req-43384984-b03c-4b6b-bc93-236c0654545d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.648976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106c5cb6-3b3e-4f6c-bef1-d83588026128 req-43384984-b03c-4b6b-bc93-236c0654545d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0885904 Nov 23 19:12:16.718086 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa7af987-e4a6-4dfb-8948-c403a3936165 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] Publish callbacks [] for subnetpool, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:16.719203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa7af987-e4a6-4dfb-8948-c403a3936165 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6e778332-3e78-454c-8c5c-8e26dfecd45d HTTP/1.1" status: 204 len: 168 time: 0.1270766 Nov 23 19:12:16.721991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.723192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-106c5cb6-3b3e-4f6c-bef1-d83588026128 req-9b526275-c119-4482-98ba-7caba11dd3f9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Nov 23 19:12:16.737798 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ee79165a-3c07-47c9-b2f1-4dd0091b8746 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] show failed (client error): The resource could not be found. Nov 23 19:12:16.738812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ee79165a-3c07-47c9-b2f1-4dd0091b8746 tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "GET /v2.0/subnetpools/6e778332-3e78-454c-8c5c-8e26dfecd45d HTTP/1.1" status: 404 len: 346 time: 0.0152481 Nov 23 19:12:16.741501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:16.755974 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4026e81e-29ef-405e-b78e-ec9b33a89c5e tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] delete failed (client error): The resource could not be found. Nov 23 19:12:16.756976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4026e81e-29ef-405e-b78e-ec9b33a89c5e tempest-SubnetPoolsTestJSON-1719690545 tempest-SubnetPoolsTestJSON-1719690545-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6e778332-3e78-454c-8c5c-8e26dfecd45d HTTP/1.1" status: 404 len: 346 time: 0.0146017 Nov 23 19:12:16.839205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22b1ee-5c88-4f60-bc61-65a2d31b4041 req-e0ff45c9-e653-46ab-9b7f-9e4356cfb5df tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:16.840724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b22b1ee-5c88-4f60-bc61-65a2d31b4041 req-e0ff45c9-e653-46ab-9b7f-9e4356cfb5df tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0489259 Nov 23 19:12:16.893468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b22b1ee-5c88-4f60-bc61-65a2d31b4041 req-55400df6-6cea-47b9-b52c-bb7ec53d472a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Nov 23 19:12:17.010016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:17.117487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46b4421-1219-4a28-981b-5c1aa970b2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.197672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46b4421-1219-4a28-981b-5c1aa970b2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.201596 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46b4421-1219-4a28-981b-5c1aa970b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.244650 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f46b4421-1219-4a28-981b-5c1aa970b2f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb2672d6a775489e916c1c9a7df69e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308195 Nov 23 19:12:17.244650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b4421-1219-4a28-981b-5c1aa970b2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2366b6c-e104-4713-9b18-d91141620ce3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:17.245066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:12:17.311379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.331366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610173b0-9de9-4f47-b984-6bfd12284ad4 req-07b35632-1fb1-4209-9c66-868ff4440c19 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:17.331366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-610173b0-9de9-4f47-b984-6bfd12284ad4 req-07b35632-1fb1-4209-9c66-868ff4440c19 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0534344 Nov 23 19:12:17.340904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.384671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-610173b0-9de9-4f47-b984-6bfd12284ad4 req-c0cd0f47-aac7-4fce-bcc0-b7cc29904783 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Nov 23 19:12:17.398747 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.402097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:17.403335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2366b6c-e104-4713-9b18-d91141620ce3 HTTP/1.1" status: 204 len: 168 time: 0.1573443 Nov 23 19:12:17.413600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25543-150c-42d3-93fd-218a1785022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2366b6c-e104-4713-9b18-d91141620ce3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:18.533101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f275-5dbd-4147-81b2-7a35db2ca301 req-08ad24b3-ef50-4593-8952-abe7f7ea9b76 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:18.534825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f255f275-5dbd-4147-81b2-7a35db2ca301 req-08ad24b3-ef50-4593-8952-abe7f7ea9b76 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0561998 Nov 23 19:12:18.585464 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f255f275-5dbd-4147-81b2-7a35db2ca301 req-9ec1c59f-2ebd-4569-a417-746b2929de24 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Nov 23 19:12:19.711587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef39be-43ff-4534-9fec-be99c8c88a4a req-63de98f7-c174-4366-8648-a52a78fe72a8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:19.713099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aaef39be-43ff-4534-9fec-be99c8c88a4a req-63de98f7-c174-4366-8648-a52a78fe72a8 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0560558 Nov 23 19:12:19.760031 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aaef39be-43ff-4534-9fec-be99c8c88a4a req-b0d195df-cd43-485b-9826-062aafe308da tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Nov 23 19:12:20.879414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10a0f-7f71-4435-b009-91e85dc5a95c req-b5bf086e-e280-4de6-a755-e3ac5bcc0469 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:20.880913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b10a0f-7f71-4435-b009-91e85dc5a95c req-b5bf086e-e280-4de6-a755-e3ac5bcc0469 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0519385 Nov 23 19:12:20.929844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0b10a0f-7f71-4435-b009-91e85dc5a95c req-8c97cca4-0146-429b-a4be-e37e30aef642 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Nov 23 19:12:22.056827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81074d6-1362-45a4-8d84-96fdf35572c8 req-1e5af8f2-e269-4a8c-9b6d-344e74a7972d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:22.058343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c81074d6-1362-45a4-8d84-96fdf35572c8 req-1e5af8f2-e269-4a8c-9b6d-344e74a7972d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0498052 Nov 23 19:12:22.111802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c81074d6-1362-45a4-8d84-96fdf35572c8 req-a672eeea-95d4-42cd-8e4f-1886f34ebfba tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466475 Nov 23 19:12:23.245011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969d3f0-d8dd-4e04-875d-03c2574da802 req-605e9559-fddf-424c-bea6-141156775f28 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:23.246545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a969d3f0-d8dd-4e04-875d-03c2574da802 req-605e9559-fddf-424c-bea6-141156775f28 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0531151 Nov 23 19:12:23.300526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a969d3f0-d8dd-4e04-875d-03c2574da802 req-299f34c0-3329-4865-b9e5-e17204fc38c4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Nov 23 19:12:24.318996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:12:24.450268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73c1a7-6d4d-42cf-9bcc-3eb89be7e28f req-3e6cecfd-59ce-4001-b730-ac768711f85b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:24.450820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:24.453281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa73c1a7-6d4d-42cf-9bcc-3eb89be7e28f req-3e6cecfd-59ce-4001-b730-ac768711f85b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0790784 Nov 23 19:12:24.464303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'port_id': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'mac_address': 'fa:16:3e:c6:cf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6522e9cd-263b-469c-80d0-f726d38d9d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:12:24.503905 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:24.504474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa73c1a7-6d4d-42cf-9bcc-3eb89be7e28f req-ee26fe3a-818f-422a-aa69-5e06bb196c56 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Nov 23 19:12:24.518783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:24.547517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:24.552422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:24.616467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:24.625751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.626104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.626446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.626788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.627115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.630687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:12:24.634994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:12:25.737158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc3837-03f5-4665-a1f0-0d0f3417d388 req-367b5280-04b8-463d-a001-e60bc66842ac tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:25.738695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0bc3837-03f5-4665-a1f0-0d0f3417d388 req-367b5280-04b8-463d-a001-e60bc66842ac tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.0694101 Nov 23 19:12:25.841133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0bc3837-03f5-4665-a1f0-0d0f3417d388 req-17df8f7b-3341-49b3-9a55-e57e6bdc89ca tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896816 Nov 23 19:12:26.331907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:12:26.413039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:26.413809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:26.575952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:26.616933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:26.618710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:26.621636 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104846d8-dd34-4ad4-88ff-673d3a0c1acb" -d '{"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:26.626881 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:26.688003 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a7ff47-7730-4390-8faf-96bb81027b31 x-openstack-request-id: req-c6a7ff47-7730-4390-8faf-96bb81027b31 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:26.688300 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:26.688552 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6a7ff47-7730-4390-8faf-96bb81027b31 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:26.688949 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'code': 200} Nov 23 19:12:26.690908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:26.987481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d7a-150d-4bcf-bb13-be8d074cd5a6 req-9ce29ae5-75d8-40e6-8815-571fbe56e91f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:26.995553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e78d4d7a-150d-4bcf-bb13-be8d074cd5a6 req-9ce29ae5-75d8-40e6-8815-571fbe56e91f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0725524 Nov 23 19:12:27.048317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e78d4d7a-150d-4bcf-bb13-be8d074cd5a6 req-448f9522-2a68-43c2-beda-755779e72aed tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Nov 23 19:12:27.393648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb9307b4-16e6-48bd-b229-96d1ed104a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:28.179113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30387fc-0225-4966-9d8c-ba6350c0617c req-1b035312-5fa9-4ed7-a18d-48359c697cb0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:28.181427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e30387fc-0225-4966-9d8c-ba6350c0617c req-1b035312-5fa9-4ed7-a18d-48359c697cb0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0517902 Nov 23 19:12:28.251719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e30387fc-0225-4966-9d8c-ba6350c0617c req-c4ad9dd1-dbb0-485c-9e07-a7a86d35c9da tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586145 Nov 23 19:12:29.406745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b55d1-a51f-4f48-99a5-b0c6f87ac0c7 req-b0259d77-5308-48c1-bb40-6313c7b37c73 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:29.418693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b20b55d1-a51f-4f48-99a5-b0c6f87ac0c7 req-b0259d77-5308-48c1-bb40-6313c7b37c73 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0839832 Nov 23 19:12:29.481484 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b20b55d1-a51f-4f48-99a5-b0c6f87ac0c7 req-beabc2d8-0c3a-4369-aa5a-b1c5eb4322f7 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Nov 23 19:12:30.111800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ce96148-ffa8-4019-8f71-71b1b2df4164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:30.623575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8487107-ffa2-4377-a316-861ad90d7739 req-14f03ca4-ba88-4981-9212-5e7157ce2b3f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:30.632019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8487107-ffa2-4377-a316-861ad90d7739 req-14f03ca4-ba88-4981-9212-5e7157ce2b3f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0620830 Nov 23 19:12:30.706046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8487107-ffa2-4377-a316-861ad90d7739 req-c54c39b1-87ea-4ce4-a20e-95739ec6e7e3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693281 Nov 23 19:12:30.822305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:31.845010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a68f4-03b0-4434-bf55-771fb3b30362 req-642ddacd-ad76-4607-bcb7-49ea9b907494 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:31.847391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-924a68f4-03b0-4434-bf55-771fb3b30362 req-642ddacd-ad76-4607-bcb7-49ea9b907494 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0774236 Nov 23 19:12:31.937821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-924a68f4-03b0-4434-bf55-771fb3b30362 req-92d44b30-1ed8-48f7-b778-059041a5b705 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Nov 23 19:12:32.364978 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:33.112569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d29c-706b-4a39-9b38-0b5a4fb9bad0 req-d3f39d4c-6347-4164-b338-205f0f88ce73 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:33.115587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b64d29c-706b-4a39-9b38-0b5a4fb9bad0 req-d3f39d4c-6347-4164-b338-205f0f88ce73 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0869987 Nov 23 19:12:33.193758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b64d29c-706b-4a39-9b38-0b5a4fb9bad0 req-c4b24945-37b8-428e-ae5f-ae4a757dc903 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709229 Nov 23 19:12:33.249712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:34.379108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331f6c-8206-46f0-b13d-486d5b6a9e94 req-d208c430-f45c-4413-a3a6-5a1d18417940 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:34.381690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9331f6c-8206-46f0-b13d-486d5b6a9e94 req-d208c430-f45c-4413-a3a6-5a1d18417940 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0761130 Nov 23 19:12:34.448653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9331f6c-8206-46f0-b13d-486d5b6a9e94 req-163b2e0f-a43b-4e9d-895a-34155a386d2b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Nov 23 19:12:35.097881 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:12:35.629493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eb8d7-396f-485f-87cb-c2b5f57b9168 req-5270be44-5556-4dac-8c9d-a628b09482f5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:35.637200 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af9eb8d7-396f-485f-87cb-c2b5f57b9168 req-5270be44-5556-4dac-8c9d-a628b09482f5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0745327 Nov 23 19:12:35.702935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af9eb8d7-396f-485f-87cb-c2b5f57b9168 req-d00ff214-daab-4bd2-b498-6f71871955ad tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638430 Nov 23 19:12:36.903624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10838ba1-2c0a-4b21-b5c5-1cecaf815df9 req-6fd8367c-558a-460b-98e9-169dcae48e6a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:36.910821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10838ba1-2c0a-4b21-b5c5-1cecaf815df9 req-6fd8367c-558a-460b-98e9-169dcae48e6a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.1072536 Nov 23 19:12:36.937471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-b0e358d3-18d8-4fe3-8600-0f636f005cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:36.938961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-b0e358d3-18d8-4fe3-8600-0f636f005cf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1097 time: 0.0874152 Nov 23 19:12:36.990386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-10838ba1-2c0a-4b21-b5c5-1cecaf815df9 req-52898453-ee45-4c10-b1ab-7aa58a0b848a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786297 Nov 23 19:12:37.062773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-aa76c152-c0f6-45d1-96d8-d33d85fea328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:37.064410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-aa76c152-c0f6-45d1-96d8-d33d85fea328 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.1006374 Nov 23 19:12:37.114126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-79f0bf86-aab7-4d6b-babc-e3a1eac0eab2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0410640 Nov 23 19:12:37.167678 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-80a9a10b-e88b-4443-9b46-75878c9bf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:37.169041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-80a9a10b-e88b-4443-9b46-75878c9bf768 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0471601 Nov 23 19:12:37.200188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-87e81030-285f-4919-9989-7a521fdb67c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238760 Nov 23 19:12:37.296023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-151b3256-7886-43c6-a282-eb779df3819d service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873151 Nov 23 19:12:37.391145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4d9e0666-41b5-4ff2-b796-8023a2880955 req-e34937b5-8b29-453d-a424-f35ce2d59275 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877044 Nov 23 19:12:38.141952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede30e7-a8dc-4a8f-9a9a-dce8d8deb7b8 req-9c1346bc-3089-4aa4-9d12-4a566c728aab tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:38.144955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fede30e7-a8dc-4a8f-9a9a-dce8d8deb7b8 req-9c1346bc-3089-4aa4-9d12-4a566c728aab tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0583899 Nov 23 19:12:38.206373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fede30e7-a8dc-4a8f-9a9a-dce8d8deb7b8 req-6f4ea1be-540c-4b94-939f-697186e83964 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520585 Nov 23 19:12:39.026994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:39.344103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547f01-edcb-44db-824b-ab1ee0bc5c74 req-fa3619ba-193c-4bca-b363-28f10d2e0888 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:39.346044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b547f01-edcb-44db-824b-ab1ee0bc5c74 req-fa3619ba-193c-4bca-b363-28f10d2e0888 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0613694 Nov 23 19:12:39.401509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b547f01-edcb-44db-824b-ab1ee0bc5c74 req-4acfe954-d308-45df-b06d-87439f4f135f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481174 Nov 23 19:12:40.399816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:12:40.485672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.509131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:40.511490 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de7386-1dd2-4f7d-9616-1f8249e7a28c" -d '{"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-unplugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:40.523808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ef9f-005f-4cd2-99b6-16779c93f80a req-4f300a03-ef0a-4086-af0f-b715cc021d6b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:40.530386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:40.532179 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2695ef9f-005f-4cd2-99b6-16779c93f80a req-4f300a03-ef0a-4086-af0f-b715cc021d6b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 946 time: 0.0570452 Nov 23 19:12:40.537585 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.570507 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6113450-61a7-4482-ab8e-a16c21a5e355 x-openstack-request-id: req-e6113450-61a7-4482-ab8e-a16c21a5e355 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:40.571073 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-unplugged", "status": "failed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:40.571353 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6113450-61a7-4482-ab8e-a16c21a5e355 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:40.571761 n-d-792364-9 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'code': 422} returned with failed status Nov 23 19:12:40.586011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2695ef9f-005f-4cd2-99b6-16779c93f80a req-a850ea39-d47d-497f-b5e3-8d520aa6d03d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Nov 23 19:12:40.587642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:40.603195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:40.705479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c668cbc-9642-42cf-861c-d6cfd691b57b req-8414c318-4f65-4245-ba21-21cad4feda4a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:40.708136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c668cbc-9642-42cf-861c-d6cfd691b57b req-8414c318-4f65-4245-ba21-21cad4feda4a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0544496 Nov 23 19:12:40.761493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2c668cbc-9642-42cf-861c-d6cfd691b57b req-e4799c02-799d-480c-bdcf-f508785a00ee tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Nov 23 19:12:41.093786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4c4bd-1577-446d-843d-af3f79314f37 req-ed6adc92-0a2a-4bd4-9a03-f8e1db482743 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:41.100197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3f4c4bd-1577-446d-843d-af3f79314f37 req-ed6adc92-0a2a-4bd4-9a03-f8e1db482743 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0644710 Nov 23 19:12:41.154619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3f4c4bd-1577-446d-843d-af3f79314f37 req-2d67f213-9487-448e-9dc2-90bce477f259 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Nov 23 19:12:41.433590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-7c601e10-606f-4ded-93bd-874ad3bf3bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588819 Nov 23 19:12:42.263930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba545-4585-46df-8822-9e049d90042f req-28363cb2-3323-4e77-aabb-982452b33cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.265961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-28363cb2-3323-4e77-aabb-982452b33cd1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f&tenant_id=3a7845f948d4435f9b66a2a494131ee3 HTTP/1.1" status: 200 len: 1095 time: 0.0688887 Nov 23 19:12:42.290208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67535e4-4222-4787-ab18-b9ad4e331e72 req-e309fb3f-8a22-4334-9e61-6055377e08d5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.291848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d67535e4-4222-4787-ab18-b9ad4e331e72 req-e309fb3f-8a22-4334-9e61-6055377e08d5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0573440 Nov 23 19:12:42.361194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba545-4585-46df-8822-9e049d90042f req-f334ad6f-cadc-49cd-baf2-b7242e58dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.362688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-f334ad6f-cadc-49cd-baf2-b7242e58dc19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1095 time: 0.0698380 Nov 23 19:12:42.367332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d67535e4-4222-4787-ab18-b9ad4e331e72 req-486c3685-e518-4490-aada-9ba26509b0cb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Nov 23 19:12:42.457992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba545-4585-46df-8822-9e049d90042f req-b1eae3c8-a9d7-4b9f-9d36-0a360ea984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.459396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-b1eae3c8-a9d7-4b9f-9d36-0a360ea984fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.0887022 Nov 23 19:12:42.502162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-8e2422cc-979e-4856-b7be-f8ed84557b61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0351160 Nov 23 19:12:42.555277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba545-4585-46df-8822-9e049d90042f req-75f6c873-e1eb-46d0-bc3e-02d1bf9e2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:42.558214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-75f6c873-e1eb-46d0-bc3e-02d1bf9e2941 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0474250 Nov 23 19:12:42.597116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-2d468172-3bcd-4891-88c4-835be2cdd6c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292454 Nov 23 19:12:42.690069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-def9df1e-ced3-4fdb-8e0f-16734e3232b4 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Nov 23 19:12:42.787751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8dba545-4585-46df-8822-9e049d90042f req-fcb084ca-89cd-4e12-b908-3cabd20123c2 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892730 Nov 23 19:12:43.541058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd561-59ff-4e69-9a90-1d724e75356f req-f870cbe4-2578-4ec0-8aeb-82f08b29face tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:43.542584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5ecd561-59ff-4e69-9a90-1d724e75356f req-f870cbe4-2578-4ec0-8aeb-82f08b29face tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0683348 Nov 23 19:12:43.611500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5ecd561-59ff-4e69-9a90-1d724e75356f req-d0747485-3995-4bff-aa28-29e6d165d1a4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626006 Nov 23 19:12:44.762469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5d86a-0c5c-45ad-a0e5-a6b2f01afcfb req-c38acb15-1952-451d-8f8f-25724e846b6a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:44.764060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09b5d86a-0c5c-45ad-a0e5-a6b2f01afcfb req-c38acb15-1952-451d-8f8f-25724e846b6a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0612054 Nov 23 19:12:44.840371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09b5d86a-0c5c-45ad-a0e5-a6b2f01afcfb req-cdd83da8-b4aa-4d4a-bdee-9524eb5caed9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700648 Nov 23 19:12:45.977288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b453-804a-4172-ab59-05566c242cfb req-29549563-c5e5-4f1f-ae74-ee7dbd4fd948 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:45.979221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65b5b453-804a-4172-ab59-05566c242cfb req-29549563-c5e5-4f1f-ae74-ee7dbd4fd948 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0525105 Nov 23 19:12:46.032966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65b5b453-804a-4172-ab59-05566c242cfb req-39e6a86c-c135-4df0-8aa4-9f76ddeac660 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Nov 23 19:12:46.950119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc76e5-68bc-45d0-bdc5-048fc3b0d31c req-f0460bec-858e-45a0-8dec-2eb47f63f258 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:46.958144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16dc76e5-68bc-45d0-bdc5-048fc3b0d31c req-f0460bec-858e-45a0-8dec-2eb47f63f258 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0617931 Nov 23 19:12:47.018999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16dc76e5-68bc-45d0-bdc5-048fc3b0d31c req-5ff01fe0-3340-40cc-b211-ff1a47c83dc3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597236 Nov 23 19:12:47.164704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a65c-9c5c-4b8c-b47e-00fb447af335 req-65aeddf0-c335-4331-bc4e-61a493eb2ad5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:47.166214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8995a65c-9c5c-4b8c-b47e-00fb447af335 req-65aeddf0-c335-4331-bc4e-61a493eb2ad5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0496993 Nov 23 19:12:47.222811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8995a65c-9c5c-4b8c-b47e-00fb447af335 req-b6c7e145-ed50-48c7-82b4-2f65ccb0b062 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Nov 23 19:12:48.148366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a70142-c727-4137-abbd-d95969b72501 req-262b241e-0de6-4b63-bf7d-b345be189546 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:48.149936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5a70142-c727-4137-abbd-d95969b72501 req-262b241e-0de6-4b63-bf7d-b345be189546 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0597320 Nov 23 19:12:48.200080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5a70142-c727-4137-abbd-d95969b72501 req-10310b3a-53cc-4c7e-bf89-e93024902c59 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Nov 23 19:12:48.348477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d6fc-327c-4fc2-b643-984d8750fa5b req-3cfb6cd0-cda4-470d-a338-9ef669118994 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:48.350281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2de6d6fc-327c-4fc2-b643-984d8750fa5b req-3cfb6cd0-cda4-470d-a338-9ef669118994 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0558472 Nov 23 19:12:48.407006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2de6d6fc-327c-4fc2-b643-984d8750fa5b req-48eba9e3-30e8-41e3-a4df-b5485f4adb7e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Nov 23 19:12:49.329749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d9be-05d1-4bb7-bf57-c19b0f459b98 req-78ff8b70-7d66-41c5-9e42-b744f5f1daf5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:49.331351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f9d9be-05d1-4bb7-bf57-c19b0f459b98 req-78ff8b70-7d66-41c5-9e42-b744f5f1daf5 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0544946 Nov 23 19:12:49.387281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f9d9be-05d1-4bb7-bf57-c19b0f459b98 req-92dc599d-28e9-4fb4-ac6c-691cd792890b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 Nov 23 19:12:49.549614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec006-f095-49bd-9306-fdbb8639273c req-b96f5c3e-f91f-44a4-bece-b417482531e5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:49.551386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4bec006-f095-49bd-9306-fdbb8639273c req-b96f5c3e-f91f-44a4-bece-b417482531e5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0568924 Nov 23 19:12:49.611982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4bec006-f095-49bd-9306-fdbb8639273c req-1c7c83e8-b9b6-42ba-ba3a-4167191f74d4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487154 Nov 23 19:12:50.545558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6ebf2-4b59-4f67-90a4-9a7cc0ef5ad8 req-874d46fb-5be9-4d17-af9e-80c7f80535e3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:50.553783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dd6ebf2-4b59-4f67-90a4-9a7cc0ef5ad8 req-874d46fb-5be9-4d17-af9e-80c7f80535e3 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0773587 Nov 23 19:12:50.624571 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dd6ebf2-4b59-4f67-90a4-9a7cc0ef5ad8 req-a0f01314-6d73-4b01-87b5-2cf8af81315a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693812 Nov 23 19:12:50.787974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37383a93-3c32-4a75-8b30-42bf2e22e093 req-75d749b9-2fd4-4524-af2a-5cf55aac05e2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:50.791239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37383a93-3c32-4a75-8b30-42bf2e22e093 req-75d749b9-2fd4-4524-af2a-5cf55aac05e2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0782900 Nov 23 19:12:50.907220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37383a93-3c32-4a75-8b30-42bf2e22e093 req-da654259-952d-45a2-951a-a7b390ef8a2e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953829 Nov 23 19:12:51.843042 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2738-7703-4dec-800c-0d2e20fd89b8 req-a61619f6-b994-4bee-9bfa-411f82c93623 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:51.869358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-006a2738-7703-4dec-800c-0d2e20fd89b8 req-a61619f6-b994-4bee-9bfa-411f82c93623 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.1097062 Nov 23 19:12:51.997860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-006a2738-7703-4dec-800c-0d2e20fd89b8 req-49f4d81e-25c6-49fc-8d41-86ada35f5478 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270821 Nov 23 19:12:52.061039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cbbe7-640a-4559-9b3e-69690ff992b3 req-4385dd45-37c4-47e9-8606-4158d22681bf tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:52.063544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f86cbbe7-640a-4559-9b3e-69690ff992b3 req-4385dd45-37c4-47e9-8606-4158d22681bf tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0737319 Nov 23 19:12:52.127305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f86cbbe7-640a-4559-9b3e-69690ff992b3 req-693da685-d8be-4459-a7b9-78fb7101483f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539291 Nov 23 19:12:53.144802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6c85f-461d-455e-a91e-520b8c642642 req-3055c6f9-f26e-4ec4-bb81-0389ed668c0d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.147829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ed6c85f-461d-455e-a91e-520b8c642642 req-3055c6f9-f26e-4ec4-bb81-0389ed668c0d tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0622473 Nov 23 19:12:53.251603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8ed6c85f-461d-455e-a91e-520b8c642642 req-e3810081-f260-47f6-8a32-e8db1cbbadb6 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976222 Nov 23 19:12:53.307877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a0cd6-50bb-46c5-abc6-fc70de04925a req-a501a59e-e27c-436d-b6d8-63bc95d5b97b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.310306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa5a0cd6-50bb-46c5-abc6-fc70de04925a req-a501a59e-e27c-436d-b6d8-63bc95d5b97b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0682602 Nov 23 19:12:53.333473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-4523ca1b-48b6-48ea-9934-7abe3aeeabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.335340 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-4523ca1b-48b6-48ea-9934-7abe3aeeabf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1097 time: 0.0701625 Nov 23 19:12:53.383658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fa5a0cd6-50bb-46c5-abc6-fc70de04925a req-f5f712d3-0278-4030-a254-55b028cbf083 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660830 Nov 23 19:12:53.505405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-461c9c1e-0779-421f-9d81-f088fef0fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.507080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-461c9c1e-0779-421f-9d81-f088fef0fca2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 898 time: 0.1497357 Nov 23 19:12:53.590113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-57260588-5d59-4470-a55e-7f3fa121ad25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 1002 time: 0.0694170 Nov 23 19:12:53.652803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-7b926959-291f-4746-8994-f6d1af6f1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.654329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-7b926959-291f-4746-8994-f6d1af6f1901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 200 len: 834 time: 0.0507090 Nov 23 19:12:53.710521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-315f30e3-5949-45a8-805c-aeaf25272e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:53.712093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-315f30e3-5949-45a8-805c-aeaf25272e1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=225405b7-d92c-4b4d-b819-95d511b418ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451629 Nov 23 19:12:54.118234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-2fb88c89-5892-4677-988b-490b3323cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:54.122290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-2fb88c89-5892-4677-988b-490b3323cff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1095 time: 0.0432363 Nov 23 19:12:54.127975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-468f3935-1401-4463-89d2-6ff32ccce807 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040251 Nov 23 19:12:54.232907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-71f212d3-d07b-4860-9b0d-ef2ae749e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:54.233943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-332bdd5f-56e1-4542-bcd3-a482b4a18cf0 req-3ab97a93-ab8b-41e2-b7b9-816833f0c744 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938182 Nov 23 19:12:54.234478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-71f212d3-d07b-4860-9b0d-ef2ae749e05c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.0910137 Nov 23 19:12:54.289845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-e68b5098-185d-4d32-86a6-f2cf68078555 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0391808 Nov 23 19:12:54.342138 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-c7939874-75ab-43d7-a5a3-7c43d0a1a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:54.343668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-c7939874-75ab-43d7-a5a3-7c43d0a1a96f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0467248 Nov 23 19:12:54.373844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6554124-3dde-4148-a6d2-afd3499bd3f3 req-368a6220-888f-419d-8bb4-4a0bb315e736 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:54.375374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6554124-3dde-4148-a6d2-afd3499bd3f3 req-368a6220-888f-419d-8bb4-4a0bb315e736 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0519006 Nov 23 19:12:54.376068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-4265739e-8085-4716-a820-f624a9bee26c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246806 Nov 23 19:12:54.429225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6554124-3dde-4148-a6d2-afd3499bd3f3 req-bc7f7f85-544d-4fe5-99cc-29c96275f3de tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473886 Nov 23 19:12:54.504041 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-55b01cfe-ea8c-4575-99ca-743f9b631123 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205595 Nov 23 19:12:54.541933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c52ea-5e0c-4ad2-b55f-bdb8f953dfb7 req-a77b50de-184b-4645-a40c-4e02296ae18e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:54.543526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-654c52ea-5e0c-4ad2-b55f-bdb8f953dfb7 req-a77b50de-184b-4645-a40c-4e02296ae18e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0813999 Nov 23 19:12:54.658477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-654c52ea-5e0c-4ad2-b55f-bdb8f953dfb7 req-2fe5ee7c-0a05-4dda-bd49-c76d261fba3e tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050470 Nov 23 19:12:54.662475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d387f09-7182-4031-bfe5-3ee9811b59b7 req-b81ec53d-1aff-4eb1-879e-59d12d7863fc service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501467 Nov 23 19:12:55.545773 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30c61-dab2-4c2a-9f80-f3d5c86da7a0 req-22e9cd09-48d2-4c8f-ac38-8f1e86a0556e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:55.547249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8de30c61-dab2-4c2a-9f80-f3d5c86da7a0 req-22e9cd09-48d2-4c8f-ac38-8f1e86a0556e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Nov 23 19:12:55.600560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8de30c61-dab2-4c2a-9f80-f3d5c86da7a0 req-4618b9d6-ea34-4903-b7d3-bfd606c83165 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472763 Nov 23 19:12:55.778297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6e7b5-0158-45f3-885b-c97b1023a2c9 req-e54c3da2-08ff-4eb8-88cb-e294f77b33fc tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:55.780119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80f6e7b5-0158-45f3-885b-c97b1023a2c9 req-e54c3da2-08ff-4eb8-88cb-e294f77b33fc tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 944 time: 0.0497117 Nov 23 19:12:55.829154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80f6e7b5-0158-45f3-885b-c97b1023a2c9 req-a9e67277-e3a0-45c2-a41f-14d17280f0ae tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Nov 23 19:12:56.480439 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:12:56.587842 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:56.599993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'network_id': '2957bebd-4423-4caa-a2f1-4eec7bd0a5ca', 'port_id': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'mac_address': 'fa:16:3e:c6:cf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6522e9cd-263b-469c-80d0-f726d38d9d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:12:56.636603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:56.649751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:12:56.670384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:56.675798 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:56.735108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe1cc6-932b-4bce-9e4f-fbc01d9a70a2 req-1e95984f-5f95-4bc2-ad2d-7da2e3e3b9e7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:56.737015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3efe1cc6-932b-4bce-9e4f-fbc01d9a70a2 req-1e95984f-5f95-4bc2-ad2d-7da2e3e3b9e7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0644631 Nov 23 19:12:56.738039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:56.799690 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3efe1cc6-932b-4bce-9e4f-fbc01d9a70a2 req-61a2fe29-b33e-4bed-bf83-04a2ddfeb3b8 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517936 Nov 23 19:12:56.943140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:12:56.957776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa7e5-17b3-4a87-ab17-097140ffde94 req-ec1f574d-f3f9-4730-8998-39727bce5228 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:56.959284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab4fa7e5-17b3-4a87-ab17-097140ffde94 req-ec1f574d-f3f9-4730-8998-39727bce5228 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.0574064 Nov 23 19:12:57.013335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab4fa7e5-17b3-4a87-ab17-097140ffde94 req-96d95843-3fd7-4d1d-9c16-528e1118b878 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477629 Nov 23 19:12:57.391505 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f659d40f-33d4-48b8-babe-fec7a72c38e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:57.913717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab6108-fb15-4654-b8e6-6902043bd8d1 req-e909f483-2d3b-40e8-9206-c8e23fdebe03 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:57.915163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00ab6108-fb15-4654-b8e6-6902043bd8d1 req-e909f483-2d3b-40e8-9206-c8e23fdebe03 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Nov 23 19:12:57.965348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00ab6108-fb15-4654-b8e6-6902043bd8d1 req-832309da-333f-410a-87b9-b9d6b1d95f77 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 Nov 23 19:12:58.133799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2a4c4-47ba-4b4e-afa8-8a2e0fbf9a50 req-bba61deb-c899-4d1e-8d85-dd3a285c66b3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:58.135290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8d2a4c4-47ba-4b4e-afa8-8a2e0fbf9a50 req-bba61deb-c899-4d1e-8d85-dd3a285c66b3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 945 time: 0.0492346 Nov 23 19:12:58.182141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b8d2a4c4-47ba-4b4e-afa8-8a2e0fbf9a50 req-dbd5047f-c226-439d-b94c-ee7ed72dacaf tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Nov 23 19:12:58.480632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:12:58.684259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:12:58.684628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:58.759395 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:58.781140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:12:58.783365 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c1ca2a-706a-44e8-84f2-784dd4a94470" -d '{"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:12:58.798967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:12:58.804093 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:12:58.836339 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f52bcb-d8dd-4901-9ff3-d113984b882e x-openstack-request-id: req-b6f52bcb-d8dd-4901-9ff3-d113984b882e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:12:58.836605 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-plugged", "status": "completed", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:12:58.836823 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6f52bcb-d8dd-4901-9ff3-d113984b882e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:12:58.837237 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'code': 200} Nov 23 19:12:58.868940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:12:59.000601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e2d4-62f3-46b6-aca6-8c5b148be46b req-b2346fc6-133c-498c-a915-7aee07ba51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:59.002124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c28e2d4-62f3-46b6-aca6-8c5b148be46b req-b2346fc6-133c-498c-a915-7aee07ba51e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1098 time: 0.0439088 Nov 23 19:12:59.075952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c28e2d4-62f3-46b6-aca6-8c5b148be46b req-76388b59-ac7e-4836-bf1f-069629a1632d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651705 Nov 23 19:12:59.104698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b2bcd-6749-4c0a-9afe-a68946ea7bd7 req-9f3b6fa2-223b-4f73-9112-191981bc43f4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:59.106106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b18b2bcd-6749-4c0a-9afe-a68946ea7bd7 req-9f3b6fa2-223b-4f73-9112-191981bc43f4 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0663733 Nov 23 19:12:59.158872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b18b2bcd-6749-4c0a-9afe-a68946ea7bd7 req-b8b6b178-3a8a-4266-828a-3ccc56fd1948 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Nov 23 19:12:59.317998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf603b-8621-4e14-ba8b-9297bee445e0 req-dc50e8d1-e6a6-403e-8c29-143b2f2c7805 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:12:59.320005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aaf603b-8621-4e14-ba8b-9297bee445e0 req-dc50e8d1-e6a6-403e-8c29-143b2f2c7805 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0635743 Nov 23 19:12:59.375008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6aaf603b-8621-4e14-ba8b-9297bee445e0 req-601a48de-d427-48bc-9c98-91ad214a9fda tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Nov 23 19:13:00.109663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8873aa38-4933-45b2-b733-b0e20143353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:00.286715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29042-3953-4a18-b3eb-48d588e6907b req-7facde27-c482-46a4-8418-9dcb209f2685 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:00.289036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fab29042-3953-4a18-b3eb-48d588e6907b req-7facde27-c482-46a4-8418-9dcb209f2685 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Nov 23 19:13:00.348855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fab29042-3953-4a18-b3eb-48d588e6907b req-43a8c728-c09b-4899-bf57-a2d49e822463 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501058 Nov 23 19:13:00.522457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56f155-cf06-4f94-852b-944d7c2083b5 req-6661d67b-447e-4dc2-bc12-ae3ff3f2d9ea tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:00.524070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be56f155-cf06-4f94-852b-944d7c2083b5 req-6661d67b-447e-4dc2-bc12-ae3ff3f2d9ea tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0540524 Nov 23 19:13:00.577848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-be56f155-cf06-4f94-852b-944d7c2083b5 req-eec5e81e-94f4-4fbc-9fd6-f6589f134e53 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Nov 23 19:13:00.793488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:01.473440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0b7a7-76f1-471f-a6cc-e70c6310c2e1 req-372c92a3-395c-494d-99a3-cd901cdb6281 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:01.474948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4b0b7a7-76f1-471f-a6cc-e70c6310c2e1 req-372c92a3-395c-494d-99a3-cd901cdb6281 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Nov 23 19:13:01.532547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4b0b7a7-76f1-471f-a6cc-e70c6310c2e1 req-ad29af12-7f59-4516-82ae-d8f954a1094f tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512912 Nov 23 19:13:01.695139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c64a8-b550-42e6-b3b1-e5eebe709d1b req-98ea8d71-7af1-4c1d-a034-3736a62451d5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:01.696560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-356c64a8-b550-42e6-b3b1-e5eebe709d1b req-98ea8d71-7af1-4c1d-a034-3736a62451d5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0496304 Nov 23 19:13:01.752798 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-356c64a8-b550-42e6-b3b1-e5eebe709d1b req-066eb107-1adc-46b9-ba15-7834b9507fd0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Nov 23 19:13:01.868165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac4516-9427-4f92-ba94-1c091176f275 req-f1750de2-1d51-4586-94ce-8a1d2b82ab67 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:01.869672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ac4516-9427-4f92-ba94-1c091176f275 req-f1750de2-1d51-4586-94ce-8a1d2b82ab67 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0495791 Nov 23 19:13:01.921984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2ac4516-9427-4f92-ba94-1c091176f275 req-3c87567e-f213-498d-b600-4f61e68bd519 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Nov 23 19:13:02.061389 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16873a9d-9934-4632-be21-3df32dd9ad96 req-77028215-f6df-44a3-bb0b-044d8c4fe10a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.063027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16873a9d-9934-4632-be21-3df32dd9ad96 req-77028215-f6df-44a3-bb0b-044d8c4fe10a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0513597 Nov 23 19:13:02.113063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-16873a9d-9934-4632-be21-3df32dd9ad96 req-d6d35a53-04c5-42f5-b1a2-0787f7d876b6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Nov 23 19:13:02.241368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:02.253799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89549abc-b7c3-45c0-8b67-a8f0f8973795 req-3821b2bd-d24f-4a88-9a1a-83b950ada5df tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.255589 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89549abc-b7c3-45c0-8b67-a8f0f8973795 req-3821b2bd-d24f-4a88-9a1a-83b950ada5df tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0556326 Nov 23 19:13:02.308458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89549abc-b7c3-45c0-8b67-a8f0f8973795 req-6ff864aa-481a-4008-9dc2-a0034b510a32 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Nov 23 19:13:02.428761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a495e-916b-466c-ad4f-962aec2e201b req-30c438b0-757a-4090-af71-3b35a28ab3a1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.430458 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d25a495e-916b-466c-ad4f-962aec2e201b req-30c438b0-757a-4090-af71-3b35a28ab3a1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0500779 Nov 23 19:13:02.478024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d25a495e-916b-466c-ad4f-962aec2e201b req-93e524d4-f8a1-4d54-8f35-9f1420c6e3d6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Nov 23 19:13:02.628525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2566d-52e3-4d03-939f-15679311868a req-082a84bc-958c-4a8e-a67b-e2477361329b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.630252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0a2566d-52e3-4d03-939f-15679311868a req-082a84bc-958c-4a8e-a67b-e2477361329b tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0609503 Nov 23 19:13:02.685759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8e9d-bf65-48e1-a15a-607155a23a2f req-c6f2fc97-2522-4004-92f9-3019a2f75b03 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.687437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78bd8e9d-bf65-48e1-a15a-607155a23a2f req-c6f2fc97-2522-4004-92f9-3019a2f75b03 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0682461 Nov 23 19:13:02.711680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0a2566d-52e3-4d03-939f-15679311868a req-25add0fb-79d5-4f5f-99fb-80852b5b9851 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Nov 23 19:13:02.767887 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78bd8e9d-bf65-48e1-a15a-607155a23a2f req-32ef80c7-5664-4668-bbe0-af687069b499 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721691 Nov 23 19:13:02.845842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e1480-728d-400b-85ef-04de3da19aeb req-8f901107-18fb-464b-bdf0-f98df6a9f637 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:02.847780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd5e1480-728d-400b-85ef-04de3da19aeb req-8f901107-18fb-464b-bdf0-f98df6a9f637 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0568340 Nov 23 19:13:02.910950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd5e1480-728d-400b-85ef-04de3da19aeb req-1afd2058-00b3-49b6-899f-1f8142adebc1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541246 Nov 23 19:13:03.177366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172668c4-4935-4f20-84ce-c5aab96d8c14 req-827c6817-c187-45cc-aa3c-1a5ff9d04a75 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:03.179642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-172668c4-4935-4f20-84ce-c5aab96d8c14 req-827c6817-c187-45cc-aa3c-1a5ff9d04a75 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0770512 Nov 23 19:13:03.253967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:03.582984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-172668c4-4935-4f20-84ce-c5aab96d8c14 req-55394a7b-784d-4bee-b550-8e770cb961f0 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909848 Nov 23 19:13:03.889847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6eaf4-37b3-43af-ba41-3995a616b250 req-8a08aae0-2eb9-4fc6-b44c-4c52fea6a3d0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:03.891386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49b6eaf4-37b3-43af-ba41-3995a616b250 req-8a08aae0-2eb9-4fc6-b44c-4c52fea6a3d0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0495393 Nov 23 19:13:03.942125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49b6eaf4-37b3-43af-ba41-3995a616b250 req-fb1d12c7-ddbb-456f-945b-2e6c2f47e28a tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Nov 23 19:13:04.707068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e721-6970-4027-ab38-b1896aedeed4 req-6571b750-be4c-44c5-a362-8caf48cbe457 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:04.708554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2348e721-6970-4027-ab38-b1896aedeed4 req-6571b750-be4c-44c5-a362-8caf48cbe457 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0504920 Nov 23 19:13:04.755910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2348e721-6970-4027-ab38-b1896aedeed4 req-7f2b3489-052a-4ee2-8302-6119886f1553 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Nov 23 19:13:05.075334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5d30b-e077-4297-bda4-e406c85e9b7e req-f944f87e-62e7-48bf-909a-eef9147882f5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.077244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69d5d30b-e077-4297-bda4-e406c85e9b7e req-f944f87e-62e7-48bf-909a-eef9147882f5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0680108 Nov 23 19:13:05.117177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3401c7b-3930-4efd-84d7-49638f5244d0 req-3cb30453-df52-4aaf-91c9-402e394f00d1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.118694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d3401c7b-3930-4efd-84d7-49638f5244d0 req-3cb30453-df52-4aaf-91c9-402e394f00d1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0879979 Nov 23 19:13:05.120657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-8e3a0fc5-7fcd-4d93-b57a-b9e39af31183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.122010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-8e3a0fc5-7fcd-4d93-b57a-b9e39af31183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3a7845f948d4435f9b66a2a494131ee3&device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 1098 time: 0.0825651 Nov 23 19:13:05.128936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69d5d30b-e077-4297-bda4-e406c85e9b7e req-d17ab4cc-0ccc-4d2e-9be0-2879da2b5074 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Nov 23 19:13:05.222082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d3401c7b-3930-4efd-84d7-49638f5244d0 req-11f602d4-2104-4444-a70e-90942a53a664 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963593 Nov 23 19:13:05.243757 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-0dec9d77-af55-4ac3-be4f-5e34b0778d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.252473 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-0dec9d77-af55-4ac3-be4f-5e34b0778d62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 200 len: 915 time: 0.1135981 Nov 23 19:13:05.291037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-199916de-5a9b-42f9-904a-e17851cdd19b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 200 len: 217 time: 0.0378077 Nov 23 19:13:05.342783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-d2a6ab7e-f16b-4f43-8c7a-c2ab09bb7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.344342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-d2a6ab7e-f16b-4f43-8c7a-c2ab09bb7caf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 200 len: 854 time: 0.0452824 Nov 23 19:13:05.379748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-bb046ed8-8012-4a75-af3c-4a51e59f6801 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267425 Nov 23 19:13:05.498550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-6847fcdd-da3d-4103-8d40-68cf803d73cf service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105747 Nov 23 19:13:05.502418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818335ff-f391-4d8f-be91-1f61a2b40ffe req-c4cd563e-d339-4853-99b5-1f43ce256802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:05.504112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-818335ff-f391-4d8f-be91-1f61a2b40ffe req-c4cd563e-d339-4853-99b5-1f43ce256802 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1097 time: 0.0451388 Nov 23 19:13:05.559237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-818335ff-f391-4d8f-be91-1f61a2b40ffe req-498955ce-b278-4a28-8d6d-5491dd4eecb6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Nov 23 19:13:05.594388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d7df7999-c1a8-4461-b2ce-458be056bc2c req-636502de-8aa4-4f01-8ef7-ef15409f0d71 service neutron] 10.222.0.50 "GET /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883470 Nov 23 19:13:06.274422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2395b-9433-4b3c-87c1-fa4164cc8588 req-817e00e3-379b-47fc-8313-e761f3932dbd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:06.283629 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1dd2395b-9433-4b3c-87c1-fa4164cc8588 req-817e00e3-379b-47fc-8313-e761f3932dbd tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0709453 Nov 23 19:13:06.361139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1dd2395b-9433-4b3c-87c1-fa4164cc8588 req-176deac0-7177-4ce0-8d48-0d476c09d8c5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Nov 23 19:13:06.391375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80a32-b841-45d6-85e4-8ab61fe7fa80 req-bdf84bfe-d818-42ba-9439-94e07c6090bb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:06.392899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ad80a32-b841-45d6-85e4-8ab61fe7fa80 req-bdf84bfe-d818-42ba-9439-94e07c6090bb tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0942299 Nov 23 19:13:06.444179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ad80a32-b841-45d6-85e4-8ab61fe7fa80 req-6933f12e-615d-413e-9722-c83fe3c02ca0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451050 Nov 23 19:13:07.429092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:07.432828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:07.478702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231ee38-0705-43bb-8586-62c9aff369f9 req-16a5491c-83e6-46d9-b981-41d57eb92c61 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:07.480539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7231ee38-0705-43bb-8586-62c9aff369f9 req-16a5491c-83e6-46d9-b981-41d57eb92c61 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0566242 Nov 23 19:13:07.539826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7231ee38-0705-43bb-8586-62c9aff369f9 req-89078085-1486-4f0a-a839-dd107df9dac4 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Nov 23 19:13:07.588117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544c9b6-cb8c-4d9d-93cb-34184d7b45bf req-d7ac22e0-c8f5-4c51-9184-1805fe97a12b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:07.589564 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0544c9b6-cb8c-4d9d-93cb-34184d7b45bf req-d7ac22e0-c8f5-4c51-9184-1805fe97a12b tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0713983 Nov 23 19:13:07.593248 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:07.600797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:07.633038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'port_id': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'mac_address': 'fa:16:3e:ce:b3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:07.645689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:07.648039 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4ea84a-1e8b-4068-a781-edfcf17c93cb" -d '{"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-unplugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:07.664455 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0544c9b6-cb8c-4d9d-93cb-34184d7b45bf req-166c56b5-3810-49f0-9267-dfd8f7aee093 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653589 Nov 23 19:13:07.679214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:07.692415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:07.701233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:07.703120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ae077-cbd3-41da-85d2-35f1c7c24fd3 req-9deb49d9-43bd-4c2b-9a01-d8f67ef9f115 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:07.705275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d79ae077-cbd3-41da-85d2-35f1c7c24fd3 req-9deb49d9-43bd-4c2b-9a01-d8f67ef9f115 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0759430 Nov 23 19:13:07.724840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:07.759822 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c25931-8401-469c-a4ac-75361769a91b x-openstack-request-id: req-63c25931-8401-469c-a4ac-75361769a91b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:07.760949 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-unplugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:07.761385 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c25931-8401-469c-a4ac-75361769a91b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:07.761949 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'code': 200} Nov 23 19:13:07.770848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:07.778030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e756df5b-f8d2-460b-85f6-f1c1cae6ecc0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/floatingips/c323bee6-399b-47c3-bdc7-ab9398c858ee HTTP/1.1" status: 200 len: 992 time: 0.0841310 Nov 23 19:13:07.781371 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d79ae077-cbd3-41da-85d2-35f1c7c24fd3 req-2ecd626f-5dbb-47e2-83eb-16be2e2cd247 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700216 Nov 23 19:13:07.840208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:07.843966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:13:07.844521 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:13:07.939499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6dc70-6cc8-4e76-82c1-a73acbc54e60 req-c4d7b33f-f9a1-4df0-bb33-dd97603f2e46 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:07.941263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecf6dc70-6cc8-4e76-82c1-a73acbc54e60 req-c4d7b33f-f9a1-4df0-bb33-dd97603f2e46 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0664334 Nov 23 19:13:07.991697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecf6dc70-6cc8-4e76-82c1-a73acbc54e60 req-05920112-ea4a-45bd-810a-a2fd62a4f1b2 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Nov 23 19:13:08.109777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f416d2-9d2a-48fd-8e9d-bad95f6a33df req-a883dd50-29fe-49fa-af11-cbed135298ad tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:08.111291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73f416d2-9d2a-48fd-8e9d-bad95f6a33df req-a883dd50-29fe-49fa-af11-cbed135298ad tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0499060 Nov 23 19:13:08.161350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73f416d2-9d2a-48fd-8e9d-bad95f6a33df req-031811e8-8293-4aff-a06f-f1c9312dc178 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Nov 23 19:13:08.324303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c9e1-5787-4203-933e-27ab2e9b4a91 req-1e8fb79b-0b5f-47c3-8f95-3e7554502c91 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:08.326550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8f5c9e1-5787-4203-933e-27ab2e9b4a91 req-1e8fb79b-0b5f-47c3-8f95-3e7554502c91 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0504692 Nov 23 19:13:08.376145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8f5c9e1-5787-4203-933e-27ab2e9b4a91 req-7a1703fd-52e1-400b-a3cd-de7ac26ff198 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Nov 23 19:13:08.379902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:08.393948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:08.415750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:08.421389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:08.472739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:08.510045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0775a89-b9f0-4c40-b579-c79fb024d37b req-ff983dc5-65ce-4196-b3cf-95727bf6ebff tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:08.511605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0775a89-b9f0-4c40-b579-c79fb024d37b req-ff983dc5-65ce-4196-b3cf-95727bf6ebff tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0577266 Nov 23 19:13:08.559047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b0775a89-b9f0-4c40-b579-c79fb024d37b req-3e26fd29-51f1-4112-bbee-76050dbb9de1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Nov 23 19:13:08.663725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a8185305-7930-4cd4-b931-16b4b9f72d3d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:08.693400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba821bd-af8a-4789-a1c7-a4d555cd06ec req-37643d1f-44cc-466c-ad23-3bfcb5c68049 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:08.695016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bba821bd-af8a-4789-a1c7-a4d555cd06ec req-37643d1f-44cc-466c-ad23-3bfcb5c68049 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0498445 Nov 23 19:13:08.754913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bba821bd-af8a-4789-a1c7-a4d555cd06ec req-5192236a-0292-46b6-b901-a706e9907810 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509090 Nov 23 19:13:08.877437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d79ec-ecb2-4efc-8e9d-9b0dc008f59f req-2260b4dc-9cdd-4524-b1de-235496cf32c1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:08.879580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-204d79ec-ecb2-4efc-8e9d-9b0dc008f59f req-2260b4dc-9cdd-4524-b1de-235496cf32c1 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0542252 Nov 23 19:13:08.929679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-204d79ec-ecb2-4efc-8e9d-9b0dc008f59f req-b2d418ac-70ae-41ba-8f78-a13072313411 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Nov 23 19:13:08.999695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-7b534f91-2615-4bbb-9dcc-4584171acdec req-0d61d885-6437-4eb5-9fb6-04316b7dd911 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:13:09.000696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7b534f91-2615-4bbb-9dcc-4584171acdec req-0d61d885-6437-4eb5-9fb6-04316b7dd911 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054874 Nov 23 19:13:09.038157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:09.121430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1935ae8-6fd0-4c12-b555-50c29b72bbfa req-9e1be430-77c7-46d8-bb7b-1537f210ba05 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:09.123023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1935ae8-6fd0-4c12-b555-50c29b72bbfa req-9e1be430-77c7-46d8-bb7b-1537f210ba05 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0612149 Nov 23 19:13:09.173216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e1935ae8-6fd0-4c12-b555-50c29b72bbfa req-bf9cf569-2820-4111-ba61-e7781c307d74 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Nov 23 19:13:09.295306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cdf3d-ed96-4037-a2ea-2ddbcaca8caf req-1b100c06-a282-428d-b16f-4bbabfd240e3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:09.296850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-716cdf3d-ed96-4037-a2ea-2ddbcaca8caf req-1b100c06-a282-428d-b16f-4bbabfd240e3 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0537751 Nov 23 19:13:09.348848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-716cdf3d-ed96-4037-a2ea-2ddbcaca8caf req-e9450191-19d0-4fd1-916e-5bea868f8cf5 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Nov 23 19:13:09.430003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:09.481789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a8185305-7930-4cd4-b931-16b4b9f72d3d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:09.482488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:09.490311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa37dfb-2c2c-4059-acbe-195958b7b175 req-378a177b-7fff-4d23-a4de-1e11ace82a7c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:09.492022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa37dfb-2c2c-4059-acbe-195958b7b175 req-378a177b-7fff-4d23-a4de-1e11ace82a7c tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0504479 Nov 23 19:13:09.542322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aa37dfb-2c2c-4059-acbe-195958b7b175 req-969c65a6-c191-44ff-9c12-ba9f340adf6f tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Nov 23 19:13:09.561385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:09.594919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:09.599611 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:09.648786 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:09.671926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ceabe-d246-4b08-b9d3-0345d04cde39 req-4b3e9a10-12d1-4bb0-800e-7c9be6f14e36 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:09.673463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-631ceabe-d246-4b08-b9d3-0345d04cde39 req-4b3e9a10-12d1-4bb0-800e-7c9be6f14e36 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0583878 Nov 23 19:13:09.720278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-631ceabe-d246-4b08-b9d3-0345d04cde39 req-6122a1d1-b9c8-4d8d-9850-baa2dd4b46c9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Nov 23 19:13:09.763661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:09.765904 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a80103-5b3e-47d7-99bf-d4c0c5351db2" -d '{"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-plugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:09.802354 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e134e1-60c7-47d1-9a35-e8e4d5ba594a x-openstack-request-id: req-21e134e1-60c7-47d1-9a35-e8e4d5ba594a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:09.802660 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-plugged", "status": "completed", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:09.802921 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21e134e1-60c7-47d1-9a35-e8e4d5ba594a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:09.803339 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'code': 200} Nov 23 19:13:09.847622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60d4e3-88a7-4ae9-ae85-73b068197664 req-34918e3d-e811-47d4-bc2e-187a73dfe3b9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:09.849105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf60d4e3-88a7-4ae9-ae85-73b068197664 req-34918e3d-e811-47d4-bc2e-187a73dfe3b9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0497382 Nov 23 19:13:09.896161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf60d4e3-88a7-4ae9-ae85-73b068197664 req-2c6be3dc-8f95-4779-bf00-1b0542f99c51 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Nov 23 19:13:10.016103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca247c49-bd8f-4ebf-907c-56518fe0e5bd req-24428388-953f-4e26-964a-1175532db880 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:10.017620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca247c49-bd8f-4ebf-907c-56518fe0e5bd req-24428388-953f-4e26-964a-1175532db880 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0542698 Nov 23 19:13:10.067415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca247c49-bd8f-4ebf-907c-56518fe0e5bd req-56e4b96f-25ae-4881-8c47-bef961ea9551 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Nov 23 19:13:10.193695 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8cb8-2243-4f27-b52d-fc726a6a911d req-e760abec-6987-4ae7-9a6a-688491260ded tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:10.195198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed2e8cb8-2243-4f27-b52d-fc726a6a911d req-e760abec-6987-4ae7-9a6a-688491260ded tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0504184 Nov 23 19:13:10.248309 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed2e8cb8-2243-4f27-b52d-fc726a6a911d req-089d08ec-4847-4f2e-a167-c3558b66e6e7 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Nov 23 19:13:10.553590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:12.098873 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:13:13.155413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:13.286199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.401383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.407123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.466228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:13.467550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e54ad2d2eb554d1382313b12ce3a7f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098619 Nov 23 19:13:13.468657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16c9d8-1162-4901-ad7a-852853472bfe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:13.480063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.480419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.480773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.481249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.482438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.482790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.483222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.483679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.484048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.484383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.484717 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.485047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2477a7fe-f840-476c-b935-ecbf7d9fc8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.558382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.587954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.636351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.639571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:13.640893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec16c9d8-1162-4901-ad7a-852853472bfe HTTP/1.1" status: 204 len: 168 time: 0.1724060 Nov 23 19:13:13.650432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16c9d8-1162-4901-ad7a-852853472bfe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:13.675194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.676251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.676848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.677475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.678252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.678822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.679423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.680154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.680705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.681261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.681860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.682846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ad109-ee21-4fee-bf76-20a74294d7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:13.999149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 37938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:14.013410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7445644c-3ba2-492c-a3ee-29f84614f908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.095790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7445644c-3ba2-492c-a3ee-29f84614f908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.099793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7445644c-3ba2-492c-a3ee-29f84614f908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.141111 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7445644c-3ba2-492c-a3ee-29f84614f908 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9137dc83f45c46e0b7cbf6f11449e781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405432 Nov 23 19:13:14.142028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445644c-3ba2-492c-a3ee-29f84614f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cdf6e3-7116-487b-a004-7e778d25359b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:14.143872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 37940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:14.201330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.223604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.271327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.273939 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:14.275197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92cdf6e3-7116-487b-a004-7e778d25359b HTTP/1.1" status: 204 len: 168 time: 0.1301620 Nov 23 19:13:14.286120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56a902-0d10-428d-bb50-2571eb1dbf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cdf6e3-7116-487b-a004-7e778d25359b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:16.150391 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe578-a6ed-483b-9a39-fe1bc8ea1b2a req-a26199ea-7cec-4139-b4e6-c1324c78dc4d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:16.152311 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-468fe578-a6ed-483b-9a39-fe1bc8ea1b2a req-a26199ea-7cec-4139-b4e6-c1324c78dc4d tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0562696 Nov 23 19:13:16.228086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-468fe578-a6ed-483b-9a39-fe1bc8ea1b2a req-e019b4c6-3d98-463c-af48-308ec910762a tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Nov 23 19:13:17.380869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24c2c-0ac4-47fa-9497-2e3313c0b02d req-e13b5277-1a13-4988-8af0-971a19ad6efb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:17.382980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9a24c2c-0ac4-47fa-9497-2e3313c0b02d req-e13b5277-1a13-4988-8af0-971a19ad6efb tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0589004 Nov 23 19:13:17.445910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9a24c2c-0ac4-47fa-9497-2e3313c0b02d req-bef86ed4-0d7c-4767-bd52-f53a2a903aa9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/security-groups?id=02273ebd-f9e2-4603-afe0-e80dd433c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Nov 23 19:13:18.161862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-3eb91d3e-7669-45db-9b30-b3f4998c6c53 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:18.163298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-3eb91d3e-7669-45db-9b30-b3f4998c6c53 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.50 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 947 time: 0.0529497 Nov 23 19:13:18.252957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Deleting port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:18.253299 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:18.351240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] For port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,segment=NetworkSegment(9b31d011-0dc4-4c15-8f25-89c4eb5233ac),segment_id=9b31d011-0dc4-4c15-8f25-89c4eb5233ac)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:18.351635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:18.363840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Calling delete_port for 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:18.494910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:18.511817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:18.529411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Pushing event deleted for resources: {'Port': ['ID=58bdd38c-e42d-42f7-a32c-ad968d0e2d5f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:18.562008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886ec68-a01b-414b-accf-b009a7f4f0be None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:18.585988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] No DVR routers for this DVR port 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:13:18.586173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f36d961a-c654-431d-a16d-100e6142f948 req-8573c5fa-805c-44a7-a472-8533e507efb6 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.37 "GET /v2.0/ports?device_id=da98b1d8-aabd-45ad-8739-a0fee99f498f HTTP/1.1" status: 200 len: 210 time: 0.0516968 Nov 23 19:13:18.589910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:18.594477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-90309f33-0cf8-4952-95d8-8a19850ee98a req-ef494255-146b-40d0-8ffb-cfce1a44ddd9 tempest-ServersNegativeTestJSON-417777061 tempest-ServersNegativeTestJSON-417777061-project] 10.222.0.50 "DELETE /v2.0/ports/58bdd38c-e42d-42f7-a32c-ad968d0e2d5f HTTP/1.1" status: 204 len: 173 time: 0.4248874 Nov 23 19:13:18.595034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-deleted', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:18.597464 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c3acc-1f7d-40c6-840b-3244f299e4d3" -d '{"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-deleted", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:18.638729 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e0692f-a55d-4f5b-938e-016cbfb894d4 x-openstack-request-id: req-19e0692f-a55d-4f5b-938e-016cbfb894d4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:18.639378 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da98b1d8-aabd-45ad-8739-a0fee99f498f", "name": "network-vif-deleted", "tag": "58bdd38c-e42d-42f7-a32c-ad968d0e2d5f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:18.639641 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19e0692f-a55d-4f5b-938e-016cbfb894d4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:18.640475 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da98b1d8-aabd-45ad-8739-a0fee99f498f', 'name': 'network-vif-deleted', 'tag': '58bdd38c-e42d-42f7-a32c-ad968d0e2d5f', 'status': 'completed', 'code': 200} Nov 23 19:13:19.638064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:19.683664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Deleting subnet 6522e9cd-263b-469c-80d0-f726d38d9d3f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:13:19.687491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.734688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.777272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.835958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.860518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6522e9cd-263b-469c-80d0-f726d38d9d3f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:19.866947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.870341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-56dd53ef-4b9d-44d9-83e0-5e65f96f9f2c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6522e9cd-263b-469c-80d0-f726d38d9d3f HTTP/1.1" status: 204 len: 168 time: 0.2311149 Nov 23 19:13:19.873122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7a37ae-bd9b-41ed-bbdc-cda25e76fb55 None None] Network 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:19.873597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:19.948930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:19.994694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e5548-5e28-41fd-ad42-03f7ef308f7c None None] DHCP port deletion for 2957bebd-4423-4caa-a2f1-4eec7bd0a5ca request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:20.040030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.059755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2957bebd-4423-4caa-a2f1-4eec7bd0a5ca']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:20.068749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b31d011-0dc4-4c15-8f25-89c4eb5233ac') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:20.069042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b31d011-0dc4-4c15-8f25-89c4eb5233ac') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:20.080256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.095710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.102705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:13:20.103107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:13:20.105100 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:13:20.167608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.183139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.186423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2957bebd-4423-4caa-a2f1-4eec7bd0a5ca HTTP/1.1" status: 204 len: 168 time: 0.3123736 Nov 23 19:13:20.187792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afcbfc-f2e0-43fc-9469-eaf77d8e2c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2957bebd-4423-4caa-a2f1-4eec7bd0a5ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:20.349178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:20.391062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21369be9-5ad9-4543-9298-c8ed48afaf1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a7845f948d4435f9b66a2a494131ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404019 Nov 23 19:13:20.393493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:20.441476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.463655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.514594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.517937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:20.519670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02273ebd-f9e2-4603-afe0-e80dd433c735 HTTP/1.1" status: 204 len: 168 time: 0.1250072 Nov 23 19:13:20.532661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c6079-9919-45b8-819f-a31aa93e608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02273ebd-f9e2-4603-afe0-e80dd433c735,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:20.559078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:20.584551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:13:20.584938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 58bdd38c-e42d-42f7-a32c-ad968d0e2d5f not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:13:21.391902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:21.501393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e487ba75-90c9-4790-aecb-45cb63720882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.588706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e487ba75-90c9-4790-aecb-45cb63720882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.593851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e487ba75-90c9-4790-aecb-45cb63720882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.634268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ba75-90c9-4790-aecb-45cb63720882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1498a-f365-4bee-8711-023e0abbc8e7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:21.649951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:21.653913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e487ba75-90c9-4790-aecb-45cb63720882 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2685f6f5fdac4157ada46d9d768f3d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607293 Nov 23 19:13:21.705059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.728102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.785820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.788806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:21.790058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbd1498a-f365-4bee-8711-023e0abbc8e7 HTTP/1.1" status: 204 len: 168 time: 0.1378465 Nov 23 19:13:21.810681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6e3cd-f346-4907-ade9-a5d78df28ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd1498a-f365-4bee-8711-023e0abbc8e7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:22.229854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:22.245135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a40-3ac1-44d3-9a1e-61fc889860ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.339831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a40-3ac1-44d3-9a1e-61fc889860ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.343717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a40-3ac1-44d3-9a1e-61fc889860ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.390946 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0bea1a40-3ac1-44d3-9a1e-61fc889860ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea2cc5dc075e48acbb9cead2efaf325e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574476 Nov 23 19:13:22.390946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1a40-3ac1-44d3-9a1e-61fc889860ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38146b7b-03bf-46f0-959e-e40cde8a1567,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:22.391535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:22.444537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.476302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.526261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.529044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:22.530224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38146b7b-03bf-46f0-959e-e40cde8a1567 HTTP/1.1" status: 204 len: 168 time: 0.1376390 Nov 23 19:13:22.538504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb3538-dacc-436b-8db9-f95d6b7d7f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38146b7b-03bf-46f0-959e-e40cde8a1567,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:24.848724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:24.954416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7336eadc-138b-49ef-a718-6856a8ba1fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.030571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7336eadc-138b-49ef-a718-6856a8ba1fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.034567 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7336eadc-138b-49ef-a718-6856a8ba1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.073719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7336eadc-138b-49ef-a718-6856a8ba1fe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17de131f987c4168a34e19149e4e3d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233047 Nov 23 19:13:25.075960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336eadc-138b-49ef-a718-6856a8ba1fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86cb94-bc26-46f9-b970-d343cd962022,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:25.076543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:25.128530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.149572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.200758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.203631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.204808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa86cb94-bc26-46f9-b970-d343cd962022 HTTP/1.1" status: 204 len: 168 time: 0.1270781 Nov 23 19:13:25.213151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2278378-1426-4bbb-8ed7-bc3fb82d9ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86cb94-bc26-46f9-b970-d343cd962022,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:25.577544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:25.591001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208f5d9-74e2-4e53-9b42-33bb6595bb49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.667091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208f5d9-74e2-4e53-9b42-33bb6595bb49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.671729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208f5d9-74e2-4e53-9b42-33bb6595bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.712005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1208f5d9-74e2-4e53-9b42-33bb6595bb49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=462d902f116741f2be327f1e844dd803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333570 Nov 23 19:13:25.713200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208f5d9-74e2-4e53-9b42-33bb6595bb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7e70b-aeaf-42b7-ba65-332f78db1736,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:25.714721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:25.772407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.794565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.845293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.848014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:25.851960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ce7e70b-aeaf-42b7-ba65-332f78db1736 HTTP/1.1" status: 204 len: 168 time: 0.1335125 Nov 23 19:13:25.861500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce385c9-2179-453f-9175-f9e063700c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7e70b-aeaf-42b7-ba65-332f78db1736,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:27.177983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:27.210542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:27.315741 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d746f6d6-d8b1-4083-96df-38c2be6ca91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.335886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3048288-303e-4390-9bc4-8ccb50f4074e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.387337 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91805393-620c-4de0-a9b0-7ef3cc3586e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.452244 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d746f6d6-d8b1-4083-96df-38c2be6ca91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.459706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d746f6d6-d8b1-4083-96df-38c2be6ca91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.468115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3048288-303e-4390-9bc4-8ccb50f4074e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.483620 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3048288-303e-4390-9bc4-8ccb50f4074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.520722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d746f6d6-d8b1-4083-96df-38c2be6ca91a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4e244373bde488a9abd0f844ecf4a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091366 Nov 23 19:13:27.523441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:27.523989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746f6d6-d8b1-4083-96df-38c2be6ca91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11f13cd-c225-4cf2-836d-da3f82317358,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:27.535105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a3048288-303e-4390-9bc4-8ccb50f4074e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3592077a102c49ba8c37a6be6ff81a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537104 Nov 23 19:13:27.537821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:27.571421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3048288-303e-4390-9bc4-8ccb50f4074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac764ed-86c2-4195-bed5-68387f4eb710,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:27.579206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.601814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.608248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.629788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.648742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.651996 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.656012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e11f13cd-c225-4cf2-836d-da3f82317358 HTTP/1.1" status: 204 len: 168 time: 0.1315410 Nov 23 19:13:27.666657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c8e2-5db8-46c9-b802-f87d0a5e38b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11f13cd-c225-4cf2-836d-da3f82317358,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:27.686575 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.689522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:27.690746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ac764ed-86c2-4195-bed5-68387f4eb710 HTTP/1.1" status: 204 len: 168 time: 0.1520610 Nov 23 19:13:27.699208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21637f7-0943-4ea0-8750-8e3497d2bab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac764ed-86c2-4195-bed5-68387f4eb710,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:27.972940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:27.986258 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dbabd1b-8cf6-4d64-9ef5-cb1877224c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.069889 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dbabd1b-8cf6-4d64-9ef5-cb1877224c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.074247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dbabd1b-8cf6-4d64-9ef5-cb1877224c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.113152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8dbabd1b-8cf6-4d64-9ef5-cb1877224c3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ba65ff18d404ef6a590a2081c950ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390507 Nov 23 19:13:28.115276 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbabd1b-8cf6-4d64-9ef5-cb1877224c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c73156-a590-4686-9269-f4e32d6ea660,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:28.115971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:28.166057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.190004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.239155 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.241815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.243754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3c73156-a590-4686-9269-f4e32d6ea660 HTTP/1.1" status: 204 len: 168 time: 0.1267390 Nov 23 19:13:28.253105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a29eb-2b47-4c74-8c6c-b5a12738e398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c73156-a590-4686-9269-f4e32d6ea660,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:28.370895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:28.475215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2012209847-network', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:28.497130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Made reservation on behalf of 450d4ba345bd49d39b3d2047c5259977 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:28.500438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.510063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.592282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.596759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.625829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:13:28.634851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e1e370-dca1-4916-8a43-917d1e3b1023,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:28.642510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.642866 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Added segment 95796267-f571-4a93-a320-1bf074dc1128 of type vlan for network fab51461-0b6f-4aed-bbe9-dc64b92d9aed Nov 23 19:13:28.685303 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.712465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.713548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:28.714134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.748705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3765261 Nov 23 19:13:28.751679 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:28.757342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Request body: {'subnet': {'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2012209847-subnet', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:28.781669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Made reservation on behalf of 450d4ba345bd49d39b3d2047c5259977 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:28.784231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:28.784902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cf2c2-86fd-4c44-9e7b-bc3295d19cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=fab51461-0b6f-4aed-bbe9-dc64b92d9aed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:28.795199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:13:28.961492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.027884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Pushing event updated for resources: {'Subnet': ['ID=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:29.034409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Checking segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:29.034548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Network hostable DHCP agents. Network: fab51461-0b6f-4aed-bbe9-dc64b92d9aed, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:13:29.054637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:13:29.065675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, fab51461-0b6f-4aed-bbe9-dc64b92d9aed) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:29.070431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:29.071087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.077328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cf94e-b2e5-4548-9002-c1a783c93f2e None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:29.094398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a69868b-1d2f-4efc-8f7e-2f66b64530df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3408084 Nov 23 19:13:29.097124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:29.104647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:29.129627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.130742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.185550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.241516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:13:29.243414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.335834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.392835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Allocated IP 172.20.0.2 (fab51461-0b6f-4aed-bbe9-dc64b92d9aed/493b3cd3-7f0f-4cf4-900a-a8c71b6e9753/a46addff-10ec-403e-b464-32c2e702b9c4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:29.550801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.574392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.577641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.584459 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.625607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:29.630068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:29.634452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:29.639281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Pushing event updated for resources: {'Port': ['ID=a46addff-10ec-403e-b464-32c2e702b9c4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:29.649653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.649915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.650709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.651243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.651590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.652107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.652613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.652941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.653267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.654131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.654774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.654970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:29.692385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Allocated IP 172.25.5.94 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/830b2f1b-06cd-4589-b1d8-1991802064e8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:29.702910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Attempting to bind port a46addff-10ec-403e-b464-32c2e702b9c4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:29.703286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Attempting to bind port a46addff-10ec-403e-b464-32c2e702b9c4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:29.703732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Attempting to bind port a46addff-10ec-403e-b464-32c2e702b9c4 on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:29.709225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:29.709618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Checking segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:29.710025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.710421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Bound using segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:29.710935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Bound port: a46addff-10ec-403e-b464-32c2e702b9c4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:29.711346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.782067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] For port a46addff-10ec-403e-b464-32c2e702b9c4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:29.785944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] For port a46addff-10ec-403e-b464-32c2e702b9c4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a46addff-10ec-403e-b464-32c2e702b9c4,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:29.790586 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.817015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.857340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc617f-43cc-467d-aafc-273b749cf3b5 None None] Pushing event updated for resources: {'Port': ['ID=a46addff-10ec-403e-b464-32c2e702b9c4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:29.875937 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:29.917100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:29.922454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:29.924947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:29.937597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6af1d-bfb3-4d64-b8fa-b3a423a8ef81 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:29.959443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Pushing event updated for resources: {'Port': ['ID=830b2f1b-06cd-4589-b1d8-1991802064e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:30.014493 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ed53b42-d0b9-434f-b381-c0049795be08 None None] Provisioning complete for port 830b2f1b-06cd-4589-b1d8-1991802064e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:30.014860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ed53b42-d0b9-434f-b381-c0049795be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.113327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ed53b42-d0b9-434f-b381-c0049795be08 None None] Port 830b2f1b-06cd-4589-b1d8-1991802064e8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:30.123134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-158e5d71-4f9c-4167-884a-974111ee28a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.250301 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.458558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.541873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a46addff-10ec-403e-b464-32c2e702b9c4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:30.603399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a46addff-10ec-403e-b464-32c2e702b9c4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:30.604064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.627966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:30.645378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:13:30.702948 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.751553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port a46addff-10ec-403e-b464-32c2e702b9c4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a46addff-10ec-403e-b464-32c2e702b9c4,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:30.758850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.774823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:30.789846 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Sync routers for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:30.798625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.802931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:30.804139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d60b20b8-e51b-467f-8714-df6887f68992 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7052448 Nov 23 19:13:30.807987 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:30.809370 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:30.846601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.851580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=a46addff-10ec-403e-b464-32c2e702b9c4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:30.862764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecde4cd4-c065-4a7d-a094-8c198897b8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:30.955748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:30.970076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180ada6-e930-4812-bec6-74fab31c93b1 None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:31.056948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7907e40b-c9ae-4c64-8cff-6616b371edbb None None] Provisioning complete for port a46addff-10ec-403e-b464-32c2e702b9c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:31.057679 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7907e40b-c9ae-4c64-8cff-6616b371edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.077869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecde4cd4-c065-4a7d-a094-8c198897b8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.084510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecde4cd4-c065-4a7d-a094-8c198897b8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.178062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde4cd4-c065-4a7d-a094-8c198897b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16933d-c85a-4afd-8182-05c4043c2d4a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:31.215586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ecde4cd4-c065-4a7d-a094-8c198897b8a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=413d50c0015148da845b8e37b5451381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861833 Nov 23 19:13:31.218601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:31.268027 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:30Z', 'revision_number': 3, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:31.288676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.301841 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Checking router: 600135e8-48ad-42ea-bfe1-ab74ac5656d8 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:31.302291 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Updating router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 port 830b2f1b-06cd-4589-b1d8-1991802064e8 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:13:31.316759 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.330632 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.382619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.386284 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.390765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb16933d-c85a-4afd-8182-05c4043c2d4a HTTP/1.1" status: 204 len: 168 time: 0.1710961 Nov 23 19:13:31.402214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac336b5-6478-41c5-ba08-a9082106c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16933d-c85a-4afd-8182-05c4043c2d4a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:31.443525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.630626 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.640171 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.693705 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Attempting to bind port 830b2f1b-06cd-4589-b1d8-1991802064e8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:31.694234 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Attempting to bind port 830b2f1b-06cd-4589-b1d8-1991802064e8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:31.694748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Attempting to bind port 830b2f1b-06cd-4589-b1d8-1991802064e8 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:31.708785 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:31.709904 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:31.710392 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.710884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:31.711620 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Bound port: 830b2f1b-06cd-4589-b1d8-1991802064e8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:31.712558 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.722334 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Allocated IP 172.20.0.1 (fab51461-0b6f-4aed-bbe9-dc64b92d9aed/493b3cd3-7f0f-4cf4-900a-a8c71b6e9753/c9b9d8f3-2226-494d-86e4-94bebb0d9d75) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:31.745067 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Pushing event updated for resources: {'Port': ['ID=830b2f1b-06cd-4589-b1d8-1991802064e8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:31.747456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a85b7-5d55-4717-a201-e0d0ec131755 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:31.762777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-199a81ee-ace9-44d9-a609-5bf5a1e7fe31 None None] Provisioning complete for port a46addff-10ec-403e-b464-32c2e702b9c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:31.763145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-199a81ee-ace9-44d9-a609-5bf5a1e7fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.764314 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.764773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.767008 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.767008 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.767506 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.767938 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.768918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.769354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.769785 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.770087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:31.770387 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.770811 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.771366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:13:31.788033 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7fe-8f47-4cd5-a5dd-c4211b1bf4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.797963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] For port 830b2f1b-06cd-4589-b1d8-1991802064e8, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:31.801285 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] For port 830b2f1b-06cd-4589-b1d8-1991802064e8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=830b2f1b-06cd-4589-b1d8-1991802064e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:31.809074 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.870219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eaae0b-fb64-40d4-8e3b-24a9903fd4f0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:31.871342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:31.872255 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:31.906697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.929853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7fe-8f47-4cd5-a5dd-c4211b1bf4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.935954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98cb7fe-8f47-4cd5-a5dd-c4211b1bf4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.947053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:31.968196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb7fe-8f47-4cd5-a5dd-c4211b1bf4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b212b2c6-b797-4dbc-a13e-17b0a1b61418,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:31.991745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a98cb7fe-8f47-4cd5-a5dd-c4211b1bf4b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aac0db0e417e476cb60e6648abda080f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203529 Nov 23 19:13:31.991967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:31.994654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:32.029566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] Provisioning complete for port 830b2f1b-06cd-4589-b1d8-1991802064e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:32.030169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.032784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:32.040780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:32.042543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:32.045609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:32.058533 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0399ca-7140-489b-bbb1-83c7da9a944c None None] Pushing event updated for resources: {'Port': ['ID=830b2f1b-06cd-4589-b1d8-1991802064e8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:32.077296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.115944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.123433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.206410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.210469 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.215608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b212b2c6-b797-4dbc-a13e-17b0a1b61418 HTTP/1.1" status: 204 len: 168 time: 0.2174284 Nov 23 19:13:32.247496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.260843 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:30Z', 'revision_number': 3, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:32.262287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441c054-eff3-46a9-921b-487e1bb76a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b212b2c6-b797-4dbc-a13e-17b0a1b61418,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:32.305018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] For port 830b2f1b-06cd-4589-b1d8-1991802064e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=830b2f1b-06cd-4589-b1d8-1991802064e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:32.319628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d22994-cbfe-4516-a3da-11f94f7a41f7 None None] The sync data for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 is: [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:30Z', 'revision_number': 3, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:32.339848 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.390229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.432945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80cd79-c28c-48d5-aa2f-bd8382964bc8 None None] Pushing event updated for resources: {'Port': ['ID=830b2f1b-06cd-4589-b1d8-1991802064e8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:32.472541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-373d3f6e-57ce-4470-9538-a0ef56de7666 None None] Provisioning complete for port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:32.473229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-373d3f6e-57ce-4470-9538-a0ef56de7666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.515731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.540444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-373d3f6e-57ce-4470-9538-a0ef56de7666 None None] Port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:32.558921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a46addff-10ec-403e-b464-32c2e702b9c4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:32.640011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a46addff-10ec-403e-b464-32c2e702b9c4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:32.640325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.827032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.834364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:32.910604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:32.914667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:33.043003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:33.044685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:33.265915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:33.493188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-555de7eb-5d71-400a-8b00-3a82c41bb0a1 None None] Provisioning complete for port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:33.493831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-555de7eb-5d71-400a-8b00-3a82c41bb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:33.546632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-555de7eb-5d71-400a-8b00-3a82c41bb0a1 None None] Port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:33.590535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:13:33.713472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:33.723964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-610f37e7-3b2e-4efa-8a49-679e082a07a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/600135e8-48ad-42ea-bfe1-ab74ac5656d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198251 Nov 23 19:13:34.408706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Sync routers for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:34.415511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:34.421189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:34.422022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:34.423007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1550054718-network', 'tenant_id': '0f607a3f591b41818d3f55604186f11b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:34.452125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Made reservation on behalf of 0f607a3f591b41818d3f55604186f11b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:34.456285 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.467252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.541017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 830b2f1b-06cd-4589-b1d8-1991802064e8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:34.550270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.555063 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.581057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:13:34.591128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0c1c9-5e63-401a-97cc-04f4b94e25e0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:34.599470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.599470 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Added segment 8eb93176-7cdc-4598-a8a3-b3e7ef98967f of type vlan for network eee11d5b-adec-4ce3-866c-9a9b15233f30 Nov 23 19:13:34.604495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:34.641634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.660882 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 830b2f1b-06cd-4589-b1d8-1991802064e8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:34.661609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.675425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.677688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:34.678525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.721692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3050530 Nov 23 19:13:34.724893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:34.730148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Request body: {'subnet': {'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1550054718-subnet', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:34.761110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Made reservation on behalf of 0f607a3f591b41818d3f55604186f11b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:34.765667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:34.780084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb91b7-f88b-4b37-97c9-ca5cde55b3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=eee11d5b-adec-4ce3-866c-9a9b15233f30,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:34.795205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:13:34.982810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c9b9d8f3-2226-494d-86e4-94bebb0d9d75', 'name': '', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'mac_address': 'fa:16:3e:f6:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:31Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 2, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'subnets': [{'id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:34.985027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.013678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Checking router: 600135e8-48ad-42ea-bfe1-ab74ac5656d8 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:35.014316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Updating router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:13:35.039638 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.045499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69146e6b-d248-4b2c-a7e6-84f02bad7668,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:35.056098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Checking segment: {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:35.056466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Network hostable DHCP agents. Network: eee11d5b-adec-4ce3-866c-9a9b15233f30, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:13:35.075591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:13:35.086213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, eee11d5b-adec-4ce3-866c-9a9b15233f30) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:35.091048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:35.091694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.097731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e1e55-2c66-4809-8eff-cad499568bef None None] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:35.110165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9e4db7b8-836f-4160-9946-d22c92ddcd19 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3840265 Nov 23 19:13:35.112795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:35.117172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:35.142047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.143094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.240196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.395589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-eee11d5b-adec-4ce3-866c-9a9b15233f30', 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'fixed_ips': [{'subnet_id': '69146e6b-d248-4b2c-a7e6-84f02bad7668'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:13:35.395957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.396490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.520308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.531944 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.606750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.635910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.653036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91e94-5b19-49fc-8c26-0ae069386171 None None] Pushing event updated for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:35.685456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Allocated IP 172.20.0.2 (eee11d5b-adec-4ce3-866c-9a9b15233f30/69146e6b-d248-4b2c-a7e6-84f02bad7668/a1d7d970-a5d2-408a-8a84-4f4ac6f2f748) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:35.697850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Attempting to bind port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:35.698317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Attempting to bind port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:35.698829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Attempting to bind port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:35.707209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:35.707804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Checking segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:35.708282 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.708770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Bound using segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:35.709354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Bound port: c9b9d8f3-2226-494d-86e4-94bebb0d9d75, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:35.710623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.783571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Allocated IP 172.25.5.236 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/182c6f94-ecf3-482c-9168-2a95e39bb7f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:35.853734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] For port c9b9d8f3-2226-494d-86e4-94bebb0d9d75, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:35.861928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] For port c9b9d8f3-2226-494d-86e4-94bebb0d9d75, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:35.874274 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.907756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.949004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:35.987141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91e94-5b19-49fc-8c26-0ae069386171 None None] Pushing event updated for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:35.988393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:35.994006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:35.997921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:36.011134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] Provisioning complete for port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:36.012089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.024258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:36.024990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:36.026392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Pushing event updated for resources: {'Port': ['ID=182c6f94-ecf3-482c-9168-2a95e39bb7f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:36.030276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.059789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aaba2e-469f-4a48-b1fc-d307a20188fd None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:36.113918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.176374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Pushing event updated for resources: {'Port': ['ID=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:36.228284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:36.232741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:36.242798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:36.311654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.480284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:36.536539 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.553693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Attempting to bind port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:36.554056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Attempting to bind port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:36.554443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Attempting to bind port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 on network eee11d5b-adec-4ce3-866c-9a9b15233f30 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:36.557198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.572763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:36.573449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Checking segment: {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:36.574157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.574588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Bound using segment: {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:36.575650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Bound port: a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:36.576043 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.642245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] For port c9b9d8f3-2226-494d-86e4-94bebb0d9d75, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:36.671871 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.716968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Router 6315405d-b2b4-44ad-bff7-afb2ae48543b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:13:36.804714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] For port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:36.829412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfa90-954e-47ad-9d20-44e5715e1c25 None None] Pushing event updated for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:36.830168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:36.839757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] For port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:36.842172 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Sync routers for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:36.856064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.857368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3759f42b-369c-4a4a-9a25-d0c2428927ab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7436028 Nov 23 19:13:36.860482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:36.863618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5e861413-5a14-417d-880a-a705910c0595 None None] Provisioning complete for port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:36.864042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e861413-5a14-417d-880a-a705910c0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.869149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:36.877588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:36.878635 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:36.995950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c210-0dd9-449e-8aef-408ded889e00 None None] Pushing event updated for resources: {'Port': ['ID=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:37.016031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c9b9d8f3-2226-494d-86e4-94bebb0d9d75', 'name': '', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'mac_address': 'fa:16:3e:f6:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:31Z', 'updated_at': '2021-11-23T19:13:35Z', 'revision_number': 4, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'subnets': [{'id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:37.056375 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:37.071482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c55bc-f028-4250-b07b-8a3b801f2c70 None None] The sync data for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 is: [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c9b9d8f3-2226-494d-86e4-94bebb0d9d75', 'name': '', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'mac_address': 'fa:16:3e:f6:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:31Z', 'updated_at': '2021-11-23T19:13:35Z', 'revision_number': 4, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'subnets': [{'id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:37.121237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5e861413-5a14-417d-880a-a705910c0595 None None] Provisioning complete for port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:37.121237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e861413-5a14-417d-880a-a705910c0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.195532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5e861413-5a14-417d-880a-a705910c0595 None None] Port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:37.387276 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:36Z', 'revision_number': 3, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:37.433679 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Checking router: 6315405d-b2b4-44ad-bff7-afb2ae48543b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:37.434593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Updating router 6315405d-b2b4-44ad-bff7-afb2ae48543b port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:13:37.484417 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.830521 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.842182 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.892159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c75d88-48e9-41bf-b224-326a97a8db4e None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:37.912619 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Attempting to bind port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:37.913069 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Attempting to bind port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:37.913361 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Attempting to bind port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:37.917244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469062-6140-479d-86d0-c0b6cc88edaa None None] Pushing event updated for resources: {'Port': ['ID=182c6f94-ecf3-482c-9168-2a95e39bb7f2,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:37.922705 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:37.923083 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:37.931885 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.933632 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:37.935280 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Bound port: 182c6f94-ecf3-482c-9168-2a95e39bb7f2, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:37.938147 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:37.992261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.038148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ff83a71c-1a2a-41a3-84fc-1fbbc477f061 None None] Provisioning complete for port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:38.040449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff83a71c-1a2a-41a3-84fc-1fbbc477f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.044834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] For port 182c6f94-ecf3-482c-9168-2a95e39bb7f2, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:38.049305 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] For port 182c6f94-ecf3-482c-9168-2a95e39bb7f2, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=182c6f94-ecf3-482c-9168-2a95e39bb7f2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:38.061552 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.132151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cc1c1-cb74-4497-a05c-b4531064feb0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:38.141301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff83a71c-1a2a-41a3-84fc-1fbbc477f061 None None] Port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:38.171101 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469062-6140-479d-86d0-c0b6cc88edaa None None] Pushing event updated for resources: {'Port': ['ID=182c6f94-ecf3-482c-9168-2a95e39bb7f2,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:38.173941 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:38.174596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:38.282336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] Provisioning complete for port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:38.284097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.360619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Allocated IP 172.20.0.1 (eee11d5b-adec-4ce3-866c-9a9b15233f30/69146e6b-d248-4b2c-a7e6-84f02bad7668/0ec71c0b-d889-40c2-844e-2e933427da3a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:38.453861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:38.473876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.518234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] For port 182c6f94-ecf3-482c-9168-2a95e39bb7f2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=182c6f94-ecf3-482c-9168-2a95e39bb7f2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:38.527020 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.537176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7dbe1e-dd48-4151-be9e-90ed9a4439a1 None None] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:38.585474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.664547 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.673746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:38.680012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f29916-7396-4a41-9fb2-23b483884f50 None None] Pushing event updated for resources: {'Port': ['ID=182c6f94-ecf3-482c-9168-2a95e39bb7f2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:38.740694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] Provisioning complete for port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:38.741044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.750874 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:36Z', 'revision_number': 3, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:38.767770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:38.771934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:38.773991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:38.776543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:38.797804 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bccda-9665-42bf-bdea-7c3fea949792 None None] The sync data for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 is: [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:36Z', 'revision_number': 3, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:38.846870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:38.847240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.860992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:38.962546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.038801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] For port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:39.045739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.053306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.092416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.101508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.139023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22a52-f062-4cd8-9143-79317bbe264e None None] Pushing event updated for resources: {'Port': ['ID=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:39.195614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:13:39.196029 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:13:39.310044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.316087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.320747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab2a1696-5127-4398-ae75-7c027d832c7c None None] Provisioning complete for port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:39.321714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1696-5127-4398-ae75-7c027d832c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.421793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:39.445789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.495139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab2a1696-5127-4398-ae75-7c027d832c7c None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:39.495548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1696-5127-4398-ae75-7c027d832c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.550025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a1696-5127-4398-ae75-7c027d832c7c None None] Port 0ec71c0b-d889-40c2-844e-2e933427da3a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:39.577258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:39.578824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:39.671911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d7e043cc-be54-4331-a383-1c1eea3e277a None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:39.672787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7e043cc-be54-4331-a383-1c1eea3e277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:39.730379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Router 6315405d-b2b4-44ad-bff7-afb2ae48543b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:13:39.793114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d7e043cc-be54-4331-a383-1c1eea3e277a None None] Port 0ec71c0b-d889-40c2-844e-2e933427da3a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:39.805176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9b9d8f3-2226-494d-86e4-94bebb0d9d75 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:39.881118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:39.888293 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf80665f-7b14-4ce7-9961-f6b96228a7f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/6315405d-b2b4-44ad-bff7-afb2ae48543b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261970 Nov 23 19:13:39.902374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:39.902769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.022864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-187e7b32-aeb9-4be8-b82b-e676270c11b1 None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:40.023601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-187e7b32-aeb9-4be8-b82b-e676270c11b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.065240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-187e7b32-aeb9-4be8-b82b-e676270c11b1 None None] Port 0ec71c0b-d889-40c2-844e-2e933427da3a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:40.562120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.613176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:40.674340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-2153bc34-fe16-44a4-95ca-411931608eb7 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:40.675189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:40.676100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.676511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-2153bc34-fe16-44a4-95ca-411931608eb7 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1142995 Nov 23 19:13:40.694876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d76ad885-7c6b-4513-ba91-27f3e9f81ed4 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/quotas/0f607a3f591b41818d3f55604186f11b HTTP/1.1" status: 200 len: 375 time: 0.0125086 Nov 23 19:13:40.785742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 182c6f94-ecf3-482c-9168-2a95e39bb7f2 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:40.803973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d6b49bae-0143-4c93-b012-64345802e094 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965889 Nov 23 19:13:40.841181 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:40.841766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:40.937197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-da350bb1-93c6-4c70-9cbe-baab80722bff service neutron] 10.222.0.37 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230392 Nov 23 19:13:40.985094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Sync routers for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:40.996197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:40.997259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:41.057056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d58d9812-b11e-4b69-b6e2-2d4f94ac51a2 service neutron] 10.222.0.37 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200378 Nov 23 19:13:41.130959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:41.281595 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-22e13047-d5c2-48f3-a8d9-84ba5444efd9 req-afe5c66f-baff-4d34-a093-c423a12a45d8 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Nov 23 19:13:41.438293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0ec71c0b-d889-40c2-844e-2e933427da3a', 'name': '', 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'mac_address': 'fa:16:3e:02:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:38Z', 'updated_at': '2021-11-23T19:13:39Z', 'revision_number': 2, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'subnets': [{'id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:41.473334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Checking router: 6315405d-b2b4-44ad-bff7-afb2ae48543b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:41.473696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Updating router 6315405d-b2b4-44ad-bff7-afb2ae48543b port 0ec71c0b-d889-40c2-844e-2e933427da3a binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:13:41.501682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:41.855402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:41.980440 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba66d097-72b5-4090-9f52-09d72235ecaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:41.999953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.006368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.057615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bac0b2-8e63-4f19-923f-e0f0713be508 None None] Pushing event updated for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:42.067834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba66d097-72b5-4090-9f52-09d72235ecaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.072255 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba66d097-72b5-4090-9f52-09d72235ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.122307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Attempting to bind port 0ec71c0b-d889-40c2-844e-2e933427da3a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:42.122744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Attempting to bind port 0ec71c0b-d889-40c2-844e-2e933427da3a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:42.123104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Attempting to bind port 0ec71c0b-d889-40c2-844e-2e933427da3a on network eee11d5b-adec-4ce3-866c-9a9b15233f30 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:42.123790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d097-72b5-4090-9f52-09d72235ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e438025-9939-479e-b18a-e038bc46d5ba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:42.129467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:42.129977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Checking segment: {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:42.130325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.130641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Bound using segment: {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:42.131117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Bound port: 0ec71c0b-d889-40c2-844e-2e933427da3a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb93176-7cdc-4598-a8a3-b3e7ef98967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:42.131780 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.143153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ba66d097-72b5-4090-9f52-09d72235ecaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24c72a8b703449a28e1089e811ea63be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857440 Nov 23 19:13:42.145715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:42.197072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.201443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] For port 0ec71c0b-d889-40c2-844e-2e933427da3a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:42.204988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] For port 0ec71c0b-d889-40c2-844e-2e933427da3a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0ec71c0b-d889-40c2-844e-2e933427da3a,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:42.210921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.222302 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.277813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:42.278718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:42.280726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.284646 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.285994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e438025-9939-479e-b18a-e038bc46d5ba HTTP/1.1" status: 204 len: 168 time: 0.1392291 Nov 23 19:13:42.307798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7cec1-2115-4009-9943-8a2cc5fa430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e438025-9939-479e-b18a-e038bc46d5ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:42.400855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc269e88-0761-4694-93c5-9142e4234ad2 req-21709e4b-4b64-45a0-aaed-39a05da82627 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Nov 23 19:13:42.415791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bac0b2-8e63-4f19-923f-e0f0713be508 None None] Pushing event updated for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:42.472251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:42.472962 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.548599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:42.573946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3d76cada-993e-496a-9f8f-c2c1984568c4 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:42.575919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3d76cada-993e-496a-9f8f-c2c1984568c4 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.47 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1846757 Nov 23 19:13:42.597468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Request body: {'port': {'device_id': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'admin_state_up': True, 'tenant_id': '0f607a3f591b41818d3f55604186f11b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:42.629762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Made reservation on behalf of 0f607a3f591b41818d3f55604186f11b for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:42.634119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.689782 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.706553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38656) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:42.730185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd2e6-5bb3-416f-938a-3b94ca8f20d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.765049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] For port 0ec71c0b-d889-40c2-844e-2e933427da3a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0ec71c0b-d889-40c2-844e-2e933427da3a,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:42.770415 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.793676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Allocated IP 172.20.0.12 (fab51461-0b6f-4aed-bbe9-dc64b92d9aed/493b3cd3-7f0f-4cf4-900a-a8c71b6e9753/fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:42.856806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85793b4-71e2-4050-8b7d-d05726956e4c None None] Pushing event updated for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:42.878376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0ec71c0b-d889-40c2-844e-2e933427da3a', 'name': '', 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'mac_address': 'fa:16:3e:02:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:38Z', 'updated_at': '2021-11-23T19:13:42Z', 'revision_number': 4, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'subnets': [{'id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:42.902342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd2e6-5bb3-416f-938a-3b94ca8f20d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.912075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100d30f-c4e3-4741-bcd9-a8a861973075 None None] The sync data for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 is: [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '0ec71c0b-d889-40c2-844e-2e933427da3a', 'name': '', 'network_id': 'eee11d5b-adec-4ce3-866c-9a9b15233f30', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'mac_address': 'fa:16:3e:02:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:38Z', 'updated_at': '2021-11-23T19:13:42Z', 'revision_number': 4, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'subnets': [{'id': '69146e6b-d248-4b2c-a7e6-84f02bad7668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:42.920198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e54d2de3-f24f-4b9d-9625-ab7a62e2cb5f None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:42.920573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e54d2de3-f24f-4b9d-9625-ab7a62e2cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:42.939126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd2e6-5bb3-416f-938a-3b94ca8f20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.005266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8d9cd2e6-5bb3-416f-938a-3b94ca8f20d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a8c4a6734d3468cae443f8078fe569a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973757 Nov 23 19:13:43.010881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:43.014015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd2e6-5bb3-416f-938a-3b94ca8f20d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3144180-2a8d-4b26-bcdf-4a0f39b374b6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:43.056473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.097975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.125234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.128071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.202071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:43.208343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:43.210820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Pushing event updated for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:43.213001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:43.258661 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.259614 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.264026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.266526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.267718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3144180-2a8d-4b26-bcdf-4a0f39b374b6 HTTP/1.1" status: 204 len: 168 time: 0.2553158 Nov 23 19:13:43.283601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d5c8-ef03-4f7d-b1af-cbce2225ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3144180-2a8d-4b26-bcdf-4a0f39b374b6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:43.292267 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3e9e730b-f794-4a99-929b-cb59f92524fd tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6993477 Nov 23 19:13:43.314862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Request body: {'port': {'device_id': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:43.373475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.549572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aae7ce4b-4974-4aeb-a101-2ee7267e01fb None None] Provisioning complete for port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:43.550114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aae7ce4b-4974-4aeb-a101-2ee7267e01fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.587293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aae7ce4b-4974-4aeb-a101-2ee7267e01fb None None] Port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:43.614304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac7aa0-1541-475f-a4ae-a863b5977f44 req-be572df1-63f6-4f38-8363-26768ecb9abc tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:43.615844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0aac7aa0-1541-475f-a4ae-a863b5977f44 req-be572df1-63f6-4f38-8363-26768ecb9abc tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1028 time: 0.0999215 Nov 23 19:13:43.688579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0aac7aa0-1541-475f-a4ae-a863b5977f44 req-ff395160-fb66-4109-8f8f-b53ce927696e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642061 Nov 23 19:13:43.739892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:43.747915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.760370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Transition to ACTIVE for port object fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:13:43.764432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:43.816758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Pushing event updated for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:43.917786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Attempting to bind port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:43.918215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Attempting to bind port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:43.918672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Attempting to bind port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:43.925272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:13:43.925803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Attempting to bind port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:43.931362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:43.931907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Checking segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:43.932364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Bound using segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:43.932955 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Bound port: fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:43.933453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:44.016810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:44.031364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:44.037584 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:44.073445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.074407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:44.076747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] 10.222.0.47 "PUT /v2.0/ports/fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e HTTP/1.1" status: 200 len: 1092 time: 0.7691548 Nov 23 19:13:44.079877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:44.083842 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073dced-1842-4e5a-b45e-573d8d65ddd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:44.121751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc1a0b-8b1d-40b4-856d-d53726bab94b service neutron] Pushing event updated for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:44.180074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-53d151aa-d82f-43ad-9137-36cde926ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.181755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-53d151aa-d82f-43ad-9137-36cde926ec7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0535815 Nov 23 19:13:44.183251 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d347a33-3de7-4ae1-b1f6-15abf61c4663 x-openstack-request-id: req-4d347a33-3de7-4ae1-b1f6-15abf61c4663 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:44.183565 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:44.183819 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d347a33-3de7-4ae1-b1f6-15abf61c4663 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:44.184271 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e', 'status': 'completed', 'code': 200} Nov 23 19:13:44.240894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-4e65f6cd-cc7f-4c82-bc21-4bbdc720ca0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e HTTP/1.1" status: 200 len: 217 time: 0.0473170 Nov 23 19:13:44.314735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3fbcbdee-ae15-4fce-b68f-2fd80b1b3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.316249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-3fbcbdee-ae15-4fce-b68f-2fd80b1b3487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 200 len: 849 time: 0.0658731 Nov 23 19:13:44.376217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-6d22c23d-586a-4b3c-a569-53218e86673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.378078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-6d22c23d-586a-4b3c-a569-53218e86673e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525968 Nov 23 19:13:44.505032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-c18d4b42-b2d2-451b-9279-bbd137935d1b service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186974 Nov 23 19:13:44.561925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0ec71c0b-d889-40c2-844e-2e933427da3a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:44.624068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 0ec71c0b-d889-40c2-844e-2e933427da3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:44.624437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:44.625925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af8dcf51-919e-4a3c-85ad-25ad54c37f6c req-504a8a31-bfab-4863-bf20-e44bfb38ef75 service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116116 Nov 23 19:13:44.738325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-ea29478a-7692-4954-ae24-f7284a9a3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.740070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-ea29478a-7692-4954-ae24-f7284a9a3e49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0598681 Nov 23 19:13:44.858743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bb25c-24c1-46dd-a1c5-0ceb2344b5ed req-493e6dea-01f9-4e5c-a31b-9c0373129ba0 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.860301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61bb25c-24c1-46dd-a1c5-0ceb2344b5ed req-493e6dea-01f9-4e5c-a31b-9c0373129ba0 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0946136 Nov 23 19:13:44.869795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-aa218f2f-009e-4745-b39c-1f26ad632984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.871227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-aa218f2f-009e-4745-b39c-1f26ad632984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1231644 Nov 23 19:13:44.923971 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-34833735-704d-4edd-a5d1-b51ca4d17bc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e HTTP/1.1" status: 200 len: 217 time: 0.0384061 Nov 23 19:13:44.977402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61bb25c-24c1-46dd-a1c5-0ceb2344b5ed req-cd364e3e-3d8a-4099-a266-948ff27d54ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051364 Nov 23 19:13:44.990801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-ed56317e-bc99-4c9f-ba7d-500b106fe87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:44.992351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-ed56317e-bc99-4c9f-ba7d-500b106fe87d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 200 len: 849 time: 0.0574963 Nov 23 19:13:45.048247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-266893a1-4688-44df-a174-8eb09c201d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:45.049779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-266893a1-4688-44df-a174-8eb09c201d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488653 Nov 23 19:13:45.123661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:45.153732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-0726a06a-8373-48ff-b939-9f79cb94763a service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912719 Nov 23 19:13:45.258980 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5073dced-1842-4e5a-b45e-573d8d65ddd5 req-5197a7d8-63ec-4b18-89f9-b841ef12154b service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Nov 23 19:13:45.291714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port ea9a23a0-58dd-4f69-89df-99b69870e35f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:45.292068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:45.371631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:45.372492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:45.384247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for ea9a23a0-58dd-4f69-89df-99b69870e35f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:45.557105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:45.582570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=ea9a23a0-58dd-4f69-89df-99b69870e35f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:45.651033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:45.651033 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Floating IP c323bee6-399b-47c3-bdc7-ab9398c858ee disassociated (deleted). External IP: 172.25.5.211, port: a8185305-7930-4cd4-b931-16b4b9f72d3d. Nov 23 19:13:46.138129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ad811-4eb0-4d95-8d5c-25bb4dae2ded req-29c637a9-ac4d-4b8a-a158-811d22f27a07 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.139684 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-115ad811-4eb0-4d95-8d5c-25bb4dae2ded req-29c637a9-ac4d-4b8a-a158-811d22f27a07 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0883529 Nov 23 19:13:46.229495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-115ad811-4eb0-4d95-8d5c-25bb4dae2ded req-5033cf51-1788-4318-955d-ddfd6bab5d44 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572765 Nov 23 19:13:46.236441 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 1986fcdc-5580-4879-8fdc-07d52f8a3054 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:13:46.350720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:46.355656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:46.360395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Sync routers for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:46.374762 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:46.375457 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:46.388964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09647b45-f0af-4b1d-af47-4172f9ca92f7 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/floatingips/c323bee6-399b-47c3-bdc7-ab9398c858ee HTTP/1.1" status: 204 len: 168 time: 1.2641795 Nov 23 19:13:46.389797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:46.392480 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc4e3a-4312-42d6-b7a3-988884c5b623" -d '{"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:46.517687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:46.604389 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97779cd5-8089-46ed-b216-07cca314847e x-openstack-request-id: req-97779cd5-8089-46ed-b216-07cca314847e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:46.604685 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:46.604942 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97779cd5-8089-46ed-b216-07cca314847e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:46.605352 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'status': 'completed', 'code': 200} Nov 23 19:13:46.712392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-20a93b41-3c46-4191-8505-8179b52b308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.714021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-20a93b41-3c46-4191-8505-8179b52b308d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48a299723a744276a7d18c197f219f0f&device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 1097 time: 0.0813289 Nov 23 19:13:46.725423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388601-021e-41b6-bd84-921cd05caaa2 req-6580aca2-4f50-40f4-a89b-f68135e432b9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.727297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb388601-021e-41b6-bd84-921cd05caaa2 req-6580aca2-4f50-40f4-a89b-f68135e432b9 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0963705 Nov 23 19:13:46.748232 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:46.776450 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Checking router: 1986fcdc-5580-4879-8fdc-07d52f8a3054 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:46.785045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:46.785651 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:46.859248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb388601-021e-41b6-bd84-921cd05caaa2 req-1728b6b1-9da2-4af8-80a7-549d6c9650df tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212101 Nov 23 19:13:46.882663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-ef26cafa-00c2-4165-b0a0-45ca03fc49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.884235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-ef26cafa-00c2-4165-b0a0-45ca03fc49dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 200 len: 898 time: 0.1559589 Nov 23 19:13:46.930517 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:46.931441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-9bd92875-96f4-4ece-a4bf-c374a55c749e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 200 len: 217 time: 0.0388312 Nov 23 19:13:46.984875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-c9f0e16f-2a1d-4ada-8626-1c1f53734ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:46.986399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-c9f0e16f-2a1d-4ada-8626-1c1f53734ac6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 200 len: 834 time: 0.0463183 Nov 23 19:13:47.045060 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-8f0d3ba1-f776-4c33-b4dd-85e04f35a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:47.046610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-8f0d3ba1-f776-4c33-b4dd-85e04f35a234 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=225405b7-d92c-4b4d-b819-95d511b418ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504625 Nov 23 19:13:47.151287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-a2bd7d2e-d404-4bc1-9ea4-d516dd0b42be service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956731 Nov 23 19:13:47.157537 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:47.186342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595fb698-902a-4deb-a46a-c5720d3881ee None None] The sync data for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 is: [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:11:52Z', 'revision_number': 4, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cf9430e4-e978-4dd3-8980-9c40058af79d', 'name': '', 'network_id': '225405b7-d92c-4b4d-b819-95d511b418ec', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'mac_address': 'fa:16:3e:45:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:51Z', 'updated_at': '2021-11-23T19:11:57Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'subnets': [{'id': 'c28cba84-1497-4a85-a825-0c5d5d29541b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:47.270301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70cc4e3a-4312-42d6-b7a3-988884c5b623 req-3bea72c3-be83-4182-9d11-7c2299566af6 service neutron] 10.222.0.47 "GET /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086097 Nov 23 19:13:47.361755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9504-6e75-4f3f-886b-11fd8b305022 req-1104cf3f-0ce4-4967-bf86-440c386461a1 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:47.363688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc1d9504-6e75-4f3f-886b-11fd8b305022 req-1104cf3f-0ce4-4967-bf86-440c386461a1 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0485060 Nov 23 19:13:47.420179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc1d9504-6e75-4f3f-886b-11fd8b305022 req-9142f0b6-c5d7-4688-9cd2-869504d76adb tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Nov 23 19:13:47.485867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d918c-1b4f-461d-8d6c-93a2187118a8 None None] New status for floating IP c323bee6-399b-47c3-bdc7-ab9398c858ee: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:13:47.645884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:47.746078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:47.758078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'port_id': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e', 'mac_address': 'fa:16:3e:03:da:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:47.797622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:47.810945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:47.832910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:47.837098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:47.885824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:47.985557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b5c1-0885-42cd-b0cc-6777921db62f req-34810952-be0b-462d-a4c5-23bd2f8bdf1e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:47.987140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45d7b5c1-0885-42cd-b0cc-6777921db62f req-34810952-be0b-462d-a4c5-23bd2f8bdf1e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0527103 Nov 23 19:13:48.045505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45d7b5c1-0885-42cd-b0cc-6777921db62f req-6bdc6e49-e3f3-4b25-a6dd-5357f22a99c1 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517743 Nov 23 19:13:48.054430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:48.158511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-9de5f27f-5a80-469f-bed9-79a7bed9844e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:48.160626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-9de5f27f-5a80-469f-bed9-79a7bed9844e tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 946 time: 0.0553694 Nov 23 19:13:48.260145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:48.260483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:48.354246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port a8185305-7930-4cd4-b931-16b4b9f72d3d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a8185305-7930-4cd4-b931-16b4b9f72d3d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:48.354608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:48.368093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for a8185305-7930-4cd4-b931-16b4b9f72d3d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:48.503144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:48.532877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb11ebf-d55d-4d32-a1a8-8bda1f653adc req-ce1da490-d903-4895-9fef-8b15df43208d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:48.533518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=a8185305-7930-4cd4-b931-16b4b9f72d3d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:48.540218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cb11ebf-d55d-4d32-a1a8-8bda1f653adc req-ce1da490-d903-4895-9fef-8b15df43208d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0485773 Nov 23 19:13:48.578170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] No DVR routers for this DVR port a8185305-7930-4cd4-b931-16b4b9f72d3d on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:13:48.581076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:48.584283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11c873e6-96e6-4b7f-88a4-67bbf392f4e7 req-3414e25b-06df-47c6-946c-0268b95019c0 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.47 "DELETE /v2.0/ports/a8185305-7930-4cd4-b931-16b4b9f72d3d HTTP/1.1" status: 204 len: 173 time: 0.4135675 Nov 23 19:13:48.585067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-deleted', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:48.587351 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7632bf-bac6-4acb-b761-33f3dbe4a7f9" -d '{"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-deleted", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:48.592479 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8cb11ebf-d55d-4d32-a1a8-8bda1f653adc req-b4e0b33b-2181-4f71-b305-0f3bb85714c7 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513666 Nov 23 19:13:48.626842 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8d99e-c219-4999-a17c-e752bb3426d2 x-openstack-request-id: req-9fa8d99e-c219-4999-a17c-e752bb3426d2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:48.627141 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70e7793-2efd-46b6-bd93-7c044ced8433", "name": "network-vif-deleted", "tag": "a8185305-7930-4cd4-b931-16b4b9f72d3d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:48.627431 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa8d99e-c219-4999-a17c-e752bb3426d2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:48.627984 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70e7793-2efd-46b6-bd93-7c044ced8433', 'name': 'network-vif-deleted', 'tag': 'a8185305-7930-4cd4-b931-16b4b9f72d3d', 'status': 'completed', 'code': 200} Nov 23 19:13:49.099591 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:13:49.194575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58d6bef7-6b8f-42ac-8495-9a9222851070 req-ef435008-b456-4037-883e-f83b013535e2 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70e7793-2efd-46b6-bd93-7c044ced8433 HTTP/1.1" status: 200 len: 210 time: 0.0458686 Nov 23 19:13:49.667600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:13:49.709401 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487a81-9baf-4123-b152-f5a8fdbe9968 req-cc1dd280-09e6-4c88-acbd-8bc8583081ca tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:49.712115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a487a81-9baf-4123-b152-f5a8fdbe9968 req-cc1dd280-09e6-4c88-acbd-8bc8583081ca tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0489862 Nov 23 19:13:49.724664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:13:49.729947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:49.730294 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:49.765417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a487a81-9baf-4123-b152-f5a8fdbe9968 req-96ae18b6-be02-452b-a45c-1afb9d9fe170 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Nov 23 19:13:49.825788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:49.849404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:49.851699 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c31d8e-6504-4411-b16d-9afdfe071950" -d '{"events": [{"server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "name": "network-vif-plugged", "status": "completed", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:49.865105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:49.870437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:49.871256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:49.893610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: a8185305-7930-4cd4-b931-16b4b9f72d3d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:13:49.893610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a8185305-7930-4cd4-b931-16b4b9f72d3d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:13:49.912839 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489933d-6388-4ea5-b7a3-5aa09ce728db x-openstack-request-id: req-5489933d-6388-4ea5-b7a3-5aa09ce728db {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:49.913137 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "name": "network-vif-plugged", "status": "completed", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:49.913395 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5489933d-6388-4ea5-b7a3-5aa09ce728db {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:49.913783 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e', 'code': 200} Nov 23 19:13:49.946251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:50.004396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68263752-ab8a-4b51-839d-3e9274c1b617 req-a86a6e88-e139-4ca2-a414-4ed2df10434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:50.005974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68263752-ab8a-4b51-839d-3e9274c1b617 req-a86a6e88-e139-4ca2-a414-4ed2df10434b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0397799 Nov 23 19:13:50.055889 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-68263752-ab8a-4b51-839d-3e9274c1b617 req-29a0daa7-cd0e-4834-9eb8-dc05566752ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Nov 23 19:13:50.248148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:50.632017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:50.937806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11173-da4d-4616-b549-9df3ecaed435 req-77680140-00f7-43ec-b676-0635ac4d6dd2 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:50.939370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0e11173-da4d-4616-b549-9df3ecaed435 req-77680140-00f7-43ec-b676-0635ac4d6dd2 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0565729 Nov 23 19:13:50.945634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port cf9430e4-e978-4dd3-8980-9c40058af79d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:50.946113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.053383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0e11173-da4d-4616-b549-9df3ecaed435 req-19c11d42-d78b-4f6d-84bb-1f728bbfd738 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042290 Nov 23 19:13:51.074582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port cf9430e4-e978-4dd3-8980-9c40058af79d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cf9430e4-e978-4dd3-8980-9c40058af79d,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:51.074582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.086112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for cf9430e4-e978-4dd3-8980-9c40058af79d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:51.299140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.331622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=cf9430e4-e978-4dd3-8980-9c40058af79d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:51.534205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.759117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Router 1986fcdc-5580-4879-8fdc-07d52f8a3054 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:13:51.871190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:13:51.876494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d623fa63-b29c-4fe9-862e-ec65dc956d01 tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "PUT /v2.0/routers/1986fcdc-5580-4879-8fdc-07d52f8a3054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6267323 Nov 23 19:13:51.879426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:51.884144 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Sync routers for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:13:51.894571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:51.895250 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:51.936338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting subnet c28cba84-1497-4a85-a825-0c5d5d29541b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:13:51.940156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:51.989511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.004950 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:52.078663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.144502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.181908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.189080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1f25a-2cd3-4fba-9035-9b6d42e755c6 None None] Network 225405b7-d92c-4b4d-b819-95d511b418ec requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:52.195056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:52.196866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/subnets/c28cba84-1497-4a85-a825-0c5d5d29541b HTTP/1.1" status: 204 len: 168 time: 0.3056679 Nov 23 19:13:52.199376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1687-bb93-422c-84fa-1c928ad522db tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Subnet': ['ID=c28cba84-1497-4a85-a825-0c5d5d29541b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:52.272310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1eddf-22dd-4b8e-a491-a25e7dd772d9 req-19b18a3f-2ad4-42b0-baa5-1395fd0fe0fb tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.281108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84d1eddf-22dd-4b8e-a491-a25e7dd772d9 req-19b18a3f-2ad4-42b0-baa5-1395fd0fe0fb tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.1230767 Nov 23 19:13:52.373738 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:13:51Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:52.393888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84d1eddf-22dd-4b8e-a491-a25e7dd772d9 req-4d11a1f5-49b4-4ed5-afa4-9f0985e9b317 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115928 Nov 23 19:13:52.412705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.431539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] DHCP port deletion for 225405b7-d92c-4b4d-b819-95d511b418ec request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:52.447821 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Checking router: 1986fcdc-5580-4879-8fdc-07d52f8a3054 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:13:52.468693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Routers {'1986fcdc-5580-4879-8fdc-07d52f8a3054'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:13:52.469337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:13:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1986fcdc-5580-4879-8fdc-07d52f8a3054'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:52.555290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.569816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Deleting port e1580def-d3d7-4113-8c3d-84dcbcfb543f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:52.570551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.571740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeef7b-08ab-43a4-a45c-413bd2f839a7 req-f5ac9c24-bba9-4754-a33d-310ed8ec0e2d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.575259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2daeef7b-08ab-43a4-a45c-413bd2f839a7 req-f5ac9c24-bba9-4754-a33d-310ed8ec0e2d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0920370 Nov 23 19:13:52.621692 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] Set router 1986fcdc-5580-4879-8fdc-07d52f8a3054 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:13:52.652331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e1580def-d3d7-4113-8c3d-84dcbcfb543f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:52.666060 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2daeef7b-08ab-43a4-a45c-413bd2f839a7 req-dae872db-fcb9-48b2-9332-04aaf2490812 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717642 Nov 23 19:13:52.682194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Deleting port 4094bade-a418-4732-93af-53226b86d1b8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:13:52.682545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.710048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] For port e1580def-d3d7-4113-8c3d-84dcbcfb543f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e1580def-d3d7-4113-8c3d-84dcbcfb543f,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:52.710691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.735598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Calling delete_port for e1580def-d3d7-4113-8c3d-84dcbcfb543f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:52.823394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.877162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06df1-b472-45ee-8382-2c5166b2a345 req-c4d9e01f-a46a-47de-a920-b740c27790a3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:52.888018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5e06df1-b472-45ee-8382-2c5166b2a345 req-c4d9e01f-a46a-47de-a920-b740c27790a3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0869851 Nov 23 19:13:52.895125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] For port 4094bade-a418-4732-93af-53226b86d1b8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4094bade-a418-4732-93af-53226b86d1b8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:52.895653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.901916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port e1580def-d3d7-4113-8c3d-84dcbcfb543f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e1580def-d3d7-4113-8c3d-84dcbcfb543f,segment=NetworkSegment(4540d8bc-aede-4c3d-aa57-7d4437d4d20d),segment_id=4540d8bc-aede-4c3d-aa57-7d4437d4d20d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:52.904748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:13:51Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:52.908549 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:52.923463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Calling delete_port for 4094bade-a418-4732-93af-53226b86d1b8 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:13:52.955571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2532a-5e6f-4d47-97d7-72ff8dbea0ba None None] The sync data for ids ['1986fcdc-5580-4879-8fdc-07d52f8a3054'] in n-d-792364-9 is: [{'id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008275033', 'tenant_id': '48a299723a744276a7d18c197f219f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '4094bade-a418-4732-93af-53226b86d1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:11:45Z', 'updated_at': '2021-11-23T19:13:51Z', 'revision_number': 5, 'project_id': '48a299723a744276a7d18c197f219f0f', 'gw_port': {'id': '4094bade-a418-4732-93af-53226b86d1b8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986fcdc-5580-4879-8fdc-07d52f8a3054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:11:46Z', 'updated_at': '2021-11-23T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:13:52.969543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=e1580def-d3d7-4113-8c3d-84dcbcfb543f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:52.977292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5e06df1-b472-45ee-8382-2c5166b2a345 req-bd08ed9c-bac3-4cbd-a90d-68a7640eb10f tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707474 Nov 23 19:13:52.987214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.000469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] No DVR routers for this DVR port e1580def-d3d7-4113-8c3d-84dcbcfb543f on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:13:53.020970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfd213-70a6-41fa-bc76-1890bb4c6a47 None None] Pushing event deleted for resources: {'Port': ['ID=e1580def-d3d7-4113-8c3d-84dcbcfb543f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:53.310201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-d76ab8e1-1156-4c2e-8b32-7c53a51f4e3e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:53.311839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-d76ab8e1-1156-4c2e-8b32-7c53a51f4e3e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1314247 Nov 23 19:13:53.331561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-52a6e4b0-1047-468e-a84f-1c9babc20dc5 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/quotas/0f607a3f591b41818d3f55604186f11b HTTP/1.1" status: 200 len: 375 time: 0.0128734 Nov 23 19:13:53.396536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-c4393064-7376-4364-87e4-66dd10b171f8 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556750 Nov 23 19:13:53.526916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-350add28-7ba3-4fd0-add3-4bffa694a827 service neutron] 10.222.0.37 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202579 Nov 23 19:13:53.556143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.587342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Port': ['ID=4094bade-a418-4732-93af-53226b86d1b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:53.613678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22911f-689c-4cb8-aad2-7d97c77fb78b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:53.654430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.657538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-acc50751-9819-4612-862c-d147ea403b55 service neutron] 10.222.0.37 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227732 Nov 23 19:13:53.757226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.760235 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.852284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a61425f0-fad5-47ec-ba36-12d9664f29f5 req-cd8069bc-3dda-42af-be6a-6c9c70ae9ce1 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 210 time: 0.0386276 Nov 23 19:13:53.859571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.860128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Fanout notify agent at l3_agent the message router_deleted on router 1986fcdc-5580-4879-8fdc-07d52f8a3054 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:13:53.875287 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:53.876799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6d758821-ddbd-47ce-84f4-5d6a2bcdabcd tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/routers/1986fcdc-5580-4879-8fdc-07d52f8a3054 HTTP/1.1" status: 204 len: 168 time: 1.6801090 Nov 23 19:13:53.880684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 38960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:53.973353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.087850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.109554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225405b7-d92c-4b4d-b819-95d511b418ec']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:54.119553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4540d8bc-aede-4c3d-aa57-7d4437d4d20d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:54.119852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4540d8bc-aede-4c3d-aa57-7d4437d4d20d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:13:54.130645 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.147071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.153750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:13:54.154060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:13:54.157292 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:13:54.229906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.235167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.241471 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/networks/225405b7-d92c-4b4d-b819-95d511b418ec HTTP/1.1" status: 204 len: 168 time: 0.3564556 Nov 23 19:13:54.241596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 38974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:54.255659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233c764-67eb-4b6b-80a9-13f1ab47d5fe tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'Network': ['ID=225405b7-d92c-4b4d-b819-95d511b418ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:54.321846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.353275 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.450688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.453406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:54.457969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] 10.222.0.37 "DELETE /v2.0/security-groups/4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba HTTP/1.1" status: 204 len: 168 time: 0.2151728 Nov 23 19:13:54.469124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4274c-b187-4dec-b2ff-304d9d53c6fa tempest-TestNetworkAdvancedServerOps-1003416339 tempest-TestNetworkAdvancedServerOps-1003416339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb5c5bd-f211-405d-9a5a-c5815d5ec6ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:54.551919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4094bade-a418-4732-93af-53226b86d1b8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:54.573559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4094bade-a418-4732-93af-53226b86d1b8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:13:54.573900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4094bade-a418-4732-93af-53226b86d1b8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:13:54.575051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf9430e4-e978-4dd3-8980-9c40058af79d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:13:54.598092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cf9430e4-e978-4dd3-8980-9c40058af79d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:13:54.599002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cf9430e4-e978-4dd3-8980-9c40058af79d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:13:54.961018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-c3280ef4-8cb9-4e9c-9269-f033b1cd341e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:54.963183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-c3280ef4-8cb9-4e9c-9269-f033b1cd341e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.50 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1154244 Nov 23 19:13:54.979002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Request body: {'port': {'device_id': 'a4f900f4-204e-416f-860b-69f806d059fe', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'admin_state_up': True, 'tenant_id': '0f607a3f591b41818d3f55604186f11b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:55.004839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7cdf408d-6537-41ba-91b9-4e7a657ecfc5 req-a2724bff-befb-45e4-87da-b29fae2e6aa0 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 210 time: 0.0322576 Nov 23 19:13:55.024925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Made reservation on behalf of 0f607a3f591b41818d3f55604186f11b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:55.029222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.153551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:55.156436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Allocated IP 172.20.0.5 (fab51461-0b6f-4aed-bbe9-dc64b92d9aed/493b3cd3-7f0f-4cf4-900a-a8c71b6e9753/f87732bd-b57c-4fdf-9299-ee9e99b66834) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:55.241342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-f13be73a-2fe4-4791-8704-9c14ea25ae39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521491 Nov 23 19:13:55.325735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.331082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-95b6defc-24fb-4384-9fa5-85b5101f61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.332612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-95b6defc-24fb-4384-9fa5-85b5101f61ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0438461 Nov 23 19:13:55.375577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.389294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:55.429951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:55.433037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:55.437086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:55.504722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.505747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.532928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-111458b1-1da0-44cf-a43e-788e43aedd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.534957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-111458b1-1da0-44cf-a43e-788e43aedd48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1753588 Nov 23 19:13:55.535426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Pushing event updated for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:55.558904 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-60feb7d8-8490-4e2f-815b-15d946cc70ed tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5850706 Nov 23 19:13:55.573907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Request body: {'port': {'device_id': 'a4f900f4-204e-416f-860b-69f806d059fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:55.608303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4f91bd1b-6bb5-4be9-87a1-f802ce65c420 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48a299723a744276a7d18c197f219f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534869 Nov 23 19:13:55.613010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:55.656578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-1992f178-97a3-4097-ac69-a7b39588bee2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e HTTP/1.1" status: 200 len: 217 time: 0.0599120 Nov 23 19:13:55.686845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.716091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.717076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-1b3b8a23-3f2b-4338-90c1-c124310d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.718653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-1b3b8a23-3f2b-4338-90c1-c124310d22a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 200 len: 849 time: 0.0543575 Nov 23 19:13:55.763591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.775443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-db26a4a8-c925-4f5e-93ce-85b9154b1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:55.776753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:55.777269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-db26a4a8-c925-4f5e-93ce-85b9154b1ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506933 Nov 23 19:13:55.797767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-834535a0-c5d1-4025-a96e-b35378df1d9a None None] Provisioning complete for port f87732bd-b57c-4fdf-9299-ee9e99b66834 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:55.798503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-834535a0-c5d1-4025-a96e-b35378df1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.860453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-834535a0-c5d1-4025-a96e-b35378df1d9a None None] Port f87732bd-b57c-4fdf-9299-ee9e99b66834 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:55.896169 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-6ddea9f3-9a55-4cbe-b718-04ac9c2aa68f service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109684 Nov 23 19:13:55.921860 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e00e9fe-100b-4dc3-829b-6782b16114d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.955163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.957747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:55.958880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08190c77-3654-4c1d-b5bf-9e4e2b9db4e9 HTTP/1.1" status: 204 len: 168 time: 0.3449340 Nov 23 19:13:55.982947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803da65f-dcb9-4149-8e05-16406a5c693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08190c77-3654-4c1d-b5bf-9e4e2b9db4e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:55.999478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af16ec68-25a5-41af-b9a2-2e2cdc07dca1 req-9b692673-3244-41db-83fa-a5fba227d312 service neutron] 10.222.0.47 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958624 Nov 23 19:13:56.144644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87732bd-b57c-4fdf-9299-ee9e99b66834 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:56.162483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e00e9fe-100b-4dc3-829b-6782b16114d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.164443 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.170311 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e00e9fe-100b-4dc3-829b-6782b16114d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.205364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Transition to ACTIVE for port object f87732bd-b57c-4fdf-9299-ee9e99b66834 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:13:56.209938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3e082-9c62-4667-a0ba-e81465adad76 req-72796472-89c5-4127-b3ab-5606372f2611 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:56.211543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50c3e082-9c62-4667-a0ba-e81465adad76 req-72796472-89c5-4127-b3ab-5606372f2611 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1027 time: 0.1384928 Nov 23 19:13:56.224144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.235678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7e00e9fe-100b-4dc3-829b-6782b16114d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77c4fcfe1c6e48de8254406fc3548cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529915 Nov 23 19:13:56.236223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:56.288590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:56.305921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.342867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.363079 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e11809b7-07a7-460b-a69e-acbe9eb9070a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e76f2ea1ee746938123317788946d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733576 Nov 23 19:13:56.367788 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:56.438513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.443920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.446725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.448043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17968109-d8ff-4f0e-bc8d-e57d33db0460 HTTP/1.1" status: 204 len: 168 time: 0.2107298 Nov 23 19:13:56.474851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712869c2-84fc-4784-bfaf-258799cd9ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17968109-d8ff-4f0e-bc8d-e57d33db0460,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:56.481863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.544198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.547871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.549068 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e46c64c4-f0fc-4862-81f4-666244f2214c HTTP/1.1" status: 204 len: 168 time: 0.1803133 Nov 23 19:13:56.558544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ee96a-acbb-439e-a2d7-16266c7c61f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46c64c4-f0fc-4862-81f4-666244f2214c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:56.599090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00e9fe-100b-4dc3-829b-6782b16114d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17968109-d8ff-4f0e-bc8d-e57d33db0460,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:56.651009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Pushing event updated for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:56.674415 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-50c3e082-9c62-4667-a0ba-e81465adad76 req-89c613f0-315c-4dfa-a122-6d670b86811e tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513135 Nov 23 19:13:56.729075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Attempting to bind port f87732bd-b57c-4fdf-9299-ee9e99b66834 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:56.729642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Attempting to bind port f87732bd-b57c-4fdf-9299-ee9e99b66834 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:56.730169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Attempting to bind port f87732bd-b57c-4fdf-9299-ee9e99b66834 on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:56.736291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Port f87732bd-b57c-4fdf-9299-ee9e99b66834 on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:13:56.736831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Attempting to bind port f87732bd-b57c-4fdf-9299-ee9e99b66834 on network fab51461-0b6f-4aed-bbe9-dc64b92d9aed {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:56.743832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:56.744184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Checking segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:56.744833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Bound using segment: {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:56.745466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Bound port: f87732bd-b57c-4fdf-9299-ee9e99b66834, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95796267-f571-4a93-a320-1bf074dc1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:56.746004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.828698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:56.833044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:56.839391 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.894086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:56.894756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:56.896440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] 10.222.0.50 "PUT /v2.0/ports/f87732bd-b57c-4fdf-9299-ee9e99b66834 HTTP/1.1" status: 200 len: 1091 time: 1.3272953 Nov 23 19:13:56.896748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:13:56.899082 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eee50d-4691-4fbc-a556-94992b440a86" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:13:56.944784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7642a1f-8791-4653-9ba4-6e427b05d806 service neutron] Pushing event updated for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:56.963375 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0728b650-ec5f-48e2-b1b5-8bee012dc616 x-openstack-request-id: req-0728b650-ec5f-48e2-b1b5-8bee012dc616 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:13:56.963715 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:13:56.963974 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0728b650-ec5f-48e2-b1b5-8bee012dc616 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:13:56.965151 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834', 'status': 'completed', 'code': 200} Nov 23 19:13:57.025639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:57.026383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-7001c26f-98f6-42e3-b720-6e9895d6221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.028303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-7001c26f-98f6-42e3-b720-6e9895d6221a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1094 time: 0.0538189 Nov 23 19:13:57.042643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769e2139-5be7-498b-86f1-5821e2d7e6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.076685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-3c4df6fe-6ae7-4804-98fd-3a2ad15e16ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834 HTTP/1.1" status: 200 len: 217 time: 0.0379877 Nov 23 19:13:57.145554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-8732436c-01f9-4798-8694-e1a4483e10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.146706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769e2139-5be7-498b-86f1-5821e2d7e6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.147226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-8732436c-01f9-4798-8694-e1a4483e10ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 200 len: 849 time: 0.0619237 Nov 23 19:13:57.152225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-769e2139-5be7-498b-86f1-5821e2d7e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.196552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-769e2139-5be7-498b-86f1-5821e2d7e6da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b979e06470c483f84dd7560bbfba7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693678 Nov 23 19:13:57.197568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e2139-5be7-498b-86f1-5821e2d7e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9194150-f89b-4a87-a57b-bbdbb8c7c6e0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:57.199950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:57.207724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-290fe52b-e22d-49e0-9074-136ec6ea691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.209414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-290fe52b-e22d-49e0-9074-136ec6ea691f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540080 Nov 23 19:13:57.265150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.291208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.308847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-56dbef51-b46f-45e8-8ca0-2bb156365b3b service neutron] 10.222.0.50 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890160 Nov 23 19:13:57.347679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.350264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.351481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9194150-f89b-4a87-a57b-bbdbb8c7c6e0 HTTP/1.1" status: 204 len: 168 time: 0.1505754 Nov 23 19:13:57.361146 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b386c29-4863-4c36-b0c8-f6c34f457df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9194150-f89b-4a87-a57b-bbdbb8c7c6e0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:57.413901 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3143fee8-3f20-4c02-81ca-c974b17aefc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.419552 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee828d9-0843-4faa-8ab1-147fc92c9ea5 req-29ede6df-cb68-4971-93e7-5859a2cbf5e8 service neutron] 10.222.0.50 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031060 Nov 23 19:13:57.516736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee50d-4691-4fbc-a556-94992b440a86 req-896c1710-78cb-4f00-9c8c-c8d4a575e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.518295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-896c1710-78cb-4f00-9c8c-c8d4a575e2b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f607a3f591b41818d3f55604186f11b&device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1094 time: 0.0437117 Nov 23 19:13:57.546780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:57.629416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee50d-4691-4fbc-a556-94992b440a86 req-f228557e-d3e4-43e0-a911-3c85c2b5760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.630986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-f228557e-d3e4-43e0-a911-3c85c2b5760a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 200 len: 911 time: 0.1041086 Nov 23 19:13:57.665193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1567261030-network', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:57.681975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-9ca3f534-3913-4235-8bb8-4503e8a2b95a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834 HTTP/1.1" status: 200 len: 217 time: 0.0424418 Nov 23 19:13:57.694260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:57.697769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.713463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.745941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee50d-4691-4fbc-a556-94992b440a86 req-8bcbf9b2-d31d-4aa9-9aa3-3ba39c1fa956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.747651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-8bcbf9b2-d31d-4aa9-9aa3-3ba39c1fa956 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 200 len: 849 time: 0.0580411 Nov 23 19:13:57.805783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.812074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.841919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee50d-4691-4fbc-a556-94992b440a86 req-ee6efc0a-d3b8-4ca6-9286-0834a361a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.843556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-ee6efc0a-d3b8-4ca6-9286-0834a361a330 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fab51461-0b6f-4aed-bbe9-dc64b92d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816312 Nov 23 19:13:57.850091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd363f-cbbe-4602-b11b-5ef495e94e6b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:57.860563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:13:57.873913 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.875237 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Added segment dd41a0c3-76c8-4713-9260-1a01a41dd23d of type vlan for network 1f332fe9-7227-460a-8746-be3315c42176 Nov 23 19:13:57.888704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb651e73-3668-47e9-be9c-167a30641a96 req-d921a4fd-0c7e-4d89-ac19-f9ed3b428c4c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.890242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb651e73-3668-47e9-be9c-167a30641a96 req-d921a4fd-0c7e-4d89-ac19-f9ed3b428c4c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1094 time: 0.1112974 Nov 23 19:13:57.923908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.956463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.957369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:57.957907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:57.997232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-75c1857a-e157-4995-87d2-dc90205d4618 service neutron] 10.222.0.50 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451228 Nov 23 19:13:57.997880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4498262 Nov 23 19:13:57.999778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb651e73-3668-47e9-be9c-167a30641a96 req-d8825baa-6b10-41e9-ad65-705e9e59ea8a tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719221 Nov 23 19:13:58.000795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:58.006349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Request body: {'subnet': {'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1567261030-subnet', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:58.042685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00815c-604f-4c9a-a622-185b7a26c0fb admin admin] Pushing event updated for resources: {'Network': ['ID=1f332fe9-7227-460a-8746-be3315c42176,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:58.054170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1f332fe9-7227-460a-8746-be3315c42176 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:13:58.097679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:13:58.101352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.161096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67eee50d-4691-4fbc-a556-94992b440a86 req-45094f11-1d11-46b3-8108-7402661f58ad service neutron] 10.222.0.50 "GET /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473589 Nov 23 19:13:58.325600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.391009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c042c10-3c95-459c-a4a5-85cc064d8243,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:58.409267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:58.409623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Network hostable DHCP agents. Network: 1f332fe9-7227-460a-8746-be3315c42176, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:13:58.426609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Network 1f332fe9-7227-460a-8746-be3315c42176 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:13:58.435945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1f332fe9-7227-460a-8746-be3315c42176) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:58.440588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:58.441182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.446837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06e3d6-b2c3-4b0a-ad5e-07812032a8b3 None None] Network 1f332fe9-7227-460a-8746-be3315c42176 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:13:58.464636 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fe72a513-9182-48df-8de9-f981e6b89806 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4626374 Nov 23 19:13:58.467848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:58.475063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:13:58.497122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.498443 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.557713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.615603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-1f332fe9-7227-460a-8746-be3315c42176', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:13:58.616662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.685326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f87732bd-b57c-4fdf-9299-ee9e99b66834 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:13:58.708003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.867009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:58.933350 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.957184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:58.976540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Allocated IP 172.20.0.2 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:58.998954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-155195a9-56a1-4479-8f0a-a34c322c035d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.007404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:59.036575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f87732bd-b57c-4fdf-9299-ee9e99b66834', 'network_id': 'fab51461-0b6f-4aed-bbe9-dc64b92d9aed', 'port_id': 'f87732bd-b57c-4fdf-9299-ee9e99b66834', 'mac_address': 'fa:16:3e:39:4f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493b3cd3-7f0f-4cf4-900a-a8c71b6e9753', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:13:59.092711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Allocated IP 172.25.5.193 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/dd7a8b62-488c-4b3b-bd06-77222600b493) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:13:59.119610 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.133603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-155195a9-56a1-4479-8f0a-a34c322c035d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.142397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-155195a9-56a1-4479-8f0a-a34c322c035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.143911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87732bd-b57c-4fdf-9299-ee9e99b66834 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:13:59.156466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00e6d0-5f71-44dd-975e-8664bd3694f7 req-a7699b42-c186-4e7a-a2f5-8e77e5c82a14 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:13:59.158018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b00e6d0-5f71-44dd-975e-8664bd3694f7 req-a7699b42-c186-4e7a-a2f5-8e77e5c82a14 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1094 time: 0.0744345 Nov 23 19:13:59.164378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:13:59.172085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.208166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155195a9-56a1-4479-8f0a-a34c322c035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b85ca0f-31c3-41f9-91fd-d8c588a3b7e1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.213027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-155195a9-56a1-4479-8f0a-a34c322c035d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ead18ad5477b47aa9ea45dc4fef4d60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442280 Nov 23 19:13:59.216402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:13:59.229522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.265471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.267559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b00e6d0-5f71-44dd-975e-8664bd3694f7 req-ab65c01f-d637-4285-b642-8441775a7146 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962350 Nov 23 19:13:59.269046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.278142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.284719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.295215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.323836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:59.328550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:59.331711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:13:59.333828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:13:59.335702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:59.335964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.336381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:13:59.342268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Pushing event updated for resources: {'Port': ['ID=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.385668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39822413-bcfc-4ed1-ac56-358b9eaec4fc None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:13:59.395388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Pushing event updated for resources: {'Port': ['ID=dd7a8b62-488c-4b3b-bd06-77222600b493,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.405630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Attempting to bind port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:13:59.406132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Attempting to bind port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:13:59.406512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Attempting to bind port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:13:59.414374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.414545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f87732bd-b57c-4fdf-9299-ee9e99b66834'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:13:59.416826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:13:59.417141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:13:59.417414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.417817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:13:59.418835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Bound port: 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:13:59.419225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.421221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.424120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b85ca0f-31c3-41f9-91fd-d8c588a3b7e1 HTTP/1.1" status: 204 len: 168 time: 0.2065597 Nov 23 19:13:59.435854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af582-5d37-4c89-b373-c3d903698902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b85ca0f-31c3-41f9-91fd-d8c588a3b7e1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.552560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-311983a7-76fe-4761-b34b-6e4dcc7bed93 None None] Provisioning complete for port dd7a8b62-488c-4b3b-bd06-77222600b493 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:13:59.553172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-311983a7-76fe-4761-b34b-6e4dcc7bed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.601569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] For port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:13:59.631590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] For port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:13:59.639910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-311983a7-76fe-4761-b34b-6e4dcc7bed93 None None] Port dd7a8b62-488c-4b3b-bd06-77222600b493 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:13:59.644668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.656615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:13:59.734165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc141e0-80d0-4a5d-b8c9-6d1e0a45eba9 None None] Pushing event updated for resources: {'Port': ['ID=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:13:59.942358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.105400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:00.110812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91194b3c-889c-4fb9-b7f0-4bd592e37438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.219999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:00.229468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:00.241277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:00.242319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:00.248467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.250359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7455b061-0662-4d0b-b798-9bb8daa0b32e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7814956 Nov 23 19:14:00.253160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:00.370844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:00.508296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928738-c525-40fa-a1a3-9a5efa5c9a14 req-c28aa9ec-916b-4abd-9ec9-5011ceb6c130 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:00.509922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98928738-c525-40fa-a1a3-9a5efa5c9a14 req-c28aa9ec-916b-4abd-9ec9-5011ceb6c130 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1095 time: 0.0977626 Nov 23 19:14:00.610609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98928738-c525-40fa-a1a3-9a5efa5c9a14 req-b8871cf7-5e0a-43ce-863b-b9e8364c6140 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900323 Nov 23 19:14:00.615304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:00.619616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:00.676769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f87732bd-b57c-4fdf-9299-ee9e99b66834 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:00.731912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:00.732940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.782678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:13:59Z', 'revision_number': 3, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:00.834492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f87732bd-b57c-4fdf-9299-ee9e99b66834 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:14:00.838586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:00.839137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Updating router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 port dd7a8b62-488c-4b3b-bd06-77222600b493 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:00.846425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f87732bd-b57c-4fdf-9299-ee9e99b66834 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:00.847073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.894321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d70db2-2a6e-4ef1-928d-37c9351efc47 None None] Network 1f332fe9-7227-460a-8746-be3315c42176 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:00.897694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:00.924042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.020697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77c6116a-3144-4508-a5bb-3946bc344fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.100327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.117413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3811b8fe-9ac0-4dff-9a45-01de25de93b7 None None] Provisioning complete for port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:01.117699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3811b8fe-9ac0-4dff-9a45-01de25de93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.170980 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77c6116a-3144-4508-a5bb-3946bc344fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.194542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77c6116a-3144-4508-a5bb-3946bc344fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.242159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6116a-3144-4508-a5bb-3946bc344fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846070c-8ef6-4d1d-b1c3-14066295a979,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.244704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:01.245648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.251443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77c6116a-3144-4508-a5bb-3946bc344fc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=794ea6061fa24cfca145794e542f371c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6349711 Nov 23 19:14:01.254204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:01.271335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.301672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.311546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.334550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.387756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.390455 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.391662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7846070c-8ef6-4d1d-b1c3-14066295a979 HTTP/1.1" status: 204 len: 168 time: 0.1363862 Nov 23 19:14:01.400405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1418e36-e806-46bb-b8c9-ea7938c28e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846070c-8ef6-4d1d-b1c3-14066295a979,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.435212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:01.438774 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f08521-dbf6-4f9f-8b5f-939ca47ccd01" -d '{"events": [{"server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "name": "network-vif-plugged", "status": "completed", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:01.454293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Allocated IP 172.20.0.1 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/db0464da-9868-4f7c-9259-461c175d06c0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:01.491653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:01.495339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.508863 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a010e-83b6-463f-90a6-8ee667e2c3ac x-openstack-request-id: req-570a010e-83b6-463f-90a6-8ee667e2c3ac {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:01.509441 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "name": "network-vif-plugged", "status": "completed", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:01.509441 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-570a010e-83b6-463f-90a6-8ee667e2c3ac {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:01.509945 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834', 'code': 200} Nov 23 19:14:01.525394 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.717635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32c404-d2d9-41eb-83e9-ef74f7cf368d req-761873da-de4b-4f4e-bffb-3ab49e8342d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:01.719125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb32c404-d2d9-41eb-83e9-ef74f7cf368d req-761873da-de4b-4f4e-bffb-3ab49e8342d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.1278327 Nov 23 19:14:01.775674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.787723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.807275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.813433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.856272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb493-dfec-4559-8f00-11b2c97d92fb req-d5a3a6af-596b-4580-b55b-5a030bf7a503 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:01.858451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5dacb493-dfec-4559-8f00-11b2c97d92fb req-d5a3a6af-596b-4580-b55b-5a030bf7a503 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.1443775 Nov 23 19:14:01.861219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fb32c404-d2d9-41eb-83e9-ef74f7cf368d req-b6ef91e1-2a85-4f37-8b56-7ce3f241ee8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159723 Nov 23 19:14:01.867136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43081237-2935-4315-815a-d6125a8ac2e3 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:01.881094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04d12-97ab-4773-9bf9-f771625a9501 None None] Pushing event updated for resources: {'Port': ['ID=dd7a8b62-488c-4b3b-bd06-77222600b493,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.883639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Attempting to bind port dd7a8b62-488c-4b3b-bd06-77222600b493 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:01.883916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Attempting to bind port dd7a8b62-488c-4b3b-bd06-77222600b493 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:01.884261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Attempting to bind port dd7a8b62-488c-4b3b-bd06-77222600b493 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:01.894502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:01.895011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:01.895201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.895596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:01.896081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Bound port: dd7a8b62-488c-4b3b-bd06-77222600b493, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:01.896816 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.906294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.928901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0ceb3394-da27-4893-8df3-6ee59088f6a4 None None] Provisioning complete for port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:01.929273 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3394-da27-4893-8df3-6ee59088f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:01.960151 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5dacb493-dfec-4559-8f00-11b2c97d92fb req-37a755a2-5f39-48b5-ad98-d07b515acc7c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927732 Nov 23 19:14:01.969907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:01.971753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:01.974207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:01.977560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Pushing event updated for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:01.988332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] For port dd7a8b62-488c-4b3b-bd06-77222600b493, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:01.992063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] For port dd7a8b62-488c-4b3b-bd06-77222600b493, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dd7a8b62-488c-4b3b-bd06-77222600b493,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:02.013135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.036100 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.101976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a24e8-db5a-4d21-b4b3-84f41f2b042b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:02.136173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:02.137521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:02.195632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04d12-97ab-4773-9bf9-f771625a9501 None None] Pushing event updated for resources: {'Port': ['ID=dd7a8b62-488c-4b3b-bd06-77222600b493,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:02.255253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.323398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.348533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:02.351733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] Provisioning complete for port dd7a8b62-488c-4b3b-bd06-77222600b493 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:02.352226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.466780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.472882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.540814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:02.555427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.561083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Pushing event updated for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:02.635582 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.675129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] For port dd7a8b62-488c-4b3b-bd06-77222600b493, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dd7a8b62-488c-4b3b-bd06-77222600b493,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:02.680687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:02.683113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:02.687116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.695228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:02.695636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:02.790317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d6226-599f-4806-a9b2-75bd9456face None None] Pushing event updated for resources: {'Port': ['ID=dd7a8b62-488c-4b3b-bd06-77222600b493,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:02.796936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:13:59Z', 'revision_number': 3, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:02.845185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcb2dc-3ee5-4c03-a5d9-d01b6cf6121a None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:13:59Z', 'revision_number': 3, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:02.890792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:02.892499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9700468-044d-4ef7-9ed3-47a807f4e763 None None] Provisioning complete for port db0464da-9868-4f7c-9259-461c175d06c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:02.892880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9700468-044d-4ef7-9ed3-47a807f4e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.007064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9700468-044d-4ef7-9ed3-47a807f4e763 None None] Port db0464da-9868-4f7c-9259-461c175d06c0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:03.132948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:03.137726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3cb5eea1-e66b-4f79-8c04-ad947a04ca38 None None] Provisioning complete for port db0464da-9868-4f7c-9259-461c175d06c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:03.138106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eea1-e66b-4f79-8c04-ad947a04ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.151531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b3070fee-d41a-4a3b-b4f6-16f39893e153 admin admin] 10.222.0.37 "PUT /v2.0/routers/1790c779-1e5d-4bd0-9bb7-ac832e82a074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970623 Nov 23 19:14:03.194440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:03.201251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5eea1-e66b-4f79-8c04-ad947a04ca38 None None] Port db0464da-9868-4f7c-9259-461c175d06c0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:03.206515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7d850-b13a-4133-bf63-9d2a4b552d52 req-8f319857-f5f1-4f43-8c80-174390c6efeb tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:03.231719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52a7d850-b13a-4133-bf63-9d2a4b552d52 req-8f319857-f5f1-4f43-8c80-174390c6efeb tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.1160510 Nov 23 19:14:03.284551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.299012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-cec95b8b-271c-4404-bd9d-8bdf9112f48e req-dd43af68-b433-45dd-986a-dffd19494f87 service neutron] (103399) timed out ('10.222.0.37', 44072) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:14:03.301235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-52a7d850-b13a-4133-bf63-9d2a4b552d52 req-ae936517-ed30-4dd5-a94a-c0e605d35b15 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682015 Nov 23 19:14:03.451055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1939603883'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:03.477688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Made reservation on behalf of 282b0ec41b544b58a404b372cb53306a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:03.481514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.490864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.579154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.584095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.609395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:03.626423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.626774 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Added segment 578d228b-99f5-464d-b882-e0d32c76c3b5 of type vlan for network 2b876444-a158-4032-93aa-8eb43d781f5e Nov 23 19:14:03.628126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cabccdc-62d0-4bfd-8125-b12dd834144c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:03.673691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.707135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.716238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:03.716950 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.756721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5606618 Nov 23 19:14:03.760398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:03.797702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663d060-c80b-47d5-8ed2-c808bff39e48 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Pushing event updated for resources: {'Network': ['ID=2b876444-a158-4032-93aa-8eb43d781f5e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:03.809580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2b876444-a158-4032-93aa-8eb43d781f5e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:03.907271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:03.912877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1580910135-network', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:03.938212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Made reservation on behalf of e7b9b292a20343a8b74515d9b7adc678 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:03.940674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.950170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:03.969909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'name': 'tempest-network--2066543362', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:03.993764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:03.996502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.006359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.033051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.037127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.066569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:04.076664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2a785-5226-4720-ac08-d9a2e7fae159,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.089432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.093118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.093800 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Added segment a0f9c424-56ad-48c5-8725-50d377524cea of type vlan for network d9193f04-0427-43f4-8e0b-15647a8eae93 Nov 23 19:14:04.095133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.117432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:04.133983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23943a-afa7-46ed-a474-066d9e5edbf9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.137002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.137346 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Added segment 1d1e7b43-0da0-4318-8e6e-35c12a510ced of type vlan for network c38f85de-f7b8-4734-a1da-5f0e13a8ea64 Nov 23 19:14:04.155957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.184855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.185923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.186982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.187730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.217120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.218250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.218888 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.222895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3142993 Nov 23 19:14:04.223334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:04.232087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Request body: {'subnet': {'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1580910135-subnet', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:04.257445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8819-64f4-4338-bcc8-8f4b12d001de admin admin] Pushing event updated for resources: {'Network': ['ID=d9193f04-0427-43f4-8e0b-15647a8eae93,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.265987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5036356 Nov 23 19:14:04.268137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:04.269029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d9193f04-0427-43f4-8e0b-15647a8eae93 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:04.311710 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb71b02-4f68-4226-99e4-3ed5bb666b46 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=c38f85de-f7b8-4734-a1da-5f0e13a8ea64,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.315917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Made reservation on behalf of e7b9b292a20343a8b74515d9b7adc678 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:04.318237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.333723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c38f85de-f7b8-4734-a1da-5f0e13a8ea64 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:04.395335 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.528686 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.531111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b795e-ede8-4be7-a71b-cb29836c6a6f req-70cfc300-5131-4a3c-ad66-1d54c925a1d9 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.532867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-663b795e-ede8-4be7-a71b-cb29836c6a6f req-70cfc300-5131-4a3c-ad66-1d54c925a1d9 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.1272600 Nov 23 19:14:04.534577 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.561533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dd7a8b62-488c-4b3b-bd06-77222600b493 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:04.572484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38f85de-f7b8-4734-a1da-5f0e13a8ea64']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:04.593780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1e7b43-0da0-4318-8e6e-35c12a510ced') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:04.594032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1e7b43-0da0-4318-8e6e-35c12a510ced') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:04.597913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eebe38f-4056-4bbf-90d4-4b98c2248a4f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.607459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Checking segment: {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:04.608125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Network hostable DHCP agents. Network: d9193f04-0427-43f4-8e0b-15647a8eae93, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:14:04.611127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.626079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-663b795e-ede8-4be7-a71b-cb29836c6a6f req-fe3a06ba-76e7-4288-bae6-c2f40d03f492 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Nov 23 19:14:04.633061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.634455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Network d9193f04-0427-43f4-8e0b-15647a8eae93 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:14:04.641533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:04.641951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:04.643770 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:04.648415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d9193f04-0427-43f4-8e0b-15647a8eae93) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:04.666487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.667113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.689345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e15443-aac9-49aa-b824-6ce74283ed67 None None] Network d9193f04-0427-43f4-8e0b-15647a8eae93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:04.698680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-25f724a3-cc81-46ab-95b5-82d72deb8f0b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4689121 Nov 23 19:14:04.699363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:04.708841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:04.733831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.740146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c38f85de-f7b8-4734-a1da-5f0e13a8ea64 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:04.744260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.745899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.759854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.769341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c38f85de-f7b8-4734-a1da-5f0e13a8ea64 HTTP/1.1" status: 204 len: 168 time: 0.4992075 Nov 23 19:14:04.770023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:04.790979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dd7a8b62-488c-4b3b-bd06-77222600b493 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:04.791227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:04.791396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.796759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f60b6-4f48-421b-b197-b7734f3230c4 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38f85de-f7b8-4734-a1da-5f0e13a8ea64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:04.827559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.829821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:04.833723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.871881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:04.883654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.884060 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Added segment a26080e3-e3c8-4408-8771-11b2451e2984 of type vlan for network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 Nov 23 19:14:04.941086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.962413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d9193f04-0427-43f4-8e0b-15647a8eae93', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:14:04.963299 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.981038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:04.982226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:04.982827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.027112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:05.028399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2446525 Nov 23 19:14:05.035774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'subnet': {'network_id': 'a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:05.040932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f26de-6419-4091-acfb-cb0021710f39 req-1b71c30c-56ad-4550-9755-8b31cddfaf1d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:05.042983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a56f26de-6419-4091-acfb-cb0021710f39 req-1b71c30c-56ad-4550-9755-8b31cddfaf1d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.2198899 Nov 23 19:14:05.050946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.062057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ccc4f-0617-41a2-ae13-edc75fd50212 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:05.076823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:05.103351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:05.105608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.189358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a56f26de-6419-4091-acfb-cb0021710f39 req-69efe437-b685-4fac-a405-e033c13f5cc3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320801 Nov 23 19:14:05.191960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Allocated IP 172.20.0.2 (d9193f04-0427-43f4-8e0b-15647a8eae93/5eebe38f-4056-4bbf-90d4-4b98c2248a4f/4757616c-bb7f-44fb-a51d-73510033e009) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:05.313146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e70cf-949a-4806-a3f9-fd6a35381a59 req-e4f57e15-7b58-4c65-a436-d49202581ef3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:05.314864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-455e70cf-949a-4806-a3f9-fd6a35381a59 req-e4f57e15-7b58-4c65-a436-d49202581ef3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.0489810 Nov 23 19:14:05.365466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-455e70cf-949a-4806-a3f9-fd6a35381a59 req-51d46f16-c819-4596-8b35-9b98d10efba2 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 Nov 23 19:14:05.386293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.394738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.454060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Network d9193f04-0427-43f4-8e0b-15647a8eae93 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:05.459049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:05.467592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:05.472999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Pushing event updated for resources: {'Port': ['ID=4757616c-bb7f-44fb-a51d-73510033e009,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:05.522662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.549905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Attempting to bind port 4757616c-bb7f-44fb-a51d-73510033e009 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:05.551132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Attempting to bind port 4757616c-bb7f-44fb-a51d-73510033e009 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:05.552168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Attempting to bind port 4757616c-bb7f-44fb-a51d-73510033e009 on network d9193f04-0427-43f4-8e0b-15647a8eae93 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:05.562293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:05.562818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Checking segment: {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:05.563290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.563720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Bound using segment: {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:05.564211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Bound port: 4757616c-bb7f-44fb-a51d-73510033e009, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:05.564604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.573533 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.646749 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:05.660012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:05.660993 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:05.677134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] For port 4757616c-bb7f-44fb-a51d-73510033e009, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:05.681241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] For port 4757616c-bb7f-44fb-a51d-73510033e009, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4757616c-bb7f-44fb-a51d-73510033e009,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:05.686931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.696732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c3ced-a23b-46eb-8f34-5bea2e7a683d req-4f91aa67-f287-44af-babe-ecb8e1dcbf26 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:05.698296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d66c3ced-a23b-46eb-8f34-5bea2e7a683d req-4f91aa67-f287-44af-babe-ecb8e1dcbf26 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.0443890 Nov 23 19:14:05.737692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Allocated IP 172.25.5.234 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/38161dba-595e-458e-9be0-b30a5aaf54e3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:05.790161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d66c3ced-a23b-46eb-8f34-5bea2e7a683d req-b9111a7a-f90a-4836-b4a1-89c078b00347 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669608 Nov 23 19:14:05.798292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468dd8a-32c3-4d80-8af8-6c5ca2dae6cd None None] Pushing event updated for resources: {'Port': ['ID=4757616c-bb7f-44fb-a51d-73510033e009,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:05.818952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:05.857803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:14:05.858279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:05.998904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e145b218-3797-446c-a783-36e84dd615b7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:06.016153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Checking segment: {'id': 'a26080e3-e3c8-4408-8771-11b2451e2984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:06.016153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Network hostable DHCP agents. Network: a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:14:06.037525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.059075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:14:06.082066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:06.088923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:06.089570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.095489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e1bbf-7a18-4e32-b5d7-4d7195c5e831 None None] Network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:06.102499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.117677 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 2, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:06.155542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:06.162658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:06.168935 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:06.169863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e711fb42-0881-4f15-bd85-7ba39cd6170b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1401107 Nov 23 19:14:06.170846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:06.173111 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Updating router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 port db0464da-9868-4f7c-9259-461c175d06c0 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:06.173306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:06.177817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'floatingip': {'floating_network_id': 'a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:06.211071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b0d8b-5ceb-44ad-9ab5-06ec7fea51ef None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:06.212382 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.213818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.253195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Pushing event updated for resources: {'Port': ['ID=38161dba-595e-458e-9be0-b30a5aaf54e3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:06.298497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c0f18-11a5-4a71-b7c2-391f95a7dd39 None None] Network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:06.340699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.490159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Allocated IP 172.20.0.4 (a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58/e145b218-3797-446c-a783-36e84dd615b7/9f65e139-c03d-447b-86f0-ed5363ba3e01) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:06.540201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f9312f7-bd11-49f8-92a9-c10ded57b913 None None] Provisioning complete for port 38161dba-595e-458e-9be0-b30a5aaf54e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:06.540572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f9312f7-bd11-49f8-92a9-c10ded57b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.644516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4757616c-bb7f-44fb-a51d-73510033e009 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:06.707176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.716623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f9312f7-bd11-49f8-92a9-c10ded57b913 None None] Port 38161dba-595e-458e-9be0-b30a5aaf54e3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:06.725921 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.732489 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.741587 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.796542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4757616c-bb7f-44fb-a51d-73510033e009 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:06.796913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.821518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.928743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:06.934385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:06.938130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:06.972245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650883a-b45b-4200-940c-f43837290bb5 None None] Pushing event updated for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:06.981156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:06.998453 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Attempting to bind port db0464da-9868-4f7c-9259-461c175d06c0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:06.999191 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Attempting to bind port db0464da-9868-4f7c-9259-461c175d06c0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:06.999887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Attempting to bind port db0464da-9868-4f7c-9259-461c175d06c0 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:07.008059 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:07.008438 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:07.008845 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.009244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:07.009734 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Bound port: db0464da-9868-4f7c-9259-461c175d06c0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:07.010277 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.061434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 4757616c-bb7f-44fb-a51d-73510033e009, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4757616c-bb7f-44fb-a51d-73510033e009,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:07.069766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.114168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Port': ['ID=9f65e139-c03d-447b-86f0-ed5363ba3e01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:07.159224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=4757616c-bb7f-44fb-a51d-73510033e009,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:07.160598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.161720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.192453 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] For port db0464da-9868-4f7c-9259-461c175d06c0, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:07.202133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182ce69-1d31-481b-88de-6252549a4010 None None] Network d9193f04-0427-43f4-8e0b-15647a8eae93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:07.212174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] For port db0464da-9868-4f7c-9259-461c175d06c0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=db0464da-9868-4f7c-9259-461c175d06c0,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:07.219636 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.222533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.306870 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:07.307536 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:07.353306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650883a-b45b-4200-940c-f43837290bb5 None None] Pushing event updated for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:07.358365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-117f8463-9ceb-4918-8fb6-fb1edc849c37 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.361264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-117f8463-9ceb-4918-8fb6-fb1edc849c37 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.1088235 Nov 23 19:14:07.388372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Provisioning complete for port 4757616c-bb7f-44fb-a51d-73510033e009 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:07.389398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.444823 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:07.566175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Provisioning complete for port db0464da-9868-4f7c-9259-461c175d06c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:07.566595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.631596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Deleting port f87732bd-b57c-4fdf-9299-ee9e99b66834 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:07.632029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.639006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.676081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.692788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.749535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] For port db0464da-9868-4f7c-9259-461c175d06c0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=db0464da-9868-4f7c-9259-461c175d06c0,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:07.760435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.788212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dd549-4c3a-4c45-8d4b-0ad7edee8ffe req-5db44a90-a58d-4645-9707-3f77354ec78c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:07.795737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485dd549-4c3a-4c45-8d4b-0ad7edee8ffe req-5db44a90-a58d-4645-9707-3f77354ec78c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 1096 time: 0.6357865 Nov 23 19:14:07.847741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.882656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Port': ['ID=9f65e139-c03d-447b-86f0-ed5363ba3e01,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:07.891434 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.892681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8b1eb813-7902-48d0-9800-29b40f40c401 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7184749 Nov 23 19:14:07.896498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:07.897585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3901a10-f6a3-4e80-beff-e51140bc1330 None None] Pushing event updated for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:07.898000 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:07.918074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e48f792-2cc3-4098-b3c7-7b9445328422 None None] Provisioning complete for port 4757616c-bb7f-44fb-a51d-73510033e009 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:07.918442 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e48f792-2cc3-4098-b3c7-7b9445328422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.936096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-485dd549-4c3a-4c45-8d4b-0ad7edee8ffe req-aba1ddca-be03-48d7-ab7c-b74355206ba4 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370256 Nov 23 19:14:07.939705 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7151966-d4ad-4639-9af1-d2b4c71a1134 None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:07.969045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Router 765a547a-b8a2-45c4-a627-374c6834b2d7 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:07.975077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] For port f87732bd-b57c-4fdf-9299-ee9e99b66834, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f87732bd-b57c-4fdf-9299-ee9e99b66834,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:07.975467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:07.992019 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5e8eed0-208e-4797-a825-cbf66189a8b9 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 HTTP/1.1" status: 200 len: 689 time: 0.0899575 Nov 23 19:14:07.992019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:08.015648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Calling delete_port for f87732bd-b57c-4fdf-9299-ee9e99b66834 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:08.092567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e48f792-2cc3-4098-b3c7-7b9445328422 None None] Provisioning complete for port db0464da-9868-4f7c-9259-461c175d06c0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:08.093012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e48f792-2cc3-4098-b3c7-7b9445328422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.142404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:08.153201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Sync routers for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:08.166770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.169669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fa1ee902-df36-40db-8d91-e696ecae1e02 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4683752 Nov 23 19:14:08.171488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.172214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:08.191737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:08.192351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:08.333532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:08.366952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Deleting port 9f65e139-c03d-447b-86f0-ed5363ba3e01 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:08.367610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.388831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.408414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:08.410660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f87732bd-b57c-4fdf-9299-ee9e99b66834'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:08.433139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Pushing event deleted for resources: {'Port': ['ID=f87732bd-b57c-4fdf-9299-ee9e99b66834,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:08.530666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] No DVR routers for this DVR port f87732bd-b57c-4fdf-9299-ee9e99b66834 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:08.534433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.550147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8eb4afe0-a329-47a6-9a52-ac3b6ad8ac82 req-18216485-0f8f-4da6-b2db-1220d3484d6c tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f87732bd-b57c-4fdf-9299-ee9e99b66834 HTTP/1.1" status: 204 len: 173 time: 1.1716096 Nov 23 19:14:08.550653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'name': 'network-vif-deleted', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:08.561813 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48143e18-556a-48f3-bb9d-fd5cd60b17da" -d '{"events": [{"server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "name": "network-vif-deleted", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:08.612576 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.613779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.643123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Calling delete_port for 9f65e139-c03d-447b-86f0-ed5363ba3e01 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:08.685961 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbac1c9-d08a-42dd-8aac-6ebd0449dc48 x-openstack-request-id: req-8dbac1c9-d08a-42dd-8aac-6ebd0449dc48 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:08.687247 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f900f4-204e-416f-860b-69f806d059fe", "name": "network-vif-deleted", "tag": "f87732bd-b57c-4fdf-9299-ee9e99b66834", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:08.687563 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dbac1c9-d08a-42dd-8aac-6ebd0449dc48 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:08.688055 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f900f4-204e-416f-860b-69f806d059fe', 'name': 'network-vif-deleted', 'tag': 'f87732bd-b57c-4fdf-9299-ee9e99b66834', 'status': 'completed', 'code': 200} Nov 23 19:14:08.832963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device db0464da-9868-4f7c-9259-461c175d06c0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:08.931339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.940498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:08.982883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port db0464da-9868-4f7c-9259-461c175d06c0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:08.983264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.019429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f65e139-c03d-447b-86f0-ed5363ba3e01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:09.081372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:06Z', 'revision_number': 3, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:09.119740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Checking router: 765a547a-b8a2-45c4-a627-374c6834b2d7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:09.119869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Updating router 765a547a-b8a2-45c4-a627-374c6834b2d7 port 38161dba-595e-458e-9be0-b30a5aaf54e3 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:09.141125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef9c6486-d078-4a5e-9bde-1b50cb05abf4 req-b763ae2f-d05f-4ef1-b080-6f204809c239 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4f900f4-204e-416f-860b-69f806d059fe HTTP/1.1" status: 200 len: 210 time: 0.0557494 Nov 23 19:14:09.148366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.152992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.171814 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.214128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Allocated IP 172.20.0.1 (d9193f04-0427-43f4-8e0b-15647a8eae93/5eebe38f-4056-4bbf-90d4-4b98c2248a4f/c5a56cc0-ad3d-4d81-aa95-8179db85cf3f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:09.225962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.258057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4757616c-bb7f-44fb-a51d-73510033e009 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:09.319123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.349852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e145b218-3797-446c-a783-36e84dd615b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:09.401707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.423046 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.447581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4757616c-bb7f-44fb-a51d-73510033e009 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:09.447966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.461861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:09.469642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.475610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26080e3-e3c8-4408-8771-11b2451e2984') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:09.476432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26080e3-e3c8-4408-8771-11b2451e2984') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:09.489283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.505141 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.510003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Network d9193f04-0427-43f4-8e0b-15647a8eae93 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:09.514988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:09.515845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:09.516468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:09.519849 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:09.534431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:09.594168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:09.599906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.606174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.620634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:09.623863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.627494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 HTTP/1.1" status: 204 len: 168 time: 1.6364455 Nov 23 19:14:09.630980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:09.672555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae25b-abc9-43fa-87bb-69a2d9abf83c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Network': ['ID=a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:09.715530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a904606e-af44-4b3b-86a0-b6777c6cd73d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0833950 Nov 23 19:14:09.717928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:09.739915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.752281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.786434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.825610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0366d10-6f09-47dd-a7e9-9847f22c0919 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:09.846960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Attempting to bind port 38161dba-595e-458e-9be0-b30a5aaf54e3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:09.847447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Attempting to bind port 38161dba-595e-458e-9be0-b30a5aaf54e3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:09.847880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Attempting to bind port 38161dba-595e-458e-9be0-b30a5aaf54e3 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:09.851582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454b9ae-a2b8-42f2-a116-15eafe289d7a None None] Pushing event updated for resources: {'Port': ['ID=38161dba-595e-458e-9be0-b30a5aaf54e3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:09.859639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:09.860035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:09.860445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.860843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:09.861335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Bound port: 38161dba-595e-458e-9be0-b30a5aaf54e3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:09.861729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.879554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.882483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.882939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.883413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.883867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.884299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.884738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:09.890230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d3bae928-93ba-47a2-b32e-cb6d692a5cee tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4657 time: 0.1712270 Nov 23 19:14:09.890875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:09.935077 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-42295ec0-3e9b-4647-a8c8-81c6ef8b5e70 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] delete failed (client error): The resource could not be found. Nov 23 19:14:09.939224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-42295ec0-3e9b-4647-a8c8-81c6ef8b5e70 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/3eaa913b-b29d-46ce-9f17-09d43a639e98 HTTP/1.1" status: 404 len: 345 time: 0.0473452 Nov 23 19:14:09.939817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39286) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:09.942297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] For port 38161dba-595e-458e-9be0-b30a5aaf54e3, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:09.944832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-067e90e2-b567-458c-a9e5-ceabf48068e7 None None] Provisioning complete for port 38161dba-595e-458e-9be0-b30a5aaf54e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:09.945270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-067e90e2-b567-458c-a9e5-ceabf48068e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.948698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] For port 38161dba-595e-458e-9be0-b30a5aaf54e3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38161dba-595e-458e-9be0-b30a5aaf54e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:09.962193 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8596f6fc-59f0-4b85-ac82-8f02f4b46627 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 19:14:09.962817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8596f6fc-59f0-4b85-ac82-8f02f4b46627 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:14:09.972660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8596f6fc-59f0-4b85-ac82-8f02f4b46627 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a33c01d1-d4d3-4dd2-8ee6-4c99e4531e58 HTTP/1.1" status: 404 len: 339 time: 0.0318069 Nov 23 19:14:09.973228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:09.973755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:09.977947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'name': 'tempest-network--1613327226', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:10.002866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:10.005092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.034721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50702dd8-5a15-4b92-b7c4-00d0c0dd4aee None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:10.044505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:10.056776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-067e90e2-b567-458c-a9e5-ceabf48068e7 None None] Port 38161dba-595e-458e-9be0-b30a5aaf54e3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:10.057029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.057320 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Added segment abfd415b-8461-49f5-9ad7-a7cce5bf71c5 of type vlan for network 7666a024-67e1-4408-bc02-b603371927b2 Nov 23 19:14:10.072635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:10.073238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:10.094062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.101344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.114151 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.115871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454b9ae-a2b8-42f2-a116-15eafe289d7a None None] Pushing event updated for resources: {'Port': ['ID=38161dba-595e-458e-9be0-b30a5aaf54e3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:10.148667 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.149748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.150761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.216138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.220077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:10.294198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3198750 Nov 23 19:14:10.295271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:10.300918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aa6ef-158f-4cbe-bcc3-03933bc3fd6c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=7666a024-67e1-4408-bc02-b603371927b2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:10.419283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7666a024-67e1-4408-bc02-b603371927b2 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:10.504426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Provisioning complete for port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:10.504801 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.505649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Network d9193f04-0427-43f4-8e0b-15647a8eae93 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:10.515098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:10.517314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:10.542636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8743e-8dab-41e8-b990-22639416648a tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.549949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8743e-8dab-41e8-b990-22639416648a tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.556522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8743e-8dab-41e8-b990-22639416648a tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.562994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8743e-8dab-41e8-b990-22639416648a tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.564763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4ca8743e-8dab-41e8-b990-22639416648a tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2684367 Nov 23 19:14:10.567808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:10.630368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:10.634589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.700299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Provisioning complete for port 38161dba-595e-458e-9be0-b30a5aaf54e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:10.700894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.744778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f87732bd-b57c-4fdf-9299-ee9e99b66834 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:10.777975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Router 765a547a-b8a2-45c4-a627-374c6834b2d7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:10.781399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.809486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: f87732bd-b57c-4fdf-9299-ee9e99b66834 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:10.809887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f87732bd-b57c-4fdf-9299-ee9e99b66834 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:10.876601 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.930791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] For port 38161dba-595e-458e-9be0-b30a5aaf54e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38161dba-595e-458e-9be0-b30a5aaf54e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:10.939154 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.952606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:10.979665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2ecfe-83ed-40e3-b285-4a50e21a47ed req-e949360c-6054-4091-b495-f345f6318ec3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:10.982280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eea2ecfe-83ed-40e3-b285-4a50e21a47ed req-e949360c-6054-4091-b495-f345f6318ec3 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.4445436 Nov 23 19:14:10.989326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7666a024-67e1-4408-bc02-b603371927b2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.003673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:11.006537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfd415b-8461-49f5-9ad7-a7cce5bf71c5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.006831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfd415b-8461-49f5-9ad7-a7cce5bf71c5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.009164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5a56cc0-ad3d-4d81-aa95-8179db85cf3f', 'name': '', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'mac_address': 'fa:16:3e:bc:23:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:08Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 1, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'subnets': [{'id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.017181 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-77faa891-8b25-4209-81d0-a1d1646791d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/765a547a-b8a2-45c4-a627-374c6834b2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424535 Nov 23 19:14:11.029885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.040866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eea2ecfe-83ed-40e3-b285-4a50e21a47ed req-8b134f5c-0f7b-4a5e-84b1-a6de0e7ab4b2 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Nov 23 19:14:11.051489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595518-952f-4447-a8bc-d1d63398a138 None None] Pushing event updated for resources: {'Port': ['ID=38161dba-595e-458e-9be0-b30a5aaf54e3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:11.052007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.059698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:11.060109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.061886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede8775-f4dd-448a-8773-93ca4210c121 None None] The sync data for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 is: [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5a56cc0-ad3d-4d81-aa95-8179db85cf3f', 'name': '', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'mac_address': 'fa:16:3e:bc:23:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:08Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 1, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'subnets': [{'id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:11.078860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ceb55b64-2d14-4770-a74e-e68c8e66125a None None] Provisioning complete for port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:11.079446 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ceb55b64-2d14-4770-a74e-e68c8e66125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:11.082622 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:11.118241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ceb55b64-2d14-4770-a74e-e68c8e66125a None None] Port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:11.141289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.148463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7666a024-67e1-4408-bc02-b603371927b2 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:11.159949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.163219 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7666a024-67e1-4408-bc02-b603371927b2 HTTP/1.1" status: 204 len: 168 time: 0.5944476 Nov 23 19:14:11.164606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfab091-c282-4487-ade7-e137df0cb478 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Network': ['ID=7666a024-67e1-4408-bc02-b603371927b2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:11.167269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.172672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'name': 'tempest-network--1961574139', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:11.196092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:11.199712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.227087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:11.237749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.238198 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Added segment 8ee60425-4fc2-4434-9c6e-ae2418659ca6 of type vlan for network fb678cd4-c180-4ed8-86b2-b4ff7066194c Nov 23 19:14:11.287241 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.317544 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.318995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:11.319626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.352568 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1812971 Nov 23 19:14:11.352917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.415990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7aefc-a24e-4ae1-9895-b9ab6391186c tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=fb678cd4-c180-4ed8-86b2-b4ff7066194c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:11.426215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fb678cd4-c180-4ed8-86b2-b4ff7066194c details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:11.471897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7674c0-7388-46ec-a47b-d523c7358404 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:11.475814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6b7674c0-7388-46ec-a47b-d523c7358404 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "GET /v2.0/networks/fb678cd4-c180-4ed8-86b2-b4ff7066194c HTTP/1.1" status: 200 len: 757 time: 0.1217916 Nov 23 19:14:11.476378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.567621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c8e4f-3e1f-43a5-9d2c-a9642afc6f8c tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:11.571833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.571992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-591c8e4f-3e1f-43a5-9d2c-a9642afc6f8c tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "GET /v2.0/networks/2b876444-a158-4032-93aa-8eb43d781f5e HTTP/1.1" status: 200 len: 768 time: 0.0943966 Nov 23 19:14:11.649533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.752098 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.773768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb678cd4-c180-4ed8-86b2-b4ff7066194c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.785852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee60425-4fc2-4434-9c6e-ae2418659ca6') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.786162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee60425-4fc2-4434-9c6e-ae2418659ca6') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:11.798650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.814019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.822362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:11.822774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:11.826696 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:11.912579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.918802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb678cd4-c180-4ed8-86b2-b4ff7066194c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:11.935420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:11.940242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/fb678cd4-c180-4ed8-86b2-b4ff7066194c HTTP/1.1" status: 204 len: 168 time: 0.3671234 Nov 23 19:14:11.943993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:11.948745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5cbb-da67-477a-8ff7-5ba1040cd32d tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb678cd4-c180-4ed8-86b2-b4ff7066194c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:11.951132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'name': 'tempest-network--896777154'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:12.002833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Made reservation on behalf of 27a86b845c8e46fb97ffdc3f3b64bb82 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:12.005224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.028943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-e5f4a2d2-579a-4776-8265-f67681080658 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.030514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-e5f4a2d2-579a-4776-8265-f67681080658 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0742457 Nov 23 19:14:12.045062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:12.080071 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.080415 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Added segment 4e0f788c-3014-4d94-b453-6fad12649e68 of type vlan for network 3b6d19b3-fb12-4a01-b9c7-897a56489bd9 Nov 23 19:14:12.158785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.221737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.222663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.223349 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.226435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c3b8c-eb97-40d4-99f6-5e7bccc62c93 req-5c86de4f-3ebd-4482-9540-6ecc2fe08a3d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.227953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-507c3b8c-eb97-40d4-99f6-5e7bccc62c93 req-5c86de4f-3ebd-4482-9540-6ecc2fe08a3d tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c41e8a27-8119-43e6-842e-e20904132cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0906129 Nov 23 19:14:12.232103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Deleting port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:12.232491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.289525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3416977 Nov 23 19:14:12.290292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:12.299850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:12.367213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c587c-e33c-4b0f-aa6f-6d410141c9af tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=3b6d19b3-fb12-4a01-b9c7-897a56489bd9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.388456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3b6d19b3-fb12-4a01-b9c7-897a56489bd9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:12.417017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-507c3b8c-eb97-40d4-99f6-5e7bccc62c93 req-fbbdd449-eba9-4930-b97f-006dd2dd3586 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=82f0c1c9-5e63-401a-97cc-04f4b94e25e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541982 Nov 23 19:14:12.429493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] For port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:12.430116 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.455023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Calling delete_port for fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:12.542257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.562071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.591597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Network 3b6d19b3-fb12-4a01-b9c7-897a56489bd9 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:14:12.592751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:12.593571 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.595272 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "PUT /v2.0/networks/3b6d19b3-fb12-4a01-b9c7-897a56489bd9 HTTP/1.1" status: 200 len: 857 time: 0.3029790 Nov 23 19:14:12.610155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:12.630441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.647671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:12.674014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e48b4-f0eb-41b9-b5da-0d3c3c8c2c11 tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event updated for resources: {'Network': ['ID=3b6d19b3-fb12-4a01-b9c7-897a56489bd9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.687560 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:12.738826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.740683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] No DVR routers for this DVR port fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:12.746177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.748022 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02937522-8c2f-44c9-bd5b-7045e36f58aa req-306a052c-4483-4f8c-8a19-64fee97c9235 tempest-TestServerMultinode-512217203 tempest-TestServerMultinode-512217203-project-admin] 10.222.0.47 "DELETE /v2.0/ports/fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e HTTP/1.1" status: 204 len: 173 time: 0.7042050 Nov 23 19:14:12.748585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'name': 'network-vif-deleted', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:12.752729 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd8203a-1c00-418e-bff1-c92194e93124" -d '{"events": [{"server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "name": "network-vif-deleted", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:12.872388 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df40f5-8710-441b-aacd-2085dc5f3900 x-openstack-request-id: req-81df40f5-8710-441b-aacd-2085dc5f3900 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:12.876599 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e8a27-8119-43e6-842e-e20904132cc2", "name": "network-vif-deleted", "tag": "fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:12.876877 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81df40f5-8710-441b-aacd-2085dc5f3900 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:12.877321 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e8a27-8119-43e6-842e-e20904132cc2', 'name': 'network-vif-deleted', 'tag': 'fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e', 'status': 'completed', 'code': 200} Nov 23 19:14:12.932079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:12.987754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6d19b3-fb12-4a01-b9c7-897a56489bd9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.005862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0f788c-3014-4d94-b453-6fad12649e68') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.006207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0f788c-3014-4d94-b453-6fad12649e68') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.030699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.052275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.060684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:13.061095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:13.063606 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:13.141881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.148008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b6d19b3-fb12-4a01-b9c7-897a56489bd9 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:13.151407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.154712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] 10.222.0.37 "DELETE /v2.0/networks/3b6d19b3-fb12-4a01-b9c7-897a56489bd9 HTTP/1.1" status: 204 len: 168 time: 0.5429094 Nov 23 19:14:13.159846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.171287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fc211-5d5f-4d32-a0ae-0d191659de8b tempest-ExternalNetworksTestJSON-1728644122 tempest-ExternalNetworksTestJSON-1728644122-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b6d19b3-fb12-4a01-b9c7-897a56489bd9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:13.189681 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c8ccb5-d156-4467-a81b-dba35eb666f3 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] DELETE failed (client error): The resource could not be found. Nov 23 19:14:13.190135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c8ccb5-d156-4467-a81b-dba35eb666f3 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:14:13.193664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f2c8ccb5-d156-4467-a81b-dba35eb666f3 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "DELETE /v2.0/subnets/e145b218-3797-446c-a783-36e84dd615b7 HTTP/1.1" status: 404 len: 337 time: 0.0325265 Nov 23 19:14:13.196775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.284486 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.376426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.402453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b876444-a158-4032-93aa-8eb43d781f5e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.412879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578d228b-99f5-464d-b882-e0d32c76c3b5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.413216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578d228b-99f5-464d-b882-e0d32c76c3b5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:13.428074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.446489 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.453334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:13.453728 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:13.456824 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:13.478667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.519901 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.529229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.532249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] 10.222.0.37 "DELETE /v2.0/networks/2b876444-a158-4032-93aa-8eb43d781f5e HTTP/1.1" status: 204 len: 168 time: 0.3345764 Nov 23 19:14:13.542664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a2063-405c-4ac3-8137-04a8956932d9 tempest-ExternalNetworksTestJSON-247610324 tempest-ExternalNetworksTestJSON-247610324-project] Pushing event deleted for resources: {'Network': ['ID=2b876444-a158-4032-93aa-8eb43d781f5e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:13.803873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:13.870682 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:13.952363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ebce3720-5d6d-47b5-b585-692566b83c02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=282b0ec41b544b58a404b372cb53306a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469209 Nov 23 19:14:13.954501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39354) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:14.004471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.032352 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.090653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.094110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.095581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cabccdc-62d0-4bfd-8125-b12dd834144c HTTP/1.1" status: 204 len: 168 time: 0.1400175 Nov 23 19:14:14.104945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cabccdc-62d0-4bfd-8125-b12dd834144c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:14.114936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.115414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.115851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.116281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.116727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.117152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.117574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.118099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.118518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.119015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.119689 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.121971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5c005-2612-4a83-a7d3-e6684e981d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.159452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Deleting port c9b9d8f3-2226-494d-86e4-94bebb0d9d75 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:14.159884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.250887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] For port c9b9d8f3-2226-494d-86e4-94bebb0d9d75, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:14.251256 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.265241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Calling delete_port for c9b9d8f3-2226-494d-86e4-94bebb0d9d75 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:14.422219 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:14.469197 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cea31614-89ac-4ea1-ab21-2a16be7ae7c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27a86b845c8e46fb97ffdc3f3b64bb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455995 Nov 23 19:14:14.476169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:14.501571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-a4c01fed-d7fa-4454-8b60-ed9483a8f57d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:14.503121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-a4c01fed-d7fa-4454-8b60-ed9483a8f57d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1763499 Nov 23 19:14:14.524398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-2bbf0856-9011-4235-81f6-518b1fbc211d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0145240 Nov 23 19:14:14.531635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.561775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38161dba-595e-458e-9be0-b30a5aaf54e3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:14.563519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.604507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.619920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-0224e0da-4270-43c1-ab44-5cae35392171 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727465 Nov 23 19:14:14.623030 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 38161dba-595e-458e-9be0-b30a5aaf54e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:14.623552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.628081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.631090 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:14.635277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c23943a-afa7-46ed-a474-066d9e5edbf9 HTTP/1.1" status: 204 len: 168 time: 0.1580949 Nov 23 19:14:14.645069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c0366-d04f-4485-ad06-02da56198e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23943a-afa7-46ed-a474-066d9e5edbf9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:14.654910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b9d8f3-2226-494d-86e4-94bebb0d9d75,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:14.694931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.695220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.695622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.695969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.696558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.702275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.702765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.703112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.703634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.704095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.704403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.704744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:14.887860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-f64cb72c-81f6-430e-93fd-2ba0b648fb5c service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463522 Nov 23 19:14:15.022425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:15.055379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-d20cf00b-3e3a-4ac8-ab6e-a1d7bac8d28e service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616728 Nov 23 19:14:15.330895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:15.415451 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b5ddf09-4eef-42c4-b909-cc91bed93bd5 req-80e82ed6-8061-41b6-b43e-909e8fd43393 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0470483 Nov 23 19:14:15.476803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:15.481876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2252d380-be2c-4ce8-b9e9-03046e43145a admin admin] 10.222.0.37 "PUT /v2.0/routers/600135e8-48ad-42ea-bfe1-ab74ac5656d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015812 Nov 23 19:14:15.484784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:15.485602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Sync routers for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:15.499715 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:15.500919 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:15.618992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:15.632062 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:15.747498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:15.773635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:15.820957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Deleting port 830b2f1b-06cd-4589-b1d8-1991802064e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:15.821413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:15.835523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:15.836710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device fb5a6a67-b4c6-4ac7-a33b-5e806287ae9e not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:15.910791 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:14:14Z', 'revision_number': 5, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port': {'id': '830b2f1b-06cd-4589-b1d8-1991802064e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:15.943996 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Checking router: 600135e8-48ad-42ea-bfe1-ab74ac5656d8 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:15.944944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] For port 830b2f1b-06cd-4589-b1d8-1991802064e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=830b2f1b-06cd-4589-b1d8-1991802064e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:15.945231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:15.958588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Routers {'600135e8-48ad-42ea-bfe1-ab74ac5656d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:15.959566 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:15.969398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Calling delete_port for 830b2f1b-06cd-4589-b1d8-1991802064e8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:16.081529 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] Set router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:16.147126 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:14:15Z', 'revision_number': 6, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:16.175122 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab659f7-0a54-4bc0-a799-47fcf38f7d19 None None] The sync data for ids ['600135e8-48ad-42ea-bfe1-ab74ac5656d8'] in n-d-792364-9 is: [{'id': '600135e8-48ad-42ea-bfe1-ab74ac5656d8', 'name': 'tempest-TestServerMultinode-2012209847-router', 'tenant_id': '450d4ba345bd49d39b3d2047c5259977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:29Z', 'updated_at': '2021-11-23T19:14:15Z', 'revision_number': 6, 'project_id': '450d4ba345bd49d39b3d2047c5259977', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:16.204472 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.236225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=830b2f1b-06cd-4589-b1d8-1991802064e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:16.255705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f315f-b75f-474c-b1cf-d422a1b86f7c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:16.304925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.404880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.407211 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.464820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.466321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600135e8-48ad-42ea-bfe1-ab74ac5656d8 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:16.474613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.476407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-be54b6d8-5d56-43b3-96c5-26c1ae446b26 admin admin] 10.222.0.37 "DELETE /v2.0/routers/600135e8-48ad-42ea-bfe1-ab74ac5656d8 HTTP/1.1" status: 204 len: 168 time: 0.9894257 Nov 23 19:14:16.478501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:16.576756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:16.661763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb060a8b-4eba-4a07-9241-9ae5ec0a6898 req-77cb55cc-dd53-4190-a804-108e179813db tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0919528 Nov 23 19:14:16.701731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Deleting subnet 493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:14:16.769243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf717ebd-058f-4fbb-897a-59f99b15b97c tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:16.774159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9b9d8f3-2226-494d-86e4-94bebb0d9d75 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:16.787632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.804064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Sync routers for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:16.806604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c9b9d8f3-2226-494d-86e4-94bebb0d9d75 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:16.808344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9b9d8f3-2226-494d-86e4-94bebb0d9d75 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:16.810043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf717ebd-058f-4fbb-897a-59f99b15b97c tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "PUT /v2.0/quotas/3e26d30f11554f8fb25ea4cda26d833f HTTP/1.1" status: 200 len: 368 time: 0.2319849 Nov 23 19:14:16.815383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:16.826432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Request body: {'network': {'project_id': '3e26d30f11554f8fb25ea4cda26d833f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:16.852989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:16.853635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:16.856094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.881250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Made reservation on behalf of 3e26d30f11554f8fb25ea4cda26d833f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:16.888702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.898983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-388523d4-59ae-40d0-aa56-c28758b4d2fa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:16.901029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-388523d4-59ae-40d0-aa56-c28758b4d2fa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.3867679 Nov 23 19:14:16.902812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:16.918484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:16.993782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:17.017475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.023403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.061423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:17.068254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c0926-cc52-4467-a5f3-ccce709c0b7d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:17.078446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.078938 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Added segment 283544f0-35a4-4158-906a-836e457aa736 of type vlan for network 7ccf9b75-3919-4013-8907-93d086045634 Nov 23 19:14:17.106769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.166949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.211429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.231857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:17.232689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.261473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:17.265484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.273995 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4558022 Nov 23 19:14:17.277801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:17.282703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5a56cc0-ad3d-4d81-aa95-8179db85cf3f', 'name': '', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'mac_address': 'fa:16:3e:bc:23:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:08Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 2, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'subnets': [{'id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:17.285519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Request body: {'network': {'project_id': '3e26d30f11554f8fb25ea4cda26d833f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:17.327951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Checking router: 765a547a-b8a2-45c4-a627-374c6834b2d7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:17.328665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Updating router 765a547a-b8a2-45c4-a627-374c6834b2d7 port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:17.357621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.738357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.748504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.749912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111ed43-faab-4a1c-81e0-da460a5516c0 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event updated for resources: {'Network': ['ID=7ccf9b75-3919-4013-8907-93d086045634,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:17.754302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Made reservation on behalf of 3e26d30f11554f8fb25ea4cda26d833f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:17.756446 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.797133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7ccf9b75-3919-4013-8907-93d086045634 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:17.808807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64e89ea6-d615-4553-8c56-08b134c3de2f req-4b09e4a7-f40c-4db3-9479-49c300ba7d27 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0395856 Nov 23 19:14:17.821021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:17.835921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.836427 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Added segment 05d07d1e-44f1-4a69-81d9-1b92264fea56 of type vlan for network 324b46e8-552f-4c94-a53f-492754980ef5 Nov 23 19:14:17.896775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.901538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa852ae-038e-4859-82d1-131a88a35c48 None None] Pushing event updated for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:17.930437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.931703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:17.932398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:17.980121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.9 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/f926a889-9a64-4b9d-82a2-73ad5e6217d7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:18.007490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7283669 Nov 23 19:14:18.011492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:18.016584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6e30e182-74ab-4a7e-bdf8-210f37aa9138 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Request body: {'network': {'project_id': '3e26d30f11554f8fb25ea4cda26d833f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:18.023524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759a83f-7a71-4c81-b6dc-da4fe408667e tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event updated for resources: {'Network': ['ID=324b46e8-552f-4c94-a53f-492754980ef5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:18.035878 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e30e182-74ab-4a7e-bdf8-210f37aa9138 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 19:14:18.036659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e30e182-74ab-4a7e-bdf8-210f37aa9138 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:14:18.039427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6e30e182-74ab-4a7e-bdf8-210f37aa9138 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0251551 Nov 23 19:14:18.040831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:18.060847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 324b46e8-552f-4c94-a53f-492754980ef5 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:18.086560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d69918b-46be-41b2-b5f2-5d1e1834feea tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e26d30f11554f8fb25ea4cda26d833f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443966 Nov 23 19:14:18.090775 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:18.109180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Attempting to bind port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:18.110536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Attempting to bind port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:18.111523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Attempting to bind port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f on network d9193f04-0427-43f4-8e0b-15647a8eae93 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:18.155166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.174720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:18.175464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Checking segment: {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:18.176101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.176903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Bound using segment: {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:18.178308 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Bound port: c5a56cc0-ad3d-4d81-aa95-8179db85cf3f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f9c424-56ad-48c5-8725-50d377524cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:18.178958 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.189040 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.193649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.223563 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.250377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.253988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/493b3cd3-7f0f-4cf4-900a-a8c71b6e9753 HTTP/1.1" status: 204 len: 168 time: 1.7735529 Nov 23 19:14:18.257338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:18.264302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93fd9b-d104-40e6-a691-62c9b0399cb1 None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:18.276069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e030af-3736-46ba-bfee-c188c1c88ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493b3cd3-7f0f-4cf4-900a-a8c71b6e9753,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:18.281828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.326666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:18.334217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:18.336679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:18.346409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.348225 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.351186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.354755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea0c0926-cc52-4467-a5f3-ccce709c0b7d HTTP/1.1" status: 204 len: 168 time: 0.2603898 Nov 23 19:14:18.355738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:18.389567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:18.408303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:18.409543 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.433021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] For port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:18.434250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-6f5b9e6c-9d69-4565-909e-74d9891037f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204799 Nov 23 19:14:18.443386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] For port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:18.454311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Request body: {'port': {'device_id': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:18.454471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.465480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffe5b3-bd27-4372-aece-17c50f6ccc11 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c0926-cc52-4467-a5f3-ccce709c0b7d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:18.484707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] Provisioning complete for port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:18.497333 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.512490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.550157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.606081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 830b2f1b-06cd-4589-b1d8-1991802064e8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:18.630679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.696831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324b46e8-552f-4c94-a53f-492754980ef5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:18.707939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Deleting port a46addff-10ec-403e-b464-32c2e702b9c4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:18.708606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.716201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d07d1e-44f1-4a69-81d9-1b92264fea56') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:18.716877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d07d1e-44f1-4a69-81d9-1b92264fea56') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:18.747828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 830b2f1b-06cd-4589-b1d8-1991802064e8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:18.748183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 830b2f1b-06cd-4589-b1d8-1991802064e8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:18.770132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.838069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.867127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa852ae-038e-4859-82d1-131a88a35c48 None None] Pushing event updated for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:18.879189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:18.879949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:18.880093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:18.880537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:18.882570 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:18.895407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] For port a46addff-10ec-403e-b464-32c2e702b9c4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a46addff-10ec-403e-b464-32c2e702b9c4,segment=NetworkSegment(95796267-f571-4a93-a320-1bf074dc1128),segment_id=95796267-f571-4a93-a320-1bf074dc1128)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:18.895803 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:18.949812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Calling delete_port for a46addff-10ec-403e-b464-32c2e702b9c4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:19.009736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] DHCP port deletion for fab51461-0b6f-4aed-bbe9-dc64b92d9aed request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:19.013121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f926a889-9a64-4b9d-82a2-73ad5e6217d7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:14:19.016852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.022634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.039483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Transition to ACTIVE for port object f926a889-9a64-4b9d-82a2-73ad5e6217d7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:14:19.055278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.057985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.075003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.078247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "DELETE /v2.0/networks/324b46e8-552f-4c94-a53f-492754980ef5 HTTP/1.1" status: 204 len: 168 time: 0.7207994 Nov 23 19:14:19.088425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] For port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:19.088942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:19.098365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd0f1c-0477-4b2a-afc5-952bea561b06 tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event deleted for resources: {'Network': ['ID=324b46e8-552f-4c94-a53f-492754980ef5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.188572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.213941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.251471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.268950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972eca2-1406-4e2b-b110-72022e80c31a req-499aa0a6-e35f-451b-9178-ba6feadbd865 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.271286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2972eca2-1406-4e2b-b110-72022e80c31a req-499aa0a6-e35f-451b-9178-ba6feadbd865 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.2300823 Nov 23 19:14:19.312837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] No DVR routers for this DVR port a46addff-10ec-403e-b464-32c2e702b9c4 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:19.316423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46addff-10ec-403e-b464-32c2e702b9c4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.336419 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.447906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2972eca2-1406-4e2b-b110-72022e80c31a req-17d68619-a27b-412b-83ed-4710c49ccdac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471839 Nov 23 19:14:19.451197 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.454312 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Attempting to bind port f926a889-9a64-4b9d-82a2-73ad5e6217d7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:19.454652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Attempting to bind port f926a889-9a64-4b9d-82a2-73ad5e6217d7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:19.454984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Attempting to bind port f926a889-9a64-4b9d-82a2-73ad5e6217d7 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:19.455819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:19.472133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Port f926a889-9a64-4b9d-82a2-73ad5e6217d7 on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:14:19.472976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Attempting to bind port f926a889-9a64-4b9d-82a2-73ad5e6217d7 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:19.479885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:19.480422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:19.480897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:19.481425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Bound port: f926a889-9a64-4b9d-82a2-73ad5e6217d7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:19.481913 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.504087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.534628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979d70-b817-449c-915f-4ec1798dafdf None None] Pushing event updated for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.561980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccf9b75-3919-4013-8907-93d086045634']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.572669 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283544f0-35a4-4158-906a-836e457aa736') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.573093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283544f0-35a4-4158-906a-836e457aa736') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.575569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:19.580873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:19.586589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.587688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.589530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab51461-0b6f-4aed-bbe9-dc64b92d9aed']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.595985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Deleting port a46addff-10ec-403e-b464-32c2e702b9c4 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:19.596188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.607553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95796267-f571-4a93-a320-1bf074dc1128') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.608064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95796267-f571-4a93-a320-1bf074dc1128') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:19.615726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.622790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.630964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:19.631574 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:19.633331 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:19.664587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.666719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.670354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f926a889-9a64-4b9d-82a2-73ad5e6217d7 HTTP/1.1" status: 200 len: 1091 time: 1.2269278 Nov 23 19:14:19.671533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:19.676053 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f299926-1e56-40ae-80e8-a4212f91ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:19.704269 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.723876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058172-b2e5-4abb-bd9b-8d93db7114a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.734285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:19.735605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:19.736924 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:19.752158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.756931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.762033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7ccf9b75-3919-4013-8907-93d086045634 HTTP/1.1" status: 204 len: 168 time: 0.6707811 Nov 23 19:14:19.783031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0dc22b9b-3631-4cf1-9d28-5f818987dfd6 None None] Provisioning complete for port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:19.783502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0dc22b9b-3631-4cf1-9d28-5f818987dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.833064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38994-d5d3-4c71-81bc-4da76b6d5dba tempest-QuotasNegativeTest-571813347 tempest-QuotasNegativeTest-571813347-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ccf9b75-3919-4013-8907-93d086045634,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.854100 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.861429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.869346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fab51461-0b6f-4aed-bbe9-dc64b92d9aed HTTP/1.1" status: 204 len: 168 time: 1.6110494 Nov 23 19:14:19.869569 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa7d92-8eab-4771-a867-0bf0092f2f27 x-openstack-request-id: req-50aa7d92-8eab-4771-a867-0bf0092f2f27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:19.869862 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:19.870123 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50aa7d92-8eab-4771-a867-0bf0092f2f27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:19.870534 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7', 'status': 'completed', 'code': 200} Nov 23 19:14:19.873551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:19.898947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02392-24bb-44a5-8648-8737374eea43 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab51461-0b6f-4aed-bbe9-dc64b92d9aed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:19.942481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] For port a46addff-10ec-403e-b464-32c2e702b9c4, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:19.943044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.963662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Calling delete_port for a46addff-10ec-403e-b464-32c2e702b9c4 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:19.970026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Port a46addff-10ec-403e-b464-32c2e702b9c4 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:14:19.972108 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:19.974539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-c3fcb50f-574c-478a-8d7c-540fe9196b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:19.976129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-c3fcb50f-574c-478a-8d7c-540fe9196b81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 1094 time: 0.2270944 Nov 23 19:14:19.992996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Network fab51461-0b6f-4aed-bbe9-dc64b92d9aed is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:14:19.993461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] No DVR routers for this DVR port a46addff-10ec-403e-b464-32c2e702b9c4 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:20.026694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd9a65-55be-40b7-a652-6c0bce360b2a None None] Pushing event deleted for resources: {'Port': ['ID=a46addff-10ec-403e-b464-32c2e702b9c4,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:20.078770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5a56cc0-ad3d-4d81-aa95-8179db85cf3f', 'name': '', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'mac_address': 'fa:16:3e:bc:23:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:08Z', 'updated_at': '2021-11-23T19:14:18Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'subnets': [{'id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:20.086753 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-e753fb7c-21c3-4512-b70a-5c44db4e551a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7 HTTP/1.1" status: 200 len: 217 time: 0.0453656 Nov 23 19:14:20.113305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca1b06-0a68-4076-b583-c11272144a64 None None] The sync data for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 is: [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:14:09Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c5a56cc0-ad3d-4d81-aa95-8179db85cf3f', 'name': '', 'network_id': 'd9193f04-0427-43f4-8e0b-15647a8eae93', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'mac_address': 'fa:16:3e:bc:23:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:08Z', 'updated_at': '2021-11-23T19:14:18Z', 'revision_number': 4, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'subnets': [{'id': '5eebe38f-4056-4bbf-90d4-4b98c2248a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:20.220651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-fa44dfe8-38a0-4434-b5d4-c720eac6df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:20.222159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-fa44dfe8-38a0-4434-b5d4-c720eac6df6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.1279762 Nov 23 19:14:20.325411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e623-998e-40dd-b510-32320cbd7bff req-ecd9233f-912f-424a-829c-c3aea8349517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:20.327339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-ecd9233f-912f-424a-829c-c3aea8349517 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683675 Nov 23 19:14:20.456508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:20.492021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-403c69f7-90f6-4c88-99f9-1fc80d53c9ce service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422310 Nov 23 19:14:20.666361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5a56cc0-ad3d-4d81-aa95-8179db85cf3f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:20.701635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6acc016-95fa-4423-bc37-a059c227ce51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:20.771422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:20.772156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:20.789772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95f0e623-998e-40dd-b510-32320cbd7bff req-a47349bb-f494-4eea-a743-826eed8d9373 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874613 Nov 23 19:14:20.808690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591816-ff71-41f1-b68f-8f0975a3345a req-4026fcc8-64cb-4dbc-a35d-8d00b83fc92a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:20.810902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0591816-ff71-41f1-b68f-8f0975a3345a req-4026fcc8-64cb-4dbc-a35d-8d00b83fc92a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.2012968 Nov 23 19:14:20.846035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6acc016-95fa-4423-bc37-a059c227ce51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:20.853519 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6acc016-95fa-4423-bc37-a059c227ce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:20.904529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d6acc016-95fa-4423-bc37-a059c227ce51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ba1145b0efb418b8df30d4c9e09f137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4459817 Nov 23 19:14:20.905625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acc016-95fa-4423-bc37-a059c227ce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab1778-68a5-4206-930c-298034538c66,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:20.911047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:20.946733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:20.994491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a46addff-10ec-403e-b464-32c2e702b9c4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:21.013067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.025425 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0591816-ff71-41f1-b68f-8f0975a3345a req-91aeaf2e-5deb-4fbb-90f7-c5f8d58b4dca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947427 Nov 23 19:14:21.028224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a46addff-10ec-403e-b464-32c2e702b9c4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:21.028923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a46addff-10ec-403e-b464-32c2e702b9c4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:21.059274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-44e92c0e-649c-4dc7-bc3c-2dd80e797da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:21.061874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-44e92c0e-649c-4dc7-bc3c-2dd80e797da6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 1094 time: 0.1880975 Nov 23 19:14:21.077406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.142822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.146931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.148377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1ab1778-68a5-4206-930c-298034538c66 HTTP/1.1" status: 204 len: 168 time: 0.2361183 Nov 23 19:14:21.158545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3eb21-0adf-4584-b92e-de34777825f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab1778-68a5-4206-930c-298034538c66,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:21.280643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-0991071a-5a41-4777-ae0c-c329fca7f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:21.282732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-0991071a-5a41-4777-ae0c-c329fca7f6b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.2096553 Nov 23 19:14:21.336927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-727fb581-bfda-46b4-8cc0-94af3b0ac30c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7 HTTP/1.1" status: 200 len: 217 time: 0.0452650 Nov 23 19:14:21.425106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-41927bd3-6611-4e03-a0e0-368a725070a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:21.426647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-41927bd3-6611-4e03-a0e0-368a725070a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0753584 Nov 23 19:14:21.466484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:21.478267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Deleting port 0ec71c0b-d889-40c2-844e-2e933427da3a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:21.478606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.484245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ad27b6-126f-4a5a-bcd4-abf6ae9ececb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.506817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-777dc5e8-034c-4ebf-864d-91baf4658136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:21.508441 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-777dc5e8-034c-4ebf-864d-91baf4658136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722826 Nov 23 19:14:21.586559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ad27b6-126f-4a5a-bcd4-abf6ae9ececb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.590823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ad27b6-126f-4a5a-bcd4-abf6ae9ececb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.632967 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c0ad27b6-126f-4a5a-bcd4-abf6ae9ececb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af481bc0272142ca85a53cf4e28f0cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625593 Nov 23 19:14:21.633225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:21.639185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] For port 0ec71c0b-d889-40c2-844e-2e933427da3a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=0ec71c0b-d889-40c2-844e-2e933427da3a,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:21.639684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.657632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Calling delete_port for 0ec71c0b-d889-40c2-844e-2e933427da3a owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:21.670739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad27b6-126f-4a5a-bcd4-abf6ae9ececb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85220f9-333d-4755-88de-8016f34a258c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:21.684180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-0f3ddca5-928f-4c0b-926e-8b70eb0d9760 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401501 Nov 23 19:14:21.692202 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.719201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.772667 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.775764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:21.779800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e85220f9-333d-4755-88de-8016f34a258c HTTP/1.1" status: 204 len: 168 time: 0.1428974 Nov 23 19:14:21.798956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57a358-f6fe-4924-8d62-3f3efcf1b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85220f9-333d-4755-88de-8016f34a258c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:21.870005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f299926-1e56-40ae-80e8-a4212f91ff94 req-16051988-6ded-445e-a6bb-9c79f31c5b08 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531472 Nov 23 19:14:21.954499 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.023098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec71c0b-d889-40c2-844e-2e933427da3a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:22.214355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.217610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69284f0-a435-4d96-bc33-aae286714627 req-09237ac5-662b-43dc-9e2d-6bf771959562 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:22.225043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b69284f0-a435-4d96-bc33-aae286714627 req-09237ac5-662b-43dc-9e2d-6bf771959562 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.0965781 Nov 23 19:14:22.303977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b69284f0-a435-4d96-bc33-aae286714627 req-775e0ecf-1d29-4a21-b970-107d7046bb1e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Nov 23 19:14:22.494548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Router 6315405d-b2b4-44ad-bff7-afb2ae48543b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:22.615268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:22.621649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-969097a4-0908-4311-a357-f770fabc20b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/6315405d-b2b4-44ad-bff7-afb2ae48543b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470212 Nov 23 19:14:22.624313 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:22.634208 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Sync routers for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:22.646452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:22.648148 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:22.753388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.780293 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:22.880722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:22.944747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Deleting port 182c6f94-ecf3-482c-9168-2a95e39bb7f2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:22.945245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.033512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:14:21Z', 'revision_number': 5, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port': {'id': '182c6f94-ecf3-482c-9168-2a95e39bb7f2', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:23.045683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] For port 182c6f94-ecf3-482c-9168-2a95e39bb7f2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=182c6f94-ecf3-482c-9168-2a95e39bb7f2,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:23.046152 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.059470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Calling delete_port for 182c6f94-ecf3-482c-9168-2a95e39bb7f2 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:23.073485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Checking router: 6315405d-b2b4-44ad-bff7-afb2ae48543b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:23.085136 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Routers {'6315405d-b2b4-44ad-bff7-afb2ae48543b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:23.086095 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6315405d-b2b4-44ad-bff7-afb2ae48543b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:23.203496 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] Set router 6315405d-b2b4-44ad-bff7-afb2ae48543b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:23.264518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:14:22Z', 'revision_number': 6, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:23.273429 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.310224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Pushing event deleted for resources: {'Port': ['ID=182c6f94-ecf3-482c-9168-2a95e39bb7f2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:23.337845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d5cbf-f779-468e-8fbb-aeaa28722c9c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:23.430115 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.471738 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d096f1-9cd1-4ec6-9b89-77530a67fb8a None None] The sync data for ids ['6315405d-b2b4-44ad-bff7-afb2ae48543b'] in n-d-792364-9 is: [{'id': '6315405d-b2b4-44ad-bff7-afb2ae48543b', 'name': 'tempest-TestServerMultinode-1550054718-router', 'tenant_id': '0f607a3f591b41818d3f55604186f11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:35Z', 'updated_at': '2021-11-23T19:14:22Z', 'revision_number': 6, 'project_id': '0f607a3f591b41818d3f55604186f11b', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:23.487746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d082ed-40bc-4ac5-8e0a-43f670f55e0a req-db3d3a5b-2ea4-4663-a337-2d54e9700a7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:23.489443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3d082ed-40bc-4ac5-8e0a-43f670f55e0a req-db3d3a5b-2ea4-4663-a337-2d54e9700a7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.0835812 Nov 23 19:14:23.506606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:23.566573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3d082ed-40bc-4ac5-8e0a-43f670f55e0a req-24e2c7a7-5f6f-4975-860f-0a2e62f875da tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668719 Nov 23 19:14:23.583187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.585608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.635133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.635685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6315405d-b2b4-44ad-bff7-afb2ae48543b {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:23.640344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.641779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1f023b31-8c31-45d6-ac9c-c4fbb0fa6776 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6315405d-b2b4-44ad-bff7-afb2ae48543b HTTP/1.1" status: 204 len: 168 time: 1.0163190 Nov 23 19:14:23.644456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:23.680109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-315366165', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:23.717725 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Deleting subnet 69146e6b-d248-4b2c-a7e6-84f02bad7668 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:14:23.721955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Made reservation on behalf of a2a115b6f579444d877b9f8e7a4b4c6c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:23.724089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.726594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.751429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.784339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.929824 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.934500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:23.957434 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.326260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:24.333721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c9d0f-7c4b-4ff3-a218-f63ef7bde7f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:24.342223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.342565 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Added segment 8fc24b36-7938-488f-8516-7cf0cdd72c3f of type vlan for network 7d41eed1-2198-44d4-8753-f833a0dcb9cc Nov 23 19:14:24.385313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.398152 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.424634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69146e6b-d248-4b2c-a7e6-84f02bad7668,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:24.432187 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.437659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-67640ebe-7658-4764-acfd-be6f479d81ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69146e6b-d248-4b2c-a7e6-84f02bad7668 HTTP/1.1" status: 204 len: 168 time: 0.7898586 Nov 23 19:14:24.437838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cb45a-0774-4006-8005-d27db2612854 None None] Network eee11d5b-adec-4ce3-866c-9a9b15233f30 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:24.438365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:24.458382 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.460175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:24.461000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.512422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9993291 Nov 23 19:14:24.530936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:24.536233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'subnet': {'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:24.556462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329325a-58f0-47e7-beb5-f126cfa87267 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Network': ['ID=7d41eed1-2198-44d4-8753-f833a0dcb9cc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:24.570023 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.592780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Made reservation on behalf of a2a115b6f579444d877b9f8e7a4b4c6c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:24.595019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.601442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:24.661636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0ec71c0b-d889-40c2-844e-2e933427da3a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:24.695960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 0ec71c0b-d889-40c2-844e-2e933427da3a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:24.696389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 0ec71c0b-d889-40c2-844e-2e933427da3a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:24.696883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 182c6f94-ecf3-482c-9168-2a95e39bb7f2 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:24.726898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 182c6f94-ecf3-482c-9168-2a95e39bb7f2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:24.727376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 182c6f94-ecf3-482c-9168-2a95e39bb7f2 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:24.748070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Deleting port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:24.748408 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.781666 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c4db-8127-4bb1-b951-af866ad28544 req-75bdc3f2-c1e1-40c2-b3ff-948a96ac9a6a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:24.783136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d10c4db-8127-4bb1-b951-af866ad28544 req-75bdc3f2-c1e1-40c2-b3ff-948a96ac9a6a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.1048763 Nov 23 19:14:24.793577 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] DHCP port deletion for eee11d5b-adec-4ce3-866c-9a9b15233f30 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:24.848421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Deleting port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:24.848800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.876539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] For port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:24.876897 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.904444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Calling delete_port for a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:24.912245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] For port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,segment=NetworkSegment(8eb93176-7cdc-4598-a8a3-b3e7ef98967f),segment_id=8eb93176-7cdc-4598-a8a3-b3e7ef98967f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:24.912633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:24.925558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Calling delete_port for a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:24.970182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d10c4db-8127-4bb1-b951-af866ad28544 req-590be91d-f847-4cc3-9066-a9da2ccc5b54 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757321 Nov 23 19:14:25.009664 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.037548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] No DVR routers for this DVR port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:25.044402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c74c-7d44-49d1-a029-dd2d3497fc23 None None] Pushing event deleted for resources: {'Port': ['ID=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.093061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.125263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] No DVR routers for this DVR port a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:25.128650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d7d970-a5d2-408a-8a84-4f4ac6f2f748,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.208072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.231918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee11d5b-adec-4ce3-866c-9a9b15233f30']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:25.254343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.objects.ports [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 19:14:25.254783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.261724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb93176-7cdc-4598-a8a3-b3e7ef98967f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:25.262010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb93176-7cdc-4598-a8a3-b3e7ef98967f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:25.291478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.321369 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.327256 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bbb33cc8-1779-4f25-8a1e-61c234124e90,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.336706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:25.337097 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:25.338711 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:25.395092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Checking segment: {'id': '8fc24b36-7938-488f-8516-7cf0cdd72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:25.395481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network hostable DHCP agents. Network: 7d41eed1-2198-44d4-8753-f833a0dcb9cc, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:14:25.405996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.413030 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.416148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eee11d5b-adec-4ce3-866c-9a9b15233f30 HTTP/1.1" status: 204 len: 168 time: 0.9767165 Nov 23 19:14:25.430050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6321-b5db-4954-afda-48f00a5b23a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee11d5b-adec-4ce3-866c-9a9b15233f30,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.431740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:14:25.441073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7d41eed1-2198-44d4-8753-f833a0dcb9cc) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:25.445796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:25.446648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.454576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2a76d-1bc0-43ed-bf50-b5889cb42600 None None] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:25.470466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bb52fb7-9483-41d4-b3f7-501a8d66e959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9383049 Nov 23 19:14:25.473451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.479670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-583499169', 'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:25.501794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Made reservation on behalf of a2a115b6f579444d877b9f8e7a4b4c6c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:25.504820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.521007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] device_id is not set on port 5cc9dc64-782a-40b3-9895-a3685dd38aea yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:14:25.599023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0de011-4bb9-402d-a677-d1d1bb6b7396 None None] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:25.610058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.626726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.20.0.12 (7d41eed1-2198-44d4-8753-f833a0dcb9cc/bbb33cc8-1779-4f25-8a1e-61c234124e90/5cc9dc64-782a-40b3-9895-a3685dd38aea) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:25.657105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-de4805b2-e524-4fe1-837b-c03a2a42830c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=450d4ba345bd49d39b3d2047c5259977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458913 Nov 23 19:14:25.659700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.710491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.735019 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.764670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.787831 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.790789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.794182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30e1e370-dca1-4916-8a43-917d1e3b1023 HTTP/1.1" status: 204 len: 168 time: 0.1309371 Nov 23 19:14:25.799608 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933ab95-35cf-49a6-9ab8-d31fb37928b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e1e370-dca1-4916-8a43-917d1e3b1023,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.801381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.841059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:25.843990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:25.849821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:25.880518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc9dc64-782a-40b3-9895-a3685dd38aea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:25.894914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:25.895300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:25.911084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fd9a9417-c115-49ad-80b6-32c32acb4ac3 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4359369 Nov 23 19:14:25.913821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:25.991583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Deleting port 5cc9dc64-782a-40b3-9895-a3685dd38aea {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:25.992004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.081233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.099926 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:14:26.100549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Calling delete_port for 5cc9dc64-782a-40b3-9895-a3685dd38aea owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:26.107177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47493d4d-cb1e-4988-b7c7-a2577bd42f90 req-b539e791-b233-49cf-a7c2-973d1fc4a677 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:26.109118 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47493d4d-cb1e-4988-b7c7-a2577bd42f90 req-b539e791-b233-49cf-a7c2-973d1fc4a677 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.0653405 Nov 23 19:14:26.152300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39556) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:26.161830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47493d4d-cb1e-4988-b7c7-a2577bd42f90 req-2c921ec2-1a31-4f34-b3f2-5165fe4cc1dd tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Nov 23 19:14:26.212658 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-25e6c0ad-f158-45f6-93d8-ff6ada5505d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f607a3f591b41818d3f55604186f11b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592282 Nov 23 19:14:26.216409 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:26.291692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.327450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.329367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cc9dc64-782a-40b3-9895-a3685dd38aea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:26.371073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.429597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.432953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa18531a-656d-484c-b6ec-14c4e97af4c2 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5cc9dc64-782a-40b3-9895-a3685dd38aea HTTP/1.1" status: 204 len: 168 time: 0.5180793 Nov 23 19:14:26.435527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:26.439662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc', 'external_fixed_ips': [{'subnet_id': 'bbb33cc8-1779-4f25-8a1e-61c234124e90', 'ip_address': '172.20.0.12'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:26.461223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.462238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.466891 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.469396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.473298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82f0c1c9-5e63-401a-97cc-04f4b94e25e0 HTTP/1.1" status: 204 len: 168 time: 0.2531593 Nov 23 19:14:26.484275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaed273-6c64-4674-9815-c68228a571ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0c1c9-5e63-401a-97cc-04f4b94e25e0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:26.543049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:26.543610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.563604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:26.564096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a1d7d970-a5d2-408a-8a84-4f4ac6f2f748 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:26.684467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.904962 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:26.925835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:27.077993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.20.0.12 (7d41eed1-2198-44d4-8753-f833a0dcb9cc/bbb33cc8-1779-4f25-8a1e-61c234124e90/4533ee00-1fbc-4512-8c88-0ec6026b482a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:27.176791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:27.209737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:27.280705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 7d41eed1-2198-44d4-8753-f833a0dcb9cc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:27.287371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:27.290329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:27.292872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=4533ee00-1fbc-4512-8c88-0ec6026b482a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:27.340960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fc99-60c3-43e8-b7f7-c2dc70c7e9f8 req-a285c917-6cf5-4e9e-be4b-e5f785c59a06 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:27.342434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a73fc99-60c3-43e8-b7f7-c2dc70c7e9f8 req-a285c917-6cf5-4e9e-be4b-e5f785c59a06 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.1029904 Nov 23 19:14:27.388753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ad33dbbd-c1a5-48e6-b9de-ec78fac035e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:27.801205 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a73fc99-60c3-43e8-b7f7-c2dc70c7e9f8 req-038dde18-aa50-4d85-afd7-d08ea778a09d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527404 Nov 23 19:14:27.905672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.094433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.219216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router 5ec96e51-6d7e-4be9-8038-5ea597adffc6 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:28.332789 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:28.342541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Sync routers for ids ['5ec96e51-6d7e-4be9-8038-5ea597adffc6'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:28.350181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.351457 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2571a9ab-afa8-469a-acf7-b14eccc5df93 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.9149442 Nov 23 19:14:28.353415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Routers {'5ec96e51-6d7e-4be9-8038-5ea597adffc6'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:28.354008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['5ec96e51-6d7e-4be9-8038-5ea597adffc6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:28.354172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:28.460094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Set router 5ec96e51-6d7e-4be9-8038-5ea597adffc6 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:28.460683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.563972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.633561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Deleting port 4533ee00-1fbc-4512-8c88-0ec6026b482a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:28.633803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.644119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec96e51-6d7e-4be9-8038-5ea597adffc6', 'name': '', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc', 'external_fixed_ips': [{'subnet_id': 'bbb33cc8-1779-4f25-8a1e-61c234124e90', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '4533ee00-1fbc-4512-8c88-0ec6026b482a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:26Z', 'updated_at': '2021-11-23T19:14:27Z', 'revision_number': 3, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port': {'id': '4533ee00-1fbc-4512-8c88-0ec6026b482a', 'name': '', 'network_id': '7d41eed1-2198-44d4-8753-f833a0dcb9cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec96e51-6d7e-4be9-8038-5ea597adffc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'bbb33cc8-1779-4f25-8a1e-61c234124e90', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:26Z', 'updated_at': '2021-11-23T19:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbb33cc8-1779-4f25-8a1e-61c234124e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:28.670471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Checking router: 5ec96e51-6d7e-4be9-8038-5ea597adffc6 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:28.670827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Updating router 5ec96e51-6d7e-4be9-8038-5ea597adffc6 port 4533ee00-1fbc-4512-8c88-0ec6026b482a binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:28.695436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.715730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.728213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Calling delete_port for 4533ee00-1fbc-4512-8c88-0ec6026b482a owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:28.925694 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:28.949553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:14:28.949907 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:14:28.960627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876a06a-06c7-445e-8052-8d50bdc0fbc3 req-e7847548-c88a-4922-8d28-0d026e78b655 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:28.962131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7876a06a-06c7-445e-8052-8d50bdc0fbc3 req-e7847548-c88a-4922-8d28-0d026e78b655 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.0879254 Nov 23 19:14:28.964643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Port': ['ID=4533ee00-1fbc-4512-8c88-0ec6026b482a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:29.055804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7876a06a-06c7-445e-8052-8d50bdc0fbc3 req-46a5aedb-a256-4d49-a43d-09d751b422d8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853612 Nov 23 19:14:29.059306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.152439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.154554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.196989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.197465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec96e51-6d7e-4be9-8038-5ea597adffc6 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:29.203629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.205318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db9acd4e-095c-4429-adf7-5b43c8678a1c tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5ec96e51-6d7e-4be9-8038-5ea597adffc6 HTTP/1.1" status: 204 len: 168 time: 0.8499265 Nov 23 19:14:29.208577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:29.253983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Deleting subnet bbb33cc8-1779-4f25-8a1e-61c234124e90 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:14:29.257148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.296784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.343344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.403963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.435199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb33cc8-1779-4f25-8a1e-61c234124e90,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:29.438969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.444831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1424fe26-347c-43ab-add0-ef67a5638bc8 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/bbb33cc8-1779-4f25-8a1e-61c234124e90 HTTP/1.1" status: 204 len: 168 time: 0.2326274 Nov 23 19:14:29.445119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:29.468516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Port 4533ee00-1fbc-4512-8c88-0ec6026b482a not found while updating agent binding for router 5ec96e51-6d7e-4be9-8038-5ea597adffc6. {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 19:14:29.476942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Routers set() bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:29.477302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Router IDs set() for agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 19:14:29.477888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ec96e51-6d7e-4be9-8038-5ea597adffc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 19:14:29.478256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb584d13-90be-45a5-ad61-8ad66ce492f9 None None] The sync data for ids ['5ec96e51-6d7e-4be9-8038-5ea597adffc6'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:29.526199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.606647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.629606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d41eed1-2198-44d4-8753-f833a0dcb9cc']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:29.641047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc24b36-7938-488f-8516-7cf0cdd72c3f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:29.641447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc24b36-7938-488f-8516-7cf0cdd72c3f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:29.658763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.676850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.683621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:14:29.684002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:14:29.685972 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:14:29.745989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.753567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d41eed1-2198-44d4-8753-f833a0dcb9cc {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 19:14:29.764344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:29.767614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7d41eed1-2198-44d4-8753-f833a0dcb9cc HTTP/1.1" status: 204 len: 168 time: 0.3214638 Nov 23 19:14:29.769411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6021-a932-4257-b9de-a1f98cabcc44 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d41eed1-2198-44d4-8753-f833a0dcb9cc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:30.078952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:30.083824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'name': 'tempest-router--622599748', 'project_id': '50a92bfc0ecf47cd864104e51b3e9c7a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:30.106134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.107849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.166500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.172165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.180819 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8237647a-71de-418d-9046-ca7c67920c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.188374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.189613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8c9ddd85-ad32-4bf4-9296-0878d2c880f5 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1096117 Nov 23 19:14:30.192354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:30.194841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb214e-8bda-4738-9a0b-9969665a77ce req-2a675eec-2e9a-4c27-9d05-9ca7cadbc31b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:30.196398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdcb214e-8bda-4738-9a0b-9969665a77ce req-2a675eec-2e9a-4c27-9d05-9ca7cadbc31b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 943 time: 0.0705464 Nov 23 19:14:30.250270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdcb214e-8bda-4738-9a0b-9969665a77ce req-2bff7573-3df7-4213-8daf-c966b0f4362e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Nov 23 19:14:30.263995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.421533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.423712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.470136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.470819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75667c77-d585-4b19-9b5f-0dc8d598283f {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:30.475353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.476503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bab82af8-9061-4150-a18b-b9fd984f2313 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/routers/75667c77-d585-4b19-9b5f-0dc8d598283f HTTP/1.1" status: 204 len: 168 time: 0.2831829 Nov 23 19:14:30.575840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:30.770360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1767858212', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:30.793964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.794963 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.807716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.821832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f926a889-9a64-4b9d-82a2-73ad5e6217d7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:14:30.849643 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.922776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:30.934851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7', 'mac_address': 'fa:16:3e:34:c9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:14:30.971964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:30.984966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f926a889-9a64-4b9d-82a2-73ad5e6217d7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:14:30.987113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.006854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:31.011495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.061904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:31.069676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.069900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.070346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.070603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.070904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.071240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.071708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.072044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.072376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.072706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.073034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.073399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:31.186975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.206765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.220045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f926a889-9a64-4b9d-82a2-73ad5e6217d7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:31.353169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Allocated IP 172.25.5.20 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/21885f9b-2ede-42fa-b51f-651f7100f446) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:31.470266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb26bd-ed39-4878-b45e-a76378869d64 req-17b7e4c5-f945-484c-a54d-aced114ac704 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:31.471809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1afb26bd-ed39-4878-b45e-a76378869d64 req-17b7e4c5-f945-484c-a54d-aced114ac704 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 944 time: 0.1117227 Nov 23 19:14:31.527649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.547661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1afb26bd-ed39-4878-b45e-a76378869d64 req-799940bc-5e6d-4767-8195-8ed0f2c8a81c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694199 Nov 23 19:14:31.574640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.611462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:31.614300 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:31.619975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:31.627237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7daac-1e58-4157-ab66-5501eb262787 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:31.652004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event updated for resources: {'Port': ['ID=21885f9b-2ede-42fa-b51f-651f7100f446,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:31.708949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6c65e0e-5f44-45f0-b822-8d949e54e207 None None] Provisioning complete for port 21885f9b-2ede-42fa-b51f-651f7100f446 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:31.709403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6c65e0e-5f44-45f0-b822-8d949e54e207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:31.744367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65e0e-5f44-45f0-b822-8d949e54e207 None None] Port 21885f9b-2ede-42fa-b51f-651f7100f446 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:31.872585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.071415 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.207814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Router 18a0d77b-3f31-4786-a0ae-f2308ead955b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:32.259834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.323082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:32.334968 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af219eb5-a63c-459c-8139-4e139743399a None None] Sync routers for ids ['18a0d77b-3f31-4786-a0ae-f2308ead955b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:32.346038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:32.347485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9fc364c4-6ce1-493c-be30-52b0f7810cee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7705476 Nov 23 19:14:32.350173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:32.350761 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] Routers {'18a0d77b-3f31-4786-a0ae-f2308ead955b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:32.351486 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['18a0d77b-3f31-4786-a0ae-f2308ead955b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:32.384469 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:32.393744 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] Routers {'18a0d77b-3f31-4786-a0ae-f2308ead955b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:32.394347 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['18a0d77b-3f31-4786-a0ae-f2308ead955b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:32.429475 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-af219eb5-a63c-459c-8139-4e139743399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:32.430131 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af219eb5-a63c-459c-8139-4e139743399a None None] The sync data for ids ['18a0d77b-3f31-4786-a0ae-f2308ead955b'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:32.676570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5ca51-ac1f-4cda-a70a-3b9f5496fe34 req-3351e345-2fda-4e1c-8827-d03cd8007d46 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:32.678116 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0e5ca51-ac1f-4cda-a70a-3b9f5496fe34 req-3351e345-2fda-4e1c-8827-d03cd8007d46 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 944 time: 0.0600858 Nov 23 19:14:32.733863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0e5ca51-ac1f-4cda-a70a-3b9f5496fe34 req-ce8a71a3-8859-44c3-b2a3-d0efb7fef5f5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Nov 23 19:14:32.797969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-046ce2e5-7e64-48bc-95d4-3a954ce2cd02 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/18a0d77b-3f31-4786-a0ae-f2308ead955b HTTP/1.1" status: 200 len: 920 time: 0.4439266 Nov 23 19:14:32.798545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:32.824757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e66790e4-3802-45d2-b767-b1547e51ac9d tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=18a0d77b-3f31-4786-a0ae-f2308ead955b HTTP/1.1" status: 200 len: 205 time: 0.0254290 Nov 23 19:14:32.827155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:32.853093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f926a889-9a64-4b9d-82a2-73ad5e6217d7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:32.942668 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.060506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.074177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f926a889-9a64-4b9d-82a2-73ad5e6217d7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:14:33.078713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f926a889-9a64-4b9d-82a2-73ad5e6217d7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:33.079088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.123939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port 21885f9b-2ede-42fa-b51f-651f7100f446 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:33.124536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.174144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.202254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:33.204465 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adca1504-8bde-416d-830e-5c7c5349e3d5" -d '{"events": [{"server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "name": "network-vif-plugged", "status": "completed", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:33.212041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.221060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:33.226958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for 21885f9b-2ede-42fa-b51f-651f7100f446 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:33.234114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.266015 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2c46d1-5862-4587-987c-1fe07f1f5a34 x-openstack-request-id: req-7e2c46d1-5862-4587-987c-1fe07f1f5a34 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:33.267425 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "name": "network-vif-plugged", "status": "completed", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:33.267425 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e2c46d1-5862-4587-987c-1fe07f1f5a34 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:33.272254 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7', 'code': 200} Nov 23 19:14:33.277130 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.305240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:33.422625 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232e526-1b91-4126-902b-9d3e944d1361 req-8c263e0f-1d9a-4ab6-af01-310e80b4d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:33.424089 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9232e526-1b91-4126-902b-9d3e944d1361 req-8c263e0f-1d9a-4ab6-af01-310e80b4d435 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0755064 Nov 23 19:14:33.465227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.501442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=21885f9b-2ede-42fa-b51f-651f7100f446,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:33.507582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9232e526-1b91-4126-902b-9d3e944d1361 req-3d22ad56-60b1-449b-99a8-1b082cf103cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739732 Nov 23 19:14:33.510408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab70ed-ec53-469e-afd1-ca078cbef179 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:33.569537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.664338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.666463 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.709676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.710294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router 18a0d77b-3f31-4786-a0ae-f2308ead955b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:33.717590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.718691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b574c894-d57e-4fb7-8204-ab3253450eeb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/18a0d77b-3f31-4786-a0ae-f2308ead955b HTTP/1.1" status: 204 len: 168 time: 0.8903587 Nov 23 19:14:33.722322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:33.726736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-620525697', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:33.749227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.750206 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.805822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:33.868504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf90d18-5733-4ccc-9ec6-3e9b17d97d9f req-378f290c-1799-4491-81f8-999e462d6a05 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:33.870074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cf90d18-5733-4ccc-9ec6-3e9b17d97d9f req-378f290c-1799-4491-81f8-999e462d6a05 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.0589235 Nov 23 19:14:33.923430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4cf90d18-5733-4ccc-9ec6-3e9b17d97d9f req-f9898e6c-5b41-484a-877e-a486aa4ada3f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466378 Nov 23 19:14:33.957875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.169469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.189272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.302446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.25.5.253 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/a0c6f785-b5d9-419b-9cc3-41f52e52108d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:34.413823 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.450323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.511041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:34.514125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:34.518802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:34.522173 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=a0c6f785-b5d9-419b-9cc3-41f52e52108d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:34.529398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e6ef7-9f55-4945-8a89-736c85bde329 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:34.595146 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7fba8a0a-137e-4c42-95c3-7dae2d3ca4a0 None None] Provisioning complete for port a0c6f785-b5d9-419b-9cc3-41f52e52108d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:34.595780 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fba8a0a-137e-4c42-95c3-7dae2d3ca4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.632891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7fba8a0a-137e-4c42-95c3-7dae2d3ca4a0 None None] Port a0c6f785-b5d9-419b-9cc3-41f52e52108d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:34.787845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:34.981862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.110294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c5b5-a979-4800-a299-6791858b065f req-5c24fd28-85ff-408b-9740-d39cdc386ece tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:35.111711 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ae2c5b5-a979-4800-a299-6791858b065f req-5c24fd28-85ff-408b-9740-d39cdc386ece tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.0934072 Nov 23 19:14:35.177807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ae2c5b5-a979-4800-a299-6791858b065f req-db3f1ddb-ab4e-48bc-bde6-3dd1b0a44706 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Nov 23 19:14:35.185913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router 770db8e2-7d01-4e97-8c64-48d0f787fc83 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:35.294885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4a11d-5d18-4588-b0f5-d286552fe327 req-3e33f186-8046-40e4-8930-9f49440f8e6d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:35.296440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ec4a11d-5d18-4588-b0f5-d286552fe327 req-3e33f186-8046-40e4-8930-9f49440f8e6d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.0491366 Nov 23 19:14:35.302143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:35.314268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Sync routers for ids ['770db8e2-7d01-4e97-8c64-48d0f787fc83'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:35.324146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.325813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77bafd0e-8cbc-478a-a44b-d18c87c87959 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6024396 Nov 23 19:14:35.328247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:35.329527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Routers {'770db8e2-7d01-4e97-8c64-48d0f787fc83'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:35.330323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['770db8e2-7d01-4e97-8c64-48d0f787fc83'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:35.353416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ec4a11d-5d18-4588-b0f5-d286552fe327 req-f065b976-927b-4a6c-95f6-83244c0515f6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Nov 23 19:14:35.452719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Set router 770db8e2-7d01-4e97-8c64-48d0f787fc83 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:35.465308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a67a1177-a960-40a7-a279-07dd88cdea5b tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/770db8e2-7d01-4e97-8c64-48d0f787fc83 HTTP/1.1" status: 200 len: 908 time: 0.1358984 Nov 23 19:14:35.467813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:35.472272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-620525697', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': True}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:35.489714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbada42d-2380-4099-bd21-8307dd9923f3 req-289bf1c9-b773-4c79-8de0-9879f1f83eb1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:35.491717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbada42d-2380-4099-bd21-8307dd9923f3 req-289bf1c9-b773-4c79-8de0-9879f1f83eb1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.0683968 Nov 23 19:14:35.494160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.495531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.550039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.550844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbada42d-2380-4099-bd21-8307dd9923f3 req-121bc00f-06ce-425a-8430-f92f8fdb4a47 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Nov 23 19:14:35.650579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:33Z', 'updated_at': '2021-11-23T19:14:34Z', 'revision_number': 3, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port': {'id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:34Z', 'updated_at': '2021-11-23T19:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:35.680449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Checking router: 770db8e2-7d01-4e97-8c64-48d0f787fc83 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:35.681041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Updating router 770db8e2-7d01-4e97-8c64-48d0f787fc83 port a0c6f785-b5d9-419b-9cc3-41f52e52108d binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:35.712608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.713097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.815042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd883dfd-296b-4a2f-a4d9-b124eccd9df1 req-4577715f-ff47-40d0-9e4e-afa2defa67d8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:35.817811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd883dfd-296b-4a2f-a4d9-b124eccd9df1 req-4577715f-ff47-40d0-9e4e-afa2defa67d8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.0667868 Nov 23 19:14:35.881308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd883dfd-296b-4a2f-a4d9-b124eccd9df1 req-deab20d1-aa7a-4cb2-98c2-79bc47e1d73b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Nov 23 19:14:35.957733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:35.977109 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.023504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.031656 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.079982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9e721-ddc7-4722-a0ed-d8394faa7e59 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:36.093131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Attempting to bind port a0c6f785-b5d9-419b-9cc3-41f52e52108d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:36.093535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Attempting to bind port a0c6f785-b5d9-419b-9cc3-41f52e52108d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:36.093897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Attempting to bind port a0c6f785-b5d9-419b-9cc3-41f52e52108d on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:36.096387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749099-7323-44d3-aab1-fea7b91133f0 None None] Pushing event updated for resources: {'Port': ['ID=a0c6f785-b5d9-419b-9cc3-41f52e52108d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.097813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.25.5.64 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/36a8ee54-eb5e-4faf-ac57-782e0a6f33a8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:36.102656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:36.103005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:36.103457 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.103883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:36.104283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Bound port: a0c6f785-b5d9-419b-9cc3-41f52e52108d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:36.105718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.169646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] For port a0c6f785-b5d9-419b-9cc3-41f52e52108d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:36.173504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] For port a0c6f785-b5d9-419b-9cc3-41f52e52108d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a0c6f785-b5d9-419b-9cc3-41f52e52108d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:36.179414 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.187305 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] Provisioning complete for port a0c6f785-b5d9-419b-9cc3-41f52e52108d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:36.187658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.221083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.249092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25a5d7-78f0-4f12-af05-4fd609e243c0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:36.265289 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.286547 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Routers {'770db8e2-7d01-4e97-8c64-48d0f787fc83'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:36.287643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['770db8e2-7d01-4e97-8c64-48d0f787fc83'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:36.312686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:36.315755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:36.319235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:36.325632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=36a8ee54-eb5e-4faf-ac57-782e0a6f33a8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.329268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749099-7323-44d3-aab1-fea7b91133f0 None None] Pushing event updated for resources: {'Port': ['ID=a0c6f785-b5d9-419b-9cc3-41f52e52108d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.335708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893011e-3a78-4b6e-87d4-0106114aed82 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:36.420072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.457615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] For port a0c6f785-b5d9-419b-9cc3-41f52e52108d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a0c6f785-b5d9-419b-9cc3-41f52e52108d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:36.465788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] Set router 770db8e2-7d01-4e97-8c64-48d0f787fc83 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:36.468179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.602414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.633895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df033fd-4db3-441c-b9dc-eabbebfe5111 None None] Pushing event updated for resources: {'Port': ['ID=a0c6f785-b5d9-419b-9cc3-41f52e52108d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:36.651913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f529dd33-348c-48da-b74a-f735f6960eef None None] Provisioning complete for port a0c6f785-b5d9-419b-9cc3-41f52e52108d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:36.652634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f529dd33-348c-48da-b74a-f735f6960eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.782651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:33Z', 'updated_at': '2021-11-23T19:14:34Z', 'revision_number': 3, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port': {'id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:34Z', 'updated_at': '2021-11-23T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:36.813248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb916c-439f-4a42-bf23-3ba96d59cefd None None] The sync data for ids ['770db8e2-7d01-4e97-8c64-48d0f787fc83'] in n-d-792364-9 is: [{'id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:33Z', 'updated_at': '2021-11-23T19:14:34Z', 'revision_number': 3, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port': {'id': 'a0c6f785-b5d9-419b-9cc3-41f52e52108d', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770db8e2-7d01-4e97-8c64-48d0f787fc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:34Z', 'updated_at': '2021-11-23T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:36.820420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f529dd33-348c-48da-b74a-f735f6960eef None None] Provisioning complete for port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:36.820786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f529dd33-348c-48da-b74a-f735f6960eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.830270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:36.861854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f529dd33-348c-48da-b74a-f735f6960eef None None] Port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:37.002777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router 27ea26d7-da01-40c5-a858-223cdf8ddae2 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:37.186706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:37.199887 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Sync routers for ids ['27ea26d7-da01-40c5-a858-223cdf8ddae2'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:37.210317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Routers {'27ea26d7-da01-40c5-a858-223cdf8ddae2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:37.210929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['27ea26d7-da01-40c5-a858-223cdf8ddae2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:37.236333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.237596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dc9fab8a-f7d4-47e0-b03c-2451326d896f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.7687604 Nov 23 19:14:37.240416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:37.247639 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e895c-f674-4af2-b229-91498a22815a req-891e712a-c9fc-4c17-8a98-e154d408451f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:37.249220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c47e895c-f674-4af2-b229-91498a22815a req-891e712a-c9fc-4c17-8a98-e154d408451f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.2825086 Nov 23 19:14:37.336788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Set router 27ea26d7-da01-40c5-a858-223cdf8ddae2 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:37.339990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c47e895c-f674-4af2-b229-91498a22815a req-2e2aea96-752c-4273-9d55-49048d4fce72 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781708 Nov 23 19:14:37.379602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d556ecda-d82f-4bd1-9f08-419da815b324 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/27ea26d7-da01-40c5-a858-223cdf8ddae2 HTTP/1.1" status: 200 len: 906 time: 0.1372828 Nov 23 19:14:37.382333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:37.528131 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.536788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ea26d7-da01-40c5-a858-223cdf8ddae2', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '36a8ee54-eb5e-4faf-ac57-782e0a6f33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:35Z', 'updated_at': '2021-11-23T19:14:36Z', 'revision_number': 3, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port': {'id': '36a8ee54-eb5e-4faf-ac57-782e0a6f33a8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ea26d7-da01-40c5-a858-223cdf8ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:35Z', 'updated_at': '2021-11-23T19:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:37.568112 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Checking router: 27ea26d7-da01-40c5-a858-223cdf8ddae2 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:14:37.568468 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Updating router 27ea26d7-da01-40c5-a858-223cdf8ddae2 port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:14:37.590526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-19effa8f-d61c-4995-80b6-fb5b47b9bcc4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:37.592103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-19effa8f-d61c-4995-80b6-fb5b47b9bcc4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 945 time: 0.1046035 Nov 23 19:14:37.594804 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.710279 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.755953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port f926a889-9a64-4b9d-82a2-73ad5e6217d7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:37.756295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.847291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Deleting port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:37.847641 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.857409 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.863101 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.883585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port f926a889-9a64-4b9d-82a2-73ad5e6217d7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f926a889-9a64-4b9d-82a2-73ad5e6217d7,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:37.884089 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.905464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5894a54-c35d-44ef-ae76-8c06356a7cda None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:37.921802 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Attempting to bind port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:14:37.922306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Attempting to bind port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:14:37.922822 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Attempting to bind port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:14:37.933041 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Pushing event updated for resources: {'Port': ['ID=36a8ee54-eb5e-4faf-ac57-782e0a6f33a8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:37.933333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for f926a889-9a64-4b9d-82a2-73ad5e6217d7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:37.936117 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:14:37.936485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:37.936876 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.937258 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:14:37.937850 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Bound port: 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:14:37.938087 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.962163 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.962506 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.962843 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.963175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.963528 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.963907 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.964316 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.964640 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.964965 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.965283 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.965599 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.965915 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:14:37.991723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:37.999527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9b22ac07-342d-4a29-b783-99c3e45f18d6 None None] Provisioning complete for port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:38.000367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b22ac07-342d-4a29-b783-99c3e45f18d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.000848 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] For port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:14:38.009115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Calling delete_port for 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:38.009393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] For port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=36a8ee54-eb5e-4faf-ac57-782e0a6f33a8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:14:38.015112 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.045576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9b22ac07-342d-4a29-b783-99c3e45f18d6 None None] Port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:38.072231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc49c40-63ca-41b2-bbe7-aecbbb229a9f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:38.089731 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Routers {'27ea26d7-da01-40c5-a858-223cdf8ddae2'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:38.090368 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['27ea26d7-da01-40c5-a858-223cdf8ddae2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:38.154910 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccbea8-d877-4aa0-89dc-2e89d64fc811 None None] Pushing event updated for resources: {'Port': ['ID=36a8ee54-eb5e-4faf-ac57-782e0a6f33a8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:38.171515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6312e91e-405a-4036-90b8-c13b042a3e8f None None] Provisioning complete for port 36a8ee54-eb5e-4faf-ac57-782e0a6f33a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:38.171961 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6312e91e-405a-4036-90b8-c13b042a3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.184518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] Set router 27ea26d7-da01-40c5-a858-223cdf8ddae2 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:14:38.187698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.206925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f926a889-9a64-4b9d-82a2-73ad5e6217d7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:14:38.228432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=f926a889-9a64-4b9d-82a2-73ad5e6217d7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:38.253997 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ea26d7-da01-40c5-a858-223cdf8ddae2', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:35Z', 'updated_at': '2021-11-23T19:14:37Z', 'revision_number': 4, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:38.288709 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36d8a8-5eee-4939-b281-5e5b0c3ba475 None None] The sync data for ids ['27ea26d7-da01-40c5-a858-223cdf8ddae2'] in n-d-792364-9 is: [{'id': '27ea26d7-da01-40c5-a858-223cdf8ddae2', 'name': 'tempest-snat-router-620525697', 'tenant_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:35Z', 'updated_at': '2021-11-23T19:14:37Z', 'revision_number': 4, 'project_id': 'a2a115b6f579444d877b9f8e7a4b4c6c', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:38.297607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port f926a889-9a64-4b9d-82a2-73ad5e6217d7 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:14:38.301308 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.304892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8d6b45a-67eb-4d9b-aeea-01e4543fcd00 req-3ec0c172-ab94-49b5-9aee-f802cdb50dc6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "DELETE /v2.0/ports/f926a889-9a64-4b9d-82a2-73ad5e6217d7 HTTP/1.1" status: 204 len: 173 time: 0.6818850 Nov 23 19:14:38.305929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'name': 'network-vif-deleted', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:14:38.309255 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404fef64-5dbe-444a-81ff-02fc84d8618f" -d '{"events": [{"server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "name": "network-vif-deleted", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:14:38.336219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.381287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0504d-fce0-45bf-91a2-053415c92e55 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:38.381551 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709e949-b121-4ebf-bfc6-c75a481f0be7 x-openstack-request-id: req-8709e949-b121-4ebf-bfc6-c75a481f0be7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:14:38.381551 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00197f6-9520-4e1c-8190-ba67acbe7ba9", "name": "network-vif-deleted", "tag": "f926a889-9a64-4b9d-82a2-73ad5e6217d7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:14:38.381551 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8709e949-b121-4ebf-bfc6-c75a481f0be7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:14:38.381551 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00197f6-9520-4e1c-8190-ba67acbe7ba9', 'name': 'network-vif-deleted', 'tag': 'f926a889-9a64-4b9d-82a2-73ad5e6217d7', 'status': 'completed', 'code': 200} Nov 23 19:14:38.403165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Port': ['ID=36a8ee54-eb5e-4faf-ac57-782e0a6f33a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:38.438603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6312e91e-405a-4036-90b8-c13b042a3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.486275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.536458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9efc67e4-18e1-4129-85be-d607f4ec2fe3 req-0a5affc0-b9c6-48e7-8296-20a0b77fc991 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0784168 Nov 23 19:14:38.629546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a0c6f785-b5d9-419b-9cc3-41f52e52108d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:14:38.643634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.646117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.692147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a0c6f785-b5d9-419b-9cc3-41f52e52108d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:38.692481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.696752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.697499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27ea26d7-da01-40c5-a858-223cdf8ddae2 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:38.702987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:38.704508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bafd7222-a68a-4842-b9a5-bae02bcf3d22 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/routers/27ea26d7-da01-40c5-a858-223cdf8ddae2 HTTP/1.1" status: 204 len: 168 time: 1.3210843 Nov 23 19:14:38.707606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:38.859656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.055178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.287901 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.341763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Deleting port a0c6f785-b5d9-419b-9cc3-41f52e52108d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:39.342098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.441847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] For port a0c6f785-b5d9-419b-9cc3-41f52e52108d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a0c6f785-b5d9-419b-9cc3-41f52e52108d,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:14:39.442208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.456204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Calling delete_port for a0c6f785-b5d9-419b-9cc3-41f52e52108d owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:39.632841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.659439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7907b727-ab17-4f13-97a7-c385640af932 req-cd5e456d-493c-4510-85f1-983c517f679e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0419331 Nov 23 19:14:39.660217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0c6f785-b5d9-419b-9cc3-41f52e52108d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:39.679665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77756aa-e424-4f59-bf26-7a892be2260f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:39.734991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.842114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.844356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.888710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.889264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 770db8e2-7d01-4e97-8c64-48d0f787fc83 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:39.893633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.894693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f6b7d48-94e3-4c41-b7b3-2c3d998e5caa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "DELETE /v2.0/routers/770db8e2-7d01-4e97-8c64-48d0f787fc83 HTTP/1.1" status: 204 len: 168 time: 1.1855104 Nov 23 19:14:39.898793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:39.904247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1488301015', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:39.931251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.932673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:39.992426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.478012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.558195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a0c6f785-b5d9-419b-9cc3-41f52e52108d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:40.562648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.582717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a0c6f785-b5d9-419b-9cc3-41f52e52108d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:40.583549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a0c6f785-b5d9-419b-9cc3-41f52e52108d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:40.678088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.700224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.775440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70498f28-8171-45fb-86a8-deb6034f24c8 req-5d998141-6f73-4981-a187-bdb7f265a6ef tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0311244 Nov 23 19:14:40.835691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Allocated IP 172.25.5.106 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e2a9a3ee-e2a4-46c7-9c28-5834562bd27f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:40.900823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f926a889-9a64-4b9d-82a2-73ad5e6217d7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:14:40.926417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: f926a889-9a64-4b9d-82a2-73ad5e6217d7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:14:40.930376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f926a889-9a64-4b9d-82a2-73ad5e6217d7 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:14:40.954621 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:40.997479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.044967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:41.048005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:41.053384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:41.055812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event updated for resources: {'Port': ['ID=e2a9a3ee-e2a4-46c7-9c28-5834562bd27f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:41.070695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f97e6d-fa85-466e-9ca0-ffe0ad6624d9 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:41.139581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a9a2fe8c-0031-408f-aebb-0a0750a6f230 None None] Provisioning complete for port e2a9a3ee-e2a4-46c7-9c28-5834562bd27f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:41.139959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fe8c-0031-408f-aebb-0a0750a6f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.184244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2fe8c-0031-408f-aebb-0a0750a6f230 None None] Port e2a9a3ee-e2a4-46c7-9c28-5834562bd27f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:41.316427 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.517207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.645705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Router 6d540420-4b16-4ef8-bb6b-8840cd117504 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:41.749393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:41.758565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] Sync routers for ids ['6d540420-4b16-4ef8-bb6b-8840cd117504'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:41.769445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] Routers {'6d540420-4b16-4ef8-bb6b-8840cd117504'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:41.770020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6d540420-4b16-4ef8-bb6b-8840cd117504'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.770197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:41.773855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ec5f241b-2573-46e2-88de-ab4e7fb2acf2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8712399 Nov 23 19:14:41.774094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39646) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:41.778847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:41.802812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.812987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] Routers {'6d540420-4b16-4ef8-bb6b-8840cd117504'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:41.813614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6d540420-4b16-4ef8-bb6b-8840cd117504'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.848265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:41.848955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf6f5e-5b24-4b04-adff-3c9f647dab21 None None] The sync data for ids ['6d540420-4b16-4ef8-bb6b-8840cd117504'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:41.913738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b0100b0-71b4-46be-bfe3-fc54ca3978de req-67ab1cba-4f7b-4723-94a5-adc783aaec43 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0347965 Nov 23 19:14:42.125031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.507815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.511836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:42.950107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router 6d540420-4b16-4ef8-bb6b-8840cd117504 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:43.030096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2596279e-078f-4a53-a84f-9fda38daab4b req-b338843e-51ea-4d82-b4e8-561efc4b6eeb tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00197f6-9520-4e1c-8190-ba67acbe7ba9 HTTP/1.1" status: 200 len: 210 time: 0.0291424 Nov 23 19:14:43.068244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:43.075421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.080237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f476d6db-96f6-4cd9-9530-0dcf9e028b21 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "PUT /v2.0/routers/6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 200 len: 922 time: 1.3018079 Nov 23 19:14:43.080237 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:43.085395 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] Sync routers for ids ['6d540420-4b16-4ef8-bb6b-8840cd117504'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:43.096352 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] Routers {'6d540420-4b16-4ef8-bb6b-8840cd117504'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:43.096968 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6d540420-4b16-4ef8-bb6b-8840cd117504'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:43.130695 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:43.140424 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] Routers {'6d540420-4b16-4ef8-bb6b-8840cd117504'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:43.141034 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['6d540420-4b16-4ef8-bb6b-8840cd117504'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:43.178344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:43.179004 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539923-363b-4ce3-83f9-bf6bbf449c82 None None] The sync data for ids ['6d540420-4b16-4ef8-bb6b-8840cd117504'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:43.193364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e0ed8a81-6570-44cf-af8d-a0be2f7764f4 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 200 len: 922 time: 0.1124072 Nov 23 19:14:43.196078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:43.267224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82ed5c-bbbf-477b-b63b-9054e7c3cbdb tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.268795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bb82ed5c-bbbf-477b-b63b-9054e7c3cbdb tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=6d540420-4b16-4ef8-bb6b-8840cd117504&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0718098 Nov 23 19:14:43.271550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:43.361750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259e193-a477-4642-a035-1eafe257208f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:43.363082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5259e193-a477-4642-a035-1eafe257208f tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.0905285 Nov 23 19:14:43.366259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:43.393321 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-567e7239-6d9f-4801-b921-bf218274c5f6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 200 len: 205 time: 0.0259502 Nov 23 19:14:43.395883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:43.501485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.603670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.655699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port e2a9a3ee-e2a4-46c7-9c28-5834562bd27f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:43.655979 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.736370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.751192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for e2a9a3ee-e2a4-46c7-9c28-5834562bd27f owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:43.911176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:43.936363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=e2a9a3ee-e2a4-46c7-9c28-5834562bd27f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:43.950089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38150aa7-a8cf-4c6e-b125-754e33a428b9 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:43.995717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.095585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.098036 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.155779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.156318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router 6d540420-4b16-4ef8-bb6b-8840cd117504 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:44.164295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.165428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-230a0e5e-31af-465c-a1f7-025e2d795926 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 204 len: 168 time: 0.7686400 Nov 23 19:14:44.169544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:44.174815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-566881727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:44.206214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.207268 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.259613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.265096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.283693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.284908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-17629bea-b639-493b-95d1-91cd2219a5fe tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1143987 Nov 23 19:14:44.287907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:44.292293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:44.502905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.694216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.712657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.817223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Allocated IP 172.25.5.18 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ded59004-a63f-4ea8-b942-a1cf51d336d3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:44.918868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:44.956414 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.000490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:45.004015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:45.008408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:45.011753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event updated for resources: {'Port': ['ID=ded59004-a63f-4ea8-b942-a1cf51d336d3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:45.020058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75d2ac-6ea5-402a-8003-c3965dd40098 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:45.136659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a3f281f-572f-4ec5-8f3c-2229c626e996 None None] Provisioning complete for port ded59004-a63f-4ea8-b942-a1cf51d336d3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:45.136953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a3f281f-572f-4ec5-8f3c-2229c626e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.175942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f281f-572f-4ec5-8f3c-2229c626e996 None None] Port ded59004-a63f-4ea8-b942-a1cf51d336d3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:45.268952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.474333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.477583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.604996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Router babaa79a-f85d-4b82-956a-8b053f7345d8 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:45.714968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:45.721672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:45.723120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5275c008-741c-43de-922a-1059f082cf09 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "PUT /v2.0/routers/babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 200 len: 878 time: 1.4340808 Nov 23 19:14:45.725521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:45.726021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] Sync routers for ids ['babaa79a-f85d-4b82-956a-8b053f7345d8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:45.736796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] Routers {'babaa79a-f85d-4b82-956a-8b053f7345d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:45.737814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['babaa79a-f85d-4b82-956a-8b053f7345d8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:45.936417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:45.946004 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] Routers {'babaa79a-f85d-4b82-956a-8b053f7345d8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:45.946637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['babaa79a-f85d-4b82-956a-8b053f7345d8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:45.980569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:45.981134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dac8d-f261-40e0-be0e-593122e10c2a None None] The sync data for ids ['babaa79a-f85d-4b82-956a-8b053f7345d8'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:46.163174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d82a0d9c-e7c8-4578-b1ba-931ab2338f8d tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 200 len: 919 time: 0.4365439 Nov 23 19:14:46.165761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:46.207608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccd29d-b42e-4671-9345-06fdf9b472be tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:46.209194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b4ccd29d-b42e-4671-9345-06fdf9b472be tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=babaa79a-f85d-4b82-956a-8b053f7345d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0425358 Nov 23 19:14:46.211908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:46.304652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4bbb5-56b2-49f5-8adb-fb5a3f7feb23 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:46.306062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-35c4bbb5-56b2-49f5-8adb-fb5a3f7feb23 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.0932293 Nov 23 19:14:46.308929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:46.338654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-55d6d67f-79ec-4e7e-8859-8d5db1bbd2ee tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 200 len: 205 time: 0.0285122 Nov 23 19:14:46.341022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:46.447514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.552665 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.606974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port ded59004-a63f-4ea8-b942-a1cf51d336d3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:46.607306 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.680908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.692740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for ded59004-a63f-4ea8-b942-a1cf51d336d3 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:46.865176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:46.892263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=ded59004-a63f-4ea8-b942-a1cf51d336d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:46.909380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d3a2a-669c-40d3-9d53-08900f01431f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:46.959203 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.052705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.054813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.099579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.100165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router babaa79a-f85d-4b82-956a-8b053f7345d8 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:47.107409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.112608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4f4ab238-4e8f-4ede-b1ae-79bb9800b65a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 204 len: 168 time: 0.7670603 Nov 23 19:14:47.112846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:47.117470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-431352031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:47.141561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.142702 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.197447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.203163 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.221792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.223030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aad97646-a51d-4ff1-a500-657e7344984b tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1090446 Nov 23 19:14:47.228719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:47.233990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': True}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:47.456138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.677850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.698680 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.818386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.25.5.87 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c52b4b2b-6846-4d6f-bb90-b7abac0a864a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:47.950441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:47.984696 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.033678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:48.038495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:48.043342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:48.046277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=c52b4b2b-6846-4d6f-bb90-b7abac0a864a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:48.061239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b41f6a-742d-4882-a817-ae961fef2b51 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:48.112682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7aeae645-8ddf-4c55-80ea-50140e928016 None None] Provisioning complete for port c52b4b2b-6846-4d6f-bb90-b7abac0a864a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:48.113180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7aeae645-8ddf-4c55-80ea-50140e928016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.153380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7aeae645-8ddf-4c55-80ea-50140e928016 None None] Port c52b4b2b-6846-4d6f-bb90-b7abac0a864a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:48.326974 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.537678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.541056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.679026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router 9b4eab79-df3f-42c6-8819-732e4c8e4420 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:48.791047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:48.796231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:48.799999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c7260ff-39f4-4fdf-8290-f76d38332a12 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "PUT /v2.0/routers/9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 200 len: 913 time: 1.5672822 Nov 23 19:14:48.800116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:48.802696 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] Sync routers for ids ['9b4eab79-df3f-42c6-8819-732e4c8e4420'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:48.827228 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] Routers {'9b4eab79-df3f-42c6-8819-732e4c8e4420'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:48.827894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9b4eab79-df3f-42c6-8819-732e4c8e4420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:48.862616 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:48.872053 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] Routers {'9b4eab79-df3f-42c6-8819-732e4c8e4420'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:48.872659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['9b4eab79-df3f-42c6-8819-732e4c8e4420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:48.908428 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:48.912356 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed05cb4-65e6-494c-81f8-23a46829e783 None None] The sync data for ids ['9b4eab79-df3f-42c6-8819-732e4c8e4420'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:48.912499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e6ba52e3-19f9-4df0-b8ce-966eab7d29a0 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 200 len: 919 time: 0.1077130 Nov 23 19:14:48.912499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:48.989944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e9107-5629-4e93-adc1-bab1b3645baa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:48.993859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-812e9107-5629-4e93-adc1-bab1b3645baa tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=9b4eab79-df3f-42c6-8819-732e4c8e4420&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0778990 Nov 23 19:14:48.994111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:49.083886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098aa090-1dcb-4d43-a936-20f629615d28 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:49.085574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-098aa090-1dcb-4d43-a936-20f629615d28 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.0905282 Nov 23 19:14:49.088326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:49.116077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ec9e50bd-cc9b-4db0-9488-a33355e7a5d1 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 200 len: 205 time: 0.0265663 Nov 23 19:14:49.118516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:49.565403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.672293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.725631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port c52b4b2b-6846-4d6f-bb90-b7abac0a864a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:49.726077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.806138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:49.819027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for c52b4b2b-6846-4d6f-bb90-b7abac0a864a owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:49.986829 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.017961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=c52b4b2b-6846-4d6f-bb90-b7abac0a864a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:50.042161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c47dd7-768f-4f80-bec1-fb1ad041d7da None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:50.081745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.176334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.178683 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.228993 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.229738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4eab79-df3f-42c6-8819-732e4c8e4420 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:50.238194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.239343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f991869e-56b0-46fd-bc50-2992550479df tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 204 len: 168 time: 1.1198804 Nov 23 19:14:50.243057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:50.248307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1577986589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:50.273343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.274666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.326861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.331191 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.352196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.355348 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6ed8e089-652c-4db9-9937-5523af0b3ff6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1092329 Nov 23 19:14:50.356763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:50.361245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'enable_snat': False}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:50.567796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.773872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.806791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:50.912399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Allocated IP 172.25.5.32 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/6e3c659e-36d8-49b4-8d56-6893373f43a4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:51.028192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.064825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.103812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:51.109126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:51.112632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:51.122599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8e63f-d7bf-4916-bcae-da7549cdcd93 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:51.139901 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3c659e-36d8-49b4-8d56-6893373f43a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:51.195548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9027eb6-1a87-433b-aee3-5199c2a82054 None None] Provisioning complete for port 6e3c659e-36d8-49b4-8d56-6893373f43a4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:51.195926 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9027eb6-1a87-433b-aee3-5199c2a82054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.231628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9027eb6-1a87-433b-aee3-5199c2a82054 None None] Port 6e3c659e-36d8-49b4-8d56-6893373f43a4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:51.381387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.585535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.589056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.724026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Router ffdd8646-6dff-42b0-88f0-dd90a054ef47 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:51.834895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:51.840034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:51.842495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66bba6f6-8355-40b6-b5d8-04ae286d5829 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "PUT /v2.0/routers/ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 200 len: 915 time: 1.4831557 Nov 23 19:14:51.843857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:51.845170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] Sync routers for ids ['ffdd8646-6dff-42b0-88f0-dd90a054ef47'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:51.857155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] Routers {'ffdd8646-6dff-42b0-88f0-dd90a054ef47'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:51.858124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ffdd8646-6dff-42b0-88f0-dd90a054ef47'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:51.893828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:51.903942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] Routers {'ffdd8646-6dff-42b0-88f0-dd90a054ef47'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:51.904551 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ffdd8646-6dff-42b0-88f0-dd90a054ef47'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:51.936795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:51.937749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8071c-934f-431d-90e9-23ab18ee4a67 None None] The sync data for ids ['ffdd8646-6dff-42b0-88f0-dd90a054ef47'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:51.961233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6571fedb-24ae-4423-b633-f0548e8f048a tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 200 len: 921 time: 0.1161788 Nov 23 19:14:51.964532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.005926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd460b4-7351-4d98-aca1-086e6afe670e tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:52.007403 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5fd460b4-7351-4d98-aca1-086e6afe670e tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=ffdd8646-6dff-42b0-88f0-dd90a054ef47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0418952 Nov 23 19:14:52.010038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.105425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3d622-4395-4f8a-b2d6-273f42870779 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:52.107130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-81d3d622-4395-4f8a-b2d6-273f42870779 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/networks/5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 881 time: 0.0952897 Nov 23 19:14:52.110137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.146158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5083aad3-dd2e-4c50-973c-488f50fd5bc2 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 200 len: 205 time: 0.0348465 Nov 23 19:14:52.148860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.260654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.367111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.423581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port 6e3c659e-36d8-49b4-8d56-6893373f43a4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:52.423921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.501694 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.514637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for 6e3c659e-36d8-49b4-8d56-6893373f43a4 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:52.694215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.733193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=6e3c659e-36d8-49b4-8d56-6893373f43a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:52.740391 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56052a59-27e7-42e0-b7c3-d12cdf407f2b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:52.814015 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.908238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.910467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.954993 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.955580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router ffdd8646-6dff-42b0-88f0-dd90a054ef47 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:52.962453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.963869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73345c06-e0c6-46b2-832c-ebfaf838b816 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 204 len: 168 time: 0.8137560 Nov 23 19:14:52.967361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:52.972882 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-702016589', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:52.998684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:52.999887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.056848 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.195676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.729600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.748666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:53.860641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Allocated IP 172.25.5.238 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c9e862b6-120f-4dcf-9c24-923293518b01) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:14:53.968724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.003851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.051136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:14:54.054032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:54.059690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:14:54.062109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event updated for resources: {'Port': ['ID=c9e862b6-120f-4dcf-9c24-923293518b01,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:54.072055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b00ef-035a-45fc-8589-a9638d0b1551 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:54.178631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d0d375a3-b1d2-4754-8073-3dd42d2ef341 None None] Provisioning complete for port c9e862b6-120f-4dcf-9c24-923293518b01 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:14:54.178999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d0d375a3-b1d2-4754-8073-3dd42d2ef341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.230309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d0d375a3-b1d2-4754-8073-3dd42d2ef341 None None] Port c9e862b6-120f-4dcf-9c24-923293518b01 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:14:54.337645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.549518 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.687765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Router dca8d432-1c47-4d50-bb85-032e051ddd35 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:14:54.799599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:54.810403 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] Sync routers for ids ['dca8d432-1c47-4d50-bb85-032e051ddd35'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:54.825157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] Routers {'dca8d432-1c47-4d50-bb85-032e051ddd35'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:54.826366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['dca8d432-1c47-4d50-bb85-032e051ddd35'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:54.829991 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:54.833837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c2b2fe9e-526f-4bd8-ba7e-1a291ba3f00f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8622832 Nov 23 19:14:54.834095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:54.839735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:54.865485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:54.874491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] Routers {'dca8d432-1c47-4d50-bb85-032e051ddd35'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:54.875095 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['dca8d432-1c47-4d50-bb85-032e051ddd35'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:55.001699 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:55.002269 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39840ea-fd78-4015-8d68-b3eff5b0a412 None None] The sync data for ids ['dca8d432-1c47-4d50-bb85-032e051ddd35'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:55.170330 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.184753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.243864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Deleting port c9e862b6-120f-4dcf-9c24-923293518b01 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:14:55.244253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.325384 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.337437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Calling delete_port for c9e862b6-120f-4dcf-9c24-923293518b01 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:14:55.510270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.546150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Pushing event deleted for resources: {'Port': ['ID=c9e862b6-120f-4dcf-9c24-923293518b01,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:55.564093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564107e-e13e-4957-90ce-e9275eab7653 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:14:55.614859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.834166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-974'] for router, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.837513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652701'] for router, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:55.917676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Router dca8d432-1c47-4d50-bb85-032e051ddd35 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:14:55.997778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:14:56.004574 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.008055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f5846f8-bd7f-479f-8f58-a907a5fb61d8 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "PUT /v2.0/routers/dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 200 len: 705 time: 1.1706264 Nov 23 19:14:56.008282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.008552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] Sync routers for ids ['dca8d432-1c47-4d50-bb85-032e051ddd35'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:14:56.019242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] Routers {'dca8d432-1c47-4d50-bb85-032e051ddd35'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:56.020707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['dca8d432-1c47-4d50-bb85-032e051ddd35'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:56.059351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:56.069335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] Routers {'dca8d432-1c47-4d50-bb85-032e051ddd35'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:14:56.070034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:14:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['dca8d432-1c47-4d50-bb85-032e051ddd35'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:56.080609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-280f5bcc-d808-4f8a-a89f-6a837fe293d9 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/routers/dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 200 len: 740 time: 0.0711515 Nov 23 19:14:56.083019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.111574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:14:56.112300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a67001-e860-447e-a572-8913bbdd8d02 None None] The sync data for ids ['dca8d432-1c47-4d50-bb85-032e051ddd35'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:14:56.137637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0a573222-3271-46ab-bfa1-72e84d566725 tempest-RoutersAdminTest-262392460 tempest-RoutersAdminTest-262392460-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&device_id=dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 200 len: 205 time: 0.0511513 Nov 23 19:14:56.137870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.165564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e798e921-d97c-49dc-8d5f-5a08f52339a1 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 200 len: 205 time: 0.0265880 Nov 23 19:14:56.168033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.248050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.751453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.753647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.797102 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.797630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Fanout notify agent at l3_agent the message router_deleted on router dca8d432-1c47-4d50-bb85-032e051ddd35 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:14:56.804638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:56.805832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ceedd19c-8361-4731-96e6-c193c03616a6 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 204 len: 168 time: 0.6368840 Nov 23 19:14:56.809369 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.839021 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cb3c9b7e-d441-4fbf-ab5c-a11554d91088 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 200 len: 205 time: 0.0285497 Nov 23 19:14:56.841415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.882733 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-944a1527-9094-4722-8876-6d77fd189bbb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:56.883799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-944a1527-9094-4722-8876-6d77fd189bbb tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/dca8d432-1c47-4d50-bb85-032e051ddd35 HTTP/1.1" status: 404 len: 336 time: 0.0414703 Nov 23 19:14:56.886441 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.913293 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8cecda53-f248-43b5-92dc-90ef216bd24a tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 200 len: 205 time: 0.0257027 Nov 23 19:14:56.915534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.953115 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-aef851aa-f8fa-41cc-9055-939d77a3db30 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:56.956691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aef851aa-f8fa-41cc-9055-939d77a3db30 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/ffdd8646-6dff-42b0-88f0-dd90a054ef47 HTTP/1.1" status: 404 len: 336 time: 0.0377872 Nov 23 19:14:56.956848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:56.982903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9e5438f6-8f11-42f5-8d00-7ee8d2c53809 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 200 len: 205 time: 0.0249732 Nov 23 19:14:56.985278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.026784 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-b6ed9ede-e12b-4f6c-bd45-e2a20ada9a3f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:57.027881 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b6ed9ede-e12b-4f6c-bd45-e2a20ada9a3f tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/9b4eab79-df3f-42c6-8819-732e4c8e4420 HTTP/1.1" status: 404 len: 336 time: 0.0416965 Nov 23 19:14:57.030426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.058940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e85678ce-ef3a-454d-8fca-1cea63178aa9 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 200 len: 205 time: 0.0247998 Nov 23 19:14:57.059419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.097150 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5fc6f752-f960-43ff-996b-e2e8c3a882a4 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:57.098204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5fc6f752-f960-43ff-996b-e2e8c3a882a4 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/babaa79a-f85d-4b82-956a-8b053f7345d8 HTTP/1.1" status: 404 len: 336 time: 0.0378671 Nov 23 19:14:57.100767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.130936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4c2611e6-2e90-45cc-8b97-d58bcdfcfab3 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 200 len: 205 time: 0.0290873 Nov 23 19:14:57.133439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.171341 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-44bd66be-7e3f-4a6c-b49b-e74187034308 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:57.172405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-44bd66be-7e3f-4a6c-b49b-e74187034308 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/6d540420-4b16-4ef8-bb6b-8840cd117504 HTTP/1.1" status: 404 len: 336 time: 0.0380728 Nov 23 19:14:57.175077 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.201348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9a4ecba9-ff8a-4232-b067-393e88190f13 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "GET /v2.0/ports?device_id=18a0d77b-3f31-4786-a0ae-f2308ead955b HTTP/1.1" status: 200 len: 205 time: 0.0251617 Nov 23 19:14:57.203804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39842) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.244689 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-18091e34-ecff-400f-b4c0-7047080b4571 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] delete failed (client error): The resource could not be found. Nov 23 19:14:57.245730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-18091e34-ecff-400f-b4c0-7047080b4571 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/routers/18a0d77b-3f31-4786-a0ae-f2308ead955b HTTP/1.1" status: 404 len: 336 time: 0.0410388 Nov 23 19:14:57.248333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.274714 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2c52ff-bcbe-44f6-855d-24c1e2a28b31 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] DELETE failed (client error): The resource could not be found. Nov 23 19:14:57.275161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2c52ff-bcbe-44f6-855d-24c1e2a28b31 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:14:57.278788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a2c52ff-bcbe-44f6-855d-24c1e2a28b31 tempest-RoutersAdminTest-1179828077 tempest-RoutersAdminTest-1179828077-project] 10.222.0.37 "DELETE /v2.0/subnets/bbb33cc8-1779-4f25-8a1e-61c234124e90 HTTP/1.1" status: 404 len: 337 time: 0.0294919 Nov 23 19:14:57.395946 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3cf3db1d-508f-4ae1-87e7-d482a699b30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.545062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.690353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fc5aa-0289-4f52-953f-ba59d228558b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.785150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fc5aa-0289-4f52-953f-ba59d228558b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.791007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-474fc5aa-0289-4f52-953f-ba59d228558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.833785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-474fc5aa-0289-4f52-953f-ba59d228558b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ca2936747cb4625b59b8d476884c9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875783 Nov 23 19:14:57.834785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fc5aa-0289-4f52-953f-ba59d228558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d54da9-ffbe-458c-99ba-786164bf1be7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:57.836544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:57.890301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.912809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.960233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.962928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:57.964154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d54da9-ffbe-458c-99ba-786164bf1be7 HTTP/1.1" status: 204 len: 168 time: 0.1257787 Nov 23 19:14:57.972952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd161a-fd7a-4db5-8842-448f7acc59b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d54da9-ffbe-458c-99ba-786164bf1be7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:58.233273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:58.278312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-668681c1-93aa-47a6-b440-8c05fbd9a3a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2a115b6f579444d877b9f8e7a4b4c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438232 Nov 23 19:14:58.280799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:58.328484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.349833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.398157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.401076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:58.404615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/694c9d0f-7c4b-4ff3-a218-f63ef7bde7f8 HTTP/1.1" status: 204 len: 168 time: 0.1205602 Nov 23 19:14:58.412720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0660fa-457d-4e03-b230-f462f9adea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c9d0f-7c4b-4ff3-a218-f63ef7bde7f8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.113838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:59.214865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1718711902'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:59.236970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:59.240426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.248853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.325957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.329959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.358168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:14:59.368244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baa0cee-701b-42a5-8967-c1aa58bf61dc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.373485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.373836 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Added segment 3794d457-5617-4ea1-91d4-c26356dbd37d of type vlan for network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e Nov 23 19:14:59.418167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.444541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.450320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:59.450933 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.489507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3745430 Nov 23 19:14:59.492454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:59.498945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'subnet': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:14:59.524686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2280c-9c23-40d9-af6d-8d95f0b30609 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Network': ['ID=3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.537639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:14:59.621611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:14:59.625072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.817467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.876023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Subnet': ['ID=abd2a6bc-0bb5-4b48-a53d-9574472ef62d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:14:59.886915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Checking segment: {'id': '3794d457-5617-4ea1-91d4-c26356dbd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:14:59.887197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network hostable DHCP agents. Network: 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:14:59.904821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:14:59.913317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:14:59.918290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:14:59.918988 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:14:59.925622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224aa800-83fa-4fda-933a-cd31cf4be5f1 None None] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:14:59.940063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-316054a0-662f-4e8d-899f-bcdbf1825020 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4431374 Nov 23 19:14:59.940063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:14:59.945464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-928448143'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:00.065736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:00.070191 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.074240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'tenant_id': 'e5ed56b920654282b0ec638204c96b8e', 'fixed_ips': [{'subnet_id': 'abd2a6bc-0bb5-4b48-a53d-9574472ef62d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:00.075463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.088984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:00.182524 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb3aa-3ce1-4b20-a6ae-5758afcf391b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.204742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.11 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/0dcb2372-30e8-4bb2-8d03-ab663350ea5d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:00.357581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.392091 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.435952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Allocated IP 172.20.0.2 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/44f244c4-36a9-411d-829b-03e4e3e5055a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:00.438580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:00.444121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:00.449479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:00.453820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=0dcb2372-30e8-4bb2-8d03-ab663350ea5d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:00.506282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:00.507008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.526423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-53aaa72e-6144-4578-9638-89253cf8bcb2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5851562 Nov 23 19:15:00.529893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:00.535586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-939856735', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f1:3f:ca'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:00.603685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.613464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.652727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:00.654187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:00.657687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:00.661800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:00.694782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Pushing event updated for resources: {'Port': ['ID=44f244c4-36a9-411d-829b-03e4e3e5055a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:00.729005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Attempting to bind port 44f244c4-36a9-411d-829b-03e4e3e5055a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:00.729383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Attempting to bind port 44f244c4-36a9-411d-829b-03e4e3e5055a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '3794d457-5617-4ea1-91d4-c26356dbd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:00.729754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Attempting to bind port 44f244c4-36a9-411d-829b-03e4e3e5055a on network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:00.736646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:00.737089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Checking segment: {'id': '3794d457-5617-4ea1-91d4-c26356dbd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:00.737493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.737912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Bound using segment: {'id': '3794d457-5617-4ea1-91d4-c26356dbd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:00.738396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Bound port: 44f244c4-36a9-411d-829b-03e4e3e5055a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794d457-5617-4ea1-91d4-c26356dbd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:00.738770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.759586 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.780832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port 7a05083b-972e-4ab1-9e5e-092f05f04c68 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:00.828342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] For port 44f244c4-36a9-411d-829b-03e4e3e5055a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:00.833438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] For port 44f244c4-36a9-411d-829b-03e4e3e5055a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44f244c4-36a9-411d-829b-03e4e3e5055a,segment=NetworkSegment(3794d457-5617-4ea1-91d4-c26356dbd37d),segment_id=3794d457-5617-4ea1-91d4-c26356dbd37d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:00.835684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.840405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:00.902617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e93ab-7246-4be8-aabc-44f5b228c9f0 None None] Pushing event updated for resources: {'Port': ['ID=44f244c4-36a9-411d-829b-03e4e3e5055a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:00.910113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.5 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/7a05083b-972e-4ab1-9e5e-092f05f04c68) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:01.102350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.148666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.201472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:01.204848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:01.209523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:01.240863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=7a05083b-972e-4ab1-9e5e-092f05f04c68,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:01.271036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:01.271802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.289433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5549c8dd-5401-48d0-9e2b-f1845fb0191b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7584035 Nov 23 19:15:01.292479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:01.375187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852dab1-c1d5-4168-b2bf-7bf12e064753 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:01.381255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852dab1-c1d5-4168-b2bf-7bf12e064753 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:01.387425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852dab1-c1d5-4168-b2bf-7bf12e064753 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:01.391712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0852dab1-c1d5-4168-b2bf-7bf12e064753 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0958064 Nov 23 19:15:01.391949 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:01.478817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port 7a05083b-972e-4ab1-9e5e-092f05f04c68 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:01.479772 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.571485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.586705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for 7a05083b-972e-4ab1-9e5e-092f05f04c68 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:01.743356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.778790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=7a05083b-972e-4ab1-9e5e-092f05f04c68,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:01.925378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:01.931360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8159df34-922b-4f22-83b4-d0c6cbaa7dff tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/7a05083b-972e-4ab1-9e5e-092f05f04c68 HTTP/1.1" status: 204 len: 168 time: 0.5362904 Nov 23 19:15:01.931725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39932) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:01.958123 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5a89e-ba33-4aeb-9847-8495204118fc tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] GET failed (client error): The resource could not be found. Nov 23 19:15:01.959613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ff5a89e-ba33-4aeb-9847-8495204118fc tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports/7a05083b-972e-4ab1-9e5e-092f05f04c68 HTTP/1.1" status: 404 len: 333 time: 0.0262163 Nov 23 19:15:01.963979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:01.968932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-1613923997'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:01.991416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b8f9f-baf6-4b96-8b59-bfcd80641605 None None] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:02.078808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] Provisioning complete for port 44f244c4-36a9-411d-829b-03e4e3e5055a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:02.079066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.087160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:02.091121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.109245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port 00a1a11c-c066-47d9-bb97-519fa365c3fd yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:02.219211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.223621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.3 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/00a1a11c-c066-47d9-bb97-519fa365c3fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:02.268455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.272353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] For port 44f244c4-36a9-411d-829b-03e4e3e5055a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44f244c4-36a9-411d-829b-03e4e3e5055a,segment=NetworkSegment(3794d457-5617-4ea1-91d4-c26356dbd37d),segment_id=3794d457-5617-4ea1-91d4-c26356dbd37d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:02.277759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.356546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d63d75-245b-4e3d-823f-7731037e2616 None None] Pushing event updated for resources: {'Port': ['ID=44f244c4-36a9-411d-829b-03e4e3e5055a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:02.437205 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.480297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.532899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:02.536707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:02.541802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:02.575574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=00a1a11c-c066-47d9-bb97-519fa365c3fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:02.644292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cf0a9c10-ecd3-42a5-8f21-9a79f6ec8fbf None None] Provisioning complete for port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:02.644877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9c10-ecd3-42a5-8f21-9a79f6ec8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.652211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44f244c4-36a9-411d-829b-03e4e3e5055a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:02.653396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:02.654413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.681616 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1740dd78-7d00-4874-be19-215c55f465f5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7163198 Nov 23 19:15:02.684673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:02.691533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f1:3f:ca'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:02.764917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a9c10-ecd3-42a5-8f21-9a79f6ec8fbf None None] Port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:02.797313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cf0a9c10-ecd3-42a5-8f21-9a79f6ec8fbf None None] Provisioning complete for port 44f244c4-36a9-411d-829b-03e4e3e5055a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:02.797806 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9c10-ecd3-42a5-8f21-9a79f6ec8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.864331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 44f244c4-36a9-411d-829b-03e4e3e5055a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:02.865344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:02.907543 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.103201 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:03.124581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3fe678b6-88e9-47f3-b3b4-f019cb04a1e7 None None] Could not find standard attr ID for object 7a05083b-972e-4ab1-9e5e-092f05f04c68. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:03.138520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3fe678b6-88e9-47f3-b3b4-f019cb04a1e7 None None] Provisioning complete for port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:03.138896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fe678b6-88e9-47f3-b3b4-f019cb04a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.142683 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.152379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.193648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3fe678b6-88e9-47f3-b3b4-f019cb04a1e7 None None] Port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:03.250725 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.252084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] In _notify_port_updated(), no bound segment for port 00a1a11c-c066-47d9-bb97-519fa365c3fd on network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:03.257938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:03.258551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.259943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "PUT /v2.0/ports/00a1a11c-c066-47d9-bb97-519fa365c3fd HTTP/1.1" status: 200 len: 994 time: 0.5735650 Nov 23 19:15:03.260874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f176e0-e1f1-4971-9d7d-a13321789a21 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=00a1a11c-c066-47d9-bb97-519fa365c3fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:03.263587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:03.321731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67bfdfd6-5213-4693-9529-2197396ce1ba None None] Provisioning complete for port 00a1a11c-c066-47d9-bb97-519fa365c3fd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:03.322749 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67bfdfd6-5213-4693-9529-2197396ce1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.372092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port 00a1a11c-c066-47d9-bb97-519fa365c3fd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:03.372438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.373789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-67bfdfd6-5213-4693-9529-2197396ce1ba None None] Port 00a1a11c-c066-47d9-bb97-519fa365c3fd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:03.477215 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.490514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for 00a1a11c-c066-47d9-bb97-519fa365c3fd owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:03.631651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.670642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=00a1a11c-c066-47d9-bb97-519fa365c3fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:03.696328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8b9e0357-1b13-4e6e-8cff-2c8721682e98 None None] Could not find standard attr ID for object 00a1a11c-c066-47d9-bb97-519fa365c3fd. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:03.812072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:03.817227 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-05c1d358-0420-430f-9cdd-a11ecfabec92 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/00a1a11c-c066-47d9-bb97-519fa365c3fd HTTP/1.1" status: 204 len: 168 time: 0.5502980 Nov 23 19:15:03.818593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:03.852807 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af0693f-49c0-48de-9810-b85c0ee7a44b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] GET failed (client error): The resource could not be found. Nov 23 19:15:03.854707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8af0693f-49c0-48de-9810-b85c0ee7a44b tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports/00a1a11c-c066-47d9-bb97-519fa365c3fd HTTP/1.1" status: 404 len: 333 time: 0.0343003 Nov 23 19:15:03.859069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:03.865043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-272407744'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:03.988947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:03.992609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.010212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port edc889a4-fffc-4195-83f4-35ef521ce681 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:04.121938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.4 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/edc889a4-fffc-4195-83f4-35ef521ce681) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:04.270103 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.308817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.354262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:04.357286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:04.360985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:04.367549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=edc889a4-fffc-4195-83f4-35ef521ce681,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:04.418148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:04.418830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.437768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2b46d53e-b716-4166-b634-610fa4e3bc96 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5767515 Nov 23 19:15:04.439864 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 39948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:04.445261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f1:3f:ca'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:04.520836 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.623042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c2439729-e874-4158-adbe-5e0eae5b314a None None] Provisioning complete for port edc889a4-fffc-4195-83f4-35ef521ce681 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:04.623717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2439729-e874-4158-adbe-5e0eae5b314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.657680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c2439729-e874-4158-adbe-5e0eae5b314a None None] Port edc889a4-fffc-4195-83f4-35ef521ce681 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:04.707343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.712576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.790942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=edc889a4-fffc-4195-83f4-35ef521ce681,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:04.806340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] In _notify_port_updated(), no bound segment for port edc889a4-fffc-4195-83f4-35ef521ce681 on network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:04.812910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:04.813621 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:04.815265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cad9975a-9609-48fd-927f-3db3688f9500 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "PUT /v2.0/ports/edc889a4-fffc-4195-83f4-35ef521ce681 HTTP/1.1" status: 200 len: 995 time: 0.3740475 Nov 23 19:15:04.818054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:04.921843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port edc889a4-fffc-4195-83f4-35ef521ce681 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:04.922578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.020911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.034392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for edc889a4-fffc-4195-83f4-35ef521ce681 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:05.094045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dbbac7d8-a0b0-4cfc-9bdf-cd0f03440fcc None None] Provisioning complete for port edc889a4-fffc-4195-83f4-35ef521ce681 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:05.094419 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbbac7d8-a0b0-4cfc-9bdf-cd0f03440fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.143546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dbbac7d8-a0b0-4cfc-9bdf-cd0f03440fcc None None] Port edc889a4-fffc-4195-83f4-35ef521ce681 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:05.196880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.231707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=edc889a4-fffc-4195-83f4-35ef521ce681,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:05.324955 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.328429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f599d98b-27d9-4974-987c-5f459148c2e5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/edc889a4-fffc-4195-83f4-35ef521ce681 HTTP/1.1" status: 204 len: 168 time: 0.5093155 Nov 23 19:15:05.330941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:05.357517 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da7b4dc-7f35-4729-8705-81123bebc57e tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] GET failed (client error): The resource could not be found. Nov 23 19:15:05.363861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2da7b4dc-7f35-4729-8705-81123bebc57e tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports/edc889a4-fffc-4195-83f4-35ef521ce681 HTTP/1.1" status: 404 len: 333 time: 0.0270994 Nov 23 19:15:05.364165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:05.369777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-688452583'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:05.504147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:05.507791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.525685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port 72066604-7c03-4264-bc68-2f11b3f1afc2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:05.639203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.8 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/72066604-7c03-4264-bc68-2f11b3f1afc2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:05.794454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.830275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.877285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:05.882525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:05.886225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:05.913250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=72066604-7c03-4264-bc68-2f11b3f1afc2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:05.943718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:05.944421 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:05.966719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f9314f0-8fd9-45f6-8272-2cfc479ef539 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5991607 Nov 23 19:15:05.967052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:05.972446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'network_id': '3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e', 'name': 'tempest-AllowedAddressPairTestJSON-2052786206'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:06.096233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Made reservation on behalf of e5ed56b920654282b0ec638204c96b8e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:06.100056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.123534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] device_id is not set on port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:06.182950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-855157c4-4517-4d73-9ab4-e806626d7dfd None None] Provisioning complete for port 72066604-7c03-4264-bc68-2f11b3f1afc2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:06.183553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-855157c4-4517-4d73-9ab4-e806626d7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.222778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-855157c4-4517-4d73-9ab4-e806626d7dfd None None] Port 72066604-7c03-4264-bc68-2f11b3f1afc2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:06.244507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Allocated IP 172.20.0.4 (3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e/abd2a6bc-0bb5-4b48-a53d-9574472ef62d/c5f0ee41-9ff9-4418-b383-8b2c45e69a3e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:06.471466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.543796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.594056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:06.597424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:06.601540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:06.608863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=c5f0ee41-9ff9-4418-b383-8b2c45e69a3e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:06.660218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:06.660892 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.679143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2e05e7a1-3b9a-4174-9c8d-35b77420053a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7108600 Nov 23 19:15:06.681602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:06.687560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f1:3f:ca'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f0:97:eb'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:06.770316 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.850613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68dea7fe-0685-4eee-ba66-54124d1e9f00 None None] Provisioning complete for port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:06.851354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68dea7fe-0685-4eee-ba66-54124d1e9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.886896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-68dea7fe-0685-4eee-ba66-54124d1e9f00 None None] Port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:06.956059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:06.960783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.043735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event updated for resources: {'Port': ['ID=c5f0ee41-9ff9-4418-b383-8b2c45e69a3e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:07.053966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] In _notify_port_updated(), no bound segment for port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e on network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:07.060223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:07.060903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.062254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b91b17b9-36f1-4957-bea5-13ed3673613a tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "PUT /v2.0/ports/c5f0ee41-9ff9-4418-b383-8b2c45e69a3e HTTP/1.1" status: 200 len: 1056 time: 0.3791320 Nov 23 19:15:07.065077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:07.166893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:07.167235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.220083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6f76c709-dd09-4ee6-a600-2d73b6b0194a None None] Provisioning complete for port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:07.221327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f76c709-dd09-4ee6-a600-2d73b6b0194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.256850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f76c709-dd09-4ee6-a600-2d73b6b0194a None None] Port c5f0ee41-9ff9-4418-b383-8b2c45e69a3e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:07.259485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.272901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for c5f0ee41-9ff9-4418-b383-8b2c45e69a3e owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:07.410649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.437657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=c5f0ee41-9ff9-4418-b383-8b2c45e69a3e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:07.517977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-1c64e180-1aad-429a-87b4-f97b3a7b1368 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:07.519601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-1c64e180-1aad-429a-87b4-f97b3a7b1368 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1259949 Nov 23 19:15:07.537696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-905bd91d-bbbe-43ee-a2e3-5f0c81315aad tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0120239 Nov 23 19:15:07.608029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-689f301a-bae4-4a77-9530-62fa3c387fbf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651262 Nov 23 19:15:07.662109 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.665420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ec085ef0-480d-4931-8f5e-9027a2d2415f tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/c5f0ee41-9ff9-4418-b383-8b2c45e69a3e HTTP/1.1" status: 204 len: 168 time: 0.5993712 Nov 23 19:15:07.668153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:07.695007 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd933681-ac47-4ac4-ad6e-a1cc0bd7d704 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] GET failed (client error): The resource could not be found. Nov 23 19:15:07.696589 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd933681-ac47-4ac4-ad6e-a1cc0bd7d704 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports/c5f0ee41-9ff9-4418-b383-8b2c45e69a3e HTTP/1.1" status: 404 len: 333 time: 0.0274138 Nov 23 19:15:07.699806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 39988) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:07.769437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-886ac018-32ab-45a9-9902-48ddc4ed7230 service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571906 Nov 23 19:15:07.795735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port 72066604-7c03-4264-bc68-2f11b3f1afc2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:07.796219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.864454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-e12d08f6-cb45-44a7-bef1-4015119bc301 service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Nov 23 19:15:07.923339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:07.941516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for 72066604-7c03-4264-bc68-2f11b3f1afc2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:08.134119 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.164761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=72066604-7c03-4264-bc68-2f11b3f1afc2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:08.288218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d3c21bd-7b4b-4382-8952-370c13ee090e req-e7649d29-a45d-455d-9637-7a9a2b41f3d6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.2327223 Nov 23 19:15:08.306294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.310522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c034dfff-16ab-4002-8d6a-9af0d87a1998 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/72066604-7c03-4264-bc68-2f11b3f1afc2 HTTP/1.1" status: 204 len: 168 time: 0.6097174 Nov 23 19:15:08.313139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:08.342330 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1162deda-3737-474a-976b-017997a9ecf2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] GET failed (client error): The resource could not be found. Nov 23 19:15:08.343995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1162deda-3737-474a-976b-017997a9ecf2 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "GET /v2.0/ports/72066604-7c03-4264-bc68-2f11b3f1afc2 HTTP/1.1" status: 404 len: 333 time: 0.0296538 Nov 23 19:15:08.348221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:08.445222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port 0dcb2372-30e8-4bb2-8d03-ab663350ea5d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:08.445851 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.544990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.559390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for 0dcb2372-30e8-4bb2-8d03-ab663350ea5d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:08.697839 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.730224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=0dcb2372-30e8-4bb2-8d03-ab663350ea5d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:08.803555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.807606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b01f965a-f9ca-4112-9e9f-13ac6d3348b8 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/ports/0dcb2372-30e8-4bb2-8d03-ab663350ea5d HTTP/1.1" status: 204 len: 168 time: 0.4581828 Nov 23 19:15:08.809970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:08.878711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting subnet abd2a6bc-0bb5-4b48-a53d-9574472ef62d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:08.882824 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:08.929967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.024352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.058759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.092356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.121243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Subnet': ['ID=abd2a6bc-0bb5-4b48-a53d-9574472ef62d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:09.123230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.126526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-01627cc1-116b-4a78-8aa3-46c618a34317 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/subnets/abd2a6bc-0bb5-4b48-a53d-9574472ef62d HTTP/1.1" status: 204 len: 168 time: 0.3153830 Nov 23 19:15:09.129272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:09.132946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d0235-8f5a-4489-b098-8855c53a5d00 None None] Network 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:09.281207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.335285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-647241c4-a84d-464b-a876-bc8fade8b484 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:09.337463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-647241c4-a84d-464b-a876-bc8fade8b484 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1978934 Nov 23 19:15:09.347862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] DHCP port deletion for 3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:09.356460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:09.421261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Deleting port 44f244c4-36a9-411d-829b-03e4e3e5055a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:09.421648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.427944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Deleting port 44f244c4-36a9-411d-829b-03e4e3e5055a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:09.428372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.453740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9135a5e4-cdf9-44d4-82b5-84790657a0d0 req-46bfe502-d61c-40b6-abea-246ee7dcd252 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0718188 Nov 23 19:15:09.516967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] For port 44f244c4-36a9-411d-829b-03e4e3e5055a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44f244c4-36a9-411d-829b-03e4e3e5055a,segment=NetworkSegment(3794d457-5617-4ea1-91d4-c26356dbd37d),segment_id=3794d457-5617-4ea1-91d4-c26356dbd37d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:09.517483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.534315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Calling delete_port for 44f244c4-36a9-411d-829b-03e4e3e5055a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:09.628051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.673163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] Pushing event deleted for resources: {'Port': ['ID=44f244c4-36a9-411d-829b-03e4e3e5055a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:09.681176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9b966-c00d-49b5-b56d-c4fa1309e6b8 None None] No DVR routers for this DVR port 44f244c4-36a9-411d-829b-03e4e3e5055a on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:09.865597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] For port 44f244c4-36a9-411d-829b-03e4e3e5055a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=44f244c4-36a9-411d-829b-03e4e3e5055a,segment=NetworkSegment(3794d457-5617-4ea1-91d4-c26356dbd37d),segment_id=3794d457-5617-4ea1-91d4-c26356dbd37d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:09.865953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:09.884093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Calling delete_port for 44f244c4-36a9-411d-829b-03e4e3e5055a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:09.898258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:09.902614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.053629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.090388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Port': ['ID=44f244c4-36a9-411d-829b-03e4e3e5055a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:10.092165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] No DVR routers for this DVR port 44f244c4-36a9-411d-829b-03e4e3e5055a on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:10.125863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.3 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:10.194357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.230134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:10.247458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3794d457-5617-4ea1-91d4-c26356dbd37d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:10.247754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3794d457-5617-4ea1-91d4-c26356dbd37d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:10.271284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.297209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.336940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:10.337343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: items = [ Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self.session.flush() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:10.340286 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:10.414631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.427095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.430232 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] 10.222.0.37 "DELETE /v2.0/networks/3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e HTTP/1.1" status: 204 len: 168 time: 1.3000104 Nov 23 19:15:10.437132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.452521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8703cd-36b0-46c9-9cbe-50b711db1bf5 tempest-AllowedAddressPairTestJSON-381347142 tempest-AllowedAddressPairTestJSON-381347142-project] Pushing event deleted for resources: {'Network': ['ID=3f6cb1d8-b5b9-46e9-a8c2-c4e7f8a4f35e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:10.506826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.581740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.603167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44f244c4-36a9-411d-829b-03e4e3e5055a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:10.612695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:10.618505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:10.622256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:10.628760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:10.631942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 44f244c4-36a9-411d-829b-03e4e3e5055a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:10.632540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 44f244c4-36a9-411d-829b-03e4e3e5055a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:10.696002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2517e70-4671-4dce-9c04-090e4afe69bb req-52e65c5d-03ed-4261-9fcc-c835d7ec2599 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:10.697604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2517e70-4671-4dce-9c04-090e4afe69bb req-52e65c5d-03ed-4261-9fcc-c835d7ec2599 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 931 time: 0.1505568 Nov 23 19:15:10.708970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:10.709613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:10.778010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2517e70-4671-4dce-9c04-090e4afe69bb req-35c1273d-0f37-4039-8ffe-d28c56fceabb tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631437 Nov 23 19:15:10.781732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-3b47a8ec-beb3-45fb-ac70-dd3a3f9e5bac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4330502 Nov 23 19:15:10.793195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b18f732c-b224-4ada-ad53-5e0bb13ea994 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:15:10.794322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b18f732c-b224-4ada-ad53-5e0bb13ea994 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057826 Nov 23 19:15:10.811456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Request body: {'port': {'device_id': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:10.840061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:10.878132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.004341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8394f031-9311-4915-b2da-8aa32c5024b0 None None] Provisioning complete for port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:11.005324 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8394f031-9311-4915-b2da-8aa32c5024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.007019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-388ee001-17ff-4a17-a1ba-19f1cd8025fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ed56b920654282b0ec638204c96b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655490 Nov 23 19:15:11.010341 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:11.054261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8394f031-9311-4915-b2da-8aa32c5024b0 None None] Port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:11.075884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.098222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.153528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.156670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.157831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7baa0cee-701b-42a5-8967-c1aa58bf61dc HTTP/1.1" status: 204 len: 168 time: 0.1463661 Nov 23 19:15:11.168024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234afa40-6f59-499d-ba49-779227f50188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baa0cee-701b-42a5-8967-c1aa58bf61dc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:11.204319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:11.212275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.226188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Transition to ACTIVE for port object ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:15:11.230926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.292538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Pushing event updated for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:11.369154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Attempting to bind port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:11.370384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Attempting to bind port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:11.370384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Attempting to bind port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:11.375175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:15:11.375535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Attempting to bind port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:11.381707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:11.382051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:11.382443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:11.382950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Bound port: ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:11.383331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.467228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:11.471980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:11.479013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.518355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.519373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:11.520830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] 10.222.0.50 "PUT /v2.0/ports/ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc HTTP/1.1" status: 200 len: 1091 time: 0.7148752 Nov 23 19:15:11.521313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:11.523653 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acc54b-5e8f-431a-bfe2-489cb71dcc28" -d '{"events": [{"name": "network-changed", "server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:11.598428 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7bbec4-598d-44ae-bffc-4f845adad5d0 x-openstack-request-id: req-7a7bbec4-598d-44ae-bffc-4f845adad5d0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:11.600122 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:11.600609 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a7bbec4-598d-44ae-bffc-4f845adad5d0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:11.601372 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc', 'status': 'completed', 'code': 200} Nov 23 19:15:11.612461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533c29-06f4-4a78-891c-0518104553ed service neutron] Pushing event updated for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:11.659212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-48876ef3-1b83-4a7a-87e3-26e310981858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.660778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-48876ef3-1b83-4a7a-87e3-26e310981858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 1094 time: 0.0845134 Nov 23 19:15:11.713080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-fcade6ef-62fb-45da-bbcb-7b733c806384 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc HTTP/1.1" status: 200 len: 217 time: 0.0432045 Nov 23 19:15:11.784016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-41d22a32-61f7-4adc-a317-4fbfe5b90564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.786377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-41d22a32-61f7-4adc-a317-4fbfe5b90564 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0634642 Nov 23 19:15:11.844485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-519f4465-a627-4268-b132-a9f50c89c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.846563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-519f4465-a627-4268-b132-a9f50c89c843 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525384 Nov 23 19:15:11.982826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6180-10a5-45ed-820b-6268d607055b req-393ca987-b3b5-4e55-abcd-98363a607646 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:11.984323 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf1d6180-10a5-45ed-820b-6268d607055b req-393ca987-b3b5-4e55-abcd-98363a607646 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.1166825 Nov 23 19:15:11.997067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:12.019587 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-d2445257-844a-418d-980e-65095935423a service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647227 Nov 23 19:15:12.071364 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf1d6180-10a5-45ed-820b-6268d607055b req-43b4dc97-1993-4a05-834a-f41b14c62e2a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Nov 23 19:15:12.104890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1403129054'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:12.128714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:12.132198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.140146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-768ec199-2d1d-46a0-82f7-1dc0b4d5f48c req-742219b6-1880-4192-9fb2-e46dd054cb06 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105049 Nov 23 19:15:12.141712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.224248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.229647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.245950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-8e86467f-82d2-4c77-beba-f342ab958cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.247675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-8e86467f-82d2-4c77-beba-f342ab958cb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 1094 time: 0.0542037 Nov 23 19:15:12.253769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:12.268893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395fd534-df22-416c-9dc5-f89096e8279a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:12.271751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.272092 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 4bf48f69-01bf-4ac9-8d02-a1e652c82081 of type vlan for network d2e58d82-6b0b-4dda-94b6-a94061c607e5 Nov 23 19:15:12.313717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.340942 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.347144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.347775 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.358650 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-e6f2bf52-95a0-409d-bc44-9883c4ea831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.360945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-e6f2bf52-95a0-409d-bc44-9883c4ea831e service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.1051311 Nov 23 19:15:12.394665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3955550 Nov 23 19:15:12.395271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40060) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:12.409823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-eb07419f-de1a-49f1-9966-f93e1c22cf38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc HTTP/1.1" status: 200 len: 217 time: 0.0401042 Nov 23 19:15:12.433368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'name': 'tempest-PortsIpV6TestJSON-380220116'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:12.451913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b8fb3-7193-476e-ab87-8c60610a0a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=d2e58d82-6b0b-4dda-94b6-a94061c607e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:12.463619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:12.475341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-9c5d61f1-5ad2-4519-9f19-2b7d2da45e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.479386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-9c5d61f1-5ad2-4519-9f19-2b7d2da45e72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0613716 Nov 23 19:15:12.565713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:12.566296 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-d5d91d4b-481b-4e89-9b2c-1d53fc1f0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.568099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-d5d91d4b-481b-4e89-9b2c-1d53fc1f0039 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811346 Nov 23 19:15:12.569605 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.588853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 18227594-d324-49c3-a8e4-7c9ea9148716 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:12.680839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-549f5360-c403-440e-adf5-32a356bdc428 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046126 Nov 23 19:15:12.776145 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.789995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21acc54b-5e8f-431a-bfe2-489cb71dcc28 req-a47ff10b-23d0-4074-932a-61270d028458 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009727 Nov 23 19:15:12.823951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.886616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=18227594-d324-49c3-a8e4-7c9ea9148716,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:12.903291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '4bf48f69-01bf-4ac9-8d02-a1e652c82081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:12.903772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: d2e58d82-6b0b-4dda-94b6-a94061c607e5, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:12.921176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:12.929824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d2e58d82-6b0b-4dda-94b6-a94061c607e5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:12.934976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:12.941257 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:12.941864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:12.944358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f996c58-8865-4d91-a9e0-becaac87b3ba None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:12.958942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf0cffc6-45ea-4d40-845b-3a4acbab4cfd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5601244 Nov 23 19:15:12.962065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:12.968229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248614575'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:12.991119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:12.995875 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.022092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:13.032123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.033076 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 5aa7110e-76bd-41cb-a244-028aa1f32b01 of type vlan for network c1a06ed1-9c9d-49d1-b5e1-da63a90ea903 Nov 23 19:15:13.075108 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.119678 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.127701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.128431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.182011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2175238 Nov 23 19:15:13.184689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:13.189776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'ports': [{'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'}, {'network_id': 'c1a06ed1-9c9d-49d1-b5e1-da63a90ea903'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:13.190337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:13.191050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'c1a06ed1-9c9d-49d1-b5e1-da63a90ea903'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:13.259447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d788cd4-4af1-4769-9d1d-2217facec71c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=c1a06ed1-9c9d-49d1-b5e1-da63a90ea903,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:13.273771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c1a06ed1-9c9d-49d1-b5e1-da63a90ea903 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:13.310702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce047-8fcd-45a6-a24d-e9d3d0a94f10 req-1a31b054-8503-4213-addd-3d56da429365 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:13.313734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbdce047-8fcd-45a6-a24d-e9d3d0a94f10 req-1a31b054-8503-4213-addd-3d56da429365 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.1532226 Nov 23 19:15:13.385652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbdce047-8fcd-45a6-a24d-e9d3d0a94f10 req-041f1d6d-3930-43f3-b1ff-2091d5bfee82 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631437 Nov 23 19:15:13.420848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:13.426454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.443267 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.552974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 0a8bfb74-35c0-48ec-a23a-47efd0944bfa yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:13.691782 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.787254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 7c27e620-f978-482a-a227-0aff3bfbcf4e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:13.924547 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:13.977240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:14.056797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:14.064877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:14.067467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=0a8bfb74-35c0-48ec-a23a-47efd0944bfa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:14.070364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:14.071271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:14.160493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=7c27e620-f978-482a-a227-0aff3bfbcf4e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:14.184739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '5aa7110e-76bd-41cb-a244-028aa1f32b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1a06ed1-9c9d-49d1-b5e1-da63a90ea903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:14.185110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: c1a06ed1-9c9d-49d1-b5e1-da63a90ea903, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:14.207688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network c1a06ed1-9c9d-49d1-b5e1-da63a90ea903 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:14.222594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c1a06ed1-9c9d-49d1-b5e1-da63a90ea903) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:14.241818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5b4e1-acc9-40b9-bec7-8102ad0068a0 None None] Network c1a06ed1-9c9d-49d1-b5e1-da63a90ea903 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:14.250407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:14.257984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:14.263040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:14.265395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:14.288980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a5ce019f-6197-4372-b83a-24fd2c266252 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1030791 Nov 23 19:15:14.292551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:14.408598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 7c27e620-f978-482a-a227-0aff3bfbcf4e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:14.408955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:14.500056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:14.532432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 7c27e620-f978-482a-a227-0aff3bfbcf4e owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:14.553808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9128-edb9-4715-a306-e4d2d8137893 req-4d73fcaf-4067-4a78-afda-82b5735e6dea tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:14.555509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b4f9128-edb9-4715-a306-e4d2d8137893 req-4d73fcaf-4067-4a78-afda-82b5735e6dea tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0801823 Nov 23 19:15:14.614860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b4f9128-edb9-4715-a306-e4d2d8137893 req-e46c2b39-536c-4bbf-9a81-91a03ad38d6f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Nov 23 19:15:14.978132 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.007786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=7c27e620-f978-482a-a227-0aff3bfbcf4e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:15.015450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.016151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/7c27e620-f978-482a-a227-0aff3bfbcf4e HTTP/1.1" status: 204 len: 168 time: 0.7219543 Nov 23 19:15:15.020159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.021516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.021877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.022220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.022564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.023079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.023226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.023593 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.023928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.024623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.025130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.025614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.025941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024563-9e8b-4212-8607-a539c1dcb7d9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:15.153267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e2a89-1a4a-4e8c-aa68-1e463573bdca tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.162069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e2a89-1a4a-4e8c-aa68-1e463573bdca tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.163748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f5e2a89-1a4a-4e8c-aa68-1e463573bdca tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1423454 Nov 23 19:15:15.166551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.269318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 0a8bfb74-35c0-48ec-a23a-47efd0944bfa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:15.269318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.396027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.415278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 0a8bfb74-35c0-48ec-a23a-47efd0944bfa owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:15.506283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.544524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=0a8bfb74-35c0-48ec-a23a-47efd0944bfa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:15.559161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.561888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-499f9f49-e84c-48a8-bb01-dbe78d960fcd tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/0a8bfb74-35c0-48ec-a23a-47efd0944bfa HTTP/1.1" status: 204 len: 168 time: 0.3938394 Nov 23 19:15:15.564619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40076) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.624989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744954ca-e2a7-467f-9b98-4abbd06ed8ec tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.626793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-744954ca-e2a7-467f-9b98-4abbd06ed8ec tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0607662 Nov 23 19:15:15.629570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.659389 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-07539740-8b94-4286-a68f-44245b70f587 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:15.660820 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-07539740-8b94-4286-a68f-44245b70f587 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/7c27e620-f978-482a-a227-0aff3bfbcf4e HTTP/1.1" status: 404 len: 333 time: 0.0303288 Nov 23 19:15:15.663434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.688530 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaa9465-9125-4c59-bafc-22d4b6568e11 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:15.690031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fcaa9465-9125-4c59-bafc-22d4b6568e11 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/0a8bfb74-35c0-48ec-a23a-47efd0944bfa HTTP/1.1" status: 404 len: 333 time: 0.0255163 Nov 23 19:15:15.692566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40084) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:15.818463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:15.831361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c59002-e1cf-4207-b177-74d0537e0576 req-fe71eb71-d55f-4507-b6b3-bbe6c7faa6e9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:15.833129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30c59002-e1cf-4207-b177-74d0537e0576 req-fe71eb71-d55f-4507-b6b3-bbe6c7faa6e9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.1300745 Nov 23 19:15:16.009649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.036551 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-30c59002-e1cf-4207-b177-74d0537e0576 req-337afa4d-9f33-4852-8825-57856fee50db tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245317 Nov 23 19:15:16.047209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a06ed1-9c9d-49d1-b5e1-da63a90ea903']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:16.060232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa7110e-76bd-41cb-a244-028aa1f32b01') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:16.060535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa7110e-76bd-41cb-a244-028aa1f32b01') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:16.076527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.097841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.108922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:16.109297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:16.113404 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:16.204535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.210096 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.214195 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/c1a06ed1-9c9d-49d1-b5e1-da63a90ea903 HTTP/1.1" status: 204 len: 168 time: 0.5205007 Nov 23 19:15:16.219738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:16.230194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111345993'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:16.236579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85eb21-c981-4d96-96d5-23816b9040c9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=c1a06ed1-9c9d-49d1-b5e1-da63a90ea903,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:16.257868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:16.262428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.292919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:16.304192 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.304541 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment d96158b1-1776-4561-9839-27a13a083a7d of type vlan for network db5bf855-572d-4574-8054-010470fbcf51 Nov 23 19:15:16.346762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.378992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.386036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:16.386899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.430447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2095959 Nov 23 19:15:16.434127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:16.439218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'db5bf855-572d-4574-8054-010470fbcf51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:16.477791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=db5bf855-572d-4574-8054-010470fbcf51,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:16.495558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.495925 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.496463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.496891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.497335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.498153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.498498 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.499026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.499595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.500227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.500810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.501181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ca46d-b807-4e72-9429-e9df8ae410a8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:16.517832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network db5bf855-572d-4574-8054-010470fbcf51 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:16.553924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:16.557639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.628352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:15:16.631168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:15:16.767902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.850861 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=b5226a89-a27c-4319-9d89-40293fbe80a2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:16.856204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': 'd96158b1-1776-4561-9839-27a13a083a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:16.856564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: db5bf855-572d-4574-8054-010470fbcf51, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:16.873751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network db5bf855-572d-4574-8054-010470fbcf51 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:16.886613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, db5bf855-572d-4574-8054-010470fbcf51) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:16.891772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:16.892410 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:16.900210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce29d2e-8031-47a3-90f9-239313254d34 None None] Network db5bf855-572d-4574-8054-010470fbcf51 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:16.911510 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cad3eb96-db6b-4475-a39c-679b1791d697 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4762344 Nov 23 19:15:16.914187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40090) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:16.919501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'db5bf855-572d-4574-8054-010470fbcf51', 'name': 'tempest-PortsIpV6TestJSON-1409659946'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:17.056937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-db5bf855-572d-4574-8054-010470fbcf51', 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': 'b5226a89-a27c-4319-9d89-40293fbe80a2'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:17.057833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.075087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:17.078727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.132041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port c9a44165-fb29-4477-ba30-679fb409e84a yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:17.212463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf18cf-3ec2-4833-a721-28dc1fca0aaa req-b4ac1d5f-15ee-42a6-ab1b-b56c6e8f9f8f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:17.214420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09cf18cf-3ec2-4833-a721-28dc1fca0aaa req-b4ac1d5f-15ee-42a6-ab1b-b56c6e8f9f8f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0899725 Nov 23 19:15:17.234422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Allocated IP 2001:db8::2 (db5bf855-572d-4574-8054-010470fbcf51/b5226a89-a27c-4319-9d89-40293fbe80a2/6307b48e-4820-4173-a091-3923aa7e9aef) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:17.305170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09cf18cf-3ec2-4833-a721-28dc1fca0aaa req-ef1c4af2-6f4a-46dd-b22d-901a8cb00ded tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834587 Nov 23 19:15:17.411940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.423872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.498585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Network db5bf855-572d-4574-8054-010470fbcf51 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:17.503829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:17.510408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:17.523297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Pushing event updated for resources: {'Port': ['ID=6307b48e-4820-4173-a091-3923aa7e9aef,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:17.561734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::36c (db5bf855-572d-4574-8054-010470fbcf51/b5226a89-a27c-4319-9d89-40293fbe80a2/c9a44165-fb29-4477-ba30-679fb409e84a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:17.619771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Attempting to bind port 6307b48e-4820-4173-a091-3923aa7e9aef on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:17.620133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Attempting to bind port 6307b48e-4820-4173-a091-3923aa7e9aef by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'd96158b1-1776-4561-9839-27a13a083a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:17.620652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Attempting to bind port 6307b48e-4820-4173-a091-3923aa7e9aef on network db5bf855-572d-4574-8054-010470fbcf51 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:17.626973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:17.627500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Checking segment: {'id': 'd96158b1-1776-4561-9839-27a13a083a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:17.627970 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.628373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Bound using segment: {'id': 'd96158b1-1776-4561-9839-27a13a083a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:17.628840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Bound port: 6307b48e-4820-4173-a091-3923aa7e9aef, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96158b1-1776-4561-9839-27a13a083a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db5bf855-572d-4574-8054-010470fbcf51'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:17.629240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.698692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] For port 6307b48e-4820-4173-a091-3923aa7e9aef, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:17.702928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] For port 6307b48e-4820-4173-a091-3923aa7e9aef, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6307b48e-4820-4173-a091-3923aa7e9aef,segment=NetworkSegment(d96158b1-1776-4561-9839-27a13a083a7d),segment_id=d96158b1-1776-4561-9839-27a13a083a7d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:17.711693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.792780 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d308d-2785-4c1b-9d84-ff4708d551ce None None] Pushing event updated for resources: {'Port': ['ID=6307b48e-4820-4173-a091-3923aa7e9aef,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:17.800223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.843950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.889940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network db5bf855-572d-4574-8054-010470fbcf51 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:17.893192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:17.900208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:17.906512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:17.907296 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:17.922682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=c9a44165-fb29-4477-ba30-679fb409e84a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:17.937564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6b1b67cc-5915-47ed-b1fe-0d8a03743806 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0223877 Nov 23 19:15:17.940222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.095597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port c9a44165-fb29-4477-ba30-679fb409e84a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:18.095875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.206001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.218437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for c9a44165-fb29-4477-ba30-679fb409e84a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:18.356493 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.398586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=c9a44165-fb29-4477-ba30-679fb409e84a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:18.430831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.435522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b0af1529-a9b7-4047-94b8-ef7f8d2c1435 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/c9a44165-fb29-4477-ba30-679fb409e84a HTTP/1.1" status: 204 len: 168 time: 0.4933400 Nov 23 19:15:18.438001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.461948 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be53c51-88e5-41ea-aa0f-e5f3dce647ed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:18.462818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be53c51-88e5-41ea-aa0f-e5f3dce647ed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:18.466127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3be53c51-88e5-41ea-aa0f-e5f3dce647ed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/c9a44165-fb29-4477-ba30-679fb409e84a HTTP/1.1" status: 404 len: 333 time: 0.0270214 Nov 23 19:15:18.468823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.494503 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15246f5-59a4-4a9b-94c4-5755bea5f0e8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:18.495947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b15246f5-59a4-4a9b-94c4-5755bea5f0e8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/c9a44165-fb29-4477-ba30-679fb409e84a HTTP/1.1" status: 404 len: 333 time: 0.0262303 Nov 23 19:15:18.497631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c856-d200-4195-898d-43504aae8d1c req-cb7ffcf8-75fe-4b1f-a94a-2124024be955 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:18.498601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.499333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1e7c856-d200-4195-898d-43504aae8d1c req-cb7ffcf8-75fe-4b1f-a94a-2124024be955 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0605631 Nov 23 19:15:18.575139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet b5226a89-a27c-4319-9d89-40293fbe80a2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:18.575897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b1e7c856-d200-4195-898d-43504aae8d1c req-0874cedb-51a9-4aaa-b5b2-0d1a27c32031 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Nov 23 19:15:18.578764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.626723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.681050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6307b48e-4820-4173-a091-3923aa7e9aef up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:18.762856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6307b48e-4820-4173-a091-3923aa7e9aef triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:18.763228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.771920 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.877626 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.880537 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.923604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=b5226a89-a27c-4319-9d89-40293fbe80a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:18.935868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:18.941584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:18.942318 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87e1b552-25ec-4a89-bd59-29eeb5089d79 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b5226a89-a27c-4319-9d89-40293fbe80a2 HTTP/1.1" status: 204 len: 168 time: 0.4427061 Nov 23 19:15:18.981177 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:15:18.981895 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:15:19.061777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.081902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b61c44-1986-45c5-8781-492ddf11ccc1 None None] Network db5bf855-572d-4574-8054-010470fbcf51 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:19.130141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 6307b48e-4820-4173-a091-3923aa7e9aef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:19.130484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.193398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0639f5cb-c90c-4262-878e-59e3642a5f46 None None] Provisioning complete for port 6307b48e-4820-4173-a091-3923aa7e9aef triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:19.193781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0639f5cb-c90c-4262-878e-59e3642a5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.222611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port 6307b48e-4820-4173-a091-3923aa7e9aef, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6307b48e-4820-4173-a091-3923aa7e9aef,segment=NetworkSegment(d96158b1-1776-4561-9839-27a13a083a7d),segment_id=d96158b1-1776-4561-9839-27a13a083a7d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:19.223036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.238326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 6307b48e-4820-4173-a091-3923aa7e9aef owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:19.312937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0639f5cb-c90c-4262-878e-59e3642a5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.331452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.358718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc02c5-0ff8-4a7d-9274-bd2a9b187f0a None None] DHCP port deletion for db5bf855-572d-4574-8054-010470fbcf51 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:19.359791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=6307b48e-4820-4173-a091-3923aa7e9aef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.363296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port 6307b48e-4820-4173-a091-3923aa7e9aef on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:19.447452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.466582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5bf855-572d-4574-8054-010470fbcf51']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.475628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96158b1-1776-4561-9839-27a13a083a7d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.475919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96158b1-1776-4561-9839-27a13a083a7d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:19.486093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.500363 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.506567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:19.506944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.507078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port 6307b48e-4820-4173-a091-3923aa7e9aef update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:19.510886 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:19.572463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.580456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.583935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/db5bf855-572d-4574-8054-010470fbcf51 HTTP/1.1" status: 204 len: 168 time: 0.6410308 Nov 23 19:15:19.588038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:19.593375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac571a-13ee-4f89-a458-547731bb2926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=db5bf855-572d-4574-8054-010470fbcf51,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.593746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493367960'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:19.631260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:19.635095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.668244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:19.697815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.698265 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 0598aadf-c600-4387-80ac-b60ed61eaa58 of type vlan for network a897b3e1-0aec-4704-91b2-98792ba3f7b8 Nov 23 19:15:19.748340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.757548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8bf1-5d68-4024-b29e-b93822c5cc54 req-1c916f7f-3925-40d8-a378-6cae83e9196c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:19.759010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21bc8bf1-5d68-4024-b29e-b93822c5cc54 req-1c916f7f-3925-40d8-a378-6cae83e9196c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.1058812 Nov 23 19:15:19.797753 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.803398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:19.803959 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:19.862180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-21bc8bf1-5d68-4024-b29e-b93822c5cc54 req-c0d4f7d4-cf41-402a-8fa4-909077b92803 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962236 Nov 23 19:15:19.867975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2785995 Nov 23 19:15:19.871128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:19.877495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:19.900750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369e1c-05d0-40bd-ba8f-181c4407466b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=a897b3e1-0aec-4704-91b2-98792ba3f7b8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:19.911283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:19.985121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:19.988398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.168822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.226267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=09d66aba-0a80-4308-b5fd-2d1be65dc7e1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.241109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '0598aadf-c600-4387-80ac-b60ed61eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:20.241403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: a897b3e1-0aec-4704-91b2-98792ba3f7b8, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:20.258368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:20.267811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a897b3e1-0aec-4704-91b2-98792ba3f7b8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:20.271885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:20.272473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.280162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c7436-eeda-4009-972a-379f22dad2c0 None None] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:20.288979 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6cd8a8c0-730b-4ff5-89ce-8920f7a23788 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4166391 Nov 23 19:15:20.291655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:20.307571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-283201862'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:20.419871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:20.423490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.432317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a897b3e1-0aec-4704-91b2-98792ba3f7b8', 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': '09d66aba-0a80-4308-b5fd-2d1be65dc7e1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:20.433192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.441208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 6ce4d229-c004-4bdb-acb9-613a0962dafd yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:20.564862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::fa (a897b3e1-0aec-4704-91b2-98792ba3f7b8/09d66aba-0a80-4308-b5fd-2d1be65dc7e1/6ce4d229-c004-4bdb-acb9-613a0962dafd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:20.570546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6307b48e-4820-4173-a091-3923aa7e9aef no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:20.591169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6307b48e-4820-4173-a091-3923aa7e9aef {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:20.591544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6307b48e-4820-4173-a091-3923aa7e9aef not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:20.688036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.722828 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.760995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:20.766387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:20.767185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Allocated IP 2001:db8::2 (a897b3e1-0aec-4704-91b2-98792ba3f7b8/09d66aba-0a80-4308-b5fd-2d1be65dc7e1/c264e517-314d-4d29-9cb4-bff8b8a8076d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:20.770072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:20.777013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:20.777628 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.790123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=6ce4d229-c004-4bdb-acb9-613a0962dafd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:20.799638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fb2282a3-a436-4246-bdd3-011b5b1c46c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5069599 Nov 23 19:15:20.802787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:20.893193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 6ce4d229-c004-4bdb-acb9-613a0962dafd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:20.893883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.912617 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.919688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:20.959232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:20.962106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:20.965606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:20.972873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Pushing event updated for resources: {'Port': ['ID=c264e517-314d-4d29-9cb4-bff8b8a8076d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.011735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.027071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Attempting to bind port c264e517-314d-4d29-9cb4-bff8b8a8076d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:21.027485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Attempting to bind port c264e517-314d-4d29-9cb4-bff8b8a8076d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0598aadf-c600-4387-80ac-b60ed61eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:21.027890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Attempting to bind port c264e517-314d-4d29-9cb4-bff8b8a8076d on network a897b3e1-0aec-4704-91b2-98792ba3f7b8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:21.032898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:21.033282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Checking segment: {'id': '0598aadf-c600-4387-80ac-b60ed61eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:21.033476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d581ba-bb05-4109-ad94-803cac6e6db4 req-290bbd49-5a97-454e-890e-27dca3b8a6a6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:21.033769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.034141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Bound using segment: {'id': '0598aadf-c600-4387-80ac-b60ed61eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:21.034608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Bound port: c264e517-314d-4d29-9cb4-bff8b8a8076d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0598aadf-c600-4387-80ac-b60ed61eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a897b3e1-0aec-4704-91b2-98792ba3f7b8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:21.034892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03d581ba-bb05-4109-ad94-803cac6e6db4 req-290bbd49-5a97-454e-890e-27dca3b8a6a6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0821040 Nov 23 19:15:21.035015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.039822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 6ce4d229-c004-4bdb-acb9-613a0962dafd owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:21.097560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] For port c264e517-314d-4d29-9cb4-bff8b8a8076d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:21.100707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] For port c264e517-314d-4d29-9cb4-bff8b8a8076d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c264e517-314d-4d29-9cb4-bff8b8a8076d,segment=NetworkSegment(0598aadf-c600-4387-80ac-b60ed61eaa58),segment_id=0598aadf-c600-4387-80ac-b60ed61eaa58)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:21.107742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.127290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03d581ba-bb05-4109-ad94-803cac6e6db4 req-0e64397d-bdc9-44d9-a3f6-89cf21fba18d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849628 Nov 23 19:15:21.170254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2848-31f6-4759-9a1e-75a74f33b87c None None] Pushing event updated for resources: {'Port': ['ID=c264e517-314d-4d29-9cb4-bff8b8a8076d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.210321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.242337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=6ce4d229-c004-4bdb-acb9-613a0962dafd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.268717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.272024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cdeb2fb3-eb91-4438-868b-9074fab5eeed tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/6ce4d229-c004-4bdb-acb9-613a0962dafd HTTP/1.1" status: 204 len: 168 time: 0.4682219 Nov 23 19:15:21.275201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:21.318589 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f6ed0-a8a7-4e92-b03d-aaa92f751ef1 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:21.320330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3d5f6ed0-a8a7-4e92-b03d-aaa92f751ef1 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/6ce4d229-c004-4bdb-acb9-613a0962dafd HTTP/1.1" status: 404 len: 333 time: 0.0440650 Nov 23 19:15:21.323597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:21.376795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet 09d66aba-0a80-4308-b5fd-2d1be65dc7e1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:21.380295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.422551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.511589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.567610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.595043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=09d66aba-0a80-4308-b5fd-2d1be65dc7e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.597024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.600202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-49d085c0-7f2b-4703-8465-c0012b8d182d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/09d66aba-0a80-4308-b5fd-2d1be65dc7e1 HTTP/1.1" status: 204 len: 168 time: 0.2756786 Nov 23 19:15:21.602641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:21.690136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.741933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port c264e517-314d-4d29-9cb4-bff8b8a8076d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:21.742270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.804982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port c264e517-314d-4d29-9cb4-bff8b8a8076d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c264e517-314d-4d29-9cb4-bff8b8a8076d,segment=NetworkSegment(0598aadf-c600-4387-80ac-b60ed61eaa58),segment_id=0598aadf-c600-4387-80ac-b60ed61eaa58)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:21.805341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.824569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for c264e517-314d-4d29-9cb4-bff8b8a8076d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:21.914239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:21.940834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=c264e517-314d-4d29-9cb4-bff8b8a8076d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:21.949190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port c264e517-314d-4d29-9cb4-bff8b8a8076d on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:22.036876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.059565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a897b3e1-0aec-4704-91b2-98792ba3f7b8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:22.069465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0598aadf-c600-4387-80ac-b60ed61eaa58') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:22.069769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0598aadf-c600-4387-80ac-b60ed61eaa58') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:22.081403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.095250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.101572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:22.101984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:22.105366 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:22.131893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f5ee9-fb58-4961-b63c-215908627987 None None] Network a897b3e1-0aec-4704-91b2-98792ba3f7b8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:22.169227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.174102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.183015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/a897b3e1-0aec-4704-91b2-98792ba3f7b8 HTTP/1.1" status: 204 len: 168 time: 0.5746617 Nov 23 19:15:22.183371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:22.189032 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'name': 'tempest-PortsIpV6TestJSON-1236322735'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:22.202420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b256d86-d49f-4b32-ab90-175a7b4a5632 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=a897b3e1-0aec-4704-91b2-98792ba3f7b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.212352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93b037c0-7f0f-4134-b762-afd29cab8c90 None None] Could not find standard attr ID for object c264e517-314d-4d29-9cb4-bff8b8a8076d. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:22.297503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afee00-bf73-4169-aa8e-555eca3a2c29 req-cc5ac488-0ad8-4a85-8a13-d8df49e0b07a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:22.299556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82afee00-bf73-4169-aa8e-555eca3a2c29 req-cc5ac488-0ad8-4a85-8a13-d8df49e0b07a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0616119 Nov 23 19:15:22.342554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:22.344840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64830085-9e98-419c-965c-ad99b1fb8a18 None None] DHCP port deletion for a897b3e1-0aec-4704-91b2-98792ba3f7b8 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:22.348921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.365179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82afee00-bf73-4169-aa8e-555eca3a2c29 req-456673e0-af02-4f32-a246-bfc3a5888ca0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571845 Nov 23 19:15:22.371064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 500e6f51-a4e3-46ce-8743-def6565fcabe yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:22.535485 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.569094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.617480 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:22.620945 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:22.624567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:22.630534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:22.631080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.637094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=500e6f51-a4e3-46ce-8743-def6565fcabe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.654638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f01cca9c-274d-41fc-b594-c3c41acabf8c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4678359 Nov 23 19:15:22.655056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:22.740573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 500e6f51-a4e3-46ce-8743-def6565fcabe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:22.740908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.809351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.822629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 500e6f51-a4e3-46ce-8743-def6565fcabe owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:22.904101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.933283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=500e6f51-a4e3-46ce-8743-def6565fcabe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:22.938708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:22.944404 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ca43f76-b770-42a3-93f6-4364da135313 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/500e6f51-a4e3-46ce-8743-def6565fcabe HTTP/1.1" status: 204 len: 168 time: 0.2859321 Nov 23 19:15:22.944841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:22.950524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'mac_address': 'fa:16:3e:c5:ff:2a', 'name': 'tempest-PortsIpV6TestJSON-1641888711'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:23.040326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:23.109677 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.131142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 0fc3e698-829a-484c-88d8-4ff5d3f2f639 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:23.288898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.322732 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.363170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:23.368253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:23.372449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:23.380457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:23.381118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.394232 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=0fc3e698-829a-484c-88d8-4ff5d3f2f639,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:23.405263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-621aca3b-994a-4320-86aa-e3016e9df27d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4592936 Nov 23 19:15:23.407616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:23.453045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c237e1-cc41-4943-ac71-440ec4e7fb4b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:23.454781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-04c237e1-cc41-4943-ac71-440ec4e7fb4b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/0fc3e698-829a-484c-88d8-4ff5d3f2f639 HTTP/1.1" status: 200 len: 845 time: 0.0458963 Nov 23 19:15:23.457210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:23.505491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb3cd-0730-4436-9660-814fb09e6175 req-bbd99cab-941e-4966-a47a-8aa3f2f3cf58 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:23.507168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6abb3cd-0730-4436-9660-814fb09e6175 req-bbd99cab-941e-4966-a47a-8aa3f2f3cf58 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0544815 Nov 23 19:15:23.552863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 0fc3e698-829a-484c-88d8-4ff5d3f2f639 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:23.553255 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.559797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6abb3cd-0730-4436-9660-814fb09e6175 req-906ceb43-3a05-4244-965e-05c1c2c8cd7e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463328 Nov 23 19:15:23.621186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.633414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 0fc3e698-829a-484c-88d8-4ff5d3f2f639 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:23.719235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.750601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=0fc3e698-829a-484c-88d8-4ff5d3f2f639,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:23.756171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.761013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0f406690-2e1d-44de-81cc-440974a5fe97 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/0fc3e698-829a-484c-88d8-4ff5d3f2f639 HTTP/1.1" status: 204 len: 168 time: 0.3026798 Nov 23 19:15:23.763586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:23.789571 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-72563ccd-de85-41b9-a36e-0aa0944c31d8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:23.791085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-72563ccd-de85-41b9-a36e-0aa0944c31d8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/0fc3e698-829a-484c-88d8-4ff5d3f2f639 HTTP/1.1" status: 404 len: 333 time: 0.0264287 Nov 23 19:15:23.794734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:23.799756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'name': 'tempest-PortsIpV6TestJSON-993769176'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:23.894580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:23.898162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:23.915261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 5fd4a30e-e267-4ddc-9c36-393f73abfdeb yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:24.073422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.105692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.151532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:24.154723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:24.158729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:24.164798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:24.165428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.172248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=5fd4a30e-e267-4ddc-9c36-393f73abfdeb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:24.187209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ad1c314-63aa-4586-b0e7-03a7ebfb2e7a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3913901 Nov 23 19:15:24.189733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.195062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:24.260970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.413323 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.418000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.454456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] In _notify_port_updated(), no bound segment for port 5fd4a30e-e267-4ddc-9c36-393f73abfdeb on network d2e58d82-6b0b-4dda-94b6-a94061c607e5 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:24.460048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:24.460669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.461978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/ports/5fd4a30e-e267-4ddc-9c36-393f73abfdeb HTTP/1.1" status: 200 len: 818 time: 0.2710307 Nov 23 19:15:24.464813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.483704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba89bc-a345-4fd5-8a55-89a882a26aa7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=5fd4a30e-e267-4ddc-9c36-393f73abfdeb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:24.550928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 5fd4a30e-e267-4ddc-9c36-393f73abfdeb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:24.551581 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.628789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.643723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 5fd4a30e-e267-4ddc-9c36-393f73abfdeb owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:24.683008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05186239-fb17-4a70-aba4-c2fc8de383fa req-002d977e-08b4-454e-b9ac-b3265346f534 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:24.687815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05186239-fb17-4a70-aba4-c2fc8de383fa req-002d977e-08b4-454e-b9ac-b3265346f534 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0556881 Nov 23 19:15:24.740511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.747693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05186239-fb17-4a70-aba4-c2fc8de383fa req-eec10088-4af0-41f8-b311-6ff809e9abb8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524929 Nov 23 19:15:24.775394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:24.778918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/5fd4a30e-e267-4ddc-9c36-393f73abfdeb HTTP/1.1" status: 204 len: 168 time: 0.3125589 Nov 23 19:15:24.779821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c539ee-3275-41d8-a749-7065f11bba46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=5fd4a30e-e267-4ddc-9c36-393f73abfdeb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:24.781246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.829975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bf587d-d7bf-4f91-85ed-b94460f79874 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:24.831494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-07bf587d-d7bf-4f91-85ed-b94460f79874 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0484848 Nov 23 19:15:24.834106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.861746 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b722206d-0081-4283-bdfe-c720c909fad2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:24.863097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b722206d-0081-4283-bdfe-c720c909fad2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/5fd4a30e-e267-4ddc-9c36-393f73abfdeb HTTP/1.1" status: 404 len: 333 time: 0.0280890 Nov 23 19:15:24.866637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:24.871779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1017372055'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:24.892720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:24.896261 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.249158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:25.257831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.258175 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 1090d9e2-b315-4ade-bcb6-b958274a2e5a of type vlan for network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 Nov 23 19:15:25.298594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.322669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.328516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:25.329219 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.368688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5010302 Nov 23 19:15:25.371748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:25.376336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:25.421571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7b324-9b7b-4878-aa3c-d095c498f3ba tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=aaec92d3-ed0e-48e8-a5af-0d0836d7bf16,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.432681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:25.505681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:25.510170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.691865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.752376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=dfbccec1-68f9-4a2e-bbee-3e10691196d3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:25.768595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '1090d9e2-b315-4ade-bcb6-b958274a2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:25.768963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: aaec92d3-ed0e-48e8-a5af-0d0836d7bf16, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:25.799682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:25.810649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, aaec92d3-ed0e-48e8-a5af-0d0836d7bf16) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:25.815144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:25.816093 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:25.829934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919952a5-c2f2-4af2-aaca-be8ab4128319 None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:25.838486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5dd50159-bfca-40e3-a984-ce10f7ad170a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651482 Nov 23 19:15:25.841134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:25.846719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:25.870340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c093d0-185a-4cc4-bcd8-fade610e8ad1 req-9e6ee3db-3cc1-4995-af40-a76d76d8a605 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:25.872009 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c093d0-185a-4cc4-bcd8-fade610e8ad1 req-9e6ee3db-3cc1-4995-af40-a76d76d8a605 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0565224 Nov 23 19:15:25.947010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39c093d0-185a-4cc4-bcd8-fade610e8ad1 req-056644e4-6d60-4d1d-a5d4-4cd855f45fb7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614343 Nov 23 19:15:25.993090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:25.996821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.007994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': 'dfbccec1-68f9-4a2e-bbee-3e10691196d3'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:26.009191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.112290 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfbccec1-68f9-4a2e-bbee-3e10691196d3 (CIDR: 2001:db8::/64) Nov 23 19:15:26.117070 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:15:26.117605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:26.154919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-59777fb4-9579-43f2-a57c-1c42bdbbc4e2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3123109 Nov 23 19:15:26.157997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.160269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Allocated IP 2001:db8::2 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/dfbccec1-68f9-4a2e-bbee-3e10691196d3/e7f9b734-02f3-4155-81f9-321e7ac34901) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:26.163984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:26.281415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:26.285107 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.320504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.328636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.376206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:26.379235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:26.381708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:26.394257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Pushing event updated for resources: {'Port': ['ID=e7f9b734-02f3-4155-81f9-321e7ac34901,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:26.446017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Attempting to bind port e7f9b734-02f3-4155-81f9-321e7ac34901 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:26.447255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Attempting to bind port e7f9b734-02f3-4155-81f9-321e7ac34901 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '1090d9e2-b315-4ade-bcb6-b958274a2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:26.447484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Attempting to bind port e7f9b734-02f3-4155-81f9-321e7ac34901 on network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:26.453166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:26.453700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Checking segment: {'id': '1090d9e2-b315-4ade-bcb6-b958274a2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:26.454107 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.454537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Bound using segment: {'id': '1090d9e2-b315-4ade-bcb6-b958274a2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:26.455014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Bound port: e7f9b734-02f3-4155-81f9-321e7ac34901, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1090d9e2-b315-4ade-bcb6-b958274a2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:26.455430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.527933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] For port e7f9b734-02f3-4155-81f9-321e7ac34901, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:26.537073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] For port e7f9b734-02f3-4155-81f9-321e7ac34901, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e7f9b734-02f3-4155-81f9-321e7ac34901,segment=NetworkSegment(1090d9e2-b315-4ade-bcb6-b958274a2e5a),segment_id=1090d9e2-b315-4ade-bcb6-b958274a2e5a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:26.541187 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.585430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.604880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044a0e-63ba-49a8-85e0-af52ddde14af None None] Pushing event updated for resources: {'Port': ['ID=e7f9b734-02f3-4155-81f9-321e7ac34901,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:26.637491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:26.640732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:26.643749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:26.644340 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.655109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:26.671419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-85b3874f-7488-42fc-88be-a3a555eee1e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5096335 Nov 23 19:15:26.671724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:26.676846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'fixed_ips': [{'subnet_id': 'dfbccec1-68f9-4a2e-bbee-3e10691196d3'}, {'subnet_id': 'c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a'}], 'name': 'tempest-PortsIpV6TestJSON-63579983'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:26.809422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:26.922550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:26.941354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:27.074344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eef25f-a40c-4ecb-9297-54f68981178b req-4f7bd280-42e1-460b-893d-998a4b88ef7d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:27.075866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04eef25f-a40c-4ecb-9297-54f68981178b req-4f7bd280-42e1-460b-893d-998a4b88ef7d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Nov 23 19:15:27.132817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04eef25f-a40c-4ecb-9297-54f68981178b req-7c6d3d01-7714-4676-aea8-887237426716 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Nov 23 19:15:27.245999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::11 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/dfbccec1-68f9-4a2e-bbee-3e10691196d3/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:27.253372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8:0:1::230 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:27.393925 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-416bbe99-6a16-4a88-b5c3-df37ad2581dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.421977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.461845 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.511936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:27.515120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:27.518082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:27.524655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:27.525454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.537428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:27.555497 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-81cdc701-b208-404b-9815-aea6ab1e6e32 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 0.8822165 Nov 23 19:15:27.558240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:27.563707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfbccec1-68f9-4a2e-bbee-3e10691196d3'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:27.639935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.698810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7928a6-caea-4efd-8935-6895e00a4fab None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:27.790002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] Provisioning complete for port e7f9b734-02f3-4155-81f9-321e7ac34901 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:27.791013 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:27.899404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Delete allocated IP 2001:db8:0:1::230 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a) {{(pid=103400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 19:15:27.950341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.051048 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.056159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.121047 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] In _notify_port_updated(), no bound segment for port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd on network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:28.126599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:28.127851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.128770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/ports/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd HTTP/1.1" status: 200 len: 923 time: 0.5695753 Nov 23 19:15:28.131580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:28.136712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfbccec1-68f9-4a2e-bbee-3e10691196d3'}, {'subnet_id': 'c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:28.143863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2de1a3-e0f4-4cda-856f-fab9722dac54 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.165201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] For port e7f9b734-02f3-4155-81f9-321e7ac34901, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e7f9b734-02f3-4155-81f9-321e7ac34901,segment=NetworkSegment(1090d9e2-b315-4ade-bcb6-b958274a2e5a),segment_id=1090d9e2-b315-4ade-bcb6-b958274a2e5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:28.174986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.215346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Update dhcp port {'port': {'network_id': 'aaec92d3-ed0e-48e8-a5af-0d0836d7bf16', 'fixed_ips': [{'subnet_id': 'dfbccec1-68f9-4a2e-bbee-3e10691196d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a'}], 'binding:host_id': 'n-d-792364-9'}, 'id': 'e7f9b734-02f3-4155-81f9-321e7ac34901'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:15:28.238333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.248721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d88f-7429-409e-bc76-81f7f55dbfa1 None None] Pushing event updated for resources: {'Port': ['ID=e7f9b734-02f3-4155-81f9-321e7ac34901,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.253559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.303247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a7a1-129f-4358-95cc-53ea441cfafa req-8b6b3539-8eae-4deb-9f5b-53f06d83af78 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:28.305317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9b8a7a1-129f-4358-95cc-53ea441cfafa req-8b6b3539-8eae-4deb-9f5b-53f06d83af78 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0968997 Nov 23 19:15:28.416334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Allocated IP 2001:db8:0:1::2 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a/e7f9b734-02f3-4155-81f9-321e7ac34901) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:28.429601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9b8a7a1-129f-4358-95cc-53ea441cfafa req-603e1d21-ba38-4165-bc42-a4a749adef39 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188254 Nov 23 19:15:28.516636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] For port e7f9b734-02f3-4155-81f9-321e7ac34901, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e7f9b734-02f3-4155-81f9-321e7ac34901,segment=NetworkSegment(1090d9e2-b315-4ade-bcb6-b958274a2e5a),segment_id=1090d9e2-b315-4ade-bcb6-b958274a2e5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:28.546652 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.551361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.609892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e7f9b734-02f3-4155-81f9-321e7ac34901 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:28.617124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8:0:1::332 (aaec92d3-ed0e-48e8-a5af-0d0836d7bf16/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:28.663175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab04dc-2e13-401c-a486-d602530f0502 None None] Pushing event updated for resources: {'Port': ['ID=e7f9b734-02f3-4155-81f9-321e7ac34901,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.692739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e7f9b734-02f3-4155-81f9-321e7ac34901 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:28.693108 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.758568 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.765127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.852294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] In _notify_port_updated(), no bound segment for port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd on network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:28.862198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:28.862853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:28.864960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/ports/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd HTTP/1.1" status: 200 len: 1009 time: 0.7317867 Nov 23 19:15:28.865938 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a24cb6-bd7f-4acb-9c70-31b4992fa709 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:28.867034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:28.963882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:28.964223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.058699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.071150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:29.186932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e3183-d983-4f0e-926e-586defcbdc9f None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:29.255805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eb79174e-489e-43a7-9521-6c238d8a2b62 None None] Provisioning complete for port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.256178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb79174e-489e-43a7-9521-6c238d8a2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.264437 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.292198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:29.310737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eb79174e-489e-43a7-9521-6c238d8a2b62 None None] Port cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:29.339056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.344047 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-da470b6e-ad5e-4cff-99ba-68eefb558b1f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd HTTP/1.1" status: 204 len: 168 time: 0.4752400 Nov 23 19:15:29.345781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:29.347712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eb79174e-489e-43a7-9521-6c238d8a2b62 None None] Provisioning complete for port e7f9b734-02f3-4155-81f9-321e7ac34901 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.348093 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb79174e-489e-43a7-9521-6c238d8a2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.374250 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b31c97-e598-4c53-8cfc-4ebe01548691 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:29.375672 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a1b31c97-e598-4c53-8cfc-4ebe01548691 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd HTTP/1.1" status: 404 len: 333 time: 0.0288670 Nov 23 19:15:29.378269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:29.439271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:29.442433 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.485502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.561833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874842ec-f3c5-460d-9fdd-777a3f3552c8 req-2cf807f6-6332-47f5-abfa-5995a23edf59 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:29.563452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-874842ec-f3c5-460d-9fdd-777a3f3552c8 req-2cf807f6-6332-47f5-abfa-5995a23edf59 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0557818 Nov 23 19:15:29.616005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-874842ec-f3c5-460d-9fdd-777a3f3552c8 req-7079e59b-f6db-408b-859b-d1334fce870c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466194 Nov 23 19:15:29.702120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5710445-55ba-45d1-83bb-04047316045e None None] Provisioning complete for port e7f9b734-02f3-4155-81f9-321e7ac34901 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:29.702487 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5710445-55ba-45d1-83bb-04047316045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.915275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d8b915f3-39ef-453c-8620-e581950cbdbc None None] Could not find standard attr ID for object cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:29.937144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:29.998765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.024163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.029977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.033193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f8f06bcb-52c8-403e-8f0d-764d4b86a181 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a HTTP/1.1" status: 204 len: 168 time: 0.6540103 Nov 23 19:15:30.036009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:30.086196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28f802-078c-4933-8e33-953c9f9e8d9c None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:30.093372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet dfbccec1-68f9-4a2e-bbee-3e10691196d3 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:30.096498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.137808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.145536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23446413-0df1-43d8-a37d-45f251d3850c None None] Could not find standard attr ID for object cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:30.181809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-539fd7ff-e7fd-4efb-bae4-b8d0c6c60e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.224140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.288483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.314901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbccec1-68f9-4a2e-bbee-3e10691196d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.320793 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.324887 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-336ccdd4-c507-4d32-8a33-7c2b57657682 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/dfbccec1-68f9-4a2e-bbee-3e10691196d3 HTTP/1.1" status: 204 len: 168 time: 0.2878265 Nov 23 19:15:30.327649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:30.406676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.468090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port e7f9b734-02f3-4155-81f9-321e7ac34901 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:30.468523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.536130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port e7f9b734-02f3-4155-81f9-321e7ac34901, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e7f9b734-02f3-4155-81f9-321e7ac34901,segment=NetworkSegment(1090d9e2-b315-4ade-bcb6-b958274a2e5a),segment_id=1090d9e2-b315-4ade-bcb6-b958274a2e5a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:30.536507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.552184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for e7f9b734-02f3-4155-81f9-321e7ac34901 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:30.577995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e7f9b734-02f3-4155-81f9-321e7ac34901 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:30.629296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e7f9b734-02f3-4155-81f9-321e7ac34901 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:30.629701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.645236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.672988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Could not find standard attr ID for object e7f9b734-02f3-4155-81f9-321e7ac34901. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:30.676771 n-d-792364-9 neutron-server[103401]: INFO neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No ports have port_id starting with e7f9b734-02f3-4155-81f9-321e7ac34901 Nov 23 19:15:30.678742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=e7f9b734-02f3-4155-81f9-321e7ac34901,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.695510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port e7f9b734-02f3-4155-81f9-321e7ac34901 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:30.756026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e35fa8-a062-4af8-86e1-7cbbd5211154 req-92e60cbc-e59d-4db7-be1b-dd6bfd3ece02 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:30.763441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75e35fa8-a062-4af8-86e1-7cbbd5211154 req-92e60cbc-e59d-4db7-be1b-dd6bfd3ece02 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0678520 Nov 23 19:15:30.784870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.812287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf90e13-480f-44b7-9892-b4ac3416b598 None None] Network aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:30.822028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75e35fa8-a062-4af8-86e1-7cbbd5211154 req-ff0b7b39-d6b1-49f4-8be1-d5dcf48d792b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 Nov 23 19:15:30.824858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaec92d3-ed0e-48e8-a5af-0d0836d7bf16']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:30.835169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1090d9e2-b315-4ade-bcb6-b958274a2e5a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:30.835635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1090d9e2-b315-4ade-bcb6-b958274a2e5a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:30.850130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.864757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.872478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:30.872998 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:30.876256 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:30.883019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.885706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0c0760d9-0abc-45b1-8dc6-fb23febff2fc None None] Could not find standard attr ID for object e7f9b734-02f3-4155-81f9-321e7ac34901. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:30.939045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.946758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:30.950027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 HTTP/1.1" status: 204 len: 168 time: 0.6214502 Nov 23 19:15:30.953699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:30.961976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707613-c602-4ceb-83bd-fd2b0b8d2592 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=aaec92d3-ed0e-48e8-a5af-0d0836d7bf16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:30.999972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb4e2d-3033-4a02-9922-0f0d2cad4bb2 None None] DHCP port deletion for aaec92d3-ed0e-48e8-a5af-0d0836d7bf16 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:31.013837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc52bbd-abf1-47c4-b2bd-7f32f79ed1a1 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:31.015350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1cc52bbd-abf1-47c4-b2bd-7f32f79ed1a1 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0604205 Nov 23 19:15:31.019155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:31.063950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fbf4bfe7-953b-4083-8c9b-599e1d4303c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0434208 Nov 23 19:15:31.067096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40190) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:31.071930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-235329703'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:31.092907 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:31.096581 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.124297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:31.133097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.133438 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 6c13d250-d3fb-49fd-97be-47428391938d of type vlan for network 0f0e61d6-61df-450a-9e17-d04867182c09 Nov 23 19:15:31.173288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.196986 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.202515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:31.203094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.240883 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1727118 Nov 23 19:15:31.243682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:31.248440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:31.288364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56518b-04d2-4f85-b762-3b23e7992ae7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=0f0e61d6-61df-450a-9e17-d04867182c09,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:31.299749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0f0e61d6-61df-450a-9e17-d04867182c09 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:31.367303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:31.370928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.552144 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.609914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=1ac63eaf-90dc-47d0-9092-23b0c28dc4ee,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:31.618516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '6c13d250-d3fb-49fd-97be-47428391938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:31.618879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: 0f0e61d6-61df-450a-9e17-d04867182c09, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:31.635545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 0f0e61d6-61df-450a-9e17-d04867182c09 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:31.643544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0f0e61d6-61df-450a-9e17-d04867182c09) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:31.647473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:31.648061 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.652907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e9041-969a-4738-939e-b69ffacf614e None None] Network 0f0e61d6-61df-450a-9e17-d04867182c09 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:31.665117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9dfd192d-0dcb-4b15-9d08-4089be92aebe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4204357 Nov 23 19:15:31.667902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:31.672716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09', 'name': 'tempest-PortsIpV6TestJSON-240388888'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:31.785176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:31.788725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.808593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 02d306de-2356-4ea0-a249-a29e2a5a5bdc yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:31.816059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0f0e61d6-61df-450a-9e17-d04867182c09', 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': '1ac63eaf-90dc-47d0-9092-23b0c28dc4ee'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:31.817221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:31.964145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::ae (0f0e61d6-61df-450a-9e17-d04867182c09/1ac63eaf-90dc-47d0-9092-23b0c28dc4ee/02d306de-2356-4ea0-a249-a29e2a5a5bdc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:31.986852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bbe9d-6a4a-46d8-b2d3-c0e6a6e09001 req-2e9c67a6-3e5d-4db1-96a9-543c6391da3a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:31.988359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae7bbe9d-6a4a-46d8-b2d3-c0e6a6e09001 req-2e9c67a6-3e5d-4db1-96a9-543c6391da3a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0871615 Nov 23 19:15:32.081895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae7bbe9d-6a4a-46d8-b2d3-c0e6a6e09001 req-dd3989c1-00b5-47f4-bb00-8675faf44636 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Nov 23 19:15:32.160582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.193985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.239890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 0f0e61d6-61df-450a-9e17-d04867182c09 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:32.243020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:32.247379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:32.253072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:32.253701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.264502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=02d306de-2356-4ea0-a249-a29e2a5a5bdc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:32.269310 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Allocated IP 2001:db8::2 (0f0e61d6-61df-450a-9e17-d04867182c09/1ac63eaf-90dc-47d0-9092-23b0c28dc4ee/f10eff30-1a05-428f-b6fd-f84c981a5950) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:32.275755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7116691b-037d-432d-b93d-fdf270069579 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6068020 Nov 23 19:15:32.278212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:32.283489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09', 'name': 'tempest-PortsIpV6TestJSON-1047698764'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:32.287168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.397041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:32.400964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.420802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 4be20fdd-5906-4533-967f-397492a94647 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:32.435881 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.440816 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.490726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Network 0f0e61d6-61df-450a-9e17-d04867182c09 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:32.496161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:32.501241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:32.508764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Pushing event updated for resources: {'Port': ['ID=f10eff30-1a05-428f-b6fd-f84c981a5950,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:32.518454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.518585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.518871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.519210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.519576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.520613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.520613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.520613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.520965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.521187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.521508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.521828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:15:32.551730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::a8 (0f0e61d6-61df-450a-9e17-d04867182c09/1ac63eaf-90dc-47d0-9092-23b0c28dc4ee/4be20fdd-5906-4533-967f-397492a94647) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:32.584759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Attempting to bind port f10eff30-1a05-428f-b6fd-f84c981a5950 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:32.585140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Attempting to bind port f10eff30-1a05-428f-b6fd-f84c981a5950 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '6c13d250-d3fb-49fd-97be-47428391938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:32.585514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Attempting to bind port f10eff30-1a05-428f-b6fd-f84c981a5950 on network 0f0e61d6-61df-450a-9e17-d04867182c09 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:32.591468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:32.591854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Checking segment: {'id': '6c13d250-d3fb-49fd-97be-47428391938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:32.592266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.592800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Bound using segment: {'id': '6c13d250-d3fb-49fd-97be-47428391938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:32.593279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Bound port: f10eff30-1a05-428f-b6fd-f84c981a5950, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c13d250-d3fb-49fd-97be-47428391938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f0e61d6-61df-450a-9e17-d04867182c09'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:32.593670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.636367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e7f9b734-02f3-4155-81f9-321e7ac34901 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:32.666998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e7f9b734-02f3-4155-81f9-321e7ac34901 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:32.667735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e7f9b734-02f3-4155-81f9-321e7ac34901 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:32.697898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] For port f10eff30-1a05-428f-b6fd-f84c981a5950, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:32.701206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] For port f10eff30-1a05-428f-b6fd-f84c981a5950, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f10eff30-1a05-428f-b6fd-f84c981a5950,segment=NetworkSegment(6c13d250-d3fb-49fd-97be-47428391938d),segment_id=6c13d250-d3fb-49fd-97be-47428391938d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:32.707088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.735134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.777330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.786871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ff4f-ef4d-4382-a1b4-c5d1a548938e None None] Pushing event updated for resources: {'Port': ['ID=f10eff30-1a05-428f-b6fd-f84c981a5950,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:32.824494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 0f0e61d6-61df-450a-9e17-d04867182c09 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:32.829736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:32.832420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:32.839119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:32.839888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:32.872028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:32.873977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5927451 Nov 23 19:15:32.873977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44455dd0-fd72-4d6b-963a-f78eac09fc31 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=4be20fdd-5906-4533-967f-397492a94647,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:32.999896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3a3d4-27e2-4029-b988-2b0387c98d02 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:33.001472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-88a3a3d4-27e2-4029-b988-2b0387c98d02 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aae HTTP/1.1" status: 200 len: 927 time: 0.1283064 Nov 23 19:15:33.004646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:33.123918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 4be20fdd-5906-4533-967f-397492a94647 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:33.124331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.251044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.264327 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.284330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea898db-c59c-4548-b35a-32dce21d83c9 req-1e202088-9d85-4f16-9be8-983eedfffb4d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:33.285834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ea898db-c59c-4548-b35a-32dce21d83c9 req-1e202088-9d85-4f16-9be8-983eedfffb4d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0876441 Nov 23 19:15:33.293181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 4be20fdd-5906-4533-967f-397492a94647 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:33.380260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ea898db-c59c-4548-b35a-32dce21d83c9 req-092ce44c-4e00-4516-a223-1a10131b03bf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882511 Nov 23 19:15:33.464578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.495622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=4be20fdd-5906-4533-967f-397492a94647,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:33.520404 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.524038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aff79c3a-4ba9-4fda-92c8-63f52c9fb7cb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/4be20fdd-5906-4533-967f-397492a94647 HTTP/1.1" status: 204 len: 168 time: 0.5180721 Nov 23 19:15:33.526711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:33.552199 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ab8590-71ba-4349-a902-f9dd558e3e46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:33.556624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e8ab8590-71ba-4349-a902-f9dd558e3e46 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/4be20fdd-5906-4533-967f-397492a94647 HTTP/1.1" status: 404 len: 333 time: 0.0259628 Nov 23 19:15:33.556919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:33.658179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 02d306de-2356-4ea0-a249-a29e2a5a5bdc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:33.658929 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.749597 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.762315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 02d306de-2356-4ea0-a249-a29e2a5a5bdc owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:33.844446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7714b-a0ce-42d0-94cf-ef697fc689f1 None None] Network 0f0e61d6-61df-450a-9e17-d04867182c09 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:33.897066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.927283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=02d306de-2356-4ea0-a249-a29e2a5a5bdc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:33.952403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.958258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c04aed87-aeca-4fef-a04d-91313afad9a0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/02d306de-2356-4ea0-a249-a29e2a5a5bdc HTTP/1.1" status: 204 len: 168 time: 0.3977909 Nov 23 19:15:33.958258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:33.972092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] Provisioning complete for port f10eff30-1a05-428f-b6fd-f84c981a5950 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:33.972469 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:33.986974 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aa2ad0-39ef-4558-b703-26799a2e0132 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:33.988342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-68aa2ad0-39ef-4558-b703-26799a2e0132 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/02d306de-2356-4ea0-a249-a29e2a5a5bdc HTTP/1.1" status: 404 len: 333 time: 0.0291378 Nov 23 19:15:33.991159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:34.042906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet 1ac63eaf-90dc-47d0-9092-23b0c28dc4ee {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:34.046066 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.086034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.091808 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.122112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] For port f10eff30-1a05-428f-b6fd-f84c981a5950, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f10eff30-1a05-428f-b6fd-f84c981a5950,segment=NetworkSegment(6c13d250-d3fb-49fd-97be-47428391938d),segment_id=6c13d250-d3fb-49fd-97be-47428391938d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:34.127076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.183015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49518f-6b68-40ee-b6e4-22df9034a74a None None] Pushing event updated for resources: {'Port': ['ID=f10eff30-1a05-428f-b6fd-f84c981a5950,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:34.196576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.258357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.289799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.293166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/1ac63eaf-90dc-47d0-9092-23b0c28dc4ee HTTP/1.1" status: 204 len: 168 time: 0.3010473 Nov 23 19:15:34.294087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870062c-d326-4775-a0c5-10383132127e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac63eaf-90dc-47d0-9092-23b0c28dc4ee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:34.295999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:34.353219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58127941-7097-49af-a09c-36637ef0db92 None None] Provisioning complete for port f10eff30-1a05-428f-b6fd-f84c981a5950 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:34.353745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58127941-7097-49af-a09c-36637ef0db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.380660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.446770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port f10eff30-1a05-428f-b6fd-f84c981a5950 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:34.447246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.506556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11bb71-c53e-4c9d-8fc8-68797cb97a57 None None] Network 0f0e61d6-61df-450a-9e17-d04867182c09 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:34.516334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port f10eff30-1a05-428f-b6fd-f84c981a5950, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f10eff30-1a05-428f-b6fd-f84c981a5950,segment=NetworkSegment(6c13d250-d3fb-49fd-97be-47428391938d),segment_id=6c13d250-d3fb-49fd-97be-47428391938d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:34.516820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.532279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for f10eff30-1a05-428f-b6fd-f84c981a5950 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:34.542904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff2a65-99c8-4c09-ba44-2fde7f52dcb7 req-db17b181-a0d4-4e13-b192-7b63213fc4d3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:34.545059 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87ff2a65-99c8-4c09-ba44-2fde7f52dcb7 req-db17b181-a0d4-4e13-b192-7b63213fc4d3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 943 time: 0.0763698 Nov 23 19:15:34.590579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-719dfa79-25a4-4480-8458-b94d9c9212dd None None] Could not find standard attr ID for object 02d306de-2356-4ea0-a249-a29e2a5a5bdc. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:34.616503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87ff2a65-99c8-4c09-ba44-2fde7f52dcb7 req-4906eda5-2287-4c7d-992f-c129c7db8271 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652068 Nov 23 19:15:34.644824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f10eff30-1a05-428f-b6fd-f84c981a5950 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:34.645279 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.668309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f10eff30-1a05-428f-b6fd-f84c981a5950 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:34.668658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f10eff30-1a05-428f-b6fd-f84c981a5950 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 19:15:34.672466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=f10eff30-1a05-428f-b6fd-f84c981a5950,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:34.674467 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port f10eff30-1a05-428f-b6fd-f84c981a5950 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:34.694107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port f10eff30-1a05-428f-b6fd-f84c981a5950 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 19:15:34.756850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.763116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf25659-195f-4631-bf7e-041a7abf28bb None None] DHCP port deletion for 0f0e61d6-61df-450a-9e17-d04867182c09 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:34.782927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0e61d6-61df-450a-9e17-d04867182c09']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:34.792528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c13d250-d3fb-49fd-97be-47428391938d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:34.792815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c13d250-d3fb-49fd-97be-47428391938d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:34.802196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.815956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.823334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:34.823733 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:34.826927 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:34.883940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.891171 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.894379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/0f0e61d6-61df-450a-9e17-d04867182c09 HTTP/1.1" status: 204 len: 168 time: 0.5932951 Nov 23 19:15:34.898137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:34.903963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-821652224'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:34.906082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f574-a935-424e-8419-e9d3d84998fa tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=0f0e61d6-61df-450a-9e17-d04867182c09,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:34.928062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:34.932015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.955001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:34.963988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:34.964350 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment 130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3 of type vlan for network f61aab90-ede6-49e4-ae07-b7b73d47d87f Nov 23 19:15:35.002903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.027930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.033425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:35.034003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.071063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1713312 Nov 23 19:15:35.074552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:35.077879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:15:35.108263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:35.124752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595661-20f7-4419-9b72-c8fab09455c8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=f61aab90-ede6-49e4-ae07-b7b73d47d87f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.148722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:35.205584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:35.209372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.393028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:35.403399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.406481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc', 'mac_address': 'fa:16:3e:2a:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:15:35.443382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.456987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:15:35.467254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=6df72cd4-dba3-4fa7-b7a9-a42594f39744,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.476977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:35.477339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: f61aab90-ede6-49e4-ae07-b7b73d47d87f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:35.478612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:35.482712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.499796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:35.510741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f61aab90-ede6-49e4-ae07-b7b73d47d87f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:35.516047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:35.516047 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.525802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35e95f-e1b0-4792-8bd9-72b5e63c8b59 None None] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:35.534815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dc443b43-9f6d-4477-a67c-f081c40c3cb8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4580979 Nov 23 19:15:35.538134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:35.543140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f', 'name': 'tempest-PortsIpV6TestJSON-1758984144', 'fixed_ips': [{'subnet_id': '6df72cd4-dba3-4fa7-b7a9-a42594f39744', 'ip_address': '2001:db8::10'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:35.550928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:35.671045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:35.723708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:15:35.756104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-f61aab90-ede6-49e4-ae07-b7b73d47d87f', 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': '6df72cd4-dba3-4fa7-b7a9-a42594f39744'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:35.756968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.765379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8594b8-ed47-430d-8ee5-6220a34f96d4 req-33381628-69a0-4b13-948b-0bed506a6c1e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:35.765826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:35.766922 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e8594b8-ed47-430d-8ee5-6220a34f96d4 req-33381628-69a0-4b13-948b-0bed506a6c1e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 944 time: 0.0589604 Nov 23 19:15:35.783855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:35.827554 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e8594b8-ed47-430d-8ee5-6220a34f96d4 req-82a67b19-3320-4998-a7be-4c74e8abebba tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523920 Nov 23 19:15:35.976954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Allocated IP 2001:db8::2 (f61aab90-ede6-49e4-ae07-b7b73d47d87f/6df72cd4-dba3-4fa7-b7a9-a42594f39744/6f5a348b-6723-46de-be0e-a9d37c62011b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:36.153416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.160495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.194804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:36.198272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:36.204475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:36.208979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::10 (f61aab90-ede6-49e4-ae07-b7b73d47d87f/6df72cd4-dba3-4fa7-b7a9-a42594f39744/04d1ff7e-2dc4-4fb0-8619-e6536938de66) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:36.218776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Pushing event updated for resources: {'Port': ['ID=6f5a348b-6723-46de-be0e-a9d37c62011b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:36.275511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Attempting to bind port 6f5a348b-6723-46de-be0e-a9d37c62011b on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:36.276333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Attempting to bind port 6f5a348b-6723-46de-be0e-a9d37c62011b by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:36.276333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Attempting to bind port 6f5a348b-6723-46de-be0e-a9d37c62011b on network f61aab90-ede6-49e4-ae07-b7b73d47d87f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:36.281627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:36.282005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Checking segment: {'id': '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:36.282406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.282798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Bound using segment: {'id': '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:36.283265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Bound port: 6f5a348b-6723-46de-be0e-a9d37c62011b, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:36.283697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.354120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] For port 6f5a348b-6723-46de-be0e-a9d37c62011b, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:36.358019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] For port 6f5a348b-6723-46de-be0e-a9d37c62011b, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6f5a348b-6723-46de-be0e-a9d37c62011b,segment=NetworkSegment(130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3),segment_id=130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:36.362942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.381086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.421443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebfdbe-0c37-43b1-b75e-df91ceb1483c None None] Pushing event updated for resources: {'Port': ['ID=6f5a348b-6723-46de-be0e-a9d37c62011b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:36.425951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.468405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:36.473858 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:36.477496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:36.483263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:36.483834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.494459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=04d1ff7e-2dc4-4fb0-8619-e6536938de66,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:36.512088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc59e4d5-4e65-4832-a725-0ac6faa5f926 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9698644 Nov 23 19:15:36.512619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:36.518192 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': 'f61aab90-ede6-49e4-ae07-b7b73d47d87f', 'name': 'tempest-PortsIpV6TestJSON-438415349', 'fixed_ips': [{'subnet_id': '6df72cd4-dba3-4fa7-b7a9-a42594f39744', 'ip_address': '2001:db8::f'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:36.613996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f10eff30-1a05-428f-b6fd-f84c981a5950 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:36.639570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f10eff30-1a05-428f-b6fd-f84c981a5950 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:36.639921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f10eff30-1a05-428f-b6fd-f84c981a5950 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:36.656088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:36.661271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:36.679913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 2b0f36da-86c6-4ee7-ae8a-171028852ae0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:36.834443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::f (f61aab90-ede6-49e4-ae07-b7b73d47d87f/6df72cd4-dba3-4fa7-b7a9-a42594f39744/2b0f36da-86c6-4ee7-ae8a-171028852ae0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:37.101730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:37.156511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:15:37.160932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:37.161406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.261537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.287575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:37.289885 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b9af9-4f94-40af-8788-a7990b08f202" -d '{"events": [{"server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "name": "network-vif-plugged", "status": "completed", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:37.294009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f4db-ae7c-4e3f-80c0-4e22f830b398 req-bfcfbb5f-fde8-4250-8ddf-c9c24df84935 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.295601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4de3f4db-ae7c-4e3f-80c0-4e22f830b398 req-bfcfbb5f-fde8-4250-8ddf-c9c24df84935 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 944 time: 0.0912762 Nov 23 19:15:37.315529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:37.322574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.347480 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf037fc-96fc-4d15-8efe-97d66f901043 x-openstack-request-id: req-fdf037fc-96fc-4d15-8efe-97d66f901043 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:37.347480 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "name": "network-vif-plugged", "status": "completed", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:37.347869 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdf037fc-96fc-4d15-8efe-97d66f901043 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:37.348515 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc', 'code': 200} Nov 23 19:15:37.389316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:37.396679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4de3f4db-ae7c-4e3f-80c0-4e22f830b398 req-dba15061-1f52-446f-b18d-251652a369cf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715656 Nov 23 19:15:37.408280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.427437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df904b-8b71-435a-9d4f-ebe12970a397 None None] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:37.470928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.501078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0137cb-b430-42f1-9b4f-3464399d9fa6 req-f36cb1c9-af77-42cd-8813-4a32d8fd6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.502613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b0137cb-b430-42f1-9b4f-3464399d9fa6 req-f36cb1c9-af77-42cd-8813-4a32d8fd6858 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 1096 time: 0.0794604 Nov 23 19:15:37.524113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:37.541557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:37.547698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:37.553716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.554058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.565706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=2b0f36da-86c6-4ee7-ae8a-171028852ae0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:37.568487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] Provisioning complete for port 6f5a348b-6723-46de-be0e-a9d37c62011b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:37.568850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.592353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3c52ee7-90ef-41c1-996b-389250e77fa0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0784540 Nov 23 19:15:37.594939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9b0137cb-b430-42f1-9b4f-3464399d9fa6 req-07fae6e3-0696-499d-b74e-74edc56c7831 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828416 Nov 23 19:15:37.595211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:37.686083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.689954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e188675-6f98-47ab-b701-40121abff2b4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.692418 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4e188675-6f98-47ab-b701-40121abff2b4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0961049 Nov 23 19:15:37.695099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:37.729218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] For port 6f5a348b-6723-46de-be0e-a9d37c62011b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6f5a348b-6723-46de-be0e-a9d37c62011b,segment=NetworkSegment(130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3),segment_id=130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:37.734769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.750145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c4384-7da9-444b-85c2-28d1e4288f26 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.756260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c4384-7da9-444b-85c2-28d1e4288f26 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.762867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c4384-7da9-444b-85c2-28d1e4288f26 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:37.764630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-858c4384-7da9-444b-85c2-28d1e4288f26 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0684872 Nov 23 19:15:37.767435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:37.798681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ea58-18ed-46f1-9856-029a770805ae None None] Pushing event updated for resources: {'Port': ['ID=6f5a348b-6723-46de-be0e-a9d37c62011b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:37.872053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 2b0f36da-86c6-4ee7-ae8a-171028852ae0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:37.872490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.968560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Provisioning complete for port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:37.968560 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.978941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:37.993444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 2b0f36da-86c6-4ee7-ae8a-171028852ae0 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:38.009565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:38.022195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Provisioning complete for port 2b0f36da-86c6-4ee7-ae8a-171028852ae0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:38.022574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.065180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Port 2b0f36da-86c6-4ee7-ae8a-171028852ae0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:38.075486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Provisioning complete for port 6f5a348b-6723-46de-be0e-a9d37c62011b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:38.075829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-390ed9e6-3daf-4beb-b883-1ec5c940eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.179283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.214178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=2b0f36da-86c6-4ee7-ae8a-171028852ae0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:38.243124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.247838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a98281f3-ad4b-401d-8987-62eac0bbb502 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/2b0f36da-86c6-4ee7-ae8a-171028852ae0 HTTP/1.1" status: 204 len: 168 time: 0.4793682 Nov 23 19:15:38.248999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:38.274739 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-259ad352-992c-49f9-ab24-ed0b8b34f5ca tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:38.277938 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-259ad352-992c-49f9-ab24-ed0b8b34f5ca tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/2b0f36da-86c6-4ee7-ae8a-171028852ae0 HTTP/1.1" status: 404 len: 333 time: 0.0269580 Nov 23 19:15:38.279697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:38.289877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d100638-9d72-4e03-83ff-4ee736e53eca None None] Provisioning complete for port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:38.290985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d100638-9d72-4e03-83ff-4ee736e53eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.337000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d100638-9d72-4e03-83ff-4ee736e53eca None None] Port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:38.377536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 04d1ff7e-2dc4-4fb0-8619-e6536938de66 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:38.378000 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.451769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9ee505d5-cd8e-41ff-ac3d-8a6004059acf None None] Could not find standard attr ID for object 2b0f36da-86c6-4ee7-ae8a-171028852ae0. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:38.491143 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.528875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 04d1ff7e-2dc4-4fb0-8619-e6536938de66 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:38.601484 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e1df-8a19-4579-b4bc-59281be91625 req-6c24deb1-9044-47ed-b7e8-7a062c3db9fb tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:38.608123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6435e1df-8a19-4579-b4bc-59281be91625 req-6c24deb1-9044-47ed-b7e8-7a062c3db9fb tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.1130815 Nov 23 19:15:38.636545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6f5a348b-6723-46de-be0e-a9d37c62011b up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:38.693941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6f5a348b-6723-46de-be0e-a9d37c62011b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:38.694314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.717313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6435e1df-8a19-4579-b4bc-59281be91625 req-582e3f2b-2ace-4431-a70b-307a7ae1bb63 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Nov 23 19:15:38.761380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.796132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=04d1ff7e-2dc4-4fb0-8619-e6536938de66,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:38.832682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.836057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b23b6acf-576e-4054-8e40-7cf3924a5d78 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/04d1ff7e-2dc4-4fb0-8619-e6536938de66 HTTP/1.1" status: 204 len: 168 time: 0.5551453 Nov 23 19:15:38.839140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:38.868440 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc5c12a-ac95-4f00-8ca6-5b790da2b5d8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:38.870762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2bc5c12a-ac95-4f00-8ca6-5b790da2b5d8 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/04d1ff7e-2dc4-4fb0-8619-e6536938de66 HTTP/1.1" status: 404 len: 333 time: 0.0295336 Nov 23 19:15:38.873713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:38.936431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet 6df72cd4-dba3-4fa7-b7a9-a42594f39744 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:38.939977 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:38.982970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.058415 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.070946 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.127843 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.157335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.160544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/6df72cd4-dba3-4fa7-b7a9-a42594f39744 HTTP/1.1" status: 204 len: 168 time: 0.2858028 Nov 23 19:15:39.162325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c274d-429b-45d7-95ac-4c88e843f424 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=6df72cd4-dba3-4fa7-b7a9-a42594f39744,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:39.163888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:39.164428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d3dd2-8793-4607-953e-6b2a2b4aa929 None None] Network f61aab90-ede6-49e4-ae07-b7b73d47d87f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:39.264468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.327450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 6f5a348b-6723-46de-be0e-a9d37c62011b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:39.327809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.343293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] DHCP port deletion for f61aab90-ede6-49e4-ae07-b7b73d47d87f request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:39.394031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Deleting port 6f5a348b-6723-46de-be0e-a9d37c62011b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:39.394316 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.395668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port 6f5a348b-6723-46de-be0e-a9d37c62011b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6f5a348b-6723-46de-be0e-a9d37c62011b,segment=NetworkSegment(130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3),segment_id=130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:39.396031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.409116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 6f5a348b-6723-46de-be0e-a9d37c62011b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:39.456249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] For port 6f5a348b-6723-46de-be0e-a9d37c62011b, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6f5a348b-6723-46de-be0e-a9d37c62011b,segment=NetworkSegment(130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3),segment_id=130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:39.456646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.469235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Calling delete_port for 6f5a348b-6723-46de-be0e-a9d37c62011b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:39.493293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.518124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=6f5a348b-6723-46de-be0e-a9d37c62011b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:39.521889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port 6f5a348b-6723-46de-be0e-a9d37c62011b on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:39.552512 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.576871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] Pushing event deleted for resources: {'Port': ['ID=6f5a348b-6723-46de-be0e-a9d37c62011b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:39.580505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d37d15-b244-416a-aa9c-bff36ea69088 None None] No DVR routers for this DVR port 6f5a348b-6723-46de-be0e-a9d37c62011b on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:39.608601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.627649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61aab90-ede6-49e4-ae07-b7b73d47d87f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:39.637311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:39.637588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130b4e2f-3c92-41a3-b1b4-50ae1ee6cae3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:39.648179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.661714 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.667747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:39.668122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:39.670990 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:39.733779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.742032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.745203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/f61aab90-ede6-49e4-ae07-b7b73d47d87f HTTP/1.1" status: 204 len: 168 time: 0.5803087 Nov 23 19:15:39.749418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:39.754480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef7b94-3693-4dfb-84a7-9e37d04f98e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=f61aab90-ede6-49e4-ae07-b7b73d47d87f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:39.755570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1194194306'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:39.780291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:39.783879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.807464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:15:39.825756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.826255 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Added segment a246ec88-8c59-4d65-89d5-133aab617c43 of type vlan for network 196a24c5-91af-4c6d-be84-1f631eac4301 Nov 23 19:15:39.847214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04a1e1-cce8-4671-99ba-2b06d2ff8d22 req-584f697e-581e-4cdf-afaf-9df08c0d34ea tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:39.848655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db04a1e1-cce8-4671-99ba-2b06d2ff8d22 req-584f697e-581e-4cdf-afaf-9df08c0d34ea tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.0499959 Nov 23 19:15:39.867847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.894049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.900584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:39.901114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:39.901609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-db04a1e1-cce8-4671-99ba-2b06d2ff8d22 req-3787fea7-1af0-40bc-b2fc-c5458500b90a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 Nov 23 19:15:39.943080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:39.943297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1921046 Nov 23 19:15:39.949332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:39.996285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a1a61-f825-4936-a81d-9fccced307e7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Network': ['ID=196a24c5-91af-4c6d-be84-1f631eac4301,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:40.006629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 196a24c5-91af-4c6d-be84-1f631eac4301 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:15:40.035682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511a4eb-586a-4c0e-8ac2-6929015028e9 req-d8c918bf-d30d-41c7-8007-13717379a2a7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:40.037171 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d511a4eb-586a-4c0e-8ac2-6929015028e9 req-d8c918bf-d30d-41c7-8007-13717379a2a7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Nov 23 19:15:40.053117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:40.056676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.093275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d511a4eb-586a-4c0e-8ac2-6929015028e9 req-124999f3-2323-406f-85cf-8c00889416ae tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490725 Nov 23 19:15:40.103799 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:15:40.273372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e55e7-0174-48a8-8afc-8a5ca3950dc9 req-adbec6ee-a3f3-407c-bba4-735218bb51a0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:40.275158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-038e55e7-0174-48a8-8afc-8a5ca3950dc9 req-adbec6ee-a3f3-407c-bba4-735218bb51a0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.0961564 Nov 23 19:15:40.280431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.367663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=b48b2233-2c52-40f7-b69d-d65410e728a8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:40.383498 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-038e55e7-0174-48a8-8afc-8a5ca3950dc9 req-c1089b50-edb2-46a8-b19e-c85c3ff8a1f4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008694 Nov 23 19:15:40.390991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Checking segment: {'id': 'a246ec88-8c59-4d65-89d5-133aab617c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:40.391380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network hostable DHCP agents. Network: 196a24c5-91af-4c6d-be84-1f631eac4301, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:15:40.408647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 196a24c5-91af-4c6d-be84-1f631eac4301 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:15:40.418019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 196a24c5-91af-4c6d-be84-1f631eac4301) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:40.421958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:40.422553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.430540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd39ae5-39d1-4d9c-b382-c40c09a992d9 None None] Network 196a24c5-91af-4c6d-be84-1f631eac4301 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:40.453872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:40.455854 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a722ba9e-92ba-4ff5-8a8a-bbc9c0d15a18 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5114722 Nov 23 19:15:40.459190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-12865217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:40.484869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.485902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.545288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.553067 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.566598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.587642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.588900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6f5a348b-6723-46de-be0e-a9d37c62011b no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:40.589546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0616661d-9455-4ab8-8290-17fe73192cf6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1343997 Nov 23 19:15:40.596194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:40.603169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301', 'name': 'tempest-PortsIpV6TestJSON-1967741877'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:40.616050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6f5a348b-6723-46de-be0e-a9d37c62011b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:40.616706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6f5a348b-6723-46de-be0e-a9d37c62011b not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:40.662500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-196a24c5-91af-4c6d-be84-1f631eac4301', 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': 'b48b2233-2c52-40f7-b69d-d65410e728a8'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:40.663553 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.764630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:40.770973 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:40.791477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03221da-f8e7-4270-8821-b5d53e88b0fc req-e69f99ab-83a9-463a-af8b-63924367a637 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:40.793983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port b812353e-3ad2-49c9-a0ed-67c34db446bd yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:40.794188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b03221da-f8e7-4270-8821-b5d53e88b0fc req-e69f99ab-83a9-463a-af8b-63924367a637 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.0754659 Nov 23 19:15:40.859404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Allocated IP 2001:db8::2 (196a24c5-91af-4c6d-be84-1f631eac4301/b48b2233-2c52-40f7-b69d-d65410e728a8/e0d9acb0-4f72-448a-b87b-de1deffa376c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:40.874916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b03221da-f8e7-4270-8821-b5d53e88b0fc req-11c05825-fcc0-4652-a42f-309edb241bc8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723112 Nov 23 19:15:41.032430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.038567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.088900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Network 196a24c5-91af-4c6d-be84-1f631eac4301 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:41.093137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:41.095065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Pushing event updated for resources: {'Port': ['ID=e0d9acb0-4f72-448a-b87b-de1deffa376c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:41.097351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:41.106098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::15 (196a24c5-91af-4c6d-be84-1f631eac4301/b48b2233-2c52-40f7-b69d-d65410e728a8/b812353e-3ad2-49c9-a0ed-67c34db446bd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:41.170815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Attempting to bind port e0d9acb0-4f72-448a-b87b-de1deffa376c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:41.171210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Attempting to bind port e0d9acb0-4f72-448a-b87b-de1deffa376c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'a246ec88-8c59-4d65-89d5-133aab617c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:41.171744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Attempting to bind port e0d9acb0-4f72-448a-b87b-de1deffa376c on network 196a24c5-91af-4c6d-be84-1f631eac4301 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:41.178289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:41.178660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Checking segment: {'id': 'a246ec88-8c59-4d65-89d5-133aab617c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:41.179066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.179489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Bound using segment: {'id': 'a246ec88-8c59-4d65-89d5-133aab617c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:41.180890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Bound port: e0d9acb0-4f72-448a-b87b-de1deffa376c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a246ec88-8c59-4d65-89d5-133aab617c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '196a24c5-91af-4c6d-be84-1f631eac4301'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:41.181283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.252389 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] For port e0d9acb0-4f72-448a-b87b-de1deffa376c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:41.256573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] For port e0d9acb0-4f72-448a-b87b-de1deffa376c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e0d9acb0-4f72-448a-b87b-de1deffa376c,segment=NetworkSegment(a246ec88-8c59-4d65-89d5-133aab617c43),segment_id=a246ec88-8c59-4d65-89d5-133aab617c43)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:41.263132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.297706 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.331424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de714de7-b9fa-40b8-9ae6-e917a543382d None None] Pushing event updated for resources: {'Port': ['ID=e0d9acb0-4f72-448a-b87b-de1deffa376c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:41.343877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.384129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 196a24c5-91af-4c6d-be84-1f631eac4301 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:41.387511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:41.391686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:41.397674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:41.398321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:41.421810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=b812353e-3ad2-49c9-a0ed-67c34db446bd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:41.437102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ecd78811-c66b-4a45-af45-937e54668c7d tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8369486 Nov 23 19:15:41.437327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:41.794461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.097260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4d940-be81-4379-863c-3fed45786025 req-bf7f1a20-c772-4145-b6d6-f689e90b5266 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:42.098864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4d4d940-be81-4379-863c-3fed45786025 req-bf7f1a20-c772-4145-b6d6-f689e90b5266 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.1321201 Nov 23 19:15:42.169541 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.180975 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.216376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4d4d940-be81-4379-863c-3fed45786025 req-bf70b7ee-61c7-4802-aee6-22abea19b945 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Nov 23 19:15:42.263414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=b812353e-3ad2-49c9-a0ed-67c34db446bd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:42.381855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.397090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513265b-bf93-4cb4-8f67-95633bb7143c None None] Network 196a24c5-91af-4c6d-be84-1f631eac4301 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:42.506834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.542696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] Provisioning complete for port e0d9acb0-4f72-448a-b87b-de1deffa376c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:42.542696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.577880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-44c24d24-b385-4fd8-a632-30a0a5d5f9b7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:42.581127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-44c24d24-b385-4fd8-a632-30a0a5d5f9b7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 945 time: 0.0761442 Nov 23 19:15:42.656716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e0d9acb0-4f72-448a-b87b-de1deffa376c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:42.694770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.703892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:42.704475 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.743462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] For port e0d9acb0-4f72-448a-b87b-de1deffa376c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e0d9acb0-4f72-448a-b87b-de1deffa376c,segment=NetworkSegment(a246ec88-8c59-4d65-89d5-133aab617c43),segment_id=a246ec88-8c59-4d65-89d5-133aab617c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:42.752412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.805204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53612540-0e2e-4f57-aac1-c6ed0d32f291 None None] Pushing event updated for resources: {'Port': ['ID=e0d9acb0-4f72-448a-b87b-de1deffa376c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:42.808219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e0d9acb0-4f72-448a-b87b-de1deffa376c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:42.808590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.836561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:42.837176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:42.858055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:42.976373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6541ad58-dbc1-49f3-b68e-d88d46b793b4 None None] Provisioning complete for port b812353e-3ad2-49c9-a0ed-67c34db446bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:42.977009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6541ad58-dbc1-49f3-b68e-d88d46b793b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.019229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.024374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6541ad58-dbc1-49f3-b68e-d88d46b793b4 None None] Port b812353e-3ad2-49c9-a0ed-67c34db446bd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:43.033505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:15:43.055291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:43.064666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6541ad58-dbc1-49f3-b68e-d88d46b793b4 None None] Provisioning complete for port e0d9acb0-4f72-448a-b87b-de1deffa376c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:43.065051 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6541ad58-dbc1-49f3-b68e-d88d46b793b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.119215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:43.122944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.126410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40460576-f09f-4460-b7c3-bc5bd81ffae3 req-363de72f-0cf5-4647-865a-6cbe6eae43de tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "DELETE /v2.0/ports/ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc HTTP/1.1" status: 204 len: 173 time: 0.5378082 Nov 23 19:15:43.127038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'name': 'network-vif-deleted', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:15:43.131239 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078d2d0-30e7-4a9e-b832-cfb39afe4dc2" -d '{"events": [{"server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "name": "network-vif-deleted", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:15:43.203232 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f97de71-757a-42dc-9378-b87813ab997f x-openstack-request-id: req-6f97de71-757a-42dc-9378-b87813ab997f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:15:43.203570 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0113-0285-490b-9efd-5f2ce7ba6c39", "name": "network-vif-deleted", "tag": "ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:15:43.203838 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f97de71-757a-42dc-9378-b87813ab997f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:15:43.204243 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0113-0285-490b-9efd-5f2ce7ba6c39', 'name': 'network-vif-deleted', 'tag': 'ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc', 'status': 'completed', 'code': 200} Nov 23 19:15:43.277084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.282523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.284709 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.321885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a528ff8f-e515-4019-b6a2-98bfca799b3b None None] Provisioning complete for port b812353e-3ad2-49c9-a0ed-67c34db446bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:43.322457 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a528ff8f-e515-4019-b6a2-98bfca799b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.360638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=b812353e-3ad2-49c9-a0ed-67c34db446bd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:43.390367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a528ff8f-e515-4019-b6a2-98bfca799b3b None None] Port b812353e-3ad2-49c9-a0ed-67c34db446bd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:43.391779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a7931eb-dd73-4e54-81c7-3e8c2c1dd2cf req-04f49fc5-8ebb-4797-822c-39de3ad5d990 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0468223 Nov 23 19:15:43.492335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network 196a24c5-91af-4c6d-be84-1f631eac4301 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:43.493956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:43.630804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Router 83db2c51-e668-4da4-b2d0-b318c4c4c43f is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:15:43.741076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:43.753143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] Sync routers for ids ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:43.757459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e9337784-2a15-45db-9f8a-7d25da45931e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/routers/83db2c51-e668-4da4-b2d0-b318c4c4c43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185778 Nov 23 19:15:43.760059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:43.767966 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] Routers {'83db2c51-e668-4da4-b2d0-b318c4c4c43f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:43.768596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:15:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:43.808478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b9734656-c88c-40c4-872c-289b91984cc8 None None] Provisioning complete for port b812353e-3ad2-49c9-a0ed-67c34db446bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:43.809056 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9734656-c88c-40c4-872c-289b91984cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:43.820003 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:43.824313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d51a6-8147-4a35-8062-2b0fcd132bb5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:43.826012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-237d51a6-8147-4a35-8062-2b0fcd132bb5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?device_id=83db2c51-e668-4da4-b2d0-b318c4c4c43f HTTP/1.1" status: 200 len: 988 time: 0.0647838 Nov 23 19:15:43.829624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:43.832952 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] Routers {'83db2c51-e668-4da4-b2d0-b318c4c4c43f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:43.833769 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:15:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:43.867575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b9734656-c88c-40c4-872c-289b91984cc8 None None] Port b812353e-3ad2-49c9-a0ed-67c34db446bd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:43.880465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:43.881185 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f5885-a3bf-4577-8451-7e835804703c None None] The sync data for ids ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'] in n-d-792364-9 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:43.988898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b6c6fe20-17c8-4a81-b9f1-39673fb96ded None None] Provisioning complete for port b812353e-3ad2-49c9-a0ed-67c34db446bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:43.989291 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c6fe20-17c8-4a81-b9f1-39673fb96ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.022973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6fe20-17c8-4a81-b9f1-39673fb96ded None None] Port b812353e-3ad2-49c9-a0ed-67c34db446bd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:44.283720 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.501703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port b812353e-3ad2-49c9-a0ed-67c34db446bd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:44.502331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.512432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2315f198-4759-437f-b8a0-71c3029f805a req-142085a1-1191-43ac-a812-e60d6f0d403d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Nov 23 19:15:44.598797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e0d9acb0-4f72-448a-b87b-de1deffa376c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:44.607160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.620885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for b812353e-3ad2-49c9-a0ed-67c34db446bd owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:44.650736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e0d9acb0-4f72-448a-b87b-de1deffa376c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:44.651106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.801944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:44.832445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=b812353e-3ad2-49c9-a0ed-67c34db446bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:44.928534 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.107801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Router 83db2c51-e668-4da4-b2d0-b318c4c4c43f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:15:45.186169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:15:45.194005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-926380bf-64d2-43b8-bf5e-d83b249b3c1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/routers/83db2c51-e668-4da4-b2d0-b318c4c4c43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3599823 Nov 23 19:15:45.194005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:45.198765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] Sync routers for ids ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:15:45.210938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] Routers {'83db2c51-e668-4da4-b2d0-b318c4c4c43f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:45.211740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:15:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:45.219263 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea90a754-33f9-467d-b66b-f828b61852f9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:45.223224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ea90a754-33f9-467d-b66b-f828b61852f9 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/b812353e-3ad2-49c9-a0ed-67c34db446bd HTTP/1.1" status: 404 len: 333 time: 0.0259414 Nov 23 19:15:45.223485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:45.248618 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:45.258043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] Routers {'83db2c51-e668-4da4-b2d0-b318c4c4c43f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:15:45.259344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:15:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:45.293286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:45.294108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2534e-a3f3-4667-afcc-15922f8cf5e2 None None] The sync data for ids ['83db2c51-e668-4da4-b2d0-b318c4c4c43f'] in n-d-792364-9 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:15:45.303732 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.470908 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.473036 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.516004 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.516556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Fanout notify agent at l3_agent the message router_deleted on router 83db2c51-e668-4da4-b2d0-b318c4c4c43f {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:15:45.525418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.526424 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ab95938-3614-43b6-93ac-bea906b1664f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/routers/83db2c51-e668-4da4-b2d0-b318c4c4c43f HTTP/1.1" status: 204 len: 168 time: 0.3020396 Nov 23 19:15:45.529354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:45.580953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet b48b2233-2c52-40f7-b69d-d65410e728a8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:45.584330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.624597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8eaa8d4-7763-4540-9e8d-979211b8fedf req-24cb5c14-9b78-4537-837b-bb6938c2cf1b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0275304 Nov 23 19:15:45.636006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.722900 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.783075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.815963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=b48b2233-2c52-40f7-b69d-d65410e728a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:45.822177 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.826125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f8a4fc0a-b8ab-4ec4-a04f-30b3584220ef tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b48b2233-2c52-40f7-b69d-d65410e728a8 HTTP/1.1" status: 204 len: 168 time: 0.2955935 Nov 23 19:15:45.828596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:45.836175 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f1e79-de28-4450-be2f-5559875e7dfb None None] Network 196a24c5-91af-4c6d-be84-1f631eac4301 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:45.910336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:45.965212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port e0d9acb0-4f72-448a-b87b-de1deffa376c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:45.965549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.037061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] For port e0d9acb0-4f72-448a-b87b-de1deffa376c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e0d9acb0-4f72-448a-b87b-de1deffa376c,segment=NetworkSegment(a246ec88-8c59-4d65-89d5-133aab617c43),segment_id=a246ec88-8c59-4d65-89d5-133aab617c43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:46.037532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.037672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] DHCP port deletion for 196a24c5-91af-4c6d-be84-1f631eac4301 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:46.051086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for e0d9acb0-4f72-448a-b87b-de1deffa376c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:46.091642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Deleting port e0d9acb0-4f72-448a-b87b-de1deffa376c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:46.091977 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.132640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.158404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] For port e0d9acb0-4f72-448a-b87b-de1deffa376c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e0d9acb0-4f72-448a-b87b-de1deffa376c,segment=NetworkSegment(a246ec88-8c59-4d65-89d5-133aab617c43),segment_id=a246ec88-8c59-4d65-89d5-133aab617c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:46.158684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.162242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=e0d9acb0-4f72-448a-b87b-de1deffa376c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:46.168665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No DVR routers for this DVR port e0d9acb0-4f72-448a-b87b-de1deffa376c on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:46.176795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Calling delete_port for e0d9acb0-4f72-448a-b87b-de1deffa376c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:46.254016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.258843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.275946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196a24c5-91af-4c6d-be84-1f631eac4301']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:46.276396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] No DVR routers for this DVR port e0d9acb0-4f72-448a-b87b-de1deffa376c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:46.286080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a246ec88-8c59-4d65-89d5-133aab617c43') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:46.286415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a246ec88-8c59-4d65-89d5-133aab617c43') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:46.296884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.302889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86858a-bbc0-4d31-9b9c-15a11ffc409e None None] Pushing event deleted for resources: {'Port': ['ID=e0d9acb0-4f72-448a-b87b-de1deffa376c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:46.313747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.321122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:46.321781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:46.324948 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:46.390156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.397372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.401388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/196a24c5-91af-4c6d-be84-1f631eac4301 HTTP/1.1" status: 204 len: 168 time: 0.5710320 Nov 23 19:15:46.406036 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:46.415522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a63c6-7663-46ba-b1ba-045076b07d99 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=196a24c5-91af-4c6d-be84-1f631eac4301,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:46.458005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e1251-126d-4ee1-a677-5030952d8339 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:46.459385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d94e1251-126d-4ee1-a677-5030952d8339 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/18227594-d324-49c3-a8e4-7c9ea9148716 HTTP/1.1" status: 200 len: 844 time: 0.0523465 Nov 23 19:15:46.463584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:46.504667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e02c9e1d-2283-4d09-ad8e-8cc2accb2f5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/18227594-d324-49c3-a8e4-7c9ea9148716?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0398369 Nov 23 19:15:46.508070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:46.513272 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:46.578673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e0d9acb0-4f72-448a-b87b-de1deffa376c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:46.599446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e0d9acb0-4f72-448a-b87b-de1deffa376c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:46.599779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e0d9acb0-4f72-448a-b87b-de1deffa376c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:46.619495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:46.623073 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.722173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2948ac33-4900-42c8-accd-db1ada08f754 req-412122e5-7c25-40d2-83da-237c2e01af53 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Nov 23 19:15:46.809471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.855458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:46.858673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:46.864220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:46.864220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.870788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670014f7-65c9-4fe4-a7a1-f6995a2abc9a None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:46.873779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=b95a26bd-fa37-4fd1-bdfa-d3c596227e4e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:46.886892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d33ad2a5-89fc-4ba4-8585-4742c78f82c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3778007 Nov 23 19:15:46.889815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:46.894811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'security_group': {'name': 'tempest-secgroup-2069246939'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:46.917585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.990362 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:46.995558 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.030449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.034247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1406384 Nov 23 19:15:47.034992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:47.036938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ea8d-85e7-4dbc-ba27-542b1cc7c768 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5fb6a-9196-4feb-9e11-05a60839b27b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:47.039633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'security_group': {'name': 'tempest-secgroup-866647806'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:47.057080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d2e58d82-6b0b-4dda-94b6-a94061c607e5', 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'tenant_id': '046f558d56974c7aa5cb39aba1c4599a', 'fixed_ips': [{'subnet_id': 'b95a26bd-fa37-4fd1-bdfa-d3c596227e4e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:15:47.058123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.065458 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.136926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:47.146497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.151571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.168818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:47.169337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ac30b42e-3f28-4b40-9e2e-4bdcc056a0fc not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:47.188157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.190109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1539292 Nov 23 19:15:47.192244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b8ca4-6863-4692-9fe9-7bb71bbfe474 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9494e766-4cbb-49a6-9470-201fa8e8257a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:47.192997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:47.203888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-731835117', 'security_groups': ['9494e766-4cbb-49a6-9470-201fa8e8257a'], 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b95a26bd-fa37-4fd1-bdfa-d3c596227e4e'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:47.237445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Allocated IP 2001:db8::2 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/b95a26bd-fa37-4fd1-bdfa-d3c596227e4e/c9c29809-febf-41d1-97d0-99f05bf9ae74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:47.341295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:47.396046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.406789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.432832 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.450473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 093b4ebb-571e-4def-87da-b5f8a8f7f9c2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:47.455415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:47.466187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:47.468537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:47.471208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:47.527234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Attempting to bind port c9c29809-febf-41d1-97d0-99f05bf9ae74 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:15:47.527659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Attempting to bind port c9c29809-febf-41d1-97d0-99f05bf9ae74 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '4bf48f69-01bf-4ac9-8d02-a1e652c82081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:15:47.528025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Attempting to bind port c9c29809-febf-41d1-97d0-99f05bf9ae74 on network d2e58d82-6b0b-4dda-94b6-a94061c607e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:15:47.533185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:15:47.533738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Checking segment: {'id': '4bf48f69-01bf-4ac9-8d02-a1e652c82081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:15:47.534147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.534543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Bound using segment: {'id': '4bf48f69-01bf-4ac9-8d02-a1e652c82081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:15:47.535006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Bound port: c9c29809-febf-41d1-97d0-99f05bf9ae74, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf48f69-01bf-4ac9-8d02-a1e652c82081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:15:47.535425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.602531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:15:47.606443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:15:47.611155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.646771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::16d (d2e58d82-6b0b-4dda-94b6-a94061c607e5/b95a26bd-fa37-4fd1-bdfa-d3c596227e4e/093b4ebb-571e-4def-87da-b5f8a8f7f9c2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:47.682366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b7476-685a-4789-a2c2-f279f54cd6ea None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:47.825357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.845727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-974163f5-949a-4b07-9596-8014f79f3c7f req-0284fee9-191e-4ace-9b75-b12478f0820e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=672c0113-0285-490b-9efd-5f2ce7ba6c39 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Nov 23 19:15:47.925173 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:47.986649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:47.990569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:47.995021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:48.001044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:48.001729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.012922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=093b4ebb-571e-4def-87da-b5f8a8f7f9c2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:48.032155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f913a95c-26a9-46df-8322-c9385c9dcfeb tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8375189 Nov 23 19:15:48.032553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:48.038581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:48.167808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:48.171595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.276454 n-d-792364-9 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b95a26bd-fa37-4fd1-bdfa-d3c596227e4e (CIDR: 2001:db8::/64) Nov 23 19:15:48.280320 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:15:48.280836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:48.303727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33737f98-fbce-495a-ab81-aeaca0645155 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2672424 Nov 23 19:15:48.304210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:48.309848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:48.437165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:48.441270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.647428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:48.710774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:48.711356 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.716160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.769011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:48.772803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:48.779140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:48.779845 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.795554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=e312bb93-f293-4f06-a6ca-12616aea12c7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:48.809531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:48.809751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80b1517b-70fb-4415-a1d3-e62ae47cafa6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5042350 Nov 23 19:15:48.814997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-170384777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e312bb93-f293-4f06-a6ca-12616aea12c7'}], 'security_groups': ['b8d5fb6a-9196-4feb-9e11-05a60839b27b']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:48.823813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.850385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e133c6a-75ce-4351-913a-3c37adc0def7 None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:48.926649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:48.941173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.943001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e74e298f-705e-4abb-80dc-fe8b5007f9f0 None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:48.943430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e74e298f-705e-4abb-80dc-fe8b5007f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:48.995277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.037697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e74e298f-705e-4abb-80dc-fe8b5007f9f0 None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:49.067633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:49.081396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e74e298f-705e-4abb-80dc-fe8b5007f9f0 None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:49.081396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e74e298f-705e-4abb-80dc-fe8b5007f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.237545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Update dhcp port {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'fixed_ips': [{'subnet_id': 'b95a26bd-fa37-4fd1-bdfa-d3c596227e4e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e312bb93-f293-4f06-a6ca-12616aea12c7'}], 'binding:host_id': 'n-d-792364-9'}, 'id': 'c9c29809-febf-41d1-97d0-99f05bf9ae74'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:15:49.270464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.337373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Delete allocated IP 2001:db8::16d (d2e58d82-6b0b-4dda-94b6-a94061c607e5/b95a26bd-fa37-4fd1-bdfa-d3c596227e4e) {{(pid=103400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 19:15:49.344737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8:0:1::228 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/e312bb93-f293-4f06-a6ca-12616aea12c7/093b4ebb-571e-4def-87da-b5f8a8f7f9c2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:49.506057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.513087 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.562485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Allocated IP 2001:db8:0:1::2 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/e312bb93-f293-4f06-a6ca-12616aea12c7/c9c29809-febf-41d1-97d0-99f05bf9ae74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:49.585866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] In _notify_port_updated(), no bound segment for port 093b4ebb-571e-4def-87da-b5f8a8f7f9c2 on network d2e58d82-6b0b-4dda-94b6-a94061c607e5 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:49.591894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:49.592504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.596370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/ports/093b4ebb-571e-4def-87da-b5f8a8f7f9c2 HTTP/1.1" status: 200 len: 930 time: 0.7832620 Nov 23 19:15:49.596612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:49.629293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb05ec-fcd4-412c-9bdd-d7c3d9d0934a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=093b4ebb-571e-4def-87da-b5f8a8f7f9c2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:49.665830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:49.695976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 093b4ebb-571e-4def-87da-b5f8a8f7f9c2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:49.696481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.704965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.711365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:49.812164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3c920-451f-46bb-a044-342588523e72 None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:50.188550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.202701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 093b4ebb-571e-4def-87da-b5f8a8f7f9c2 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:50.339186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.374482 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=093b4ebb-571e-4def-87da-b5f8a8f7f9c2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:50.403550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.406851 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2483536-4b0b-4060-ae67-068401dbdf5b tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/093b4ebb-571e-4def-87da-b5f8a8f7f9c2 HTTP/1.1" status: 204 len: 168 time: 0.8093138 Nov 23 19:15:50.409779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:50.438821 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ffb485-1b8f-4c6b-bdc7-56c9ff41a719 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:50.440461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d4ffb485-1b8f-4c6b-bdc7-56c9ff41a719 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/093b4ebb-571e-4def-87da-b5f8a8f7f9c2 HTTP/1.1" status: 404 len: 333 time: 0.0295782 Nov 23 19:15:50.443143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:50.460574 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Could not find standard attr ID for object 093b4ebb-571e-4def-87da-b5f8a8f7f9c2. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:50.475425 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:50.475778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.513266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.514968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:50.526748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:50.527134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4779-0a35-47d1-841d-ea947237245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.569040 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.633236 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.635963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:50.636647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.637810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/security-groups/9494e766-4cbb-49a6-9470-201fa8e8257a HTTP/1.1" status: 204 len: 168 time: 0.1935380 Nov 23 19:15:50.640550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:50.654377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543d36f-9bc7-411a-ab1e-e8cda486c309 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494e766-4cbb-49a6-9470-201fa8e8257a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:50.700133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:50.700643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.715473 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.747644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.747888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-704a9dce-8400-444c-97da-2ac0e518820e None None] Could not find standard attr ID for object 093b4ebb-571e-4def-87da-b5f8a8f7f9c2. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:50.804792 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.807997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.813109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/security-groups/b8d5fb6a-9196-4feb-9e11-05a60839b27b HTTP/1.1" status: 204 len: 168 time: 0.1714013 Nov 23 19:15:50.817421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:50.826565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d75b56-5235-4ae6-a823-54b4dc46a623 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5fb6a-9196-4feb-9e11-05a60839b27b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:50.882984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet b95a26bd-fa37-4fd1-bdfa-d3c596227e4e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:50.887831 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:50.939120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.056157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.114371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9db4c284-af02-4177-ba26-f9aba040a407 None None] Could not find standard attr ID for object 093b4ebb-571e-4def-87da-b5f8a8f7f9c2. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:51.145989 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.184959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=b95a26bd-fa37-4fd1-bdfa-d3c596227e4e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:51.186931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.194524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f753b47e-0b77-42e6-bac2-3b8588e26e4f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b95a26bd-fa37-4fd1-bdfa-d3c596227e4e HTTP/1.1" status: 204 len: 168 time: 0.3730299 Nov 23 19:15:51.196526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:51.205651 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:51.269768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c130ae-4156-4563-beb2-ac7ec0778478 None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:51.381127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:51.385972 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.663785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.715194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:51.718903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:51.723890 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:51.724406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.735729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=dcc10f7e-d889-4d00-9150-d315d025be16,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:51.761644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2db5f6a4-a457-48a4-b92c-ec4358d8d171 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5628779 Nov 23 19:15:51.764719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:51.772344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'security_group': {'name': 'tempest-secgroup-252976052'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:51.808281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.896676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.902636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.935972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:51.938717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1717086 Nov 23 19:15:51.940953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb05d-e3ab-4dce-837f-347201e48902 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a113ea-3984-4862-a866-92206f133a37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:51.943555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:51.949602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852273149'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:51.979582 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.070042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.077430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.107593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.112002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:52.112383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1672769 Nov 23 19:15:52.119225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'security_group': {'name': 'tempest-secgroup-443010541'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:52.135659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc9297-e9bf-4c97-89d7-64bd3c946b55 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d175cc0-b88c-496b-b71e-0503a8051253,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:52.169740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.212810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19732948-996b-4294-9595-a2803595297a None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:52.324631 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.329907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.359460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a2b8a5ac-a45a-4eb5-ad21-122abfdebe97 None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:52.360301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a5ac-a45a-4eb5-ad21-122abfdebe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.360439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50de3926-9289-4b4f-a633-5b9d5f355726,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:52.390043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.395807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:52.399887 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-307d62c7-6832-4376-b2be-e75f7837f5fe tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2867229 Nov 23 19:15:52.402923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1478106808', 'security_groups': ['50de3926-9289-4b4f-a633-5b9d5f355726'], 'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcc10f7e-d889-4d00-9150-d315d025be16'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:52.413392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8a5ac-a45a-4eb5-ad21-122abfdebe97 None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:52.450926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a2b8a5ac-a45a-4eb5-ad21-122abfdebe97 None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:52.451305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a5ac-a45a-4eb5-ad21-122abfdebe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.553835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:52.653925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Update dhcp port {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'fixed_ips': [{'subnet_id': 'e312bb93-f293-4f06-a6ca-12616aea12c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcc10f7e-d889-4d00-9150-d315d025be16'}], 'binding:host_id': 'n-d-792364-9'}, 'id': 'c9c29809-febf-41d1-97d0-99f05bf9ae74'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:15:52.658952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.676587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] device_id is not set on port 8a3e3204-49bc-4839-bbc0-356cb805d1fc yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 19:15:52.682915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:52.878578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Allocated IP 2001:db8::2 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/dcc10f7e-d889-4d00-9150-d315d025be16/c9c29809-febf-41d1-97d0-99f05bf9ae74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:52.980483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:53.010435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.015571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.081614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8::23f (d2e58d82-6b0b-4dda-94b6-a94061c607e5/dcc10f7e-d889-4d00-9150-d315d025be16/8a3e3204-49bc-4839-bbc0-356cb805d1fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:53.108237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26b8b-ecc2-48af-adde-7d08f7b69d07 None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:53.231095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.265511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.311474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:53.314582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:53.318595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:15:53.324322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:53.324944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.331910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=8a3e3204-49bc-4839-bbc0-356cb805d1fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:53.351738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7daff292-93d3-4664-81bf-2dda830779c4 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9539995 Nov 23 19:15:53.355956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:53.360970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:53.504552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:53.508358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.615492 n-d-792364-9 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcc10f7e-d889-4d00-9150-d315d025be16 (CIDR: 2001:db8::/64) Nov 23 19:15:53.619589 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:15:53.620075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:53.639599 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-435a6504-1381-4d98-a496-9abd7c007775 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2800250 Nov 23 19:15:53.639944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:53.645321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:53.726055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d296be08-0001-4d6b-9b02-50aa5ef6882c None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:53.726634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d296be08-0001-4d6b-9b02-50aa5ef6882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.765795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d296be08-0001-4d6b-9b02-50aa5ef6882c None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:53.777193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:53.778548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d296be08-0001-4d6b-9b02-50aa5ef6882c None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:53.778935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d296be08-0001-4d6b-9b02-50aa5ef6882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.781891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:53.894991 n-d-792364-9 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e312bb93-f293-4f06-a6ca-12616aea12c7 (CIDR: 2001:db8:0:1::/64) Nov 23 19:15:53.900151 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:15:53.900736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:53.917277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b54a1bc8-efcd-4920-bc0a-7897666cf03a tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2762532 Nov 23 19:15:53.919979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:53.924751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'subnet': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:54.001890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d9045516-22ae-4dfd-9557-e8be8182482f None None] Provisioning complete for port 8a3e3204-49bc-4839-bbc0-356cb805d1fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:54.002270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9045516-22ae-4dfd-9557-e8be8182482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.040481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Made reservation on behalf of 046f558d56974c7aa5cb39aba1c4599a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:15:54.040727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d9045516-22ae-4dfd-9557-e8be8182482f None None] Port 8a3e3204-49bc-4839-bbc0-356cb805d1fc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:54.044079 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.275376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.324615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:15:54.328017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:15:54.331050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:54.331676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.339436 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1dd74-9887-4b03-ad5a-0c4f6b88efa4 None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:54.347449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Subnet': ['ID=dfd3c213-80c0-4dd3-8e9d-ad19ded64a19,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:54.360115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0186871b-4f17-47b5-8122-48c3d31e0bc6 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4391329 Nov 23 19:15:54.362630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:54.367919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1413018101', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfd3c213-80c0-4dd3-8e9d-ad19ded64a19'}], 'security_groups': ['04a113ea-3984-4862-a866-92206f133a37', '5d175cc0-b88c-496b-b71e-0503a8051253']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:15:54.440320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.642330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:54.678726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Update dhcp port {'port': {'network_id': 'd2e58d82-6b0b-4dda-94b6-a94061c607e5', 'fixed_ips': [{'subnet_id': 'e312bb93-f293-4f06-a6ca-12616aea12c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcc10f7e-d889-4d00-9150-d315d025be16', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfd3c213-80c0-4dd3-8e9d-ad19ded64a19'}], 'binding:host_id': 'n-d-792364-9'}, 'id': 'c9c29809-febf-41d1-97d0-99f05bf9ae74'} from n-d-792364-9. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 19:15:54.710697 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.752777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:54.753490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:54.833956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Delete allocated IP 2001:db8::23f (d2e58d82-6b0b-4dda-94b6-a94061c607e5/dcc10f7e-d889-4d00-9150-d315d025be16) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 19:15:54.846129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Allocated IP 2001:db8:0:2::2f4 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/dfd3c213-80c0-4dd3-8e9d-ad19ded64a19/8a3e3204-49bc-4839-bbc0-356cb805d1fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:55.012627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.017485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.081199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] In _notify_port_updated(), no bound segment for port 8a3e3204-49bc-4839-bbc0-356cb805d1fc on network d2e58d82-6b0b-4dda-94b6-a94061c607e5 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 19:15:55.082033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Allocated IP 2001:db8:0:2::2 (d2e58d82-6b0b-4dda-94b6-a94061c607e5/dfd3c213-80c0-4dd3-8e9d-ad19ded64a19/c9c29809-febf-41d1-97d0-99f05bf9ae74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:15:55.087135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:15:55.088118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.089481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "PUT /v2.0/ports/8a3e3204-49bc-4839-bbc0-356cb805d1fc HTTP/1.1" status: 200 len: 970 time: 0.7258782 Nov 23 19:15:55.092367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:55.119462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0ca51-f766-46c4-8c84-4f17548ad8e0 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event updated for resources: {'Port': ['ID=8a3e3204-49bc-4839-bbc0-356cb805d1fc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:55.185002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 8a3e3204-49bc-4839-bbc0-356cb805d1fc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:55.185390 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.191711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:55.223397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.228571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.284735 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.297975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 8a3e3204-49bc-4839-bbc0-356cb805d1fc owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:55.334234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e538d4f-2302-4eee-900e-4da1e3b02c38 None None] Pushing event updated for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:55.442748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.476459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=8a3e3204-49bc-4839-bbc0-356cb805d1fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:55.508197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.511773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0aaf2d3c-abd0-4b22-a67c-782cd8cb463c tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/8a3e3204-49bc-4839-bbc0-356cb805d1fc HTTP/1.1" status: 204 len: 168 time: 0.4184105 Nov 23 19:15:55.514374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:55.544734 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-71728ea8-0335-4dde-917d-7accf131a723 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] GET failed (client error): The resource could not be found. Nov 23 19:15:55.546451 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-71728ea8-0335-4dde-917d-7accf131a723 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports/8a3e3204-49bc-4839-bbc0-356cb805d1fc HTTP/1.1" status: 404 len: 333 time: 0.0306675 Nov 23 19:15:55.549805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:55.611986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.652793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.700382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.703123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.707007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/security-groups/50de3926-9289-4b4f-a633-5b9d5f355726 HTTP/1.1" status: 204 len: 168 time: 0.1535218 Nov 23 19:15:55.707859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:55.714841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b93ee0-2955-4774-be0c-157f4250b880 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de3926-9289-4b4f-a633-5b9d5f355726,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:55.777712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.801630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.849737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.852417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.856635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:55.856780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d175cc0-b88c-496b-b71e-0503a8051253 HTTP/1.1" status: 204 len: 168 time: 0.1477327 Nov 23 19:15:55.867482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f226be3-7e93-4dfe-834e-7e28e04aa0e5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d175cc0-b88c-496b-b71e-0503a8051253,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:55.944773 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.977677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:55.978726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:55.979224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.023387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:56.027527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Could not find standard attr ID for object 8a3e3204-49bc-4839-bbc0-356cb805d1fc. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:56.035331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.038233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:56.038673 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-525c16ca-3a95-454f-825e-b97319a72819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.039080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.040958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/security-groups/04a113ea-3984-4862-a866-92206f133a37 HTTP/1.1" status: 204 len: 168 time: 0.1831400 Nov 23 19:15:56.044227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:56.053414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708de2e0-5491-4685-8a3f-ab72636ed6d3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a113ea-3984-4862-a866-92206f133a37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:56.117139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet dcc10f7e-d889-4d00-9150-d315d025be16 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:56.121392 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.182068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.267997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.285752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-55da729b-30b3-4603-bd3f-df5ed9669cee None None] Could not find standard attr ID for object 8a3e3204-49bc-4839-bbc0-356cb805d1fc. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:15:56.341438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.373454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc10f7e-d889-4d00-9150-d315d025be16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:56.374618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.377909 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0309190e-4149-4be7-b3be-71f361036e5e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/dcc10f7e-d889-4d00-9150-d315d025be16 HTTP/1.1" status: 204 len: 168 time: 0.3325450 Nov 23 19:15:56.383758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:56.437916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet dfd3c213-80c0-4dd3-8e9d-ad19ded64a19 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:56.441956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.455636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c117240-3bc6-464c-a798-67a917aac792 None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:56.484568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.598600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.619914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:15:56.683238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.695554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:56.695554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.701490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.707510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:56.708048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/dfd3c213-80c0-4dd3-8e9d-ad19ded64a19 HTTP/1.1" status: 204 len: 168 time: 0.3230486 Nov 23 19:15:56.729053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ab622-faa9-435d-bb30-990d8bd94bc3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd3c213-80c0-4dd3-8e9d-ad19ded64a19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:56.761200 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-781cd3cd-067f-44cf-ae2b-d762551d8172 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:56.761819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781cd3cd-067f-44cf-ae2b-d762551d8172 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:56.765161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-781cd3cd-067f-44cf-ae2b-d762551d8172 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/dcc10f7e-d889-4d00-9150-d315d025be16 HTTP/1.1" status: 404 len: 337 time: 0.0564682 Nov 23 19:15:56.768665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:56.848193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting subnet e312bb93-f293-4f06-a6ca-12616aea12c7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:15:56.852965 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:56.912789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.012033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.076787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.113998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Subnet': ['ID=e312bb93-f293-4f06-a6ca-12616aea12c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:57.116199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.120658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-454b2e2a-9c44-42b3-b63a-1d1568afc8bc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/e312bb93-f293-4f06-a6ca-12616aea12c7 HTTP/1.1" status: 204 len: 168 time: 0.3507223 Nov 23 19:15:57.123251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.169329 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-514dd404-061a-43b7-b133-301aa5b10b4e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.175419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514dd404-061a-43b7-b133-301aa5b10b4e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.175419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-514dd404-061a-43b7-b133-301aa5b10b4e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b95a26bd-fa37-4fd1-bdfa-d3c596227e4e HTTP/1.1" status: 404 len: 337 time: 0.0487111 Nov 23 19:15:57.182220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.227547 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6bd2bdba-2fcd-4787-b15e-b18ed4e4eb1e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "GET /v2.0/ports?device_id=83db2c51-e668-4da4-b2d0-b318c4c4c43f HTTP/1.1" status: 200 len: 205 time: 0.0439115 Nov 23 19:15:57.229798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.278469 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-fc1549b2-c4f5-4c03-8a55-a2ca79b32746 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] delete failed (client error): The resource could not be found. Nov 23 19:15:57.279562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fc1549b2-c4f5-4c03-8a55-a2ca79b32746 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/routers/83db2c51-e668-4da4-b2d0-b318c4c4c43f HTTP/1.1" status: 404 len: 336 time: 0.0488236 Nov 23 19:15:57.282450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.311783 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e003ca-c327-44d3-90ea-1988b57c81a7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.312401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e003ca-c327-44d3-90ea-1988b57c81a7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.318029 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95e003ca-c327-44d3-90ea-1988b57c81a7 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b48b2233-2c52-40f7-b69d-d65410e728a8 HTTP/1.1" status: 404 len: 337 time: 0.0322154 Nov 23 19:15:57.318368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.345995 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23022c-10b0-4171-945c-4d95e133d7c3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.346457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f23022c-10b0-4171-945c-4d95e133d7c3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.349608 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7f23022c-10b0-4171-945c-4d95e133d7c3 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/6df72cd4-dba3-4fa7-b7a9-a42594f39744 HTTP/1.1" status: 404 len: 337 time: 0.0302455 Nov 23 19:15:57.352423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.389310 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7279ca61-662c-4a5c-996f-f10507ce00ec tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.390030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7279ca61-662c-4a5c-996f-f10507ce00ec tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.393302 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7279ca61-662c-4a5c-996f-f10507ce00ec tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/1ac63eaf-90dc-47d0-9092-23b0c28dc4ee HTTP/1.1" status: 404 len: 337 time: 0.0392356 Nov 23 19:15:57.393573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03110ed1-bd20-420a-ae69-b96113fa8dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.395981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.426237 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c70a8e8-8e9a-40da-8249-f4e050605cce tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.426806 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c70a8e8-8e9a-40da-8249-f4e050605cce tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.430042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c70a8e8-8e9a-40da-8249-f4e050605cce tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/cb52e8db-4ab7-4307-8dc8-ee07e4d8eecd HTTP/1.1" status: 404 len: 333 time: 0.0322886 Nov 23 19:15:57.432572 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.442826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a071e67-edb5-4594-b006-6a46f40e6077 None None] Network d2e58d82-6b0b-4dda-94b6-a94061c607e5 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:15:57.464918 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e7069f-2b48-4cec-ae7f-985cdcdca22f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.465466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e7069f-2b48-4cec-ae7f-985cdcdca22f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.468704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-67e7069f-2b48-4cec-ae7f-985cdcdca22f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/c2bf9aea-1983-4fb9-b2ab-a4aec0b9189a HTTP/1.1" status: 404 len: 337 time: 0.0352242 Nov 23 19:15:57.471524 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.503254 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-343bb149-4c5b-4173-a3e1-4c2f187d16fc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.503746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343bb149-4c5b-4173-a3e1-4c2f187d16fc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.507362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-343bb149-4c5b-4173-a3e1-4c2f187d16fc tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/dfbccec1-68f9-4a2e-bbee-3e10691196d3 HTTP/1.1" status: 404 len: 337 time: 0.0342150 Nov 23 19:15:57.509490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.536126 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd901d0-88a7-4ef3-a4de-1c4eef7b327e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.536751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd901d0-88a7-4ef3-a4de-1c4eef7b327e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.542870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3bd901d0-88a7-4ef3-a4de-1c4eef7b327e tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/6ce4d229-c004-4bdb-acb9-613a0962dafd HTTP/1.1" status: 404 len: 333 time: 0.0297222 Nov 23 19:15:57.543345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.551894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4be4d5d-6d03-42f9-a5f4-2a95e23f34ad None None] Provisioning complete for port 18227594-d324-49c3-a8e4-7c9ea9148716 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:57.552263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4be4d5d-6d03-42f9-a5f4-2a95e23f34ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.596726 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b984e2-029e-4ae3-8111-29a8ab3e190f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.597180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b984e2-029e-4ae3-8111-29a8ab3e190f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.600296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-07b984e2-029e-4ae3-8111-29a8ab3e190f tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/09d66aba-0a80-4308-b5fd-2d1be65dc7e1 HTTP/1.1" status: 404 len: 337 time: 0.0559125 Nov 23 19:15:57.602993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.622213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4be4d5d-6d03-42f9-a5f4-2a95e23f34ad None None] Port 18227594-d324-49c3-a8e4-7c9ea9148716 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:15:57.635598 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfafc6d-c8ff-4b71-af31-0bb29fc256d5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] DELETE failed (client error): The resource could not be found. Nov 23 19:15:57.636053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfafc6d-c8ff-4b71-af31-0bb29fc256d5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:15:57.639905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1cfafc6d-c8ff-4b71-af31-0bb29fc256d5 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/subnets/b5226a89-a27c-4319-9d89-40293fbe80a2 HTTP/1.1" status: 404 len: 337 time: 0.0351794 Nov 23 19:15:57.642499 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.643565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4be4d5d-6d03-42f9-a5f4-2a95e23f34ad None None] Provisioning complete for port c9c29809-febf-41d1-97d0-99f05bf9ae74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:15:57.643939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4be4d5d-6d03-42f9-a5f4-2a95e23f34ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.695623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] DHCP port deletion for d2e58d82-6b0b-4dda-94b6-a94061c607e5 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:15:57.751246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Deleting port 18227594-d324-49c3-a8e4-7c9ea9148716 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:57.752339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.800922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Deleting port c9c29809-febf-41d1-97d0-99f05bf9ae74 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:15:57.801302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.829042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.842730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Calling delete_port for 18227594-d324-49c3-a8e4-7c9ea9148716 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:57.877000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] For port c9c29809-febf-41d1-97d0-99f05bf9ae74, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c9c29809-febf-41d1-97d0-99f05bf9ae74,segment=NetworkSegment(4bf48f69-01bf-4ac9-8d02-a1e652c82081),segment_id=4bf48f69-01bf-4ac9-8d02-a1e652c82081)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:15:57.877340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.891241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Calling delete_port for c9c29809-febf-41d1-97d0-99f05bf9ae74 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:15:57.934822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.966711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Port': ['ID=18227594-d324-49c3-a8e4-7c9ea9148716,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:57.972006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:57.978465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:57.978664 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-244dfba5-b989-4bc0-ab8d-b37a37a6dac2 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/ports/18227594-d324-49c3-a8e4-7c9ea9148716 HTTP/1.1" status: 204 len: 168 time: 0.3346376 Nov 23 19:15:57.989608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.016116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] Pushing event deleted for resources: {'Port': ['ID=c9c29809-febf-41d1-97d0-99f05bf9ae74,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:58.018177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f61eb5-e354-4f6a-aaf1-1b897ed76d76 None None] No DVR routers for this DVR port c9c29809-febf-41d1-97d0-99f05bf9ae74 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:15:58.062008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.499753 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.521119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e58d82-6b0b-4dda-94b6-a94061c607e5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:58.531070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf48f69-01bf-4ac9-8d02-a1e652c82081') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:58.531461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf48f69-01bf-4ac9-8d02-a1e652c82081') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:15:58.542063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.557496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.563475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:15:58.563849 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:15:58.566749 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:15:58.584975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:15:58.610222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c9c29809-febf-41d1-97d0-99f05bf9ae74 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:15:58.610985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c9c29809-febf-41d1-97d0-99f05bf9ae74 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:15:58.647082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.653140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:58.656871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] 10.222.0.37 "DELETE /v2.0/networks/d2e58d82-6b0b-4dda-94b6-a94061c607e5 HTTP/1.1" status: 204 len: 168 time: 0.6771328 Nov 23 19:15:58.675496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44e56-fd2a-481f-8608-68639b53f629 tempest-PortsIpV6TestJSON-1548733593 tempest-PortsIpV6TestJSON-1548733593-project] Pushing event deleted for resources: {'Network': ['ID=d2e58d82-6b0b-4dda-94b6-a94061c607e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:15:58.980162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:59.152563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9459953b-e854-4c44-b77f-44aab475734f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=046f558d56974c7aa5cb39aba1c4599a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712255 Nov 23 19:15:59.155413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:15:59.205397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.229971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.277124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.279792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:15:59.280960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/395fd534-df22-416c-9dc5-f89096e8279a HTTP/1.1" status: 204 len: 168 time: 0.1245654 Nov 23 19:15:59.289126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefba9a-300f-46be-b5d1-b69d1be2d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395fd534-df22-416c-9dc5-f89096e8279a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:00.173996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dec261b-505c-447e-b373-3a59e0c53419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:00.817306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:02.261607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:03.247161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.084986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.537732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:09.653803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68422d0c-9bfb-4ed2-92a1-b09b5e2277a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.729494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68422d0c-9bfb-4ed2-92a1-b09b5e2277a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.733924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68422d0c-9bfb-4ed2-92a1-b09b5e2277a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.775464 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-68422d0c-9bfb-4ed2-92a1-b09b5e2277a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b9e0b4b290940cab1e948e6f439de11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338276 Nov 23 19:16:09.775464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422d0c-9bfb-4ed2-92a1-b09b5e2277a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7da08b-775b-41c0-a751-87c74643e4ff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:09.775828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:09.830933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.854358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.906764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.909896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:09.911720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e7da08b-775b-41c0-a751-87c74643e4ff HTTP/1.1" status: 204 len: 168 time: 0.1345401 Nov 23 19:16:09.923268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767de46-66d2-4036-907c-1a8760bb6948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7da08b-775b-41c0-a751-87c74643e4ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.225851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:10.241643 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad22dac0-04d8-496f-9684-c95e5d4cede2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.341051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad22dac0-04d8-496f-9684-c95e5d4cede2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.345013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad22dac0-04d8-496f-9684-c95e5d4cede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.382835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad22dac0-04d8-496f-9684-c95e5d4cede2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffbeb0fb09db44c59ffce9a6b7c16fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558776 Nov 23 19:16:10.385631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22dac0-04d8-496f-9684-c95e5d4cede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa212b-683f-49d6-b562-80926af9dfe3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.386355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:10.438039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.459123 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.505285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.508397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:10.509669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17aa212b-683f-49d6-b562-80926af9dfe3 HTTP/1.1" status: 204 len: 168 time: 0.1221161 Nov 23 19:16:10.517701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c7ef2-b3b8-4bc2-b661-116b396809c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa212b-683f-49d6-b562-80926af9dfe3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:10.554923 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:14.405371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-09d05718-dead-45b0-ab9d-0db8f65c3f1a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:14.407185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-09d05718-dead-45b0-ab9d-0db8f65c3f1a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1070752 Nov 23 19:16:14.422856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-1c0304a0-3cb4-4b93-9419-7fd0bbebbc69 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0099068 Nov 23 19:16:14.474001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-c9e45807-0941-4b8c-af0e-e48f0c7fb83a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455031 Nov 23 19:16:14.564539 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-6cb36e88-7917-44e2-95e4-7035f7fed07b service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832086 Nov 23 19:16:14.658096 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-f133dd1f-9c06-4520-98a1-670cc9c42291 service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875719 Nov 23 19:16:14.952053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-894715ca-70b3-4b82-ab81-6e68dc96e28a req-c97159ca-d75d-4206-846c-af9e4c58d501 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0377927 Nov 23 19:16:15.888913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-f2c61d2a-692f-43ec-ba76-4636b4fc89d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:15.890404 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-f2c61d2a-692f-43ec-ba76-4636b4fc89d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1112301 Nov 23 19:16:15.904701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:16.024919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:16.028876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.093940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ff662e-25c2-43ac-9cdb-dd9ec5429e39 req-a90dc081-5cf7-4b3c-9d59-149b6e438e8d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0374517 Nov 23 19:16:16.194338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.3 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/6a889745-02db-4228-afaf-00b02aec6063) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:16.362385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.401238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.444890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:16.451214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:16.453850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:16.496262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:16.523816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:16.524466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.546190 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-35d2b17c-0884-4675-af30-1db3ca0a481c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452963 Nov 23 19:16:16.696999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Request body: {'port': {'device_id': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:16.794330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.841520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:16.860052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-55ba3d18-54fb-4f70-9451-9d0b02bbfc8e None None] Provisioning complete for port 6a889745-02db-4228-afaf-00b02aec6063 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:16.862100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-55ba3d18-54fb-4f70-9451-9d0b02bbfc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:16.902808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-55ba3d18-54fb-4f70-9451-9d0b02bbfc8e None None] Port 6a889745-02db-4228-afaf-00b02aec6063 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:17.000531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.102416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.103764 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:16:17.108548 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.138497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a889745-02db-4228-afaf-00b02aec6063 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:17.142222 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b9751-0aaf-4b18-8ae8-f9cba0872015,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.152042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.167805 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.168517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.169085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.169659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.170273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.170837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.171450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.172021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.172576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.173153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.173706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.174269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.174802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Transition to ACTIVE for port object 6a889745-02db-4228-afaf-00b02aec6063 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:16:17.189258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ad3b31e3-877d-4502-9052-98a0de7b4020 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee2333aa67e74b87983be2cb6eaf9c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464258 Nov 23 19:16:17.190584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.192208 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.244280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.267881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.325491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.332609 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.337405 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b26b9751-0aaf-4b18-8ae8-f9cba0872015 HTTP/1.1" status: 204 len: 168 time: 0.1453063 Nov 23 19:16:17.350034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2827c-a28c-434d-9a28-a93df727b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b9751-0aaf-4b18-8ae8-f9cba0872015,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.368675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.412339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2101-b707-430b-b6c1-65faf7a99e45 req-e3a08d4f-f9a1-419a-aa04-92b7589faa77 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.414997 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a4c2101-b707-430b-b6c1-65faf7a99e45 req-e3a08d4f-f9a1-419a-aa04-92b7589faa77 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.1841743 Nov 23 19:16:17.416547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.416995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.417455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.417952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.418325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.418754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.419201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.419626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.420048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.420476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.420897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.421330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:16:17.489602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a4c2101-b707-430b-b6c1-65faf7a99e45 req-d12f8635-05bd-4790-9c0f-5650da2124bd tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639942 Nov 23 19:16:17.501821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Attempting to bind port 6a889745-02db-4228-afaf-00b02aec6063 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:17.502048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Attempting to bind port 6a889745-02db-4228-afaf-00b02aec6063 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:17.502476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Attempting to bind port 6a889745-02db-4228-afaf-00b02aec6063 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:17.509378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Port 6a889745-02db-4228-afaf-00b02aec6063 on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:16:17.510587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Attempting to bind port 6a889745-02db-4228-afaf-00b02aec6063 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:17.520404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:17.521955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:17.525481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:17.528647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Bound port: 6a889745-02db-4228-afaf-00b02aec6063, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:17.529424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.629186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:17.634420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6a889745-02db-4228-afaf-00b02aec6063,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:17.651614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.713871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.714988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.716878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a889745-02db-4228-afaf-00b02aec6063 HTTP/1.1" status: 200 len: 1091 time: 1.1596806 Nov 23 19:16:17.720456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'tag': '6a889745-02db-4228-afaf-00b02aec6063'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:17.725104 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "tag": "6a889745-02db-4228-afaf-00b02aec6063"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:17.764912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb866e-53a9-481a-b9ac-ec17ad47fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:17.841121 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e4d46-9fb8-4a79-a53b-6e7b45344174 x-openstack-request-id: req-5b1e4d46-9fb8-4a79-a53b-6e7b45344174 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:17.841431 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "tag": "6a889745-02db-4228-afaf-00b02aec6063", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:17.841692 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b1e4d46-9fb8-4a79-a53b-6e7b45344174 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:17.842105 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'tag': '6a889745-02db-4228-afaf-00b02aec6063', 'status': 'completed', 'code': 200} Nov 23 19:16:17.871486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-4db9342b-ff2a-4f65-a183-4e2b71c75137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:17.876295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-4db9342b-ff2a-4f65-a183-4e2b71c75137 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 1094 time: 0.0919316 Nov 23 19:16:17.919239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:17.942936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5af0-820a-4ac4-a2d7-bf5b4b2e08f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:17.987180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-9114fd18-1c7b-4970-a2ed-203d9bbf7a9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a889745-02db-4228-afaf-00b02aec6063 HTTP/1.1" status: 200 len: 217 time: 0.0929899 Nov 23 19:16:18.068167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-76537457-4fc5-48b9-b9f0-565adf5f28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.070137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-76537457-4fc5-48b9-b9f0-565adf5f28bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0768969 Nov 23 19:16:18.110713 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5af0-820a-4ac4-a2d7-bf5b4b2e08f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.118177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5af0-820a-4ac4-a2d7-bf5b4b2e08f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.127332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-482be228-e9fa-4d11-91f5-7d1257d14256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.129661 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-482be228-e9fa-4d11-91f5-7d1257d14256 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508621 Nov 23 19:16:18.177812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c5af0-820a-4ac4-a2d7-bf5b4b2e08f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f23869-de2b-4e8b-ad1f-9402451564f0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.196674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4a2c5af0-820a-4ac4-a2d7-bf5b4b2e08f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9487e6e6f8494dd1ae4de6eedfc02207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760456 Nov 23 19:16:18.199195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.254611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.277817 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.284316 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-54735af0-80a7-4f4f-b1dd-737b262a5596 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459646 Nov 23 19:16:18.328288 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.330957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.334474 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6f23869-de2b-4e8b-ad1f-9402451564f0 HTTP/1.1" status: 204 len: 168 time: 0.1318874 Nov 23 19:16:18.340969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010659b-ce44-43c0-aeb5-21b33f9342be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f23869-de2b-4e8b-ad1f-9402451564f0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.390757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-489b8f2a-9ee1-40e6-8684-7631e48cf162 req-365f5088-cd16-4f55-aac2-184b1466cd1f service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948765 Nov 23 19:16:18.479380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-fbb19b3e-1aa4-4aef-a27b-b598ede70882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.480897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-fbb19b3e-1aa4-4aef-a27b-b598ede70882 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 1094 time: 0.0443389 Nov 23 19:16:18.605941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-1e1553c2-8561-4de9-8e38-5c018773f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.607443 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-1e1553c2-8561-4de9-8e38-5c018773f88c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.1183639 Nov 23 19:16:18.666631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-0b8e8dfa-f851-4582-bdab-f5dfdab64330 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a889745-02db-4228-afaf-00b02aec6063 HTTP/1.1" status: 200 len: 217 time: 0.0442989 Nov 23 19:16:18.716076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662ef3-8f3d-43a0-a9a0-863bd714eab3 req-4a7302cf-8ed2-45ea-9e39-7a3b59f5104b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.717598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35662ef3-8f3d-43a0-a9a0-863bd714eab3 req-4a7302cf-8ed2-45ea-9e39-7a3b59f5104b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.1235425 Nov 23 19:16:18.718006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 40820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.732948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc7-19fd-4871-8696-5d1056652a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.740095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-3133ea4e-bdd8-44a2-b851-6b8081ab6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.741603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-3133ea4e-bdd8-44a2-b851-6b8081ab6125 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0673592 Nov 23 19:16:18.820905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-35662ef3-8f3d-43a0-a9a0-863bd714eab3 req-5aa9c871-e85c-48c3-a7d0-d1bb18116f61 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908289 Nov 23 19:16:18.821348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc7-19fd-4871-8696-5d1056652a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.828128 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc7-19fd-4871-8696-5d1056652a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:18.829709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-1384222f-3cf6-4986-8c5c-07c89ab4bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:18.833036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-1384222f-3cf6-4986-8c5c-07c89ab4bd07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812290 Nov 23 19:16:18.876360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-212e5fc7-19fd-4871-8696-5d1056652a21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae0fb7938abc47088c04947aca195b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570539 Nov 23 19:16:18.877631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e5fc7-19fd-4871-8696-5d1056652a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3085f152-7765-4725-986d-d31750ee09de,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:18.880561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:18.969518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-79b1e9e2-686d-430d-83f9-79f15c3d5113 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287112 Nov 23 19:16:18.989472 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.058486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.109857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4edfec8b-658f-4bbb-90eb-32bfb000b1f1 req-936963f7-28fc-4d26-8065-11ae4718a9ab service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307571 Nov 23 19:16:19.128297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.131067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:19.132257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3085f152-7765-4725-986d-d31750ee09de HTTP/1.1" status: 204 len: 168 time: 0.2505529 Nov 23 19:16:19.140543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740c1f-008a-4c16-a03c-c421265ed35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3085f152-7765-4725-986d-d31750ee09de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:19.960186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeca17c-7f19-4e7d-880a-ecfcece5c1cb req-6ff977d8-bef3-4ef5-81a2-76934a9f0383 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:19.963936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eeeca17c-7f19-4e7d-880a-ecfcece5c1cb req-6ff977d8-bef3-4ef5-81a2-76934a9f0383 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0633647 Nov 23 19:16:20.012840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eeeca17c-7f19-4e7d-880a-ecfcece5c1cb req-d6bb4f87-26d3-44a0-b843-6254c79ae5e6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Nov 23 19:16:21.145577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab7e4-fd85-4aa3-b40c-25d7f07315b1 req-4759fe44-d8e8-49b3-8f5a-c86ec996dba3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:21.151787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af0ab7e4-fd85-4aa3-b40c-25d7f07315b1 req-4759fe44-d8e8-49b3-8f5a-c86ec996dba3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0587945 Nov 23 19:16:21.201116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-af0ab7e4-fd85-4aa3-b40c-25d7f07315b1 req-e0b9f566-e02e-4e0e-9e00-f1cec1059d1f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Nov 23 19:16:22.321576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab607d5a-7554-4587-ada1-53e655c142cb req-01d57730-39a0-40eb-b7f5-ace1438e96d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:22.322942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab607d5a-7554-4587-ada1-53e655c142cb req-01d57730-39a0-40eb-b7f5-ace1438e96d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0495446 Nov 23 19:16:22.372007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab607d5a-7554-4587-ada1-53e655c142cb req-9975dd0e-a77f-4e6a-b597-075d396d2782 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Nov 23 19:16:23.506705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b3e37-52c4-494e-a898-372cdcedc80a req-6515c426-fa5a-408d-9683-e125f907d693 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:23.508822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-817b3e37-52c4-494e-a898-372cdcedc80a req-6515c426-fa5a-408d-9683-e125f907d693 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0641198 Nov 23 19:16:23.558668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-817b3e37-52c4-494e-a898-372cdcedc80a req-b14d42c0-a06a-44d5-a829-5af14081bba6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Nov 23 19:16:24.676886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbb933-00b4-433a-b92f-78f3f25fd629 req-b5e257b8-b4be-43e0-9990-21035b48e81e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:24.678476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4dbb933-00b4-433a-b92f-78f3f25fd629 req-b5e257b8-b4be-43e0-9990-21035b48e81e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0512094 Nov 23 19:16:24.732018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4dbb933-00b4-433a-b92f-78f3f25fd629 req-43ab8ab3-6aac-4cca-a870-196606cafd88 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Nov 23 19:16:25.851362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a96d20-f4ae-498d-94bc-6e7a7c475b91 req-1194b773-ddb5-4124-a108-1f61427a913a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:25.853452 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81a96d20-f4ae-498d-94bc-6e7a7c475b91 req-1194b773-ddb5-4124-a108-1f61427a913a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0536244 Nov 23 19:16:25.905777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81a96d20-f4ae-498d-94bc-6e7a7c475b91 req-0ffac345-1846-4a94-a0d7-6bea28bfb74c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Nov 23 19:16:26.519047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:26.630307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ae2058-c8d9-40ff-82df-e8af939712bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.705291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ae2058-c8d9-40ff-82df-e8af939712bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.709296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ae2058-c8d9-40ff-82df-e8af939712bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.750359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2058-c8d9-40ff-82df-e8af939712bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a67de-26e4-46c1-b0a1-411fcd8d5624,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:26.754509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-31ae2058-c8d9-40ff-82df-e8af939712bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=352ccace5ea648edb722e02bdd808ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341943 Nov 23 19:16:26.757093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:26.805380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.827017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.874122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.877497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:26.878851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/797a67de-26e4-46c1-b0a1-411fcd8d5624 HTTP/1.1" status: 204 len: 168 time: 0.1208539 Nov 23 19:16:26.886984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2736b8-9a7c-4430-8da2-68135aa03001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a67de-26e4-46c1-b0a1-411fcd8d5624,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:27.032425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cd0f2-e9a2-4241-9585-946ea205628c req-8ccff113-c258-49e9-8cd0-62e0aaee19bf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:27.033958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b3cd0f2-e9a2-4241-9585-946ea205628c req-8ccff113-c258-49e9-8cd0-62e0aaee19bf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0517533 Nov 23 19:16:27.096412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3b3cd0f2-e9a2-4241-9585-946ea205628c req-51930637-0918-4d0d-87e5-b5fa7c0ebef7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Nov 23 19:16:27.163719 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:27.185118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8585b6-8db1-4b38-bf2d-7c961c8e9b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.294854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8585b6-8db1-4b38-bf2d-7c961c8e9b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.299120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8585b6-8db1-4b38-bf2d-7c961c8e9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.338287 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5e8585b6-8db1-4b38-bf2d-7c961c8e9b27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82cf19451f464de4b442d879f5a46e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726279 Nov 23 19:16:27.338890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8585b6-8db1-4b38-bf2d-7c961c8e9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0898e0-3745-49a1-81de-ce2942aed850,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:27.341406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 40972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:16:27.389352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42f6-7bcf-43c2-b737-66b2ab1b1458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.397653 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.422958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.480324 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.483345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:27.488528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db0898e0-3745-49a1-81de-ce2942aed850 HTTP/1.1" status: 204 len: 168 time: 0.1423774 Nov 23 19:16:27.497123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466cae0-d6de-4f66-babf-e0170e2b4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0898e0-3745-49a1-81de-ce2942aed850,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:28.219032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc56b3e-92e3-4274-9812-14949d1c4862 req-e1dfb553-57ba-47eb-9309-c18b4908d1d1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:28.220573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fc56b3e-92e3-4274-9812-14949d1c4862 req-e1dfb553-57ba-47eb-9309-c18b4908d1d1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0507412 Nov 23 19:16:28.268761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fc56b3e-92e3-4274-9812-14949d1c4862 req-1950b3cb-a7be-405a-b2d4-0bfd516220b4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Nov 23 19:16:29.287293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6a889745-02db-4228-afaf-00b02aec6063 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:16:29.389755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6a889745-02db-4228-afaf-00b02aec6063,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:29.394786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283ad3c-6ce9-414e-84cf-1082dd25ee60 req-c556ae6f-405f-4107-bbd3-a0a6aad9ea1f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:29.396314 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7283ad3c-6ce9-414e-84cf-1082dd25ee60 req-c556ae6f-405f-4107-bbd3-a0a6aad9ea1f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 943 time: 0.0539742 Nov 23 19:16:29.405532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '6a889745-02db-4228-afaf-00b02aec6063', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': '6a889745-02db-4228-afaf-00b02aec6063', 'mac_address': 'fa:16:3e:a5:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:16:29.448456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:29.450617 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7283ad3c-6ce9-414e-84cf-1082dd25ee60 req-d7ec7af7-c688-40f6-802d-98e1c4aff793 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 Nov 23 19:16:29.473224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a889745-02db-4228-afaf-00b02aec6063 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:29.495583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6a889745-02db-4228-afaf-00b02aec6063,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:29.500636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:29.554929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:29.707202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['6a889745-02db-4228-afaf-00b02aec6063'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:30.176909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63552539-6486-4796-8817-afa2c05d6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:30.572289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a4e9a-f4a9-41df-aeac-df47efc0dd99 req-a635efa4-6baa-46ae-b585-fd57a6addb23 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:30.573764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e3a4e9a-f4a9-41df-aeac-df47efc0dd99 req-a635efa4-6baa-46ae-b585-fd57a6addb23 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 944 time: 0.0529985 Nov 23 19:16:30.627796 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e3a4e9a-f4a9-41df-aeac-df47efc0dd99 req-9a331504-a5d1-4028-8d40-36e139932129 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479522 Nov 23 19:16:30.820764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:31.302326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6a889745-02db-4228-afaf-00b02aec6063 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:16:31.352324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 6a889745-02db-4228-afaf-00b02aec6063 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:16:31.356390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 6a889745-02db-4228-afaf-00b02aec6063 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:31.356760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:31.600266 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:31.622777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a889745-02db-4228-afaf-00b02aec6063'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:31.625113 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0dd8a-430d-4949-b0b3-505b3282e187" -d '{"events": [{"server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "name": "network-vif-plugged", "status": "completed", "tag": "6a889745-02db-4228-afaf-00b02aec6063"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:31.646033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6a889745-02db-4228-afaf-00b02aec6063,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:16:31.654084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:31.764084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:31.836186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3b60-b5aa-4b07-9956-7593c888fd0d req-e4c262ca-8f1a-4061-9b83-19cb2af123d2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:31.837908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-844c3b60-b5aa-4b07-9956-7593c888fd0d req-e4c262ca-8f1a-4061-9b83-19cb2af123d2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0729675 Nov 23 19:16:31.845563 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099eb55-45de-444f-ad0a-d6dd4c6c87c2 x-openstack-request-id: req-2099eb55-45de-444f-ad0a-d6dd4c6c87c2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:31.846098 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "name": "network-vif-plugged", "status": "completed", "tag": "6a889745-02db-4228-afaf-00b02aec6063", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:31.846421 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2099eb55-45de-444f-ad0a-d6dd4c6c87c2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:31.846923 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a889745-02db-4228-afaf-00b02aec6063', 'code': 200} Nov 23 19:16:31.902439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-844c3b60-b5aa-4b07-9956-7593c888fd0d req-94fd1639-73a3-4cf8-b717-5686d66fa398 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571339 Nov 23 19:16:31.959170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8febf3e-9535-4736-8222-b9eb8e32ecfc req-c512449b-a5d8-401d-ad9c-94bc1c109ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:31.984655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8febf3e-9535-4736-8222-b9eb8e32ecfc req-c512449b-a5d8-401d-ad9c-94bc1c109ec5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 1096 time: 0.0436838 Nov 23 19:16:32.017954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8febf3e-9535-4736-8222-b9eb8e32ecfc req-edc5d0f1-da5a-454f-a756-96a39fc4ffed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Nov 23 19:16:32.274661 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:33.046714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78c21-ec03-4aa2-8eb6-971799a52ade req-b05c4bf5-03d3-4138-878e-b082c2d88c49 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:33.049709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5d78c21-ec03-4aa2-8eb6-971799a52ade req-b05c4bf5-03d3-4138-878e-b082c2d88c49 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0768993 Nov 23 19:16:33.102892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d5d78c21-ec03-4aa2-8eb6-971799a52ade req-4c4c5b52-8d91-49ae-90e9-5eb9aa45264c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Nov 23 19:16:33.241426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:34.228752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72407b69-3f7b-4e52-8cff-84eae295dad3 req-ebd26b4e-603c-4fab-9939-e482b66e7096 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:34.230303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72407b69-3f7b-4e52-8cff-84eae295dad3 req-ebd26b4e-603c-4fab-9939-e482b66e7096 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Nov 23 19:16:34.280491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72407b69-3f7b-4e52-8cff-84eae295dad3 req-583aef92-53ca-4fab-9f50-5773d6e0c3e6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Nov 23 19:16:34.407027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c4a02-fd2c-44f5-80ce-d529186043b8 req-966e8570-591e-4079-b40f-7a870f6ee352 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:34.408127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b6c4a02-fd2c-44f5-80ce-d529186043b8 req-966e8570-591e-4079-b40f-7a870f6ee352 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0532520 Nov 23 19:16:34.460939 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b6c4a02-fd2c-44f5-80ce-d529186043b8 req-b51994cb-7c67-4d9e-9bd3-891b813d2d75 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Nov 23 19:16:37.198566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-f1cc81ac-a78e-446a-8ccd-b54ebc1d8f76 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:37.200087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-f1cc81ac-a78e-446a-8ccd-b54ebc1d8f76 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1101484 Nov 23 19:16:37.216427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-d959281b-8856-4ebf-93ab-0fc12fe03e18 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Nov 23 19:16:37.275601 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-f6992c86-0abb-4463-a380-14eb680c6ebc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533152 Nov 23 19:16:37.377688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-f2dc001b-4f8e-4d07-96a0-bf10a852a898 service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948658 Nov 23 19:16:37.469628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-3b4994fd-d804-4f1c-b26d-84e7bd5695c7 service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854158 Nov 23 19:16:37.672051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ce8307fd-36b8-44f2-8df7-99c50e81f03a req-4a8d4ba8-0dc6-4655-b101-7bec5b537bab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0362158 Nov 23 19:16:38.821067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bf024544-aca5-491b-9fb1-db74b3064b57 req-feb07da5-7ab0-4041-86e1-191b00e4ee5f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0388653 Nov 23 19:16:38.854399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-404ca373-9061-4b05-ab36-0d6296acdc77 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:38.855837 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-404ca373-9061-4b05-ab36-0d6296acdc77 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1510153 Nov 23 19:16:38.872520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:38.990982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:16:38.996530 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.094089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.165735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.9 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/e393767e-0624-4c6a-8bc6-8d1dad90398d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:16:39.363187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.399869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.412344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['6a889745-02db-4228-afaf-00b02aec6063'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:16:39.464229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:16:39.467565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:16:39.471596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:16:39.504694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:39.558152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:39.558737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.582535 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-9f528e83-7013-463a-b0a7-c3adffa80ad2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7138705 Nov 23 19:16:39.595956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-d8de9865-58a5-4319-9c25-437ef98905fa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:16:39.597041 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-d8de9865-58a5-4319-9c25-437ef98905fa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059640 Nov 23 19:16:39.760068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Request body: {'port': {'device_id': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:16:39.835239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4893877-6704-463f-879b-7022e8162178 None None] Provisioning complete for port e393767e-0624-4c6a-8bc6-8d1dad90398d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:16:39.836462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4893877-6704-463f-879b-7022e8162178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.846382 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:39.896183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4893877-6704-463f-879b-7022e8162178 None None] Port e393767e-0624-4c6a-8bc6-8d1dad90398d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:16:39.964072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad97ea-3b27-413b-8502-72e4efc3afc0 req-75191c2c-2dc6-406b-ac98-afcccdde1629 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:39.966383 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78ad97ea-3b27-413b-8502-72e4efc3afc0 req-75191c2c-2dc6-406b-ac98-afcccdde1629 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 931 time: 0.0563042 Nov 23 19:16:40.024644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-78ad97ea-3b27-413b-8502-72e4efc3afc0 req-9971bc8f-6110-41c1-8cb6-02eb7dd43ae9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Nov 23 19:16:40.188738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e393767e-0624-4c6a-8bc6-8d1dad90398d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:16:40.198074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.211605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Transition to ACTIVE for port object e393767e-0624-4c6a-8bc6-8d1dad90398d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:16:40.218201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.297198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Pushing event updated for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:40.375660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Attempting to bind port e393767e-0624-4c6a-8bc6-8d1dad90398d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:16:40.376132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Attempting to bind port e393767e-0624-4c6a-8bc6-8d1dad90398d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:16:40.376550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Attempting to bind port e393767e-0624-4c6a-8bc6-8d1dad90398d on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:40.381951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Port e393767e-0624-4c6a-8bc6-8d1dad90398d on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:16:40.382959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Attempting to bind port e393767e-0624-4c6a-8bc6-8d1dad90398d on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:16:40.388847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:16:40.389314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:16:40.389785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:16:40.390372 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Bound port: e393767e-0624-4c6a-8bc6-8d1dad90398d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:16:40.390910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.465365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:16:40.468704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:16:40.474602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.513216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:40.513853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.515663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] 10.222.0.47 "PUT /v2.0/ports/e393767e-0624-4c6a-8bc6-8d1dad90398d HTTP/1.1" status: 200 len: 1091 time: 0.9047794 Nov 23 19:16:40.516124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:16:40.518588 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70403d-88d9-4b5d-8be9-306452bd00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:16:40.545626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86127b4-c8b3-4d29-b48a-ce1abd64da88 service neutron] Pushing event updated for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:16:40.588210 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ba058-731d-4813-ab5d-cc54c9ff732c x-openstack-request-id: req-037ba058-731d-4813-ab5d-cc54c9ff732c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:16:40.589609 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:16:40.590469 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-037ba058-731d-4813-ab5d-cc54c9ff732c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:16:40.591062 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d', 'status': 'completed', 'code': 200} Nov 23 19:16:40.600512 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:40.647515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-824db975-2974-4392-a453-6bb1ec6fd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:40.649667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-824db975-2974-4392-a453-6bb1ec6fd7a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 1094 time: 0.0837762 Nov 23 19:16:40.751803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-54b5baea-ce0a-4981-a915-4ab758473de5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d HTTP/1.1" status: 200 len: 217 time: 0.0888503 Nov 23 19:16:40.854477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-7d9d66ed-7808-40aa-aeae-080955954b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:40.856065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-7d9d66ed-7808-40aa-aeae-080955954b6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0931211 Nov 23 19:16:40.921375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-a6cc1c0b-4ec0-4d05-8b9b-86651ca2336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:40.925587 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-a6cc1c0b-4ec0-4d05-8b9b-86651ca2336d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545456 Nov 23 19:16:41.036165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-bd3b136d-b85a-48d5-8b67-c9ce449c65e3 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981095 Nov 23 19:16:41.136531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a3d91ba7-22ab-44a7-a63e-963bbd3ed603 req-4b4d3415-33fc-4fbe-81d8-f2a8902d1262 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888062 Nov 23 19:16:41.172226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f8c25-950e-4de0-b695-b1b6272f0dc3 req-379f584d-8a07-48af-a703-29d20ee6e8e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:41.175225 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb7f8c25-950e-4de0-b695-b1b6272f0dc3 req-379f584d-8a07-48af-a703-29d20ee6e8e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0588496 Nov 23 19:16:41.237350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb7f8c25-950e-4de0-b695-b1b6272f0dc3 req-64616d8f-1473-40e9-ac0b-c22e1073d061 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512798 Nov 23 19:16:41.251101 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-e304661f-f9d9-43d4-944c-3528f00eafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:41.253394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-e304661f-f9d9-43d4-944c-3528f00eafa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 1094 time: 0.0491002 Nov 23 19:16:41.361881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-fd089e8f-b64e-4a28-a168-fd0424c88d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:41.363363 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-fd089e8f-b64e-4a28-a168-fd0424c88d57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0981731 Nov 23 19:16:41.411758 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-d8ca4684-d71a-4617-9bb0-625edb4603c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d HTTP/1.1" status: 200 len: 217 time: 0.0369134 Nov 23 19:16:41.469684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-0102382f-32c3-43dd-8124-cf8a0299aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:41.471406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-0102382f-32c3-43dd-8124-cf8a0299aaac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0486157 Nov 23 19:16:41.522383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-6988ea45-6749-41a0-ac2f-fbe6be07bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:41.524896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-6988ea45-6749-41a0-ac2f-fbe6be07bf29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430963 Nov 23 19:16:41.638446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-0db07020-7335-4438-8caf-e7808fe5c848 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009297 Nov 23 19:16:41.758548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b70403d-88d9-4b5d-8be9-306452bd00e0 req-a789c42b-1c29-4b92-bae6-3f28504b4b1e service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088636 Nov 23 19:16:42.379460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4451-cce2-4ba1-8fd3-2c145e1a7cf8 req-1071f8c0-82b1-458a-9ebf-930b92a7ff85 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:42.387849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09eb4451-cce2-4ba1-8fd3-2c145e1a7cf8 req-1071f8c0-82b1-458a-9ebf-930b92a7ff85 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0746944 Nov 23 19:16:42.451629 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-09eb4451-cce2-4ba1-8fd3-2c145e1a7cf8 req-82a29a99-508f-4664-aa4f-19548619864e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591681 Nov 23 19:16:43.591073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701fd5-05a3-4894-b5a9-ddf7f840b865 req-adde1fcf-72b3-44b7-a83e-e24de06d8035 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:43.592597 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c701fd5-05a3-4894-b5a9-ddf7f840b865 req-adde1fcf-72b3-44b7-a83e-e24de06d8035 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0633047 Nov 23 19:16:43.664212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c701fd5-05a3-4894-b5a9-ddf7f840b865 req-9d379dcc-d52d-4e58-9f0b-f00a2efb0ec0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 Nov 23 19:16:44.859263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d1c5-0641-4375-b8d5-1ec223a8aca4 req-2c3f1b34-4bda-416e-a3a4-54dd737a3746 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:44.861089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a991d1c5-0641-4375-b8d5-1ec223a8aca4 req-2c3f1b34-4bda-416e-a3a4-54dd737a3746 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.1083570 Nov 23 19:16:44.934673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a991d1c5-0641-4375-b8d5-1ec223a8aca4 req-403ae3ce-f01b-43fe-a0e5-7e1645848dfa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Nov 23 19:16:46.089798 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d88ae8-f326-4cf3-8bac-daf8eb11d1d2 req-a8cd9378-bd45-4ea1-8cd8-a146b4a0f3f1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:46.102260 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43d88ae8-f326-4cf3-8bac-daf8eb11d1d2 req-a8cd9378-bd45-4ea1-8cd8-a146b4a0f3f1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0747356 Nov 23 19:16:46.172122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-43d88ae8-f326-4cf3-8bac-daf8eb11d1d2 req-131d9a70-3648-43c0-b514-800eb099af02 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681782 Nov 23 19:16:47.334602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11e2b2-ec05-41ac-aaa7-d25e025b8237 req-74c6a7b7-24e7-47f3-b344-98b5df5b14b5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:47.342952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-db11e2b2-ec05-41ac-aaa7-d25e025b8237 req-74c6a7b7-24e7-47f3-b344-98b5df5b14b5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0885131 Nov 23 19:16:47.393630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-db11e2b2-ec05-41ac-aaa7-d25e025b8237 req-d032b4f7-62d3-4fb5-ba88-4764592b1b10 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Nov 23 19:16:48.552003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b289c2-d63f-4c3d-9f34-898e48134f6d req-65cb18de-802f-443b-a4d2-e6b78acfa74a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:48.560582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55b289c2-d63f-4c3d-9f34-898e48134f6d req-65cb18de-802f-443b-a4d2-e6b78acfa74a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0883980 Nov 23 19:16:48.622641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55b289c2-d63f-4c3d-9f34-898e48134f6d req-d181c8c9-3d88-48fe-8bd7-0c5a1d6850b0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608039 Nov 23 19:16:49.763192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229a9f-730b-4acb-b89e-246c28442153 req-bee943e0-550f-428c-bc06-31f5df1c5038 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:49.764609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c229a9f-730b-4acb-b89e-246c28442153 req-bee943e0-550f-428c-bc06-31f5df1c5038 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0566576 Nov 23 19:16:49.817600 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c229a9f-730b-4acb-b89e-246c28442153 req-2c67d118-5095-423c-9d6d-89a258cca4aa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Nov 23 19:16:50.955896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e5869-2fb6-45c1-89ee-2aec1af2f2d9 req-7fe8e31f-e7ed-47b1-9ad6-34c907ee5d82 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:50.957579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe8e5869-2fb6-45c1-89ee-2aec1af2f2d9 req-7fe8e31f-e7ed-47b1-9ad6-34c907ee5d82 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0503228 Nov 23 19:16:51.013498 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe8e5869-2fb6-45c1-89ee-2aec1af2f2d9 req-f55885b0-c92f-4086-b808-cbde0b3b3741 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Nov 23 19:16:51.351555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-ed215220-c3f3-4007-b95b-d241d7b116e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389097 Nov 23 19:16:51.436679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-34735168-fa78-412c-809d-4e3868ed4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:51.438174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-34735168-fa78-412c-809d-4e3868ed4e9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 1096 time: 0.0417490 Nov 23 19:16:51.546786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-3ab9a9b3-61dc-4367-b740-225b314ccf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:51.548329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-3ab9a9b3-61dc-4367-b740-225b314ccf4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0884738 Nov 23 19:16:51.591513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-095dea12-5315-4453-8361-95eb03649d80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a889745-02db-4228-afaf-00b02aec6063 HTTP/1.1" status: 200 len: 217 time: 0.0353918 Nov 23 19:16:51.653278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-a987386b-c3c6-4ef1-b19f-ce5fb8a50360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:51.658384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-a987386b-c3c6-4ef1-b19f-ce5fb8a50360 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0546494 Nov 23 19:16:51.709205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-84a90ae0-2c94-466d-8d91-12786d46ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:51.710840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-84a90ae0-2c94-466d-8d91-12786d46ef70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484719 Nov 23 19:16:51.829746 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-5f739113-9625-43ac-8411-433bb366c6d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072578 Nov 23 19:16:51.942327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd57173-6ecc-4805-86ed-c50c679a3ae9 req-15553bd2-8222-49e1-892c-cae28ccc5fcf service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052384 Nov 23 19:16:52.141335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eeb58-5f8a-4367-a9d4-a7d0e496a8d7 req-192e38dd-7475-4b86-9aab-1471390ab241 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:52.143581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-956eeb58-5f8a-4367-a9d4-a7d0e496a8d7 req-192e38dd-7475-4b86-9aab-1471390ab241 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0546424 Nov 23 19:16:52.206213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-956eeb58-5f8a-4367-a9d4-a7d0e496a8d7 req-d9083d2f-a143-4e0f-aef0-f7f792496703 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547800 Nov 23 19:16:53.327289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e13a1-eb7f-44f7-8b04-d44f1364a40b req-475e93f2-10f6-4380-9c37-fce4729b56f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:53.329162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d69e13a1-eb7f-44f7-8b04-d44f1364a40b req-475e93f2-10f6-4380-9c37-fce4729b56f2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0565710 Nov 23 19:16:53.389172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d69e13a1-eb7f-44f7-8b04-d44f1364a40b req-91d6737a-5c47-4027-b598-d433f3248ca4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524807 Nov 23 19:16:54.104184 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:16:54.524613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d589e-f73d-4ebc-9e5d-696b513ac6fd req-7998b406-ced9-402b-a750-03c80fe872f4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:54.526804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-274d589e-f73d-4ebc-9e5d-696b513ac6fd req-7998b406-ced9-402b-a750-03c80fe872f4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0515511 Nov 23 19:16:54.581940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-274d589e-f73d-4ebc-9e5d-696b513ac6fd req-489033d8-a322-49b0-a0f2-6cac0fd0d226 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 Nov 23 19:16:55.710061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603427b-d38b-4242-b672-4445f2483550 req-1e6d333f-9534-43b9-9a56-f070be48dc52 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:55.711813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d603427b-d38b-4242-b672-4445f2483550 req-1e6d333f-9534-43b9-9a56-f070be48dc52 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0534225 Nov 23 19:16:55.767815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d603427b-d38b-4242-b672-4445f2483550 req-b84b7d5e-37ef-4e5a-90b8-cdcae9c50ac4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Nov 23 19:16:56.912781 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9f9bd-3da5-4696-8247-2d62b1bd517e req-b4b1168a-3730-4de0-b4d5-11d9ed957ad9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:56.914297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fc9f9bd-3da5-4696-8247-2d62b1bd517e req-b4b1168a-3730-4de0-b4d5-11d9ed957ad9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0574753 Nov 23 19:16:56.972819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0fc9f9bd-3da5-4696-8247-2d62b1bd517e req-337aee92-da42-40b5-8465-c768495fedbf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508635 Nov 23 19:16:57.391874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-154f79a6-7d36-4ee1-ae16-effe762a284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:16:58.097687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f912e-43b8-4292-8690-ed4fbfd57818 req-3ef0cbf2-75c5-4b97-9d3c-7e478e30be7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:58.099173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a80f912e-43b8-4292-8690-ed4fbfd57818 req-3ef0cbf2-75c5-4b97-9d3c-7e478e30be7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0522785 Nov 23 19:16:58.147538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a80f912e-43b8-4292-8690-ed4fbfd57818 req-9d9d12f5-0331-411f-b16a-6a79733f7072 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Nov 23 19:16:59.276331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6c68-d48c-4868-984a-4a54aeec3615 req-44fd5e30-3210-4fa3-96ce-6439b21b4b5e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:16:59.278139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdbf6c68-d48c-4868-984a-4a54aeec3615 req-44fd5e30-3210-4fa3-96ce-6439b21b4b5e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0566380 Nov 23 19:16:59.331336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cdbf6c68-d48c-4868-984a-4a54aeec3615 req-38fe8a1c-5dec-4138-bb3c-12799df644a8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Nov 23 19:17:00.184144 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e2159986-41d1-4abf-bb51-15b308d8e4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:00.475957 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e5054-9de1-4444-9d53-d3aed00cde67 req-71dbfe7e-b4c8-4159-b676-b3397c30b438 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:00.487496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381e5054-9de1-4444-9d53-d3aed00cde67 req-71dbfe7e-b4c8-4159-b676-b3397c30b438 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0718980 Nov 23 19:17:00.542935 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-381e5054-9de1-4444-9d53-d3aed00cde67 req-b881f3b5-01f3-4895-b397-49ea52379b78 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Nov 23 19:17:00.836662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:01.674006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7951-6299-4afc-9724-44bd082252d0 req-0763b443-104b-451a-a930-1a591b9c4f13 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:01.675647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dcb7951-6299-4afc-9724-44bd082252d0 req-0763b443-104b-451a-a930-1a591b9c4f13 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0551498 Nov 23 19:17:01.727502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dcb7951-6299-4afc-9724-44bd082252d0 req-946756a6-18c4-4f96-aafc-2a2507096338 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Nov 23 19:17:02.269681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:02.881055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd207b88-3b67-455e-8aeb-f559f80d4058 req-52b864eb-e827-4b86-ad62-1893ff6c0a72 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:02.882874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd207b88-3b67-455e-8aeb-f559f80d4058 req-52b864eb-e827-4b86-ad62-1893ff6c0a72 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0675108 Nov 23 19:17:02.896343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:02.943736 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bd207b88-3b67-455e-8aeb-f559f80d4058 req-81294b56-2a5b-4e32-9468-b51e226bd9c9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Nov 23 19:17:03.029448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec928-9f97-4d6f-a0b8-827b7b6211d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.111557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec928-9f97-4d6f-a0b8-827b7b6211d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.115607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec928-9f97-4d6f-a0b8-827b7b6211d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.159347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf3ec928-9f97-4d6f-a0b8-827b7b6211d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cb614b7d188487cb3d974717c0cc08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618353 Nov 23 19:17:03.160330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec928-9f97-4d6f-a0b8-827b7b6211d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47006915-b05c-49d8-8cb0-090b8e25feea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:03.162755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41354) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:03.224157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.241474 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.250187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.304704 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.308005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:03.311849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47006915-b05c-49d8-8cb0-090b8e25feea HTTP/1.1" status: 204 len: 168 time: 0.1455276 Nov 23 19:17:03.317658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5222a0-1f6a-4020-8d23-99918afc54e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47006915-b05c-49d8-8cb0-090b8e25feea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.042207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:04.076535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907941d7-a573-4aed-86a5-7c6dabdba339 req-1f654dd8-a369-4071-b8f8-dfceab4e1ced tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:04.078139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-907941d7-a573-4aed-86a5-7c6dabdba339 req-1f654dd8-a369-4071-b8f8-dfceab4e1ced tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0532544 Nov 23 19:17:04.131663 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-907941d7-a573-4aed-86a5-7c6dabdba339 req-f15e90c5-b194-4876-a94e-2bc19e7782f8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Nov 23 19:17:04.154074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-986461316-network', 'tenant_id': 'dc879688521746569af1462a0aa19f02'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:04.177885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Made reservation on behalf of dc879688521746569af1462a0aa19f02 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:04.180353 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.189105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.270692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.275439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.309262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:17:04.320293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75934edc-a70f-4ed6-bbdc-020209a9782b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.327748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.328086 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Added segment 334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1 of type vlan for network 7e875459-cc24-4f5c-95f6-e22655b4736f Nov 23 19:17:04.370573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.399525 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.401479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:04.402241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.447994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4042625 Nov 23 19:17:04.450975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:04.455956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Request body: {'subnet': {'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-986461316-subnet', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:04.478028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317694-8da4-45d4-8224-0f8d5b907e6b admin admin] Pushing event updated for resources: {'Network': ['ID=7e875459-cc24-4f5c-95f6-e22655b4736f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.485912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Made reservation on behalf of dc879688521746569af1462a0aa19f02 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:04.489189 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.489774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7e875459-cc24-4f5c-95f6-e22655b4736f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:17:04.668476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.730284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec31890-6963-458b-a5e5-1aa21a058ec9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:04.750088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Checking segment: {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:04.750442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Network hostable DHCP agents. Network: 7e875459-cc24-4f5c-95f6-e22655b4736f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:17:04.769081 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Network 7e875459-cc24-4f5c-95f6-e22655b4736f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:17:04.777763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7e875459-cc24-4f5c-95f6-e22655b4736f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:04.782502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:04.783210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.789253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6871e-de2e-4659-bd92-1d251ca6d410 None None] Network 7e875459-cc24-4f5c-95f6-e22655b4736f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:04.803083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f0ea9f32-c292-4596-b77e-643b4f1f2337 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3482563 Nov 23 19:17:04.803362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:04.808552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:04.832902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.834018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.898338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:04.962339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7e875459-cc24-4f5c-95f6-e22655b4736f', 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'fixed_ips': [{'subnet_id': '1ec31890-6963-458b-a5e5-1aa21a058ec9'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:17:04.963284 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.049309 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.114451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Allocated IP 172.20.0.2 (7e875459-cc24-4f5c-95f6-e22655b4736f/1ec31890-6963-458b-a5e5-1aa21a058ec9/49d69705-8604-4d45-9cc8-cbc26c7b8bc4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:05.273740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7401e3-1b31-42df-8aa6-88475eb4528c req-5b01ce61-288e-4240-a37e-77fe91c0de5e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:05.277530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.279967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c7401e3-1b31-42df-8aa6-88475eb4528c req-5b01ce61-288e-4240-a37e-77fe91c0de5e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.0718334 Nov 23 19:17:05.285297 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.332052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Network 7e875459-cc24-4f5c-95f6-e22655b4736f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:05.336132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:05.341107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:05.342737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7c7401e3-1b31-42df-8aa6-88475eb4528c req-81696dbb-f49c-4aa8-b14b-da85233c5cfb tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581138 Nov 23 19:17:05.389515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Pushing event updated for resources: {'Port': ['ID=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:05.414285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.414631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.414983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.415378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.415718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.416215 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.416504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.416853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.417261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.417562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.417896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.418295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:05.433171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Attempting to bind port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:05.433548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Attempting to bind port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:05.433992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Attempting to bind port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 on network 7e875459-cc24-4f5c-95f6-e22655b4736f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:05.440604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:05.441081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Checking segment: {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:05.441492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.441863 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Bound using segment: {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:05.442372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Bound port: 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:05.442758 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.517725 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] For port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:05.521550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] For port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:05.526191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.597150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1d6e-f6de-4877-b698-6abe72a4e029 None None] Pushing event updated for resources: {'Port': ['ID=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:05.656905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.680072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.813820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Allocated IP 172.25.5.12 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b0decc21-fe9f-492c-8709-88ac09f90615) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:05.937989 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:05.975448 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.020266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:06.024062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:06.027876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:06.040076 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1132d1-ed59-4a25-b3d3-a93f650d0441 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:06.074149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Pushing event updated for resources: {'Port': ['ID=b0decc21-fe9f-492c-8709-88ac09f90615,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:06.110437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ebad51c-8789-4a84-9ea6-7ccee5d83c35 None None] Provisioning complete for port b0decc21-fe9f-492c-8709-88ac09f90615 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:06.111214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ebad51c-8789-4a84-9ea6-7ccee5d83c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.147972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2ebad51c-8789-4a84-9ea6-7ccee5d83c35 None None] Port b0decc21-fe9f-492c-8709-88ac09f90615 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:06.330126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.394701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e393767e-0624-4c6a-8bc6-8d1dad90398d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:17:06.526952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:06.538630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64673957-4700-4637-bebf-f4f55b51e28c req-21fb1a91-be17-455f-9eb5-1ed459a0ba1d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:06.540395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64673957-4700-4637-bebf-f4f55b51e28c req-21fb1a91-be17-455f-9eb5-1ed459a0ba1d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 943 time: 0.1069713 Nov 23 19:17:06.557480 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'e393767e-0624-4c6a-8bc6-8d1dad90398d', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': 'e393767e-0624-4c6a-8bc6-8d1dad90398d', 'mac_address': 'fa:16:3e:ff:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:17:06.604362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.624401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e393767e-0624-4c6a-8bc6-8d1dad90398d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:06.645190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.651441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:06.654008 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bae5ca-1e8d-4869-a2b3-66c65d249e77 None None] Network 7e875459-cc24-4f5c-95f6-e22655b4736f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:06.671586 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.720395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:06.721992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-64673957-4700-4637-bebf-f4f55b51e28c req-0be799b5-d4d0-4359-bbeb-025b291df7a3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 Nov 23 19:17:06.811570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Router ef471ab5-94b1-43e7-8a9c-92e8aff54135 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:17:06.816924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] Provisioning complete for port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:06.817329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.829325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:06.915696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:06.915952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.934151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:06.945471 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Sync routers for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:06.957307 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:06.957946 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:06.964093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:06.965431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-db578083-9e31-4e45-9597-ea67c4b9e954 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1610606 Nov 23 19:17:06.968980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:06.996989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e393767e-0624-4c6a-8bc6-8d1dad90398d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:07.063068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.073902 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:07.174113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] For port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:07.175930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.195088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.284957 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:06Z', 'revision_number': 3, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:07.318623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:17:07.318958 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:17:07.320709 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Checking router: ef471ab5-94b1-43e7-8a9c-92e8aff54135 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:07.321276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2adf42-6b08-4b66-9502-cf099db46340 None None] Pushing event updated for resources: {'Port': ['ID=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:07.321467 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Updating router ef471ab5-94b1-43e7-8a9c-92e8aff54135 port b0decc21-fe9f-492c-8709-88ac09f90615 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:07.361431 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.489111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.527363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93048a1d-0a8d-4271-a078-b7ab6dbc9faa None None] Provisioning complete for port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:07.528485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93048a1d-0a8d-4271-a078-b7ab6dbc9faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.649438 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.656983 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.680132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Allocated IP 172.20.0.1 (7e875459-cc24-4f5c-95f6-e22655b4736f/1ec31890-6963-458b-a5e5-1aa21a058ec9/6fdbc3af-c746-429e-901a-56198e04a000) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:07.701834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b34575-8d49-44c1-aead-e8a65643277c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:07.705115 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Attempting to bind port b0decc21-fe9f-492c-8709-88ac09f90615 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:07.705501 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Attempting to bind port b0decc21-fe9f-492c-8709-88ac09f90615 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:07.705877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Attempting to bind port b0decc21-fe9f-492c-8709-88ac09f90615 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:07.713996 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:07.714384 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:07.714786 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.715185 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:07.715675 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Bound port: b0decc21-fe9f-492c-8709-88ac09f90615, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:07.716060 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.748675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-40d15d88-8b5e-4ae5-90df-9fd68617c465 None None] Provisioning complete for port b0decc21-fe9f-492c-8709-88ac09f90615 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:07.749729 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-40d15d88-8b5e-4ae5-90df-9fd68617c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.776918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] For port b0decc21-fe9f-492c-8709-88ac09f90615, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:07.780238 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] For port b0decc21-fe9f-492c-8709-88ac09f90615, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b0decc21-fe9f-492c-8709-88ac09f90615,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:07.782120 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Pushing event updated for resources: {'Port': ['ID=b0decc21-fe9f-492c-8709-88ac09f90615,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:07.790568 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.791185 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.791723 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.792243 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.792817 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.793390 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.793913 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.794273 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.794588 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.794922 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.795260 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.796224 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:07.799378 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.807078 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-40d15d88-8b5e-4ae5-90df-9fd68617c465 None None] Port b0decc21-fe9f-492c-8709-88ac09f90615 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:07.862703 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435791-7ded-454c-9038-1c918ffb343f None None] Pushing event updated for resources: {'Port': ['ID=b0decc21-fe9f-492c-8709-88ac09f90615,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:07.866935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.869949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2322da73-86b2-4723-82cc-a1f48418bf19 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:07.880745 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:07.882718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:07.926910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.931999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ef97-5a71-4d5f-926b-7579114b6395 req-8fe1b0d1-a938-4479-a309-47c0757d4808 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:07.935145 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] Provisioning complete for port b0decc21-fe9f-492c-8709-88ac09f90615 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:07.935811 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:07.940372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aeb0ef97-5a71-4d5f-926b-7579114b6395 req-8fe1b0d1-a938-4479-a309-47c0757d4808 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 944 time: 0.0946510 Nov 23 19:17:07.976083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Network 7e875459-cc24-4f5c-95f6-e22655b4736f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:07.979515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:07.983925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:07.998529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aeb0ef97-5a71-4d5f-926b-7579114b6395 req-04e08b67-39c3-4b4d-a093-be915c03e83d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Nov 23 19:17:08.013500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.035351 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:08.039953 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.060453 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.090464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] For port b0decc21-fe9f-492c-8709-88ac09f90615, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b0decc21-fe9f-492c-8709-88ac09f90615,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:08.098604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.172585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203a1a-c5b6-4e50-950c-1ce8e06676c1 None None] Pushing event updated for resources: {'Port': ['ID=b0decc21-fe9f-492c-8709-88ac09f90615,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.213454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.325998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d32d8266-8ce3-427f-94e2-46aeb92b1c05 None None] Provisioning complete for port 6fdbc3af-c746-429e-901a-56198e04a000 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:08.326274 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d32d8266-8ce3-427f-94e2-46aeb92b1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.330640 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:06Z', 'revision_number': 3, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:08.363790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f8016-b689-48e0-bb61-929118ded5ae None None] The sync data for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 is: [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:06Z', 'revision_number': 3, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:08.414298 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.420902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.496673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:08.499345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.523715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e393767e-0624-4c6a-8bc6-8d1dad90398d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:08.569249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d32d8266-8ce3-427f-94e2-46aeb92b1c05 None None] Port 6fdbc3af-c746-429e-901a-56198e04a000 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:08.588873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port e393767e-0624-4c6a-8bc6-8d1dad90398d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:17:08.595944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port e393767e-0624-4c6a-8bc6-8d1dad90398d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:08.596449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.625198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Network 7e875459-cc24-4f5c-95f6-e22655b4736f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:08.627377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:08.742446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:08.811047 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.825159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Router ef471ab5-94b1-43e7-8a9c-92e8aff54135 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:08.847153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:08.849664 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b6a7d-30b8-4fd1-b128-5f0603df51ef" -d '{"events": [{"server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "name": "network-vif-plugged", "status": "completed", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:08.866501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:08.876191 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.928056 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3254738-f639-40c9-a427-37e4bd225558 x-openstack-request-id: req-c3254738-f639-40c9-a427-37e4bd225558 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:08.928626 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "name": "network-vif-plugged", "status": "completed", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:08.928923 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3254738-f639-40c9-a427-37e4bd225558 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:08.929336 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d', 'code': 200} Nov 23 19:17:08.933113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:08.933488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:08.985749 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:08.992168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5e099b7b-292e-433a-be80-e47b2e60a3e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/ef471ab5-94b1-43e7-8a9c-92e8aff54135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225937 Nov 23 19:17:09.021756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.053920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e647c9a4-a1bc-46ad-ac4e-0c7a69b12759 None None] Provisioning complete for port 6fdbc3af-c746-429e-901a-56198e04a000 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:09.054437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e647c9a4-a1bc-46ad-ac4e-0c7a69b12759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.055033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177975d-4c4d-4eb0-a53b-0dc7fa0f1dd8 req-8c37436f-583d-4728-9ca1-3e205cd9d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:09.059204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5177975d-4c4d-4eb0-a53b-0dc7fa0f1dd8 req-8c37436f-583d-4728-9ca1-3e205cd9d9a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 1096 time: 0.0702839 Nov 23 19:17:09.131285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5177975d-4c4d-4eb0-a53b-0dc7fa0f1dd8 req-567549b3-7fdd-4091-a0b3-3510a6b445dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618317 Nov 23 19:17:09.144828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.148737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e647c9a4-a1bc-46ad-ac4e-0c7a69b12759 None None] Port 6fdbc3af-c746-429e-901a-56198e04a000 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:09.173493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc24f7-7b2f-43d7-9c25-03390af2bfb1 req-6e69fabd-31d9-4bd6-b34a-ab878becb9e9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:09.175422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0dc24f7-7b2f-43d7-9c25-03390af2bfb1 req-6e69fabd-31d9-4bd6-b34a-ab878becb9e9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.0713310 Nov 23 19:17:09.236484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e0dc24f7-7b2f-43d7-9c25-03390af2bfb1 req-6bbd1432-4f53-440d-83e5-80f5a83da5c3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Nov 23 19:17:09.599562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:09.605037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1756073300-network', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:09.626171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Made reservation on behalf of d0b3797e8b0c44149e19e4501bc11c8b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:09.628426 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.636742 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.716497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.720890 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.747320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:17:09.757070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c28e9c8-11e0-4da9-80a2-5786d8106898,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.762195 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.762547 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Added segment 13af9ff4-9a9b-46cb-b0d9-f900e3aa020d of type vlan for network 1808284f-0f98-49db-b76a-7b332a1eb584 Nov 23 19:17:09.802954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.828578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.829588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:09.830166 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:09.867243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2664676 Nov 23 19:17:09.870428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:09.875885 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Request body: {'subnet': {'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1756073300-subnet', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:09.911992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72346c7-4d91-407b-961f-b20bae6bca6a admin admin] Pushing event updated for resources: {'Network': ['ID=1808284f-0f98-49db-b76a-7b332a1eb584,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:09.922828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 1808284f-0f98-49db-b76a-7b332a1eb584 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:17:09.932019 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Made reservation on behalf of d0b3797e8b0c44149e19e4501bc11c8b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:09.934454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.126898 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.186326 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6075db6-e23c-4fc4-9cab-c3d66cfeefd1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:10.197374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Checking segment: {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:10.197732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Network hostable DHCP agents. Network: 1808284f-0f98-49db-b76a-7b332a1eb584, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:17:10.215981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Network 1808284f-0f98-49db-b76a-7b332a1eb584 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:17:10.226563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 1808284f-0f98-49db-b76a-7b332a1eb584) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:10.238324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21146f59-53e4-4718-8748-77b5622f8381 None None] Network 1808284f-0f98-49db-b76a-7b332a1eb584 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:10.238827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:10.240374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.261500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1a7d38ab-a0d1-4037-ba49-77ecd249aca1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3899801 Nov 23 19:17:10.264126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:10.277033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:10.281245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Sync routers for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:10.305238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.306390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.340678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:10.341398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:10.372111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.478458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4f997-0fd4-4c56-94b8-b8ea1fa86318 req-54188e07-b693-4f75-b7c1-c001fd5eb9ec tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:10.479897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fdb4f997-0fd4-4c56-94b8-b8ea1fa86318 req-54188e07-b693-4f75-b7c1-c001fd5eb9ec tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.1471560 Nov 23 19:17:10.511995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:10.539116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-1808284f-0f98-49db-b76a-7b332a1eb584', 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'fixed_ips': [{'subnet_id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:17:10.539621 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.562320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.594014 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:10.608388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fdb4f997-0fd4-4c56-94b8-b8ea1fa86318 req-a19092e5-9fa4-4f5d-82aa-319d3cadebff tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912302 Nov 23 19:17:10.691963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b0decc21-fe9f-492c-8709-88ac09f90615 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:10.755779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b596f42-a47d-47dd-a888-2dd16b585685 req-25e30980-d12a-4242-9a96-4e05228d8116 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:10.757405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b596f42-a47d-47dd-a888-2dd16b585685 req-25e30980-d12a-4242-9a96-4e05228d8116 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.0576518 Nov 23 19:17:10.848895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Allocated IP 172.20.0.2 (1808284f-0f98-49db-b76a-7b332a1eb584/a6075db6-e23c-4fc4-9cab-c3d66cfeefd1/b29ab243-ce28-4874-a520-fcf6c9fb844e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:10.857503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8b596f42-a47d-47dd-a888-2dd16b585685 req-6f94cc85-8142-4c9a-bc39-4fa28063f1ac tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860844 Nov 23 19:17:10.908811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b0decc21-fe9f-492c-8709-88ac09f90615 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:10.909157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.078404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6fdbc3af-c746-429e-901a-56198e04a000', 'name': '', 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'mac_address': 'fa:16:3e:a6:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 2, 'project_id': 'dc879688521746569af1462a0aa19f02', 'subnets': [{'id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:11.131681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Checking router: ef471ab5-94b1-43e7-8a9c-92e8aff54135 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:11.132028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Updating router ef471ab5-94b1-43e7-8a9c-92e8aff54135 port 6fdbc3af-c746-429e-901a-56198e04a000 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:11.184608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.186269 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.198833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.204468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaae322-8e1a-47eb-89de-7a8dfc27a7db req-64bea8dc-518e-4280-b563-a43ad5f63d87 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:11.206470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffaae322-8e1a-47eb-89de-7a8dfc27a7db req-64bea8dc-518e-4280-b563-a43ad5f63d87 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.0608528 Nov 23 19:17:11.260707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffaae322-8e1a-47eb-89de-7a8dfc27a7db req-a5ee38da-e562-4bb0-a65f-2a242c274a2b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Nov 23 19:17:11.273196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Network 1808284f-0f98-49db-b76a-7b332a1eb584 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:11.286605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:11.286605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:11.290979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Pushing event updated for resources: {'Port': ['ID=b29ab243-ce28-4874-a520-fcf6c9fb844e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.333607 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.352488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.408353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Attempting to bind port b29ab243-ce28-4874-a520-fcf6c9fb844e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:11.408735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Attempting to bind port b29ab243-ce28-4874-a520-fcf6c9fb844e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:11.409108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Attempting to bind port b29ab243-ce28-4874-a520-fcf6c9fb844e on network 1808284f-0f98-49db-b76a-7b332a1eb584 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:11.423937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:11.424294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Checking segment: {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:11.424696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.425097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Bound using segment: {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:11.425582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Bound port: b29ab243-ce28-4874-a520-fcf6c9fb844e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:11.425960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.464550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Allocated IP 172.25.5.154 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/e15db29f-c0f9-443a-861d-ff42d6102d97) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:11.576600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.614080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.652259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:11.657498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:11.660470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:11.678843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001f28f-431c-4f8e-a179-685ee3edb816 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:11.697043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Pushing event updated for resources: {'Port': ['ID=e15db29f-c0f9-443a-861d-ff42d6102d97,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.716549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] For port b29ab243-ce28-4874-a520-fcf6c9fb844e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:11.734570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] For port b29ab243-ce28-4874-a520-fcf6c9fb844e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b29ab243-ce28-4874-a520-fcf6c9fb844e,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:11.741180 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.846892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.856670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.858570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf3ea-eabd-459a-af17-7e80000765bd None None] Pushing event updated for resources: {'Port': ['ID=b29ab243-ce28-4874-a520-fcf6c9fb844e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.861246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8f2278c6-062c-45eb-b3f6-5b375c4fe286 None None] Provisioning complete for port e15db29f-c0f9-443a-861d-ff42d6102d97 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:11.861612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f2278c6-062c-45eb-b3f6-5b375c4fe286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:11.945563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8f2278c6-062c-45eb-b3f6-5b375c4fe286 None None] Port e15db29f-c0f9-443a-861d-ff42d6102d97 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:11.950126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105fd3-4443-4536-b1af-1d7bf7111ff8 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:11.974786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.020533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Attempting to bind port 6fdbc3af-c746-429e-901a-56198e04a000 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:12.020963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Attempting to bind port 6fdbc3af-c746-429e-901a-56198e04a000 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:12.021279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Attempting to bind port 6fdbc3af-c746-429e-901a-56198e04a000 on network 7e875459-cc24-4f5c-95f6-e22655b4736f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:12.027738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:12.028123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Checking segment: {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:12.028526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.028922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Bound using segment: {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:12.029400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Bound port: 6fdbc3af-c746-429e-901a-56198e04a000, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:12.029789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.122165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] For port 6fdbc3af-c746-429e-901a-56198e04a000, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:12.125348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] For port 6fdbc3af-c746-429e-901a-56198e04a000, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6fdbc3af-c746-429e-901a-56198e04a000,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:12.130606 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.195831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:12.197021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:12.199136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105fd3-4443-4536-b1af-1d7bf7111ff8 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:12.253252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.379022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:12.425799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] Provisioning complete for port 6fdbc3af-c746-429e-901a-56198e04a000 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:12.425799 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.459426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096d0d-222a-46b7-889e-e202801442aa req-9c46044a-784d-4bc5-9006-2d6bcb07b766 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:12.461287 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35096d0d-222a-46b7-889e-e202801442aa req-9c46044a-784d-4bc5-9006-2d6bcb07b766 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.0872395 Nov 23 19:17:12.512595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:17:12.538729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-35096d0d-222a-46b7-889e-e202801442aa req-191814aa-0733-4362-b078-c8d11c7a09c0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Nov 23 19:17:12.644154 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.667061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:12.691072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.691706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] For port 6fdbc3af-c746-429e-901a-56198e04a000, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6fdbc3af-c746-429e-901a-56198e04a000,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:12.695696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b29ab243-ce28-4874-a520-fcf6c9fb844e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:12.696927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:12.700047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-915ab910-b9fa-435c-b3eb-060bb7385e7b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4338081 Nov 23 19:17:12.701485 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Sync routers for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:12.714664 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:12.715345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:12.727261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:12.797743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6fdbc3af-c746-429e-901a-56198e04a000', 'name': '', 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'mac_address': 'fa:16:3e:a6:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': 'dc879688521746569af1462a0aa19f02', 'subnets': [{'id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:12.840548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-aad5d568-2319-42b8-a009-2bc9a6736e4d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:12.842275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-aad5d568-2319-42b8-a009-2bc9a6736e4d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 945 time: 0.0773242 Nov 23 19:17:12.860113 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:12.908344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ebe28-5162-4fc0-a4ec-64c21a20ce9e None None] The sync data for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 is: [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '6fdbc3af-c746-429e-901a-56198e04a000', 'name': '', 'network_id': '7e875459-cc24-4f5c-95f6-e22655b4736f', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'mac_address': 'fa:16:3e:a6:89:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:07Z', 'updated_at': '2021-11-23T19:17:12Z', 'revision_number': 4, 'project_id': 'dc879688521746569af1462a0aa19f02', 'subnets': [{'id': '1ec31890-6963-458b-a5e5-1aa21a058ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:12.914316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9209c-6567-43ce-9bce-bc9d53f517a1 None None] Pushing event updated for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:12.918057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b29ab243-ce28-4874-a520-fcf6c9fb844e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:12.918597 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.055559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ec8b50c-84f0-432f-9009-f7815e247711 None None] Provisioning complete for port 6fdbc3af-c746-429e-901a-56198e04a000 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.056437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ec8b50c-84f0-432f-9009-f7815e247711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.067478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port e393767e-0624-4c6a-8bc6-8d1dad90398d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:13.067964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.151440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.175949 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 3, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:13.235122 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Checking router: 3c794e26-ec23-4e28-ba44-36aeeba9b8fa for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:13.235512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Updating router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa port e15db29f-c0f9-443a-861d-ff42d6102d97 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:13.249092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port e393767e-0624-4c6a-8bc6-8d1dad90398d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e393767e-0624-4c6a-8bc6-8d1dad90398d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:13.249871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.266667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b29ab243-ce28-4874-a520-fcf6c9fb844e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b29ab243-ce28-4874-a520-fcf6c9fb844e,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:13.271227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for e393767e-0624-4c6a-8bc6-8d1dad90398d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:13.276991 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.284436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.409829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b29ab243-ce28-4874-a520-fcf6c9fb844e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:13.428871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9803d6-1368-41fa-ac13-886829e90a7d None None] Network 1808284f-0f98-49db-b76a-7b332a1eb584 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:13.450868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.495072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.532904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e393767e-0624-4c6a-8bc6-8d1dad90398d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:13.535005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['6a889745-02db-4228-afaf-00b02aec6063'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:13.556687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=e393767e-0624-4c6a-8bc6-8d1dad90398d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:13.667910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port e393767e-0624-4c6a-8bc6-8d1dad90398d on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:13.676373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.686381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1f74aea-6ad7-417b-9c24-ee9314e9f1a5 req-1d959924-668c-40ac-81aa-6fbe906ecb6c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "DELETE /v2.0/ports/e393767e-0624-4c6a-8bc6-8d1dad90398d HTTP/1.1" status: 204 len: 173 time: 0.8338556 Nov 23 19:17:13.689604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'name': 'network-vif-deleted', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:13.698374 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc6e1c4-9dd7-47fb-ae25-daeb018dcd46" -d '{"events": [{"server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "name": "network-vif-deleted", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:13.802745 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.829810 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.841816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c0a3522a-9660-45ec-8ec1-8c27a2e98dc9 None None] Provisioning complete for port b29ab243-ce28-4874-a520-fcf6c9fb844e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:13.843359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0a3522a-9660-45ec-8ec1-8c27a2e98dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.920958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Attempting to bind port e15db29f-c0f9-443a-861d-ff42d6102d97 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:13.921391 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Attempting to bind port e15db29f-c0f9-443a-861d-ff42d6102d97 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:13.921686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Attempting to bind port e15db29f-c0f9-443a-861d-ff42d6102d97 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:13.924012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf575cd-29cd-47eb-943c-0a238f041a02 None None] Pushing event updated for resources: {'Port': ['ID=e15db29f-c0f9-443a-861d-ff42d6102d97,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:13.939037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:13.939465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:13.939828 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.940923 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:13.941606 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Bound port: e15db29f-c0f9-443a-861d-ff42d6102d97, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:13.941778 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:13.969797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b812b0-36df-4fd4-8268-afb735eae4d5 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:14.035458 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] For port e15db29f-c0f9-443a-861d-ff42d6102d97, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:14.043235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] For port e15db29f-c0f9-443a-861d-ff42d6102d97, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e15db29f-c0f9-443a-861d-ff42d6102d97,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:14.052964 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.122641 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:14.123273 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:14.130806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f87e00-e475-44b0-b17d-dbd1efeef0d8 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:14.165023 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf575cd-29cd-47eb-943c-0a238f041a02 None None] Pushing event updated for resources: {'Port': ['ID=e15db29f-c0f9-443a-861d-ff42d6102d97,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.213483 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278b14c-34f9-40cb-9c64-59e1a431ecf5 x-openstack-request-id: req-1278b14c-34f9-40cb-9c64-59e1a431ecf5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:14.214642 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86636d9f-2ec5-47d2-ad88-0cf557302324", "name": "network-vif-deleted", "tag": "e393767e-0624-4c6a-8bc6-8d1dad90398d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:14.215083 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1278b14c-34f9-40cb-9c64-59e1a431ecf5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:14.215686 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86636d9f-2ec5-47d2-ad88-0cf557302324', 'name': 'network-vif-deleted', 'tag': 'e393767e-0624-4c6a-8bc6-8d1dad90398d', 'status': 'completed', 'code': 200} Nov 23 19:17:14.309264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:14.504779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] Provisioning complete for port e15db29f-c0f9-443a-861d-ff42d6102d97 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:14.505519 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.592996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cd36e4ea-05c2-446b-8eff-ca32c0cd60b4 req-51ae2e57-f54d-4585-9aa5-68f5f4eda958 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.8444712 Nov 23 19:17:14.646311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Allocated IP 172.20.0.1 (1808284f-0f98-49db-b76a-7b332a1eb584/a6075db6-e23c-4fc4-9cab-c3d66cfeefd1/033729cb-adc4-4866-ab48-cc5f3b040b1f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:14.738815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.763052 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 3, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:14.773690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] For port e15db29f-c0f9-443a-861d-ff42d6102d97, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e15db29f-c0f9-443a-861d-ff42d6102d97,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:14.782024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.833057 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d0be9-9bac-46ce-9450-87d653006fce None None] The sync data for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 is: [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:11Z', 'revision_number': 3, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:14.860042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6fdbc3af-c746-429e-901a-56198e04a000 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:14.867972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.909791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:14.937515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970d553-86a5-43a8-b8ee-76b26aeac89d None None] Pushing event updated for resources: {'Port': ['ID=e15db29f-c0f9-443a-861d-ff42d6102d97,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:14.959187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Network 1808284f-0f98-49db-b76a-7b332a1eb584 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:14.966113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:14.970263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:14.998691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b373d498-940e-4893-88f0-b809a1c66016 None None] Provisioning complete for port b29ab243-ce28-4874-a520-fcf6c9fb844e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:14.999240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b373d498-940e-4893-88f0-b809a1c66016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.001959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Pushing event updated for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:15.032817 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.039988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 6fdbc3af-c746-429e-901a-56198e04a000 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:15.039988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.207911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b29ab243-ce28-4874-a520-fcf6c9fb844e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:15.216738 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.289521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b29ab243-ce28-4874-a520-fcf6c9fb844e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:15.289899 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.470865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b098df79-5ae0-4c08-9002-80f2b7b02fe7 None None] Provisioning complete for port 033729cb-adc4-4866-ab48-cc5f3b040b1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:15.471418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b098df79-5ae0-4c08-9002-80f2b7b02fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.503544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.510125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.538276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b098df79-5ae0-4c08-9002-80f2b7b02fe7 None None] Port 033729cb-adc4-4866-ab48-cc5f3b040b1f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:15.584668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Pushing event updated for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:15.589948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:15.703784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Network 1808284f-0f98-49db-b76a-7b332a1eb584 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:15.706469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:15.732410 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba893f89-87e6-46e4-8a7b-ac9797cfd891 req-43f7b70a-d841-48f7-91c9-d6c9bee7a31d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0437040 Nov 23 19:17:15.887681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:16.033517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:16.043248 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0c0c7e7c-1cb7-4c00-827a-e4362dab436b admin admin] 10.222.0.37 "PUT /v2.0/routers/3c794e26-ec23-4e28-ba44-36aeeba9b8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445287 Nov 23 19:17:16.075415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-146fff04-58e9-4f49-bd5a-52635218acee None None] Provisioning complete for port 033729cb-adc4-4866-ab48-cc5f3b040b1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:16.075935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-146fff04-58e9-4f49-bd5a-52635218acee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:16.123773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-146fff04-58e9-4f49-bd5a-52635218acee None None] Port 033729cb-adc4-4866-ab48-cc5f3b040b1f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:16.424459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e393767e-0624-4c6a-8bc6-8d1dad90398d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:16.448188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: e393767e-0624-4c6a-8bc6-8d1dad90398d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:16.449291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e393767e-0624-4c6a-8bc6-8d1dad90398d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:16.677923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e15db29f-c0f9-443a-861d-ff42d6102d97 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:16.744912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e15db29f-c0f9-443a-861d-ff42d6102d97 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:16.746322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:16.907093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f3fb6f1a-48d3-4557-bce2-988afcc25b3e req-dfde8a48-0daf-468f-b8f3-61ec60688a49 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0659034 Nov 23 19:17:17.114436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:17.187611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Sync routers for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:17.199871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:17.200600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:17.328200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:17.549215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.556291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:15Z', 'revision_number': 4, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '033729cb-adc4-4866-ab48-cc5f3b040b1f', 'name': '', 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'mac_address': 'fa:16:3e:57:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:13Z', 'updated_at': '2021-11-23T19:17:15Z', 'revision_number': 2, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'subnets': [{'id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:17.583273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Checking router: 3c794e26-ec23-4e28-ba44-36aeeba9b8fa for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:17.583660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Updating router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa port 033729cb-adc4-4866-ab48-cc5f3b040b1f binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:17.780203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.874469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Deleting port 6fdbc3af-c746-429e-901a-56198e04a000 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:17.874819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.971181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] For port 6fdbc3af-c746-429e-901a-56198e04a000, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=6fdbc3af-c746-429e-901a-56198e04a000,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:17.972028 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:17.986729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Calling delete_port for 6fdbc3af-c746-429e-901a-56198e04a000 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:18.027077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a117e81-5192-417c-a089-0d4712595494 req-5998d653-3789-4caf-b65b-752e45410548 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0350263 Nov 23 19:17:18.105310 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.115258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.183455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ef70-8815-4398-866c-ad6348583312 None None] Pushing event updated for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:18.233258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.268585 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdbc3af-c746-429e-901a-56198e04a000,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:18.295345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Attempting to bind port 033729cb-adc4-4866-ab48-cc5f3b040b1f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:18.296123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Attempting to bind port 033729cb-adc4-4866-ab48-cc5f3b040b1f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:18.296275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.296553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.296823 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.297163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.297516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.297749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Attempting to bind port 033729cb-adc4-4866-ab48-cc5f3b040b1f on network 1808284f-0f98-49db-b76a-7b332a1eb584 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:18.298012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.298308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.298509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.299063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.299727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.300279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.300799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:18.326352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:18.327071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Checking segment: {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:18.327670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.328185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Bound using segment: {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:18.328816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Bound port: 033729cb-adc4-4866-ab48-cc5f3b040b1f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:18.329509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.603867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] For port 033729cb-adc4-4866-ab48-cc5f3b040b1f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:18.610036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] For port 033729cb-adc4-4866-ab48-cc5f3b040b1f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=033729cb-adc4-4866-ab48-cc5f3b040b1f,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:18.617700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.664880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.699992 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:18.700942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:18.780334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] Provisioning complete for port 033729cb-adc4-4866-ab48-cc5f3b040b1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:18.781345 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:18.822420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325ef70-8815-4398-866c-ad6348583312 None None] Pushing event updated for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:18.905655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:19.024038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.029039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Router ef471ab5-94b1-43e7-8a9c-92e8aff54135 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:19.153814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] For port 033729cb-adc4-4866-ab48-cc5f3b040b1f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=033729cb-adc4-4866-ab48-cc5f3b040b1f,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:19.156376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-616bb5df-6cf8-427a-874b-0d27a1c6d8c8 req-be91bb0b-b5ab-4d64-a675-92b6d0385991 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0427830 Nov 23 19:17:19.166561 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.173973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:19.184303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-51790579-94a8-4df6-b46e-e8ea2b01edd3 admin admin] 10.222.0.37 "PUT /v2.0/routers/ef471ab5-94b1-43e7-8a9c-92e8aff54135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661781 Nov 23 19:17:19.184669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:19.190840 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Sync routers for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:19.207898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:19.209105 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:19.291280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323ae29-c24b-46f1-b5ab-d8e38c5ae94a None None] Pushing event updated for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:19.318909 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4af588d4-09da-4008-86f5-78cc6424299c None None] Provisioning complete for port 033729cb-adc4-4866-ab48-cc5f3b040b1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:19.319302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4af588d4-09da-4008-86f5-78cc6424299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.347816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.373061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:15Z', 'revision_number': 4, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '033729cb-adc4-4866-ab48-cc5f3b040b1f', 'name': '', 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'mac_address': 'fa:16:3e:57:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:13Z', 'updated_at': '2021-11-23T19:17:18Z', 'revision_number': 4, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'subnets': [{'id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:19.376818 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:19.480427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac4f78-a3ee-4b5f-bb79-6c5bd84b2286 None None] The sync data for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 is: [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:15Z', 'revision_number': 4, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '033729cb-adc4-4866-ab48-cc5f3b040b1f', 'name': '', 'network_id': '1808284f-0f98-49db-b76a-7b332a1eb584', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'mac_address': 'fa:16:3e:57:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:13Z', 'updated_at': '2021-11-23T19:17:18Z', 'revision_number': 4, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'subnets': [{'id': 'a6075db6-e23c-4fc4-9cab-c3d66cfeefd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:19.534496 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.645439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Deleting port b0decc21-fe9f-492c-8709-88ac09f90615 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:19.645439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.783132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:18Z', 'revision_number': 5, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port': {'id': 'b0decc21-fe9f-492c-8709-88ac09f90615', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:05Z', 'updated_at': '2021-11-23T19:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:19.832866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] For port b0decc21-fe9f-492c-8709-88ac09f90615, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b0decc21-fe9f-492c-8709-88ac09f90615,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:19.833374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:19.850481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Calling delete_port for b0decc21-fe9f-492c-8709-88ac09f90615 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:19.851713 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Checking router: ef471ab5-94b1-43e7-8a9c-92e8aff54135 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:19.870558 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Routers {'ef471ab5-94b1-43e7-8a9c-92e8aff54135'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:19.871225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:19.971955 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] Set router ef471ab5-94b1-43e7-8a9c-92e8aff54135 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:20.031231 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:19Z', 'revision_number': 6, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:20.074756 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5959bb-0109-49b0-a9d9-869d7e772fbb None None] The sync data for ids ['ef471ab5-94b1-43e7-8a9c-92e8aff54135'] in n-d-792364-9 is: [{'id': 'ef471ab5-94b1-43e7-8a9c-92e8aff54135', 'name': 'tempest-TestAggregatesBasicOps-986461316-router', 'tenant_id': 'dc879688521746569af1462a0aa19f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:04Z', 'updated_at': '2021-11-23T19:17:19Z', 'revision_number': 6, 'project_id': 'dc879688521746569af1462a0aa19f02', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:20.104171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.142310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0decc21-fe9f-492c-8709-88ac09f90615,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:20.162915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaee45fb-2e1f-4260-af3d-f46028cd0647 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:20.216135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.345561 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.365106 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.368646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37d9a650-c059-4db8-8d41-489933c7a48a req-d4006540-de43-4b0e-a8ad-421eb87bad58 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=86636d9f-2ec5-47d2-ad88-0cf557302324 HTTP/1.1" status: 200 len: 210 time: 0.0391374 Nov 23 19:17:20.426787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.428357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef471ab5-94b1-43e7-8a9c-92e8aff54135 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:17:20.436207 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.441878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-985456c4-f061-4979-86c4-fe97b8d87c7f admin admin] 10.222.0.37 "DELETE /v2.0/routers/ef471ab5-94b1-43e7-8a9c-92e8aff54135 HTTP/1.1" status: 204 len: 168 time: 1.2520497 Nov 23 19:17:20.442107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:20.491735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Deleting subnet 1ec31890-6963-458b-a5e5-1aa21a058ec9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:17:20.495273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.539022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.652071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.726216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.773067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec31890-6963-458b-a5e5-1aa21a058ec9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:20.776026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.781840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dbcc7e38-3264-4e0c-92d3-6ee20b688b9f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ec31890-6963-458b-a5e5-1aa21a058ec9 HTTP/1.1" status: 204 len: 168 time: 0.3362501 Nov 23 19:17:20.782129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:20.786548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d952eda-17b0-4071-ae1c-6095e0976248 None None] Network 7e875459-cc24-4f5c-95f6-e22655b4736f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:20.871482 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:20.942527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Deleting port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:20.942934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.024206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] For port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,segment=NetworkSegment(334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1),segment_id=334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:21.024697 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.043503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Calling delete_port for 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:21.124550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] DHCP port deletion for 7e875459-cc24-4f5c-95f6-e22655b4736f request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:21.160169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.170200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 033729cb-adc4-4866-ab48-cc5f3b040b1f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:21.187211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:21.190647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] No DVR routers for this DVR port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:21.253323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 033729cb-adc4-4866-ab48-cc5f3b040b1f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:21.253887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.257870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Deleting port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:21.258346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.270840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.291469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e875459-cc24-4f5c-95f6-e22655b4736f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:21.301454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:21.301744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334d7cc2-8db6-4b6f-8dcd-ad94beaa13c1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:21.315197 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.330416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.337846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:17:21.338166 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:17:21.340095 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:17:21.355883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] For port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:21.356353 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.373006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Calling delete_port for 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:21.375889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:17:21.379368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.422422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.429690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:21.437175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:21.443152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] No DVR routers for this DVR port 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:21.455456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1e22c-1106-4c03-8c8c-e97de5df6c5a None None] Pushing event deleted for resources: {'Port': ['ID=49d69705-8604-4d45-9cc8-cbc26c7b8bc4,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:21.456093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e875459-cc24-4f5c-95f6-e22655b4736f HTTP/1.1" status: 204 len: 168 time: 0.6701844 Nov 23 19:17:21.470148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978a71c-be09-4707-bae3-3e325b4a1e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e875459-cc24-4f5c-95f6-e22655b4736f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:21.478502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6fdbc3af-c746-429e-901a-56198e04a000 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:21.512397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 6fdbc3af-c746-429e-901a-56198e04a000 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:21.512747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 6fdbc3af-c746-429e-901a-56198e04a000 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:21.847016 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:22.095782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Deleting port 033729cb-adc4-4866-ab48-cc5f3b040b1f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:22.096104 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:22.181305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] For port 033729cb-adc4-4866-ab48-cc5f3b040b1f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=033729cb-adc4-4866-ab48-cc5f3b040b1f,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:22.181812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:22.194269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Calling delete_port for 033729cb-adc4-4866-ab48-cc5f3b040b1f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:22.375722 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:22.403547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=033729cb-adc4-4866-ab48-cc5f3b040b1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:22.427270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.427644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.427990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.428319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.428646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.428971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.429294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.429613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.429930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.430247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.430586 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.430942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:17:22.599356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:22.731596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:22.752975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:22.753324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 49d69705-8604-4d45-9cc8-cbc26c7b8bc4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:22.753751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b0decc21-fe9f-492c-8709-88ac09f90615 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:22.777988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b0decc21-fe9f-492c-8709-88ac09f90615 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:22.778457 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b0decc21-fe9f-492c-8709-88ac09f90615 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:22.851449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:22.962713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:22.970457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:22.970827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4cfe8fed-e271-4f89-adcf-2d54b3beafb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3c794e26-ec23-4e28-ba44-36aeeba9b8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322952 Nov 23 19:17:22.974761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Sync routers for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:22.985811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:22.986506 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:23.093979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:23.293317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:22Z', 'revision_number': 5, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:23.321582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Checking router: 3c794e26-ec23-4e28-ba44-36aeeba9b8fa for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:23.331361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Routers {'3c794e26-ec23-4e28-ba44-36aeeba9b8fa'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:23.332138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:23.433985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.442808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] Set router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:23.550639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.611608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Deleting port e15db29f-c0f9-443a-861d-ff42d6102d97 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:23.611943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.700999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] For port e15db29f-c0f9-443a-861d-ff42d6102d97, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e15db29f-c0f9-443a-861d-ff42d6102d97,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:23.701360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.715346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Calling delete_port for e15db29f-c0f9-443a-861d-ff42d6102d97 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:23.819564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:22Z', 'revision_number': 5, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:23.847710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ef635-d996-4443-998b-f2575e8fcc60 None None] The sync data for ids ['3c794e26-ec23-4e28-ba44-36aeeba9b8fa'] in n-d-792364-9 is: [{'id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'name': 'tempest-TestAggregatesBasicOps-1756073300-router', 'tenant_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:10Z', 'updated_at': '2021-11-23T19:17:22Z', 'revision_number': 5, 'project_id': 'd0b3797e8b0c44149e19e4501bc11c8b', 'gw_port': {'id': 'e15db29f-c0f9-443a-861d-ff42d6102d97', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c794e26-ec23-4e28-ba44-36aeeba9b8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:11Z', 'updated_at': '2021-11-23T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:23.913091 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:23.946998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15db29f-c0f9-443a-861d-ff42d6102d97,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:23.959628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a9ee6-d8f8-401f-9e8b-9f35678c7fed None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:24.018566 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.112772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.114919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.160243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.160806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c794e26-ec23-4e28-ba44-36aeeba9b8fa {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:17:24.165402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.168984 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7026efce-bc4f-4717-90ab-08d2e5b99505 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3c794e26-ec23-4e28-ba44-36aeeba9b8fa HTTP/1.1" status: 204 len: 168 time: 1.1949856 Nov 23 19:17:24.169112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:24.224775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Deleting subnet a6075db6-e23c-4fc4-9cab-c3d66cfeefd1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:17:24.228603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.279222 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.363744 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.422242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.452572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6075db6-e23c-4fc4-9cab-c3d66cfeefd1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:24.458065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.463824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1a49808c-83e0-40e8-b1c7-f5a20765f708 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a6075db6-e23c-4fc4-9cab-c3d66cfeefd1 HTTP/1.1" status: 204 len: 168 time: 0.2937987 Nov 23 19:17:24.464707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:24.466961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2124d-29c2-4126-a82c-7916c7490dc9 None None] Network 1808284f-0f98-49db-b76a-7b332a1eb584 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:24.556776 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.632851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Deleting port b29ab243-ce28-4874-a520-fcf6c9fb844e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:24.633122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.683903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 033729cb-adc4-4866-ab48-cc5f3b040b1f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:24.716233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 033729cb-adc4-4866-ab48-cc5f3b040b1f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:24.716576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 033729cb-adc4-4866-ab48-cc5f3b040b1f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:24.720700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] DHCP port deletion for 1808284f-0f98-49db-b76a-7b332a1eb584 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:24.734215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] For port b29ab243-ce28-4874-a520-fcf6c9fb844e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b29ab243-ce28-4874-a520-fcf6c9fb844e,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:24.734803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.749396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Calling delete_port for b29ab243-ce28-4874-a520-fcf6c9fb844e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:24.774337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Deleting port b29ab243-ce28-4874-a520-fcf6c9fb844e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:24.774719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.840431 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.850552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] For port b29ab243-ce28-4874-a520-fcf6c9fb844e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b29ab243-ce28-4874-a520-fcf6c9fb844e,segment=NetworkSegment(13af9ff4-9a9b-46cb-b0d9-f900e3aa020d),segment_id=13af9ff4-9a9b-46cb-b0d9-f900e3aa020d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:24.851063 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.863619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Calling delete_port for b29ab243-ce28-4874-a520-fcf6c9fb844e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:24.868588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b29ab243-ce28-4874-a520-fcf6c9fb844e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:24.870770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] No DVR routers for this DVR port b29ab243-ce28-4874-a520-fcf6c9fb844e on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:24.952997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.954271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:24.975142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1808284f-0f98-49db-b76a-7b332a1eb584']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:24.983438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] No DVR routers for this DVR port b29ab243-ce28-4874-a520-fcf6c9fb844e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:24.985890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:24.986195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13af9ff4-9a9b-46cb-b0d9-f900e3aa020d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:24.988644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c3cdb-dde7-40d9-af56-3ebd2d6b29e7 None None] Pushing event deleted for resources: {'Port': ['ID=b29ab243-ce28-4874-a520-fcf6c9fb844e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:25.003438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.017943 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.025627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:17:25.027118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:17:25.029237 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:17:25.092502 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.099682 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.105987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] 10.222.0.37 "DELETE /v2.0/networks/1808284f-0f98-49db-b76a-7b332a1eb584 HTTP/1.1" status: 204 len: 168 time: 0.6378443 Nov 23 19:17:25.115985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799dfc-2d9a-422a-a08c-f8cbc5f978ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1808284f-0f98-49db-b76a-7b332a1eb584,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:25.296868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:25.338905 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7023debe-9159-45cb-8e44-9059ec9a023a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc879688521746569af1462a0aa19f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407996 Nov 23 19:17:25.341428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:25.391486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.414765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.463583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.466127 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.467324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75934edc-a70f-4ed6-bbdc-020209a9782b HTTP/1.1" status: 204 len: 168 time: 0.1249957 Nov 23 19:17:25.475377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84c0ad-1027-4e1c-b3f6-e93d5c1f58cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75934edc-a70f-4ed6-bbdc-020209a9782b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:25.785002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:25.825885 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-48380015-2277-4db4-9107-011771de5a72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0b3797e8b0c44149e19e4501bc11c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397029 Nov 23 19:17:25.828317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:25.879471 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.901646 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.958077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.961077 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:25.962975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c28e9c8-11e0-4da9-80a2-5786d8106898 HTTP/1.1" status: 204 len: 168 time: 0.1336684 Nov 23 19:17:25.975093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98ee5a-504d-4a42-8168-16cd6747d36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c28e9c8-11e0-4da9-80a2-5786d8106898,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:26.062774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d0c1e-0df5-4f54-9a35-7326a01b426f req-533ab998-6ed6-44c9-a3af-bde1b118b91f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:26.064322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-643d0c1e-0df5-4f54-9a35-7326a01b426f req-533ab998-6ed6-44c9-a3af-bde1b118b91f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0580437 Nov 23 19:17:26.117743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-643d0c1e-0df5-4f54-9a35-7326a01b426f req-8721a5ce-6e6f-4276-a805-09fbcd691ae4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Nov 23 19:17:26.647375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e15db29f-c0f9-443a-861d-ff42d6102d97 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:26.667972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e15db29f-c0f9-443a-861d-ff42d6102d97 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:26.668322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e15db29f-c0f9-443a-861d-ff42d6102d97 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:26.669840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b29ab243-ce28-4874-a520-fcf6c9fb844e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:26.693362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b29ab243-ce28-4874-a520-fcf6c9fb844e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:26.693705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b29ab243-ce28-4874-a520-fcf6c9fb844e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:27.262053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04747cdc-c921-4b8f-8300-d0cf31c49562 req-f9beb06e-fcfa-4f95-ad70-a81a9802448d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:27.263668 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04747cdc-c921-4b8f-8300-d0cf31c49562 req-f9beb06e-fcfa-4f95-ad70-a81a9802448d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0693986 Nov 23 19:17:27.298456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:27.316754 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-04747cdc-c921-4b8f-8300-d0cf31c49562 req-00ec0a8a-20f7-4af6-ac57-2337765230a7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5cd363f-cbbe-4602-b11b-5ef495e94e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Nov 23 19:17:27.400383 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09e0508b-9ff3-4b9f-9d72-bf744027baa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.456329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'network': {'name': 'tempest-network-smoke--627221465', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:27.477688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:27.481735 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.490358 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.573978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.577110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.608808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:17:27.620842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fedc8d-d580-4d3a-ab68-1744c5863c35,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:27.626512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.626784 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Added segment 97c32513-fdd3-4950-a8ae-4f21b815179d of type vlan for network d829e72c-ce06-4812-8974-dc6fac496116 Nov 23 19:17:27.667046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-f9d696f4-64a9-46ef-ae35-69ba5a306929 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:27.668542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-f9d696f4-64a9-46ef-ae35-69ba5a306929 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Nov 23 19:17:27.668914 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.700847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.706476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:27.707065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.746468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4463377 Nov 23 19:17:27.749525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:27.754896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'admin_state_up': True, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:27.779529 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12090-cee3-4c0d-a613-07935b0bbaa2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Network': ['ID=d829e72c-ce06-4812-8974-dc6fac496116,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:27.790235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d829e72c-ce06-4812-8974-dc6fac496116 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:17:27.795204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.796270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.808888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port 6a889745-02db-4228-afaf-00b02aec6063 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:17:27.809238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:27.916083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.081521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port 6a889745-02db-4228-afaf-00b02aec6063, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=6a889745-02db-4228-afaf-00b02aec6063,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:28.081888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.085376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.099399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for 6a889745-02db-4228-afaf-00b02aec6063 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:17:28.331699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.344440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['6a889745-02db-4228-afaf-00b02aec6063'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:28.400647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=6a889745-02db-4228-afaf-00b02aec6063,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:28.425160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-659bc19d-6e7d-4926-b44f-1fd2ca137764 req-82915463-32d4-4fe4-9c8d-75d9b38c23ad tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0377367 Nov 23 19:17:28.439774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.475527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.477851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port 6a889745-02db-4228-afaf-00b02aec6063 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:17:28.480719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.484015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb2e46be-8941-452a-8cb2-782aab21f9c3 req-bcf5ece6-0c8d-47df-8f17-9b20be3283ca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "DELETE /v2.0/ports/6a889745-02db-4228-afaf-00b02aec6063 HTTP/1.1" status: 204 len: 173 time: 0.8074749 Nov 23 19:17:28.484461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'name': 'network-vif-deleted', 'tag': '6a889745-02db-4228-afaf-00b02aec6063'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:28.486828 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a112b1-375f-42cb-9aa4-5a9c3a40af17" -d '{"events": [{"server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "name": "network-vif-deleted", "tag": "6a889745-02db-4228-afaf-00b02aec6063"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:28.529722 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253476f-1d67-4049-b5cb-6ef0350fc626 x-openstack-request-id: req-0253476f-1d67-4049-b5cb-6ef0350fc626 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:28.530165 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f61ed-94eb-473e-810d-478f6bd723d1", "name": "network-vif-deleted", "tag": "6a889745-02db-4228-afaf-00b02aec6063", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:28.530373 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0253476f-1d67-4049-b5cb-6ef0350fc626 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:28.530803 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04f61ed-94eb-473e-810d-478f6bd723d1', 'name': 'network-vif-deleted', 'tag': '6a889745-02db-4228-afaf-00b02aec6063', 'status': 'completed', 'code': 200} Nov 23 19:17:28.614697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.25.5.208 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c3c665fc-33a4-44fe-93d8-b51307f270c1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:28.724737 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.764242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.811457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:28.814435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:28.817115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:28.823497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=c3c665fc-33a4-44fe-93d8-b51307f270c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:28.830362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0cd627-094c-4289-8050-2267a5c4d671 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:28.911112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-021732a6-7bd2-4a03-a450-017be6cf9c92 None None] Provisioning complete for port c3c665fc-33a4-44fe-93d8-b51307f270c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:28.911979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-021732a6-7bd2-4a03-a450-017be6cf9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:28.954204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-021732a6-7bd2-4a03-a450-017be6cf9c92 None None] Port c3c665fc-33a4-44fe-93d8-b51307f270c1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:29.103165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:29.310109 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:29.445864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:17:29.540544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e21666e-b60e-4d49-8a9a-44fe64673073 req-3ee15460-72d1-4370-a95d-338618f10a12 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Nov 23 19:17:29.571947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:29.583050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:29.592188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:29.593467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-13c1cda2-8f5e-48ce-b749-b6477a3d66e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8426554 Nov 23 19:17:29.596259 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:29.596958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:29.597146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:29.678143 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0394adc2-f3e3-48dc-9845-e3dcf019ab6f tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=313b4f24b005454fbf62bd75e1fc4304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796609 Nov 23 19:17:29.681111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:29.712620 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:29.769072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7721cd8-14b9-414a-bb9d-71043b64e176 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:29.773233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c7721cd8-14b9-414a-bb9d-71043b64e176 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883577 Nov 23 19:17:29.773460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:29.807487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-42c15d3c-9b5f-4fe3-bfb4-95117f5f5450 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300949 Nov 23 19:17:29.807811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:29.815196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066166118', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:29.896439 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:28Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:29.904611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:29.908678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:29.927726 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:29.928081 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Updating router 168326c2-8346-4092-a69f-682e23c6b6a5 port c3c665fc-33a4-44fe-93d8-b51307f270c1 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:29.959728 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.099013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.167593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Subnet': ['ID=f03271aa-0333-4a7a-8a4f-4da962fa8a71,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:30.178889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Checking segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:30.179456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network hostable DHCP agents. Network: d829e72c-ce06-4812-8974-dc6fac496116, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:17:30.181279 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9c677886-1d73-42a1-a77f-273c78bcdfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.203618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d829e72c-ce06-4812-8974-dc6fac496116 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:17:30.214835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d829e72c-ce06-4812-8974-dc6fac496116) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:30.229359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:30.229958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.232635 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.235859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76887f82-5047-4a61-9329-b246c53b813f None None] Network d829e72c-ce06-4812-8974-dc6fac496116 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:30.241997 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.250771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5812aa98-6915-4bcd-89d3-cd7505201062 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4412475 Nov 23 19:17:30.253653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:30.299287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Attempting to bind port c3c665fc-33a4-44fe-93d8-b51307f270c1 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:30.299788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Attempting to bind port c3c665fc-33a4-44fe-93d8-b51307f270c1 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:30.300232 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Attempting to bind port c3c665fc-33a4-44fe-93d8-b51307f270c1 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:30.309091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:30.309553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:30.310096 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.310655 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:30.311268 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Bound port: c3c665fc-33a4-44fe-93d8-b51307f270c1, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:30.311743 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.324502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeede2b9-e473-4ecc-81c9-7a98203d893e None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:30.375933 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] For port c3c665fc-33a4-44fe-93d8-b51307f270c1, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:30.379554 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] For port c3c665fc-33a4-44fe-93d8-b51307f270c1, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3c665fc-33a4-44fe-93d8-b51307f270c1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:30.388985 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.418264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:30.419055 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:30.421303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663bc55-ff06-42f1-9ff9-c0977cefdea3 None None] Pushing event updated for resources: {'Port': ['ID=c3c665fc-33a4-44fe-93d8-b51307f270c1,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:30.439143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27826f98-550a-4849-aed4-5060cff904c9 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:17:30.457628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d829e72c-ce06-4812-8974-dc6fac496116', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:17:30.458480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.535282 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:30.662366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Allocated IP 172.20.0.2 (d829e72c-ce06-4812-8974-dc6fac496116/f03271aa-0333-4a7a-8a4f-4da962fa8a71/a334f1ed-fc22-4460-ba51-78ca215eb7ad) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:30.669409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8276260b-b323-485c-a992-52353a22b1aa None None] Provisioning complete for port c3c665fc-33a4-44fe-93d8-b51307f270c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:30.669409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8276260b-b323-485c-a992-52353a22b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.707572 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663bc55-ff06-42f1-9ff9-c0977cefdea3 None None] Pushing event updated for resources: {'Port': ['ID=c3c665fc-33a4-44fe-93d8-b51307f270c1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:30.774574 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:28Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:30.900719 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.903029 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f79add-41e9-480e-a55f-b2f0d0c9b613 None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:28Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:30.927559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:30.998055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.015253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Network d829e72c-ce06-4812-8974-dc6fac496116 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:31.018612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:31.025330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:31.044848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Pushing event updated for resources: {'Port': ['ID=a334f1ed-fc22-4460-ba51-78ca215eb7ad,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:31.091506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8276260b-b323-485c-a992-52353a22b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.104097 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:17:31.138019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8276260b-b323-485c-a992-52353a22b1aa None None] For port c3c665fc-33a4-44fe-93d8-b51307f270c1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3c665fc-33a4-44fe-93d8-b51307f270c1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:31.146558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8276260b-b323-485c-a992-52353a22b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.151190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Attempting to bind port a334f1ed-fc22-4460-ba51-78ca215eb7ad on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:31.151492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Attempting to bind port a334f1ed-fc22-4460-ba51-78ca215eb7ad by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:31.151864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Attempting to bind port a334f1ed-fc22-4460-ba51-78ca215eb7ad on network d829e72c-ce06-4812-8974-dc6fac496116 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:31.173683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-27d2419d-2f54-48a9-bba8-97a28b27b196 req-72846aad-db50-4e59-b10a-21a29698918d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0448582 Nov 23 19:17:31.209455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276260b-b323-485c-a992-52353a22b1aa None None] Pushing event updated for resources: {'Port': ['ID=c3c665fc-33a4-44fe-93d8-b51307f270c1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:31.228461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:31.230406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Checking segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:31.230865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.231252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Bound using segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:31.234183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Bound port: a334f1ed-fc22-4460-ba51-78ca215eb7ad, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:31.234630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.328635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] For port a334f1ed-fc22-4460-ba51-78ca215eb7ad, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:31.332207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] For port a334f1ed-fc22-4460-ba51-78ca215eb7ad, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a334f1ed-fc22-4460-ba51-78ca215eb7ad,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:31.337656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6e385a2-a81f-4614-818d-c271d5838257 None None] Provisioning complete for port c3c665fc-33a4-44fe-93d8-b51307f270c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:31.338193 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e385a2-a81f-4614-818d-c271d5838257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.342427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.441124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce07fd-a533-4717-b05d-4a184e6b668f None None] Pushing event updated for resources: {'Port': ['ID=a334f1ed-fc22-4460-ba51-78ca215eb7ad,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:31.486082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:31.490488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6a889745-02db-4228-afaf-00b02aec6063 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:17:31.537925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 6a889745-02db-4228-afaf-00b02aec6063 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:17:31.538364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 6a889745-02db-4228-afaf-00b02aec6063 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:17:31.856250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.1 (d829e72c-ce06-4812-8974-dc6fac496116/f03271aa-0333-4a7a-8a4f-4da962fa8a71/c28cd7f1-cafd-469d-aeb0-e7230c28105f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:32.007527 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.044669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.099960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d829e72c-ce06-4812-8974-dc6fac496116 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:32.104515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:32.107750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:32.162697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:32.175719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.281724 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.293638 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1b9331e-958f-493e-b623-b1a2cd3fe600 req-335ae0de-a62d-488d-9374-1543c8726572 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0464587 Nov 23 19:17:32.340088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.737848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.745974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.769907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3c665fc-33a4-44fe-93d8-b51307f270c1 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:32.833451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93b8fb-e8d5-499a-a64e-dfe699a9d86f None None] Network d829e72c-ce06-4812-8974-dc6fac496116 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:17:32.871154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:32.875418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.950644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] Provisioning complete for port a334f1ed-fc22-4460-ba51-78ca215eb7ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:32.951165 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:32.993467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d829e72c-ce06-4812-8974-dc6fac496116 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:32.995048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:33.000348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c3c665fc-33a4-44fe-93d8-b51307f270c1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:33.000721 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:33.141014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:33.292362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:33.297236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:33.306629 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea6629c5-39be-4d0c-b072-1bce01bfd46f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/168326c2-8346-4092-a69f-682e23c6b6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506189 Nov 23 19:17:33.307813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:33.344224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:33.364234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a334f1ed-fc22-4460-ba51-78ca215eb7ad up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:33.366106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:33.411656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:33.412476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:33.521638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-575bd5a4-ddff-480a-af67-c492e1a8965c req-8110e2f0-3c5e-4347-ae00-d11ffbf0964b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04f61ed-94eb-473e-810d-478f6bd723d1 HTTP/1.1" status: 200 len: 210 time: 0.0721297 Nov 23 19:17:33.619135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.620035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.620875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.621724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.622271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.622732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.626938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-191ea09f-8179-4f51-a9ce-dec48bde0a0d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3177557 Nov 23 19:17:33.629332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:33.725059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] For port a334f1ed-fc22-4460-ba51-78ca215eb7ad, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a334f1ed-fc22-4460-ba51-78ca215eb7ad,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:33.735349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:33.750842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.751544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.751994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.753047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.753480 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.753920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:33.756274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6517c2eb-29c8-4980-a221-39cd07b2eaa3 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1255157 Nov 23 19:17:33.758748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:33.770844 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:33.966907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a334f1ed-fc22-4460-ba51-78ca215eb7ad triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:33.967480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.016452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a89bc-f134-458b-9d81-e43de187eee6 None None] Pushing event updated for resources: {'Port': ['ID=a334f1ed-fc22-4460-ba51-78ca215eb7ad,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:34.053299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d849fca-12d2-448a-861f-725a31d241c5 None None] Provisioning complete for port c28cd7f1-cafd-469d-aeb0-e7230c28105f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:34.053671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d849fca-12d2-448a-861f-725a31d241c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.096672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91425316-5a86-4f88-bad8-2442ea41e413 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3365674 Nov 23 19:17:34.105009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d849fca-12d2-448a-861f-725a31d241c5 None None] Port c28cd7f1-cafd-469d-aeb0-e7230c28105f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:34.156616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d849fca-12d2-448a-861f-725a31d241c5 None None] Provisioning complete for port a334f1ed-fc22-4460-ba51-78ca215eb7ad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:34.156998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d849fca-12d2-448a-861f-725a31d241c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.323120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 2, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:34.365232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:34.365582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Updating router 168326c2-8346-4092-a69f-682e23c6b6a5 port c28cd7f1-cafd-469d-aeb0-e7230c28105f binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:17:34.394862 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.651119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-92034503-e97f-4cc4-882e-ffd54424e629 None None] Provisioning complete for port c28cd7f1-cafd-469d-aeb0-e7230c28105f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:34.652149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92034503-e97f-4cc4-882e-ffd54424e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.713025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-92034503-e97f-4cc4-882e-ffd54424e629 None None] Port c28cd7f1-cafd-469d-aeb0-e7230c28105f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:34.720906 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a334f1ed-fc22-4460-ba51-78ca215eb7ad up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:34.798535 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.807666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.858286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a334f1ed-fc22-4460-ba51-78ca215eb7ad triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:34.858859 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.867490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386de55-65d2-4f5a-97d6-afe9a7288c54 None None] Pushing event updated for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:34.950469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:34.955262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232641917', 'description': 'tempest-secgroup-smoke-1232641917 description', 'project_id': '313b4f24b005454fbf62bd75e1fc4304'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:34.988015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Attempting to bind port c28cd7f1-cafd-469d-aeb0-e7230c28105f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:34.988744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Attempting to bind port c28cd7f1-cafd-469d-aeb0-e7230c28105f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:34.989240 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:34.989345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Attempting to bind port c28cd7f1-cafd-469d-aeb0-e7230c28105f on network d829e72c-ce06-4812-8974-dc6fac496116 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:34.998793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:34.999277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Checking segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:34.999907 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.000674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Bound using segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:35.000968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Bound port: c28cd7f1-cafd-469d-aeb0-e7230c28105f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:35.001559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.071947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.077285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.113775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.118299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.120536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1680515 Nov 23 19:17:35.122821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.124091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] For port c28cd7f1-cafd-469d-aeb0-e7230c28105f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:35.124384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d66f0b-66b8-4b00-b841-844626edcba6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36301979-cc13-48c2-a3a4-3204d37a4ea7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.138224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] For port c28cd7f1-cafd-469d-aeb0-e7230c28105f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c28cd7f1-cafd-469d-aeb0-e7230c28105f,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:35.147406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.152557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.211987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.212968 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386de55-65d2-4f5a-97d6-afe9a7288c54 None None] Pushing event updated for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.217743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.225054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] Provisioning complete for port c28cd7f1-cafd-469d-aeb0-e7230c28105f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:35.225464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.242838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c28b36d-bbd5-4151-bf4c-28ffa250a79f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.248340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.252720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.253006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c3567ffb-c2b8-4a31-8afa-e3b61e71ff9d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334090 Nov 23 19:17:35.260183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.260339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:35.260935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:35.302239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.385690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.392949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.426645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:35.427191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bdb923-4b01-4b45-8542-b1770b02309c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.428662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.443796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.447910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7c1bd6fd-0db1-4e24-922a-587e06d7f024 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1912222 Nov 23 19:17:35.448789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.454761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.494565 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.544285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] For port c28cd7f1-cafd-469d-aeb0-e7230c28105f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c28cd7f1-cafd-469d-aeb0-e7230c28105f,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:35.559908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.565564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.570080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.588887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5defd0e6-a332-4d9a-8cdc-d7f9de3e2346,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.597361 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.598584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d0d3ebb8-847c-4a3b-8c15-62d87f117ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483905 Nov 23 19:17:35.601354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.606950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.641013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.668041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a4f97-1a40-4f8f-940f-bc49b62bf12f None None] Pushing event updated for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.708397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67c0c06a-4aaa-4681-9cab-177e5b544f25 None None] Provisioning complete for port c28cd7f1-cafd-469d-aeb0-e7230c28105f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:35.708771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67c0c06a-4aaa-4681-9cab-177e5b544f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.723829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.731700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.762408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcd78e9-470f-48e5-839d-0f01dbbd2a95,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.766860 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.768968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-55dfa0d2-4d34-417e-acd5-1df0c432d1d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1660044 Nov 23 19:17:35.771557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.780167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.812907 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:35.821917 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.828950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:35.866426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f095be4-302d-4e0e-a4fb-9ef5645f31a6 None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:35.894923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.900123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.919210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1ea034-6471-4b1d-96a2-d0f5660ed10a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:35.953691 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:35.956819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed0f0c55-da99-4ea6-a00c-8b14a0ac1eb0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1831682 Nov 23 19:17:35.959098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:35.965589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '36301979-cc13-48c2-a3a4-3204d37a4ea7', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:35.992891 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:36.002601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.085909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.089983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.111589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de131260-5750-4cc8-89c3-ac28faee7a8c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:36.117762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.126530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-81ef45f1-50e8-4eb8-a99b-8df1d930f44a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587374 Nov 23 19:17:36.306958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-b46b7255-958b-4ed3-a672-b3fc398d7800 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232641917&fields=id&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 267 time: 0.0650930 Nov 23 19:17:36.428516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-b33152f7-4064-4b19-8beb-d05b907d4e3b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:36.431777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-b33152f7-4064-4b19-8beb-d05b907d4e3b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 796 time: 0.1180685 Nov 23 19:17:36.447254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-767e668e-5358-47a4-87cf-04ed1f9679fe tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/quotas/313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Nov 23 19:17:36.542481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-67f0496f-1141-4987-9ae7-396b03ec6d99 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884004 Nov 23 19:17:36.707699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c28cd7f1-cafd-469d-aeb0-e7230c28105f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:36.732676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-e8dd6a5c-848f-4b1e-bea2-bb29ec8eae3d service neutron] 10.222.0.37 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697116 Nov 23 19:17:36.784237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c28cd7f1-cafd-469d-aeb0-e7230c28105f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:36.784720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:36.851546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-c9ce22a7-c75d-46ed-9876-b007c18e408a service neutron] 10.222.0.37 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101675 Nov 23 19:17:37.054829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f80d004d-0603-4e2b-9e00-c965cb9cb183 req-a1442efa-2d56-48b9-be14-ba80572a4f06 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 210 time: 0.0347404 Nov 23 19:17:38.066598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ee4c05b5-2c42-4bb0-a40f-347f083c395c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:38.069030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ee4c05b5-2c42-4bb0-a40f-347f083c395c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 796 time: 0.1332450 Nov 23 19:17:38.206478 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8621640-c968-43ea-a593-a86e5a44fb95 req-32240082-3b27-4ca5-829f-bf5aa55a6313 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 210 time: 0.0529499 Nov 23 19:17:38.216331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-bd0a19e0-43fc-4bc5-a5f3-5f899a93050a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 380 time: 0.1316140 Nov 23 19:17:38.227198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'port': {'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'admin_state_up': True, 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'security_groups': ['36301979-cc13-48c2-a3a4-3204d37a4ea7']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:38.347832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:38.352394 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:38.501799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.5 (d829e72c-ce06-4812-8974-dc6fac496116/f03271aa-0333-4a7a-8a4f-4da962fa8a71/ee39742a-2d2b-420d-bf53-c90933226271) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:38.652534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:38.687774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:38.734846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d829e72c-ce06-4812-8974-dc6fac496116 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:38.739726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:38.745729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:38.772518 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:38.809495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:38.810567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:38.836792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-8a8b72de-4f1a-40c4-b870-a4f5b09362a0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137671 Nov 23 19:17:38.850345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Request body: {'port': {'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:38.909324 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.013242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-51862362-6cf1-4877-8beb-a363436ed34a None None] Provisioning complete for port ee39742a-2d2b-420d-bf53-c90933226271 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:39.013797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51862362-6cf1-4877-8beb-a363436ed34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.050919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-51862362-6cf1-4877-8beb-a363436ed34a None None] Port ee39742a-2d2b-420d-bf53-c90933226271 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:39.112420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.204554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee39742a-2d2b-420d-bf53-c90933226271 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:39.219407 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.244866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Transition to ACTIVE for port object ee39742a-2d2b-420d-bf53-c90933226271 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:17:39.250809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.362655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:39.509795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:39.516637 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625871006', 'description': 'tempest-secgroup-smoke-625871006 description', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:39.551147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.656444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.661127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.710042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.716163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2006929 Nov 23 19:17:39.716582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:39.723970 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:39.735624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64241da4-3334-49b1-a80d-264b7ed2cb96 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f888118e-16b5-410c-bec1-a4b6ab5f6bc5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:39.764113 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.781038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a485b8-cec2-4425-9653-8be5822e5602 req-5c091760-3f7f-49f5-b22d-71e15d3bbf1f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:39.782538 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67a485b8-cec2-4425-9653-8be5822e5602 req-5c091760-3f7f-49f5-b22d-71e15d3bbf1f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 943 time: 0.4819989 Nov 23 19:17:39.823744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.828867 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.846143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29152c93-0918-46fa-bd7e-2badbc9e2edb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:39.849750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Attempting to bind port ee39742a-2d2b-420d-bf53-c90933226271 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:17:39.850089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Attempting to bind port ee39742a-2d2b-420d-bf53-c90933226271 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:17:39.850420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Attempting to bind port ee39742a-2d2b-420d-bf53-c90933226271 on network d829e72c-ce06-4812-8974-dc6fac496116 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:39.857160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67a485b8-cec2-4425-9653-8be5822e5602 req-d84ed0bf-5fcb-4f2d-9a0b-325c8c3863e0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667341 Nov 23 19:17:39.859404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Port ee39742a-2d2b-420d-bf53-c90933226271 on network d829e72c-ce06-4812-8974-dc6fac496116 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:17:39.859523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.859733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Attempting to bind port ee39742a-2d2b-420d-bf53-c90933226271 on network d829e72c-ce06-4812-8974-dc6fac496116 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:17:39.860869 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5da06632-5ff6-414b-9dd2-8d0566d8f962 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430924 Nov 23 19:17:39.863568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:39.868062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:39.877576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:17:39.877920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Checking segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:17:39.878298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Bound using segment: {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:17:39.878728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Bound port: ee39742a-2d2b-420d-bf53-c90933226271, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c32513-fdd3-4950-a8ae-4f21b815179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:17:39.879081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.934174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:39.984061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:17:39.999456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee39742a-2d2b-420d-bf53-c90933226271,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:17:40.010905 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.014378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.023406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.070884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.071152 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.072551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] 10.222.0.50 "PUT /v2.0/ports/ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 1091 time: 1.2268414 Nov 23 19:17:40.075255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:40.077693 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baac8770-10ad-4e24-9490-b613a1a9e335" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:40.083760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63cc504-6234-4c6b-a000-d0ddbcfc83f6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.102297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.107369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-40f03721-d259-4070-90cb-dd2582342c8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2396369 Nov 23 19:17:40.107582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:40.109427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77967d-cf9b-412a-91a7-9bc4a349ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.111951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:40.132994 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85121fc1-b7c7-466c-9ef5-91ff18e50599 x-openstack-request-id: req-85121fc1-b7c7-466c-9ef5-91ff18e50599 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:40.133407 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:40.133592 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85121fc1-b7c7-466c-9ef5-91ff18e50599 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:40.133981 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271', 'status': 'completed', 'code': 200} Nov 23 19:17:40.154815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.185093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-983ac2ff-b82c-4860-8c8a-0d05ab59bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.187660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-983ac2ff-b82c-4860-8c8a-0d05ab59bc1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1094 time: 0.0490289 Nov 23 19:17:40.228042 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.234229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.252886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-0cd9efaf-a91d-46ef-bda6-25f8ce17dc29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 217 time: 0.0556602 Nov 23 19:17:40.256792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e28b97-c69e-47a2-8be1-ff76bf069678,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.268834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.270375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6c1e448f-3b19-478e-bee0-300fb501c300 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620681 Nov 23 19:17:40.273457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:40.278415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:40.311333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-c9e4b0f0-fc0a-450e-9510-d8ab4b398fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.312116 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.313411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-c9e4b0f0-fc0a-450e-9510-d8ab4b398fb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0520463 Nov 23 19:17:40.362404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ebdcb6e5-bb3c-44e5-9e26-e6a574c6a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.363919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ebdcb6e5-bb3c-44e5-9e26-e6a574c6a7d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426555 Nov 23 19:17:40.373184 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.377182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.399263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c576c7-81cc-4b8c-8f46-6c4b8e955edd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.405939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.407643 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d81e0f9b-39d4-4e8c-80ea-7aaa6b9e8d21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328104 Nov 23 19:17:40.410508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:40.415474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:40.437001 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Project b9b6bbb484bd4dfca7decd2ed48bd5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:40.442380 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.466751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-ffbbd618-0a61-4547-adda-5f7a93f1859c service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938790 Nov 23 19:17:40.502346 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.506441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.525688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a015344a-629e-4e80-9572-4711713f1f97,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.535133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.538931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dcb984cc-c97c-4afe-b55a-0d4b07e5bdf9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250274 Nov 23 19:17:40.539151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:40.543801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'security_group_rule': {'security_group_id': 'f888118e-16b5-410c-bec1-a4b6ab5f6bc5', 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:40.546813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.565627 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Project b9b6bbb484bd4dfca7decd2ed48bd5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:17:40.570594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a62b025-0fd9-419f-a5c9-970e6755233e req-c5e86cf4-2509-46ef-976b-2963cc88a257 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957274 Nov 23 19:17:40.570750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.645293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.649894 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.669136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6598a420-20d0-4dfd-bcbb-b568696b2566,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:40.676082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-17522a43-2c76-431c-b2c9-5394e547d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.677707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-17522a43-2c76-431c-b2c9-5394e547d70c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1094 time: 0.0493839 Nov 23 19:17:40.679714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:40.681176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a61338c-c0d0-4852-872a-91ee28f27913 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408980 Nov 23 19:17:40.780591 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-05df2d37-b5f6-45a2-980d-a70fb697c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.782077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-05df2d37-b5f6-45a2-980d-a70fb697c404 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 897 time: 0.0940089 Nov 23 19:17:40.830766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-722309a2-1f62-4a42-aa79-24d13c9eefc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 217 time: 0.0403242 Nov 23 19:17:40.882779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-5d33e02e-87d2-4de8-9013-433fa99bfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.890444 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-5d33e02e-87d2-4de8-9013-433fa99bfeb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0469656 Nov 23 19:17:40.967427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-9273f20f-7be4-4555-92ea-bd72135367bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.973141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-9273f20f-7be4-4555-92ea-bd72135367bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761890 Nov 23 19:17:40.988733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf005-dbed-4e37-9be4-13b899b125fe req-ea103823-c875-47a5-950f-aa417e95e336 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:40.990282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4acf005-dbed-4e37-9be4-13b899b125fe req-ea103823-c875-47a5-950f-aa417e95e336 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 943 time: 0.0572357 Nov 23 19:17:41.108861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4acf005-dbed-4e37-9be4-13b899b125fe req-98ac0a90-e288-4691-8d26-9998db47adbe tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100056 Nov 23 19:17:41.138906 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-fe677820-cd55-4f3d-9fac-af012903664e service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583853 Nov 23 19:17:41.245783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-baac8770-10ad-4e24-9490-b613a1a9e335 req-a30dfc4e-9d24-485f-8e75-48db32e5eb03 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970066 Nov 23 19:17:42.246733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312563-ef11-4f27-b7f3-e0d174be102f req-fa703cd3-ebe3-4eab-a0b2-dc667b7ab74b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:42.248241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2312563-ef11-4f27-b7f3-e0d174be102f req-fa703cd3-ebe3-4eab-a0b2-dc667b7ab74b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 943 time: 0.0495417 Nov 23 19:17:42.300677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d2312563-ef11-4f27-b7f3-e0d174be102f req-304264b6-a9e6-4d1e-a4a4-b11a8bdd1fc2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Nov 23 19:17:43.422270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8b9fd-dcbc-416e-813f-994f90002704 req-b399be4f-c90c-4918-99b2-38ff9a0c2a89 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:43.423731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ce8b9fd-dcbc-416e-813f-994f90002704 req-b399be4f-c90c-4918-99b2-38ff9a0c2a89 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 943 time: 0.0510633 Nov 23 19:17:43.474568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2ce8b9fd-dcbc-416e-813f-994f90002704 req-8908f344-ab32-466d-ad50-d4e20b64b9fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Nov 23 19:17:43.488576 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee39742a-2d2b-420d-bf53-c90933226271 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:17:43.589167 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee39742a-2d2b-420d-bf53-c90933226271,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:43.602663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'ee39742a-2d2b-420d-bf53-c90933226271', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:17:43.640320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.653707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee39742a-2d2b-420d-bf53-c90933226271 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:43.674854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee39742a-2d2b-420d-bf53-c90933226271,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:43.679645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:43.735200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:43.913068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['ee39742a-2d2b-420d-bf53-c90933226271'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:17:44.609685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac39362-eb55-4a4b-a9e0-8de5e9a19fce req-198a225a-cc8d-46a3-a8ca-f474c1236189 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:44.611166 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fac39362-eb55-4a4b-a9e0-8de5e9a19fce req-198a225a-cc8d-46a3-a8ca-f474c1236189 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 944 time: 0.0509739 Nov 23 19:17:45.032158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fac39362-eb55-4a4b-a9e0-8de5e9a19fce req-9445c38c-34f7-4467-b5f5-a1762b7d863e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090233 Nov 23 19:17:45.504279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee39742a-2d2b-420d-bf53-c90933226271 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:17:45.558879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port ee39742a-2d2b-420d-bf53-c90933226271 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:17:45.562934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port ee39742a-2d2b-420d-bf53-c90933226271 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:45.563245 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.644464 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.668595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:45.670879 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f983cc-7454-4c36-a29b-412a9e7e9b5d" -d '{"events": [{"server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ee39742a-2d2b-420d-bf53-c90933226271"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:45.687592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee39742a-2d2b-420d-bf53-c90933226271,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:17:45.693501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:45.720473 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74953bb-887c-473c-94b0-740cb3190af3 x-openstack-request-id: req-f74953bb-887c-473c-94b0-740cb3190af3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:45.720806 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ee39742a-2d2b-420d-bf53-c90933226271", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:45.721011 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f74953bb-887c-473c-94b0-740cb3190af3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:45.721400 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271', 'code': 200} Nov 23 19:17:45.750543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:45.829980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2aee9-2297-4b60-ab23-fc067764f2a4 req-124d0a82-92e5-4dac-9b8d-409b5f2e9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:45.831522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ee2aee9-2297-4b60-ab23-fc067764f2a4 req-124d0a82-92e5-4dac-9b8d-409b5f2e9803 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1096 time: 0.0452163 Nov 23 19:17:45.880562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9ee2aee9-2297-4b60-ab23-fc067764f2a4 req-0b6a9ea8-6799-4f77-a331-c6105bde8a44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Nov 23 19:17:46.165005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65589f7-2ec3-4dec-833d-f52e7f4dab11 req-35fb3c7b-c5ef-4004-bda8-6abeafdb31a5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:46.166448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b65589f7-2ec3-4dec-833d-f52e7f4dab11 req-35fb3c7b-c5ef-4004-bda8-6abeafdb31a5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0593700 Nov 23 19:17:46.226533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b65589f7-2ec3-4dec-833d-f52e7f4dab11 req-cedc1511-f9b9-441c-bf12-baee439f1e18 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528166 Nov 23 19:17:47.352844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0514378-29e0-4976-8663-9e20fdc305d6 req-37004381-e9dc-493d-bbdf-013069816dfb tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:47.354409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0514378-29e0-4976-8663-9e20fdc305d6 req-37004381-e9dc-493d-bbdf-013069816dfb tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0539689 Nov 23 19:17:47.407174 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0514378-29e0-4976-8663-9e20fdc305d6 req-d0c4c73c-0afd-4263-9076-577518ad7ea1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Nov 23 19:17:47.528331 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75dac3-0163-478f-a86c-d86f9a359e49 req-5272163d-5d19-4a3e-8df2-c739984008d3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:47.530099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af75dac3-0163-478f-a86c-d86f9a359e49 req-5272163d-5d19-4a3e-8df2-c739984008d3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0540221 Nov 23 19:17:47.580228 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af75dac3-0163-478f-a86c-d86f9a359e49 req-3993031b-3ba5-4b91-92a5-85dda7cca0ab tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Nov 23 19:17:47.602706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:47.643658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2d0fc-4125-4377-bb7d-e1dd72248f82 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:47.645191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95d2d0fc-4125-4377-bb7d-e1dd72248f82 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1091 time: 0.0412364 Nov 23 19:17:47.648565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:47.653472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:47.678388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:47.797243 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:47.903670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.25.5.41 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/271b4152-ee86-40bb-b39d-b2bc581f8c42) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:48.017748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.053729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.092454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:48.098893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:48.101571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:48.127588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=271b4152-ee86-40bb-b39d-b2bc581f8c42,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:48.625719 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.736083 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.896553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.902209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:48.975028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=271b4152-ee86-40bb-b39d-b2bc581f8c42,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:48.987801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.091911 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Floating IP e30daa59-2057-4ecc-ae00-a4b8a69be7ef associated. External IP: 172.25.5.41, port: ee39742a-2d2b-420d-bf53-c90933226271. Nov 23 19:17:49.575409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:17:49.689121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:17:49.700861 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:17:49.713425 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:49.714126 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:49.714267 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:49.747501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9c8930fb-5bba-4739-aa90-e92ba39f8e9f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0972428 Nov 23 19:17:49.748100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:17:49.750438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:49.750946 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c580012-b35e-455d-97eb-0401b358d7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:17:49.797763 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21012b-8229-44aa-a669-596ee662fdeb x-openstack-request-id: req-9d21012b-8229-44aa-a669-596ee662fdeb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:17:49.798063 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:17:49.798318 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d21012b-8229-44aa-a669-596ee662fdeb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:17:49.798716 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271', 'status': 'completed', 'code': 200} Nov 23 19:17:49.843290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a5e41d27-4563-4348-92b9-6f80ab2c1aa8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e30daa59-2057-4ecc-ae00-a4b8a69be7ef HTTP/1.1" status: 200 len: 990 time: 0.0904558 Nov 23 19:17:49.846630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:49.873071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-78677e9f-5a8e-4818-a605-ecfe5ecc2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:49.875916 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-78677e9f-5a8e-4818-a605-ecfe5ecc2049 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1096 time: 0.0501034 Nov 23 19:17:49.980956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-278e6093-d4d2-422e-a1b2-cee269bedc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:49.982694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-278e6093-d4d2-422e-a1b2-cee269bedc17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 897 time: 0.0991201 Nov 23 19:17:50.119840 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-d19e6217-0573-45bd-ae52-80ec1aaa9d6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 998 time: 0.1297448 Nov 23 19:17:50.168779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:48Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.180180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-ce9ae13a-443b-44ca-b3a6-478620e19e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.182125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-ce9ae13a-443b-44ca-b3a6-478620e19e63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0529301 Nov 23 19:17:50.196602 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:17:50.207499 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:17:50.208131 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:17:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.235991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-f65aa0ff-7428-49cf-9b32-af5aa6d5d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:50.237529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-f65aa0ff-7428-49cf-9b32-af5aa6d5d516 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484278 Nov 23 19:17:50.339452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:17:50.345768 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-3e9a15e5-7aaf-4524-b809-10e0c25c2f37 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992379 Nov 23 19:17:50.460925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c580012-b35e-455d-97eb-0401b358d7d0 req-b42896df-3afc-4805-9251-5e6f128e7515 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057253 Nov 23 19:17:50.610085 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:48Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:17:50.636327 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff69ca-b999-4254-8869-a8e65bda01e4 None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:17:32Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:48Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:17:50.846556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:50.847042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5259bf-bf6c-44a8-b17a-cc05b3795856 None None] New status for floating IP e30daa59-2057-4ecc-ae00-a4b8a69be7ef: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:17:50.909475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9dbfefd2-5656-45f9-ac7d-4281d06aa70e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e30daa59-2057-4ecc-ae00-a4b8a69be7ef HTTP/1.1" status: 200 len: 990 time: 0.0604107 Nov 23 19:17:51.636340 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-54b028c7-2be2-4e22-b41f-41945050d24b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409946 Nov 23 19:17:51.729184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-5ac1d7c9-e710-4930-9192-99a524472a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:51.732257 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-5ac1d7c9-e710-4930-9192-99a524472a5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1096 time: 0.0444593 Nov 23 19:17:51.852313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-3e4e39fb-bf6a-45ca-98b6-2f728dc677b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:51.853860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-3e4e39fb-bf6a-45ca-98b6-2f728dc677b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 897 time: 0.0981369 Nov 23 19:17:51.913239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:17:51.921876 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-dc000fe6-5f6d-4e49-92fa-730538e0e22b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 1000 time: 0.0597289 Nov 23 19:17:51.979268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6db0227b-1635-408c-8195-3c6a1b13435a tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e30daa59-2057-4ecc-ae00-a4b8a69be7ef HTTP/1.1" status: 200 len: 992 time: 0.0641301 Nov 23 19:17:51.980339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-a66a045a-a65a-4bcf-8a00-34adacf3657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:51.982001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-a66a045a-a65a-4bcf-8a00-34adacf3657f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0529413 Nov 23 19:17:52.033086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-9704e6c6-cbf5-4c41-83ca-3a33d3a738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:52.034693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-9704e6c6-cbf5-4c41-83ca-3a33d3a738f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439081 Nov 23 19:17:52.127648 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-b6982f5b-b8ab-48e1-8721-b2ed75d45197 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Nov 23 19:17:52.229933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3bc646bb-10a8-49f1-af89-1885ac546354 req-b04d2889-3b1c-4204-99a1-750ea8dd6101 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943542 Nov 23 19:17:57.153620 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-1c4a0d18-69aa-4387-8a51-4e4be1945075 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625871006&fields=id&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 267 time: 0.0497854 Nov 23 19:17:57.267734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-ef012b6f-b91f-4b86-8993-c10ca7c8a3a6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:57.269272 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-ef012b6f-b91f-4b86-8993-c10ca7c8a3a6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1086714 Nov 23 19:17:57.286192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-956dba74-d8ef-4914-90c9-8f210fd943cf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0099788 Nov 23 19:17:57.338000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-63d51e01-f036-4030-917b-88890c6431d1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462766 Nov 23 19:17:57.356277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-9b5eecdf-1b14-4a27-aeec-0dd792c9c6c4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:17:57.357325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-9b5eecdf-1b14-4a27-aeec-0dd792c9c6c4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052407 Nov 23 19:17:57.393254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8eec5f5d-4c25-4fff-b0ef-5f2188280b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:57.456689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-427f0ab6-7c17-4faf-a8a3-513fcf8dbedb service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935745 Nov 23 19:17:57.548974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e6e87d67-6c30-4e24-96d0-260471e6d77d service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862250 Nov 23 19:17:57.852514 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a9408c1-8d9c-4ec2-a286-8c82a3a78e6b req-e2be7c27-c8fb-4911-a438-1d0b94e06738 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0272956 Nov 23 19:17:58.866266 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-93e3bc21-73d1-4aa2-97a0-83919057a7b0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:58.868267 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-93e3bc21-73d1-4aa2-97a0-83919057a7b0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1222725 Nov 23 19:17:58.966060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-bd081b45-7368-4bb0-9831-0d9097fe2239 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 379 time: 0.0871739 Nov 23 19:17:58.981871 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff4df522-f36e-449a-a156-c767a044cb5b req-a5f87e15-d46f-4ca0-ac43-afbeee0c3619 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0406008 Nov 23 19:17:58.985267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'security_groups': ['f888118e-16b5-410c-bec1-a4b6ab5f6bc5']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:59.106932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:17:59.110414 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.242262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.14 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/61f45013-7b79-4170-bf9c-5c95bb47480d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:17:59.385915 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.419976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.471416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:17:59.475528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:17:59.478618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:17:59.480826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:17:59.547263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:17:59.548206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.572138 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e5946684-bdc8-4f05-9a5e-2f8443773de2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924006 Nov 23 19:17:59.593207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Request body: {'port': {'device_id': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:17:59.663051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.768672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-74c62d56-60fc-42af-9e52-4c2e0ffa5095 None None] Provisioning complete for port 61f45013-7b79-4170-bf9c-5c95bb47480d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:17:59.769774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74c62d56-60fc-42af-9e52-4c2e0ffa5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.810823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-74c62d56-60fc-42af-9e52-4c2e0ffa5095 None None] Port 61f45013-7b79-4170-bf9c-5c95bb47480d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:17:59.949437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f45013-7b79-4170-bf9c-5c95bb47480d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:17:59.957181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:17:59.969595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Transition to ACTIVE for port object 61f45013-7b79-4170-bf9c-5c95bb47480d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:17:59.973948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.031166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Pushing event updated for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:00.110252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Attempting to bind port 61f45013-7b79-4170-bf9c-5c95bb47480d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:18:00.110696 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Attempting to bind port 61f45013-7b79-4170-bf9c-5c95bb47480d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:18:00.111095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Attempting to bind port 61f45013-7b79-4170-bf9c-5c95bb47480d on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:00.116915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Port 61f45013-7b79-4170-bf9c-5c95bb47480d on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:18:00.117376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Attempting to bind port 61f45013-7b79-4170-bf9c-5c95bb47480d on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:00.122693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:18:00.123107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:00.123577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:18:00.124260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Bound port: 61f45013-7b79-4170-bf9c-5c95bb47480d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:18:00.124675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.152389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b47f1-5842-4ba3-a467-343930a0ae3a req-f86c903f-f2d0-4547-a5f1-059a83fb6ec5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.170971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f99b47f1-5842-4ba3-a467-343930a0ae3a req-f86c903f-f2d0-4547-a5f1-059a83fb6ec5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0707860 Nov 23 19:18:00.187826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37ae1704-d29d-42a0-b237-55a7fc4cb478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.211810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:18:00.217095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=61f45013-7b79-4170-bf9c-5c95bb47480d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:18:00.222652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.248126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f99b47f1-5842-4ba3-a467-343930a0ae3a req-9d76415a-7251-4e60-bf83-338997d1a73f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762053 Nov 23 19:18:00.282241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.282869 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.284345 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] 10.222.0.47 "PUT /v2.0/ports/61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 1092 time: 0.6961627 Nov 23 19:18:00.284812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:00.287888 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81" -d '{"events": [{"name": "network-changed", "server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:00.314311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd71fd-187b-4a0e-966b-edccc41887db service neutron] Pushing event updated for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:00.347553 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fd5e3c-ff6f-4f2c-9f32-8afb340c8174 x-openstack-request-id: req-38fd5e3c-ff6f-4f2c-9f32-8afb340c8174 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:00.347860 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:00.348111 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38fd5e3c-ff6f-4f2c-9f32-8afb340c8174 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:00.348526 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'status': 'completed', 'code': 200} Nov 23 19:18:00.389799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e0354ec2-7ff1-42c9-9b36-1e86bbe1e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.391834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-e0354ec2-7ff1-42c9-9b36-1e86bbe1e42a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1095 time: 0.0555332 Nov 23 19:18:00.451173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-7c29a117-1b19-4047-a9db-e2c7ce833580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 217 time: 0.0478735 Nov 23 19:18:00.514625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-adecf867-a187-4819-952c-d3a6a67a0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.516155 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-adecf867-a187-4819-952c-d3a6a67a0b8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0554345 Nov 23 19:18:00.582434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-109476dc-53ba-48b5-b4ec-610cac0fa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.584086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-109476dc-53ba-48b5-b4ec-610cac0fa7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560584 Nov 23 19:18:00.685329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-4d17e546-b676-45ff-a4ea-20ddcc60265e service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884147 Nov 23 19:18:00.791358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4f90b58e-5234-4ed6-8870-931123a4d99d req-13976610-4228-4547-bd6e-744f7efe3a4a service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947785 Nov 23 19:18:00.830581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:00.889587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-c80ea305-53a0-4f4a-bd8c-59b17f0d43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.891083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-c80ea305-53a0-4f4a-bd8c-59b17f0d43a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1095 time: 0.0452445 Nov 23 19:18:00.995895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-1eab4b0c-ed10-4f17-aed5-e329172557f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:00.997398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-1eab4b0c-ed10-4f17-aed5-e329172557f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0988433 Nov 23 19:18:01.044086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-53535184-fe75-4657-861b-8f6e20b11556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 217 time: 0.0354834 Nov 23 19:18:01.101663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-10ca8fc6-a954-4188-9990-a5672dcb5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:01.103717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-10ca8fc6-a954-4188-9990-a5672dcb5aa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0493710 Nov 23 19:18:01.153738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-8b80d00e-98db-4b8b-bc5b-967c0529d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:01.155248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-8b80d00e-98db-4b8b-bc5b-967c0529d05f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404356 Nov 23 19:18:01.252309 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-b177271f-3651-48e4-9e7e-799eb49eb66b service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Nov 23 19:18:01.372223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c8ee52e5-dcdc-413c-948b-9c8a3fa7ff81 req-bcc67e09-68d5-45a2-8d91-9124ac0223f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086521 Nov 23 19:18:01.392657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5ab3-99b5-4a09-bc7a-865d3a3b36a9 req-1ca4ef89-a54c-46eb-8649-a4477d20255c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:01.394154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c8a5ab3-99b5-4a09-bc7a-865d3a3b36a9 req-1ca4ef89-a54c-46eb-8649-a4477d20255c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0556262 Nov 23 19:18:01.442897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c8a5ab3-99b5-4a09-bc7a-865d3a3b36a9 req-68c68f5b-b9cb-4b26-9af1-8ec26f08461b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416377 Nov 23 19:18:02.268850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:02.570338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc6fc3-27ba-4b06-af0f-db269b97090a req-3aca8573-579a-4f89-93a6-a54ee16a2c04 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:02.572089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ddc6fc3-27ba-4b06-af0f-db269b97090a req-3aca8573-579a-4f89-93a6-a54ee16a2c04 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0569842 Nov 23 19:18:02.635531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ddc6fc3-27ba-4b06-af0f-db269b97090a req-50f31f83-72f9-4734-8e02-210c2fb93091 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567651 Nov 23 19:18:03.239277 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:03.759672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad01d3-d877-4576-96cb-04b74c442aa6 req-892ffcba-b0bc-4c09-843f-b1c5295b1751 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:03.761317 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caad01d3-d877-4576-96cb-04b74c442aa6 req-892ffcba-b0bc-4c09-843f-b1c5295b1751 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Nov 23 19:18:03.820938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caad01d3-d877-4576-96cb-04b74c442aa6 req-572ebfa3-1c5e-4d78-8931-b93f04cf860e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533230 Nov 23 19:18:04.941325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920522d6-4e0f-43c3-9121-9d6a613845da req-abd6f20a-e74a-41ef-9c2e-bba65476b7d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:04.942830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-920522d6-4e0f-43c3-9121-9d6a613845da req-abd6f20a-e74a-41ef-9c2e-bba65476b7d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0543199 Nov 23 19:18:04.991770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-920522d6-4e0f-43c3-9121-9d6a613845da req-3972ae2c-901a-437e-afbb-241cc5082bd7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Nov 23 19:18:06.115574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c7e0-beb7-41cc-a6b9-ab8b4f96423b req-0990c9be-9b6b-487e-a430-b3f38a35997e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:06.116956 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d314c7e0-beb7-41cc-a6b9-ab8b4f96423b req-0990c9be-9b6b-487e-a430-b3f38a35997e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0538325 Nov 23 19:18:06.166534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d314c7e0-beb7-41cc-a6b9-ab8b4f96423b req-a890e46b-ea65-403d-a1ea-46695f310765 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Nov 23 19:18:07.282262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111a491-e8d6-47ef-a77e-1973596c3e67 req-bc8a2ed1-82e4-488a-9028-052a23a142f0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:07.283784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0111a491-e8d6-47ef-a77e-1973596c3e67 req-bc8a2ed1-82e4-488a-9028-052a23a142f0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0502603 Nov 23 19:18:07.333627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0111a491-e8d6-47ef-a77e-1973596c3e67 req-aa25a507-ef53-43bb-a4fa-a28dd7070f02 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439432 Nov 23 19:18:08.102984 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:18:08.451061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ffa7-83bb-4c84-b63e-28d2616e6b53 req-b3bcd251-3d4c-4f87-8175-19b8aff0ef7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:08.452605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a05ffa7-83bb-4c84-b63e-28d2616e6b53 req-b3bcd251-3d4c-4f87-8175-19b8aff0ef7f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0502958 Nov 23 19:18:08.502606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7a05ffa7-83bb-4c84-b63e-28d2616e6b53 req-c29c91c9-1dbe-4d7b-aa4c-a6870f758190 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Nov 23 19:18:09.113287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:09.624113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494d94-c3bb-4457-ba6a-6b03bd85f8b1 req-c6ef615a-1f9a-4959-a23a-ba93a1a4f3a7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:09.625614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e494d94-c3bb-4457-ba6a-6b03bd85f8b1 req-c6ef615a-1f9a-4959-a23a-ba93a1a4f3a7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0495114 Nov 23 19:18:09.680492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e494d94-c3bb-4457-ba6a-6b03bd85f8b1 req-14f44f23-2c84-4be0-bc84-d65ee18702d3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488794 Nov 23 19:18:10.544935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:10.797947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef5dcd-2dd7-45c1-9b1f-d8f4bf139d7d req-b68672e2-9bee-4a1d-a517-f60f6771f75e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:10.799355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03ef5dcd-2dd7-45c1-9b1f-d8f4bf139d7d req-b68672e2-9bee-4a1d-a517-f60f6771f75e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0486920 Nov 23 19:18:10.854788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-03ef5dcd-2dd7-45c1-9b1f-d8f4bf139d7d req-16731db3-238a-41ec-bacc-92f396cb4aaa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486560 Nov 23 19:18:11.974373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ece2d9-23f7-40dd-81fe-aff58a6926e3 req-ee15ef79-d47b-42ad-a872-b27f3d643c26 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:11.976025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71ece2d9-23f7-40dd-81fe-aff58a6926e3 req-ee15ef79-d47b-42ad-a872-b27f3d643c26 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 944 time: 0.0521395 Nov 23 19:18:12.030202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71ece2d9-23f7-40dd-81fe-aff58a6926e3 req-dcedbb4c-7c4c-4e12-b35d-4bd0215e3788 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476136 Nov 23 19:18:12.658143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 61f45013-7b79-4170-bf9c-5c95bb47480d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:18:12.764864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=61f45013-7b79-4170-bf9c-5c95bb47480d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:12.777631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'mac_address': 'fa:16:3e:99:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:18:12.815184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:12.829700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f45013-7b79-4170-bf9c-5c95bb47480d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:18:12.850925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=61f45013-7b79-4170-bf9c-5c95bb47480d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:12.854708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:12.904684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:12.912456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.912793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.913131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.913472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.913942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.914278 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.914612 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.914944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.915271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.915634 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.915962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:12.916287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:13.117987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['61f45013-7b79-4170-bf9c-5c95bb47480d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:18:13.151814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f9de-2219-4cba-945a-78524d535747 req-b4f5b303-cfa1-42cc-b165-540c9b25d0f8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:13.153297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9de7f9de-2219-4cba-945a-78524d535747 req-b4f5b303-cfa1-42cc-b165-540c9b25d0f8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Nov 23 19:18:13.210728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9de7f9de-2219-4cba-945a-78524d535747 req-0c426953-ab03-42e2-9252-de63de6f071b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484216 Nov 23 19:18:14.337015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e0ea-7630-4233-a7e9-36ee4c4b23fc req-518b0e7c-add5-4d2c-ab94-3eabcdcee0f8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:14.338573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05d9e0ea-7630-4233-a7e9-36ee4c4b23fc req-518b0e7c-add5-4d2c-ab94-3eabcdcee0f8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 945 time: 0.0543430 Nov 23 19:18:14.390063 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05d9e0ea-7630-4233-a7e9-36ee4c4b23fc req-2e54e017-d0d4-40f6-8248-739811e491d4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Nov 23 19:18:14.659088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 61f45013-7b79-4170-bf9c-5c95bb47480d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:14.707268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 61f45013-7b79-4170-bf9c-5c95bb47480d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:18:14.711897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 61f45013-7b79-4170-bf9c-5c95bb47480d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:14.712288 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:14.788636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:14.810605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:14.812894 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636005d7-0d98-47cc-b481-6cf7fa18c73f" -d '{"events": [{"server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "name": "network-vif-plugged", "status": "completed", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:14.830219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=61f45013-7b79-4170-bf9c-5c95bb47480d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:14.834689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:14.858260 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e796bf-edef-4dd7-88d9-78143625c0c2 x-openstack-request-id: req-15e796bf-edef-4dd7-88d9-78143625c0c2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:14.858546 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "name": "network-vif-plugged", "status": "completed", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:14.858798 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15e796bf-edef-4dd7-88d9-78143625c0c2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:14.859184 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'code': 200} Nov 23 19:18:14.887699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:14.971450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de44b-db7d-49d4-85f3-82a92e9d5611 req-d25f5af3-7ff4-4e71-a0cb-e758103cce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:14.973080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de3de44b-db7d-49d4-85f3-82a92e9d5611 req-d25f5af3-7ff4-4e71-a0cb-e758103cce27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1097 time: 0.0467587 Nov 23 19:18:15.025533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de3de44b-db7d-49d4-85f3-82a92e9d5611 req-85e80d6f-dce0-45bf-8edb-f2346bbdc226 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Nov 23 19:18:15.509022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145bf94-cd0d-47ef-afbc-3e4c9f57056e req-e3cad2c0-dddb-4f7c-ac60-61c2cc30bf49 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:15.510542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b145bf94-cd0d-47ef-afbc-3e4c9f57056e req-e3cad2c0-dddb-4f7c-ac60-61c2cc30bf49 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Nov 23 19:18:15.560103 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b145bf94-cd0d-47ef-afbc-3e4c9f57056e req-a575a946-dfc7-4867-a9fa-ff237bbffd00 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Nov 23 19:18:16.677935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb431ef-04ca-4875-83e1-c787d3e1aa0a req-5190def3-4d84-4262-993e-94259534fa85 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:16.679534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7eb431ef-04ca-4875-83e1-c787d3e1aa0a req-5190def3-4d84-4262-993e-94259534fa85 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0499897 Nov 23 19:18:16.729946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7eb431ef-04ca-4875-83e1-c787d3e1aa0a req-e9c3bb5e-7f69-49be-93a5-be26cf6a176d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Nov 23 19:18:16.854340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba861-748a-43f7-89a4-4c2d7fa14690 req-9f08664f-3a61-4f5c-a503-522d008deeca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:16.855773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-328ba861-748a-43f7-89a4-4c2d7fa14690 req-9f08664f-3a61-4f5c-a503-522d008deeca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Nov 23 19:18:16.908055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-328ba861-748a-43f7-89a4-4c2d7fa14690 req-098ed775-b997-4ae5-afca-1283308461e7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458510 Nov 23 19:18:16.930646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:16.969981 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f834df6-0f6f-48ca-989f-fbdc11ae04c0 tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:16.971170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7f834df6-0f6f-48ca-989f-fbdc11ae04c0 tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1092 time: 0.0394716 Nov 23 19:18:16.974087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:16.978308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:17.000947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.105513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.216714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.25.5.105 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/7e8d0ec3-a331-4700-81d0-22b738675cda) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:18:17.319418 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.353110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.395751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:17.399025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:17.402287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:18:17.431986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=7e8d0ec3-a331-4700-81d0-22b738675cda,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:17.768329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.839692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.991255 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:17.996270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:18.067199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=7e8d0ec3-a331-4700-81d0-22b738675cda,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:18.080035 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:18.181712 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d47cdb35-e85b-48d5-842c-66dc96278d88 associated. External IP: 172.25.5.105, port: 61f45013-7b79-4170-bf9c-5c95bb47480d. Nov 23 19:18:18.392026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:18:18.500470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:18:18.510664 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:18:18.522277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:18.523567 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:18:18.524213 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:18:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:18.550687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-971d7f10-3f18-4746-b483-7fe508c15b94 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5755882 Nov 23 19:18:18.551562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:18.554079 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a57dc86-10b8-4510-a2c4-9243e8ee035b" -d '{"events": [{"name": "network-changed", "server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:18.595550 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bebe0-1d39-46cd-a1f1-70906c2d117c x-openstack-request-id: req-4c7bebe0-1d39-46cd-a1f1-70906c2d117c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:18.595847 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:18.596244 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c7bebe0-1d39-46cd-a1f1-70906c2d117c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:18.596674 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'status': 'completed', 'code': 200} Nov 23 19:18:18.636174 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:18:18.665190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-6c91e8bb-0e57-4d44-aba9-6e68fbaeadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:18.666710 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-6c91e8bb-0e57-4d44-aba9-6e68fbaeadd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1097 time: 0.0434535 Nov 23 19:18:18.768189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-a421b1cb-03a7-4cb2-9534-9d6739c4864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:18.769653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-a421b1cb-03a7-4cb2-9534-9d6739c4864a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0949357 Nov 23 19:18:18.840010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-5bb8d728-1002-484e-ada0-85925d2627a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 1000 time: 0.0630476 Nov 23 19:18:18.878759 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd47cdb35-e85b-48d5-842c-66dc96278d88', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:99:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:18:17Z', 'updated_at': '2021-11-23T19:18:17Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:18.894049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-14ba7c89-008f-4234-9429-b7e73ded1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:18.895594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-14ba7c89-008f-4234-9429-b7e73ded1802 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0473771 Nov 23 19:18:18.906513 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:18:18.917491 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:18:18.918167 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:18:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:18.949673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-0f80e0a9-090c-46cb-b6a9-211edef55dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:18.951230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-0f80e0a9-090c-46cb-b6a9-211edef55dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488932 Nov 23 19:18:19.135805 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:18:19.382245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd47cdb35-e85b-48d5-842c-66dc96278d88', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:99:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:18:17Z', 'updated_at': '2021-11-23T19:18:17Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:19.396242 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-197d5edb-bffe-4341-8897-ab7add04fa34 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376032 Nov 23 19:18:19.410014 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cbf97-fd2d-4bed-a3d4-dbb56ef26ec3 None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd47cdb35-e85b-48d5-842c-66dc96278d88', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.105', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:99:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:18:17Z', 'updated_at': '2021-11-23T19:18:17Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:18:19.495809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a57dc86-10b8-4510-a2c4-9243e8ee035b req-cb29afaf-6403-4196-b388-c4f87feb8ab9 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916116 Nov 23 19:18:19.624956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2401b5ef-7c11-41fa-8573-aa1e3aebf454 None None] New status for floating IP d47cdb35-e85b-48d5-842c-66dc96278d88: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:18:23.246050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:23.342502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafdcd3-704c-431c-8eb3-90929125c427 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:23.342966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafdcd3-704c-431c-8eb3-90929125c427 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:23.343455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafdcd3-704c-431c-8eb3-90929125c427 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:23.345533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-efafdcd3-704c-431c-8eb3-90929125c427 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=313b4f24b005454fbf62bd75e1fc4304&network_id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 2969 time: 0.0983231 Nov 23 19:18:25.313624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:25.365933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66544a73-6e19-4567-8e23-4797067e692d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:25.368066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-66544a73-6e19-4567-8e23-4797067e692d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3 HTTP/1.1" status: 200 len: 814 time: 0.0534546 Nov 23 19:18:25.998708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 41986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.005605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'network': {'name': 'tempest-network-smoke--697747102', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:26.031132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:18:26.034651 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.059263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:18:26.067887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.068232 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Added segment aa42ceca-3091-4e46-8374-37d6971f90e9 of type vlan for network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 Nov 23 19:18:26.117495 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.144337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.150448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:26.151038 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.208055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079310 Nov 23 19:18:26.212034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.256283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Network': ['ID=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:26.264276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.264607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.264947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.265285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.265618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.265951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.266279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.266601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.266923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.267333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.267673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.267997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c243d0e8-e123-4ee1-814d-d14abbccd90f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:26.280445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:18:26.289574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa816fd8-53b8-4b01-954a-1e2f4a7d727d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:26.291095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aa816fd8-53b8-4b01-954a-1e2f4a7d727d tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=313b4f24b005454fbf62bd75e1fc4304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0779061 Nov 23 19:18:26.293798 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.442473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d991e42-b620-413c-bf8d-313ae4a964a9 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:26.444015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d991e42-b620-413c-bf8d-313ae4a964a9 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493144 Nov 23 19:18:26.447228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.481193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a78d2e77-f6e6-4cbc-8889-c5ad069a51e2 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328979 Nov 23 19:18:26.483849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41994) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.511238 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-17210ad4-6e3c-4644-b78c-664fd5e27825 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=313b4f24b005454fbf62bd75e1fc4304&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263929 Nov 23 19:18:26.513485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.603454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ed028-4f6d-44ac-b3c1-9892fdac501e tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:26.604848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-198ed028-4f6d-44ac-b3c1-9892fdac501e tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904982 Nov 23 19:18:26.607693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 41998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.635536 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-550fa839-f23f-42b2-bc05-db40e3529c49 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268145 Nov 23 19:18:26.637895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:26.642628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002359069', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:26.731748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:18:26.734995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.928158 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:26.995688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Subnet': ['ID=f1b040dd-fa48-4646-9c7b-d56eb395f04e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.007839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.008226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.008682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.009050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.009388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.009719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.010090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.010523 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.010895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.011229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.011582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.011956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:27.015073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Checking segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:27.015508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network hostable DHCP agents. Network: d8c517b0-b102-46d8-bdfd-a5d93e7c32c6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:18:27.033838 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:18:27.043044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d8c517b0-b102-46d8-bdfd-a5d93e7c32c6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:27.047243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:27.047861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.055711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217f831-a945-49e6-ba4c-05c0d887ddd5 None None] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:18:27.065777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-11a55244-f635-4337-be8b-3b1c59b369fa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4268312 Nov 23 19:18:27.226767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ips': [{'subnet_id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:18:27.227823 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.329911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:27.335064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616624045', 'description': 'tempest-secgroup-smoke-1616624045 description', 'project_id': '313b4f24b005454fbf62bd75e1fc4304'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:27.360186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.369371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Allocated IP 172.20.0.18 (d8c517b0-b102-46d8-bdfd-a5d93e7c32c6/f1b040dd-fa48-4646-9c7b-d56eb395f04e/bead4999-d364-4e72-bd9c-3056bb378a37) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:18:27.410629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7dce65b-e6c3-473c-ac4e-ff8269327e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.435926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.440052 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.479106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.480334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1491215 Nov 23 19:18:27.483304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:27.488238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:27.495057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd988ad6-1238-46b3-b09e-c7e41ab6652c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7b71e-f3b6-4779-b42b-18e20e3ea810,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.525218 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.547159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.553917 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.591795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:27.592047 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.596043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.596997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:27.600846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:18:27.610139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Pushing event updated for resources: {'Port': ['ID=bead4999-d364-4e72-bd9c-3056bb378a37,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.612083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1b2482-4ebb-4e1e-9e06-b123defe2a14,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.624112 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.628860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5a3c056a-a355-4ad8-82bb-be1ec77fb565 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417398 Nov 23 19:18:27.629968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:27.638642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:27.668397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Attempting to bind port bead4999-d364-4e72-bd9c-3056bb378a37 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:18:27.668719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Attempting to bind port bead4999-d364-4e72-bd9c-3056bb378a37 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:18:27.668997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.669140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Attempting to bind port bead4999-d364-4e72-bd9c-3056bb378a37 on network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:27.674627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:18:27.675023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Checking segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:27.675455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.675847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Bound using segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:18:27.676312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Bound port: bead4999-d364-4e72-bd9c-3056bb378a37, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:18:27.676688 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.731517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.736199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.747594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] For port bead4999-d364-4e72-bd9c-3056bb378a37, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:18:27.750742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] For port bead4999-d364-4e72-bd9c-3056bb378a37, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bead4999-d364-4e72-bd9c-3056bb378a37,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:18:27.756181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.760267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7dc83d-c820-4f54-8ad9-17cf73d58ec9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.770439 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.771703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4d72645a-8966-4bdc-ad3c-6db7593f0ce4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399436 Nov 23 19:18:27.775403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:27.786035 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:27.814821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93220f2-9d82-4534-a5fa-e98616213a98 None None] Pushing event updated for resources: {'Port': ['ID=bead4999-d364-4e72-bd9c-3056bb378a37,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.853423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.925902 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.929928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.949097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772821f7-bbfc-46d4-892e-fe6e43bbf06f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:27.958067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:27.959430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-97abfcec-8da0-4066-92bc-3abe1f047aa3 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827574 Nov 23 19:18:27.962637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:27.967379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:28.010430 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.083625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.089274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.114085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b51aa-fc62-4516-984d-988105ac4e44,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:28.123423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.124976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-078c6556-569c-4e0e-a0b4-833a64933b4e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612470 Nov 23 19:18:28.128111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:28.138075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:28.164011 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:18:28.169695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.239292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.244334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.267006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcd97b4-c057-48e6-be46-e1b794fada6f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:28.274754 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.275993 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1c1c9b1c-87f0-4cbc-baac-862b3bd6fada tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462984 Nov 23 19:18:28.279055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:28.284712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': '8cf7b71e-f3b6-4779-b42b-18e20e3ea810', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:28.319285 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:18:28.324836 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.387408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.391186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.407495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85459ed3-643d-4980-8124-48b39f42a62c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:28.419139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.428226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-007ae570-ca16-40c6-ab31-9c3c6a54b2cf tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400015 Nov 23 19:18:28.579894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-14eb9c7b-59d0-47aa-b6f9-c2c9d5e3e0d4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616624045&fields=id&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 267 time: 0.0464530 Nov 23 19:18:28.708027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bead4999-d364-4e72-bd9c-3056bb378a37 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:28.710969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-8d0df509-d8ac-4af0-a36d-556564ad15db tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:28.713049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-8d0df509-d8ac-4af0-a36d-556564ad15db tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/networks?id=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 HTTP/1.1" status: 200 len: 796 time: 0.1259031 Nov 23 19:18:28.729990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-afb84b00-ed19-4b43-8e3a-b89497ce545e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/quotas/313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 375 time: 0.0104640 Nov 23 19:18:28.766519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bead4999-d364-4e72-bd9c-3056bb378a37 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:28.766889 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.789865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-b0edef10-f69e-4787-ac80-f4b5b4038296 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532176 Nov 23 19:18:28.853813 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.887646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001cf9c-677d-4378-a553-0cc6d063b950 None None] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:18:28.893932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port bead4999-d364-4e72-bd9c-3056bb378a37, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bead4999-d364-4e72-bd9c-3056bb378a37,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:28.900829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-ea2a83ee-43c2-40b5-9108-fd2576af67aa service neutron] 10.222.0.37 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990372 Nov 23 19:18:28.907044 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:28.999682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5a03ab2c-1694-4a1f-8808-31b060038ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917351 Nov 23 19:18:29.014761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=bead4999-d364-4e72-bd9c-3056bb378a37,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:29.031889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-201c1c62-936e-41dd-8959-c07d0d6e8457 None None] Provisioning complete for port bead4999-d364-4e72-bd9c-3056bb378a37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:29.032264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-201c1c62-936e-41dd-8959-c07d0d6e8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:29.185910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9004d18d-68a6-4cae-abbf-0ca070d8757e req-993f4548-4261-469a-82f4-e83cf5878069 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 210 time: 0.0342813 Nov 23 19:18:29.396566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0697c04b-97f8-4231-a09e-961b13c122ee None None] Provisioning complete for port bead4999-d364-4e72-bd9c-3056bb378a37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:29.396936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0697c04b-97f8-4231-a09e-961b13c122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.137978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-e264de4e-2fb3-49fc-902c-e9f6378bb3f4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:30.139698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-e264de4e-2fb3-49fc-902c-e9f6378bb3f4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/networks?id=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 HTTP/1.1" status: 200 len: 796 time: 0.1105294 Nov 23 19:18:30.177238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ba6aa1b-1260-4359-adda-f6651b040957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.229787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-69f745a8-8b66-41ad-8af4-a559eca96027 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 473 time: 0.0806851 Nov 23 19:18:30.241767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'port': {'device_id': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'admin_state_up': True, 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'security_groups': ['8cf7b71e-f3b6-4779-b42b-18e20e3ea810']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:30.289420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f3a7ca50-b3a5-4412-a4a9-6c4ebbd3c209 req-ece710e7-1456-4e5b-9b74-92824535da30 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 210 time: 0.0288920 Nov 23 19:18:30.358501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:18:30.362149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.482985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.19 (d8c517b0-b102-46d8-bdfd-a5d93e7c32c6/f1b040dd-fa48-4646-9c7b-d56eb395f04e/45b23439-34a1-48e6-8832-f247d8e1da62) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:18:30.621001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.655609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.672268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bead4999-d364-4e72-bd9c-3056bb378a37 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:30.705117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:30.708093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:30.712513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:18:30.718930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:30.722730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port bead4999-d364-4e72-bd9c-3056bb378a37 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:30.723100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.771084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:30.771874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.789490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-5500fef4-16c6-4646-b5be-0e3117351fdd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5516160 Nov 23 19:18:30.803141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Request body: {'port': {'device_id': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:18:30.838204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:30.861241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.009314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5be72b93-61f8-4b0e-92c0-e1768141dad8 None None] Provisioning complete for port 45b23439-34a1-48e6-8832-f247d8e1da62 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:31.009572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5be72b93-61f8-4b0e-92c0-e1768141dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.046717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5be72b93-61f8-4b0e-92c0-e1768141dad8 None None] Port 45b23439-34a1-48e6-8832-f247d8e1da62 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:18:31.132033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b23439-34a1-48e6-8832-f247d8e1da62 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:18:31.140158 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.152006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Transition to ACTIVE for port object 45b23439-34a1-48e6-8832-f247d8e1da62 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:18:31.155664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.208919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:31.277366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Attempting to bind port 45b23439-34a1-48e6-8832-f247d8e1da62 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:18:31.278011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Attempting to bind port 45b23439-34a1-48e6-8832-f247d8e1da62 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:18:31.278011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Attempting to bind port 45b23439-34a1-48e6-8832-f247d8e1da62 on network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:31.283802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Port 45b23439-34a1-48e6-8832-f247d8e1da62 on network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:18:31.284130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Attempting to bind port 45b23439-34a1-48e6-8832-f247d8e1da62 on network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:31.289228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:18:31.289565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Checking segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:31.289938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Bound using segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:18:31.290376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Bound port: 45b23439-34a1-48e6-8832-f247d8e1da62, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:18:31.290752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.361226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:18:31.365838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=45b23439-34a1-48e6-8832-f247d8e1da62,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:18:31.377689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.426473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:31.427094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:31.428533 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] 10.222.0.50 "PUT /v2.0/ports/45b23439-34a1-48e6-8832-f247d8e1da62 HTTP/1.1" status: 200 len: 1092 time: 0.6303256 Nov 23 19:18:31.433315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:31.435723 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76289199-d9e8-43c6-a186-8892b4192dea" -d '{"events": [{"name": "network-changed", "server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:31.471439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747809e-a4a8-452c-b735-ef99d55f67e4 req-8a0cdfdb-e70e-46f5-82f2-9b453d3b00bc tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:31.479268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b747809e-a4a8-452c-b735-ef99d55f67e4 req-8a0cdfdb-e70e-46f5-82f2-9b453d3b00bc tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 944 time: 0.1152155 Nov 23 19:18:31.491060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc852-c174-4510-88c5-e362be65ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:31.508342 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be66ba7-37b1-4060-b4e7-73aa87eae7e9 x-openstack-request-id: req-7be66ba7-37b1-4060-b4e7-73aa87eae7e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:31.508631 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:31.508882 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7be66ba7-37b1-4060-b4e7-73aa87eae7e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:31.509272 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62', 'status': 'completed', 'code': 200} Nov 23 19:18:31.561964 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b747809e-a4a8-452c-b735-ef99d55f67e4 req-5b368669-1ccb-4b40-b9f9-52736b265835 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818126 Nov 23 19:18:31.568644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-cf94306b-e509-49a9-a9cd-372d8f78d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:31.570091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-cf94306b-e509-49a9-a9cd-372d8f78d8be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 1095 time: 0.0799549 Nov 23 19:18:31.618325 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-cca76042-cf67-4540-b47c-4be58e892d22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=45b23439-34a1-48e6-8832-f247d8e1da62 HTTP/1.1" status: 200 len: 217 time: 0.0391064 Nov 23 19:18:31.669899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-084ffb7d-1ad3-4b3e-8d5e-c8d7382cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:31.671169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-084ffb7d-1ad3-4b3e-8d5e-c8d7382cbaea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1b040dd-fa48-4646-9c7b-d56eb395f04e HTTP/1.1" status: 200 len: 838 time: 0.0451937 Nov 23 19:18:31.717260 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-e0220c65-986d-4cf0-932f-b700053175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:31.718735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-e0220c65-986d-4cf0-932f-b700053175ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401049 Nov 23 19:18:31.813799 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-a9b74e1e-7709-49f8-97e8-1be009bd0656 service neutron] 10.222.0.50 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855522 Nov 23 19:18:31.904387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1258d332-3a9b-4eb3-a22b-4461f90ec340 req-72082468-0b34-445d-9fec-6dcaad793e23 service neutron] 10.222.0.50 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834782 Nov 23 19:18:32.001049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289199-d9e8-43c6-a186-8892b4192dea req-150540be-ae46-49a9-9d32-8669410905ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:32.002579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-150540be-ae46-49a9-9d32-8669410905ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 1095 time: 0.0486808 Nov 23 19:18:32.103410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289199-d9e8-43c6-a186-8892b4192dea req-1a1bb26a-80e0-478b-bbca-7be3734b1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:32.104830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-1a1bb26a-80e0-478b-bbca-7be3734b1b06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 HTTP/1.1" status: 200 len: 897 time: 0.0931351 Nov 23 19:18:32.151230 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-714510fd-9e5e-4ac2-a4b5-9c4d3b3ce0a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=45b23439-34a1-48e6-8832-f247d8e1da62 HTTP/1.1" status: 200 len: 217 time: 0.0390174 Nov 23 19:18:32.220592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289199-d9e8-43c6-a186-8892b4192dea req-66cbfca4-a5e9-406c-938d-4240c283dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:32.222082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-66cbfca4-a5e9-406c-938d-4240c283dbaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f1b040dd-fa48-4646-9c7b-d56eb395f04e HTTP/1.1" status: 200 len: 838 time: 0.0619693 Nov 23 19:18:32.273999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289199-d9e8-43c6-a186-8892b4192dea req-8a379473-2455-495d-ade1-1d0e4ba7f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:32.275639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-8a379473-2455-495d-ade1-1d0e4ba7f1c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451510 Nov 23 19:18:32.296111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:32.387776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-1d3afc2a-7f18-4de4-ae51-3d37df547ed8 service neutron] 10.222.0.50 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022959 Nov 23 19:18:32.497795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76289199-d9e8-43c6-a186-8892b4192dea req-a58b38fa-a846-4c2a-8d25-124983c334a0 service neutron] 10.222.0.50 "GET /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012211 Nov 23 19:18:32.688394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256e61-05da-45ab-8f42-d3174ab299c9 req-5d6d8d51-e6d3-42df-9cdb-c6608a9efb39 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:32.689923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d256e61-05da-45ab-8f42-d3174ab299c9 req-5d6d8d51-e6d3-42df-9cdb-c6608a9efb39 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 944 time: 0.0524426 Nov 23 19:18:32.756274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9d256e61-05da-45ab-8f42-d3174ab299c9 req-78731dd1-82ad-4b21-a830-0a255839545c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584214 Nov 23 19:18:33.240766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:33.877501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c5bf9-2807-419a-a97a-774e5a653b3e req-61188c15-ac49-4cfd-8107-8cd8459b9951 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:33.878973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-490c5bf9-2807-419a-a97a-774e5a653b3e req-61188c15-ac49-4cfd-8107-8cd8459b9951 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 944 time: 0.0487287 Nov 23 19:18:33.932447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-490c5bf9-2807-419a-a97a-774e5a653b3e req-1572dfe1-4fe2-4e51-afa4-40f53554cd13 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Nov 23 19:18:35.051811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c429598-e380-44a4-a803-462fa47f3a6f req-00c8f7bb-eae7-406b-8628-745fc06a4abb tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:35.053388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c429598-e380-44a4-a803-462fa47f3a6f req-00c8f7bb-eae7-406b-8628-745fc06a4abb tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 944 time: 0.0544534 Nov 23 19:18:35.105454 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c429598-e380-44a4-a803-462fa47f3a6f req-b2109d16-ab62-48cc-9e00-3e3dbdee97ea tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Nov 23 19:18:35.658827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 45b23439-34a1-48e6-8832-f247d8e1da62 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:18:35.912829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=45b23439-34a1-48e6-8832-f247d8e1da62,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:35.923382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '45b23439-34a1-48e6-8832-f247d8e1da62', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'port_id': '45b23439-34a1-48e6-8832-f247d8e1da62', 'mac_address': 'fa:16:3e:6d:71:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:18:35.959295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:35.971905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b23439-34a1-48e6-8832-f247d8e1da62 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:18:35.993231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=45b23439-34a1-48e6-8832-f247d8e1da62,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:36.001489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:36.049980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:36.214330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['45b23439-34a1-48e6-8832-f247d8e1da62'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:18:36.226855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27a1df-527d-48a9-9860-1a352f2a638c req-53b18cd7-05d2-4fbc-a7b0-e413016f05d7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:36.228568 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff27a1df-527d-48a9-9860-1a352f2a638c req-53b18cd7-05d2-4fbc-a7b0-e413016f05d7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 945 time: 0.0516098 Nov 23 19:18:36.278569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff27a1df-527d-48a9-9860-1a352f2a638c req-e7d02f72-1fc7-4cdc-b975-7e7b16439526 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Nov 23 19:18:37.395743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eccacc-797c-4771-8ffe-e4f2321d2d2f req-8092fa1b-1790-4278-909e-33258b00e3e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:37.397206 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01eccacc-797c-4771-8ffe-e4f2321d2d2f req-8092fa1b-1790-4278-909e-33258b00e3e6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 945 time: 0.0511918 Nov 23 19:18:37.446941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01eccacc-797c-4771-8ffe-e4f2321d2d2f req-7303e596-7d66-4db8-b912-8a347d237137 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Nov 23 19:18:37.674788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 45b23439-34a1-48e6-8832-f247d8e1da62 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:37.723445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 45b23439-34a1-48e6-8832-f247d8e1da62 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:18:37.727437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 45b23439-34a1-48e6-8832-f247d8e1da62 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:37.727809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.806060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.830039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:18:37.832309 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e8fa6-d2db-4f66-836d-ca1592e3ff5f" -d '{"events": [{"server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "name": "network-vif-plugged", "status": "completed", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:18:37.845732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=45b23439-34a1-48e6-8832-f247d8e1da62,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:37.850372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:37.875503 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6321dcf7-d392-43e2-8268-9415de1d3969 x-openstack-request-id: req-6321dcf7-d392-43e2-8268-9415de1d3969 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:18:37.875801 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "name": "network-vif-plugged", "status": "completed", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:18:37.876056 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6321dcf7-d392-43e2-8268-9415de1d3969 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:18:37.876454 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62', 'code': 200} Nov 23 19:18:37.909587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:37.973707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723365c-69f5-4678-a150-4a1e4daf4a94 req-650bb2ba-ccaa-4dcc-92f1-29a91134225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:37.975081 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d723365c-69f5-4678-a150-4a1e4daf4a94 req-650bb2ba-ccaa-4dcc-92f1-29a91134225c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 1097 time: 0.0396986 Nov 23 19:18:38.021573 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d723365c-69f5-4678-a150-4a1e4daf4a94 req-d80cf301-1cf0-437c-9ce0-2dce256307af service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Nov 23 19:18:38.574002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea33142-830a-4534-952a-795624c6e083 req-d69d5a53-27e0-4b79-9565-4f1139ccb86f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:38.575533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dea33142-830a-4534-952a-795624c6e083 req-d69d5a53-27e0-4b79-9565-4f1139ccb86f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0590365 Nov 23 19:18:38.626659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dea33142-830a-4534-952a-795624c6e083 req-9b1765bc-d146-4e79-912c-e38324f02a86 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Nov 23 19:18:39.141429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:39.751337 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84215180-8f40-4f8e-9af3-507df0b3704b req-29cdb225-169b-472f-9f8c-f06669e87ec6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:39.752719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84215180-8f40-4f8e-9af3-507df0b3704b req-29cdb225-169b-472f-9f8c-f06669e87ec6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0536628 Nov 23 19:18:39.801933 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84215180-8f40-4f8e-9af3-507df0b3704b req-5f1e8217-d99f-435b-a3f1-4309f6592409 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Nov 23 19:18:39.918813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debbea2-8ad1-48b8-a1e2-bf98cd2bba22 req-bda9b226-a6da-4dcd-bb28-d1a251368310 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:39.920328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6debbea2-8ad1-48b8-a1e2-bf98cd2bba22 req-bda9b226-a6da-4dcd-bb28-d1a251368310 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0504713 Nov 23 19:18:39.969039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6debbea2-8ad1-48b8-a1e2-bf98cd2bba22 req-0db54063-80c2-48e3-9726-d52ddf29f229 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Nov 23 19:18:40.551857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:41.451167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:18:42.219699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:42.497712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.17 (d8c517b0-b102-46d8-bdfd-a5d93e7c32c6/f1b040dd-fa48-4646-9c7b-d56eb395f04e/72e823ba-7e6b-4ff8-b916-bb318892a1c4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:18:42.608748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:42.642781 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:42.687454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:42.690460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:42.694977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:18:42.699193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:42.744264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:42.891384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:42.998898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b0ad6846-58db-45bf-b493-0db09d59cfeb None None] Provisioning complete for port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:42.999460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6846-58db-45bf-b493-0db09d59cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.037121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad6846-58db-45bf-b493-0db09d59cfeb None None] Port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:18:43.174906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.179580 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.255300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.257087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:43.352098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:18:43.354128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:18:43.481238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:18:43.559070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3659be50-9707-424e-ac30-a7a863cab5e1 None None] Provisioning complete for port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:43.559510 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3659be50-9707-424e-ac30-a7a863cab5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:43.592006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3659be50-9707-424e-ac30-a7a863cab5e1 None None] Port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:18:43.593611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:18:43.598579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9336ceb1-d467-4402-9a2f-1391861629c2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/168326c2-8346-4092-a69f-682e23c6b6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463511 Nov 23 19:18:43.602838 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:18:43.617849 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:18:43.618464 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:18:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:43.724651 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:18:43.976807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:18:42Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e823ba-7e6b-4ff8-b916-bb318892a1c4', 'name': '', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:04:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:18:42Z', 'updated_at': '2021-11-23T19:18:43Z', 'revision_number': 2, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:44.002992 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:18:44.003378 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Updating router 168326c2-8346-4092-a69f-682e23c6b6a5 port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:18:44.032539 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.307665 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.313148 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.363555 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Pushing event updated for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:44.387137 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.387625 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.387868 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.388271 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.388546 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.388948 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.389304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.389646 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.389945 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.390266 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.390591 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.390987 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:18:44.436901 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Attempting to bind port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:18:44.437278 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Attempting to bind port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:18:44.437718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Attempting to bind port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 on network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:18:44.443872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:18:44.444375 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Checking segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:18:44.444783 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.445054 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Bound using segment: {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:18:44.445527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Bound port: 72e823ba-7e6b-4ff8-b916-bb318892a1c4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa42ceca-3091-4e46-8374-37d6971f90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:18:44.445912 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.519421 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] For port 72e823ba-7e6b-4ff8-b916-bb318892a1c4, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:18:44.523254 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] For port 72e823ba-7e6b-4ff8-b916-bb318892a1c4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=72e823ba-7e6b-4ff8-b916-bb318892a1c4,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:18:44.528349 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.587250 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:18:44.587925 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:18:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:44.623778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] Provisioning complete for port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:44.625077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.643704 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62527fe8-4086-450d-99bc-fc0080122b70 None None] Pushing event updated for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:44.708228 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:18:44.748439 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.787763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] For port 72e823ba-7e6b-4ff8-b916-bb318892a1c4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=72e823ba-7e6b-4ff8-b916-bb318892a1c4,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:18:44.793337 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:44.847644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3fcf6-5b1a-4bef-8a2d-abb08033db10 None None] Pushing event updated for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:18:44.919344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5694957f-33e3-4f46-a082-4ceaf206e314 None None] Provisioning complete for port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:44.919722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5694957f-33e3-4f46-a082-4ceaf206e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:45.113768 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:18:42Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e823ba-7e6b-4ff8-b916-bb318892a1c4', 'name': '', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:04:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:18:42Z', 'updated_at': '2021-11-23T19:18:44Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:18:45.118288 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:18:45.150629 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383200a9-9e94-4c39-babe-cf6b8d33a47e None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:18:42Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e823ba-7e6b-4ff8-b916-bb318892a1c4', 'name': '', 'network_id': 'd8c517b0-b102-46d8-bdfd-a5d93e7c32c6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:04:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:18:42Z', 'updated_at': '2021-11-23T19:18:44Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f1b040dd-fa48-4646-9c7b-d56eb395f04e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:18:46.516610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-9ef2deb0-ec12-4230-b331-2d2c826e8ee3 req-5d1259c9-70ad-4deb-abe8-ad9832ddc34d service neutron] (103400) timed out ('10.222.0.37', 37114) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:18:46.701588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 72e823ba-7e6b-4ff8-b916-bb318892a1c4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:18:46.760250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:18:46.760796 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:52.645913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-313408de-1234-48c4-8df7-fc37c57a03f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409162 Nov 23 19:18:52.735451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-3b2282a4-b145-4834-ab6a-94bf5076d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:52.737341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-3b2282a4-b145-4834-ab6a-94bf5076d5a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1096 time: 0.0422945 Nov 23 19:18:52.854415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-0801c6d7-a718-434d-9e5a-9b82da415307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:52.855957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-0801c6d7-a718-434d-9e5a-9b82da415307 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 897 time: 0.0950191 Nov 23 19:18:52.927761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-f939a4ad-25f9-4c73-a2bd-ffa2e47b2fd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 1000 time: 0.0627468 Nov 23 19:18:52.988227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-9453953a-fbb2-4ec0-be32-ed8552a1b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:52.989716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-9453953a-fbb2-4ec0-be32-ed8552a1b9c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0530601 Nov 23 19:18:53.045367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-ebabc3af-add9-4fc4-afe7-fa56552353d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:53.046966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-ebabc3af-add9-4fc4-afe7-fa56552353d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426826 Nov 23 19:18:53.150137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-68309d7f-25d2-4e93-baca-09f1fa08631c service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912509 Nov 23 19:18:53.243418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0bf4cf02-b1a6-47b0-825e-323d55e425e0 req-c42c54c5-2cfd-4488-8de0-f63c6e82e38d service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Nov 23 19:18:57.395728 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce9fab9a-3d96-4666-a805-544f43243330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:18:59.233027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-4ccce720-5293-43f1-b333-22f2d82f3213 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470915 Nov 23 19:18:59.327650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-f97d69b1-c7d9-4ca7-bc11-36b304142920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.329164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-f97d69b1-c7d9-4ca7-bc11-36b304142920 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1097 time: 0.0463016 Nov 23 19:18:59.439846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-840c9ec0-bac2-4423-b2d5-00a36adb1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.441365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-840c9ec0-bac2-4423-b2d5-00a36adb1341 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0898025 Nov 23 19:18:59.521097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-2a173c1d-2983-4662-b233-06a01323404f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 1002 time: 0.0679066 Nov 23 19:18:59.580248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-e80b0ae4-bd7f-4e53-bc13-4bfae6be0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.581791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-e80b0ae4-bd7f-4e53-bc13-4bfae6be0369 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0514059 Nov 23 19:18:59.632069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-9adb2d25-a320-434f-8dbf-05334edb67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:18:59.633703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-9adb2d25-a320-434f-8dbf-05334edb67cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413234 Nov 23 19:18:59.734670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-11da85a1-dbf3-47e0-a8aa-9d878cd1c120 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894482 Nov 23 19:18:59.834005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23aa0f80-ad05-4c8a-be61-a61d4ac86c4f req-810b8c37-12ed-4d28-943e-138d1ce9b684 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881636 Nov 23 19:19:00.169446 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c64cb8b-cc1c-4469-90ef-0acd66b71c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:00.836882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:02.274204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:03.253633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:06.374611 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:06.777700 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.099850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 72e823ba-7e6b-4ff8-b916-bb318892a1c4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:07.100195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.196958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port 72e823ba-7e6b-4ff8-b916-bb318892a1c4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=72e823ba-7e6b-4ff8-b916-bb318892a1c4,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:07.197318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.210384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 72e823ba-7e6b-4ff8-b916-bb318892a1c4 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:07.409283 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.435648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=72e823ba-7e6b-4ff8-b916-bb318892a1c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:07.610238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:07.835542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:08.238683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:08.247255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7bb8c8a-700a-4005-936c-23db1d99cef0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/168326c2-8346-4092-a69f-682e23c6b6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680592 Nov 23 19:19:08.250736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:08.263265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:08.263984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:08.377971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:08.500415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e98be0-f7e5-40af-a926-673f469ae187 req-e99ac9f3-f591-433e-ba04-36c71144a244 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:08.500415 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3e98be0-f7e5-40af-a926-673f469ae187 req-e99ac9f3-f591-433e-ba04-36c71144a244 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0673263 Nov 23 19:19:08.555839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c3e98be0-f7e5-40af-a926-673f469ae187 req-141adc40-a8dd-41a8-a8ab-77c63780c374 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499384 Nov 23 19:19:08.636815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:08.665520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:08.674985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:08.675893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:08.793508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:09.037900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:09.074716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0cf022-26b6-495c-871b-750b700411f8 None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e30daa59-2057-4ecc-ae00-a4b8a69be7ef', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'port_id': 'ee39742a-2d2b-420d-bf53-c90933226271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'mac_address': 'fa:16:3e:eb:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:17:48Z', 'updated_at': '2021-11-23T19:17:50Z', 'revision_number': 1, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:09.159302 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:09.713698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a4bc-dcbd-47fd-abf6-3711d35e5508 req-f6534348-49de-41bb-82e8-8bb01d5ead7f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:09.715284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0b5a4bc-dcbd-47fd-abf6-3711d35e5508 req-f6534348-49de-41bb-82e8-8bb01d5ead7f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0580513 Nov 23 19:19:09.767398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0b5a4bc-dcbd-47fd-abf6-3711d35e5508 req-a593711b-df50-4a78-afab-86467a3d549d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=8cf7b71e-f3b6-4779-b42b-18e20e3ea810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Nov 23 19:19:10.060471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-7cce11ef-0355-403d-a780-5e8965193b05 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:10.061938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-7cce11ef-0355-403d-a780-5e8965193b05 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 946 time: 0.0516732 Nov 23 19:19:10.151728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 45b23439-34a1-48e6-8832-f247d8e1da62 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:10.152069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.242172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port 45b23439-34a1-48e6-8832-f247d8e1da62, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=45b23439-34a1-48e6-8832-f247d8e1da62,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:10.242530 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.254148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 45b23439-34a1-48e6-8832-f247d8e1da62 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:10.377804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.411211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=45b23439-34a1-48e6-8832-f247d8e1da62,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:10.454390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] No DVR routers for this DVR port 45b23439-34a1-48e6-8832-f247d8e1da62 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:10.457006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.460456 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2edd5d85-8e1e-4015-95c4-67003f10f78e req-8460ec55-8f86-4d05-a316-28a8f832600f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "DELETE /v2.0/ports/45b23439-34a1-48e6-8832-f247d8e1da62 HTTP/1.1" status: 204 len: 173 time: 0.3923404 Nov 23 19:19:10.460903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'name': 'network-vif-deleted', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:10.463193 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc017d-bfda-4428-a826-01969618b39a" -d '{"events": [{"server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "name": "network-vif-deleted", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:10.557888 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:10.652788 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361edc3a-2cf5-4c81-a980-4a42470c7ee7 x-openstack-request-id: req-361edc3a-2cf5-4c81-a980-4a42470c7ee7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:10.653095 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a", "name": "network-vif-deleted", "tag": "45b23439-34a1-48e6-8832-f247d8e1da62", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:10.653352 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-361edc3a-2cf5-4c81-a980-4a42470c7ee7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:10.653768 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a', 'name': 'network-vif-deleted', 'tag': '45b23439-34a1-48e6-8832-f247d8e1da62', 'status': 'completed', 'code': 200} Nov 23 19:19:10.654271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 72e823ba-7e6b-4ff8-b916-bb318892a1c4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:10.676031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 72e823ba-7e6b-4ff8-b916-bb318892a1c4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:10.676372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 72e823ba-7e6b-4ff8-b916-bb318892a1c4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:10.894144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-867071f0-0635-43ab-ba64-e9ab9fff1ccb req-d60a9c75-176b-41f9-b9e6-9885bfe1d0b8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=ced55a4b-0ce9-4d61-a6b7-2e47c5752d6a HTTP/1.1" status: 200 len: 210 time: 0.0322192 Nov 23 19:19:11.953936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:12.009988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.035680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.100132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.102610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.103842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/security-groups/8cf7b71e-f3b6-4779-b42b-18e20e3ea810 HTTP/1.1" status: 204 len: 168 time: 0.1488919 Nov 23 19:19:12.112993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00151180-19dc-460f-95e1-d6987023e977 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7b71e-f3b6-4779-b42b-18e20e3ea810,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:12.137549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:12.187168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting subnet f1b040dd-fa48-4646-9c7b-d56eb395f04e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:19:12.190351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.230433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.316587 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.374288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.398726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b040dd-fa48-4646-9c7b-d56eb395f04e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:12.405186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.411307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:12.411892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d5d5f514-6c6d-42da-83e7-c5e8928014a4 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/subnets/f1b040dd-fa48-4646-9c7b-d56eb395f04e HTTP/1.1" status: 204 len: 168 time: 0.2730784 Nov 23 19:19:12.411988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03cedbe-8727-46a7-aeb7-74705ed8c4a8 None None] Network d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:19:12.488847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.553736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port bead4999-d364-4e72-bd9c-3056bb378a37 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:12.554096 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.591640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] DHCP port deletion for d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:12.617179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port bead4999-d364-4e72-bd9c-3056bb378a37, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bead4999-d364-4e72-bd9c-3056bb378a37,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:12.617554 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.631153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for bead4999-d364-4e72-bd9c-3056bb378a37 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:12.645132 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Deleting port bead4999-d364-4e72-bd9c-3056bb378a37 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:12.645511 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.707998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bead4999-d364-4e72-bd9c-3056bb378a37 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:12.720022 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.742492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] For port bead4999-d364-4e72-bd9c-3056bb378a37, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=bead4999-d364-4e72-bd9c-3056bb378a37,segment=NetworkSegment(aa42ceca-3091-4e46-8374-37d6971f90e9),segment_id=aa42ceca-3091-4e46-8374-37d6971f90e9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:12.742894 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.745291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=bead4999-d364-4e72-bd9c-3056bb378a37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:12.751102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] No DVR routers for this DVR port bead4999-d364-4e72-bd9c-3056bb378a37 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:12.768233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Calling delete_port for bead4999-d364-4e72-bd9c-3056bb378a37 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:12.781208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No active binding found for port bead4999-d364-4e72-bd9c-3056bb378a37 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 19:19:12.781651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device bead4999-d364-4e72-bd9c-3056bb378a37 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:12.838357 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.850461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.863450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c517b0-b102-46d8-bdfd-a5d93e7c32c6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:12.875840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] Pushing event deleted for resources: {'Port': ['ID=bead4999-d364-4e72-bd9c-3056bb378a37,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:12.880241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7218c59-9ee9-4a04-91a4-27aafa2416ac None None] No DVR routers for this DVR port bead4999-d364-4e72-bd9c-3056bb378a37 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:12.880404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa42ceca-3091-4e46-8374-37d6971f90e9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:12.880706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa42ceca-3091-4e46-8374-37d6971f90e9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:12.898138 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.919206 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.925948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:19:12.926331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:19:12.929304 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:19:12.987222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.994246 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:12.999832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/networks/d8c517b0-b102-46d8-bdfd-a5d93e7c32c6 HTTP/1.1" status: 204 len: 168 time: 0.5874658 Nov 23 19:19:13.000677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:13.012223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c49d0-647b-4c35-86cc-b7b01eb79ae5 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Network': ['ID=d8c517b0-b102-46d8-bdfd-a5d93e7c32c6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:13.219198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 271b4152-ee86-40bb-b39d-b2bc581f8c42 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:13.219467 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.292711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.293033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.304262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 271b4152-ee86-40bb-b39d-b2bc581f8c42 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:13.482042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.506866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=271b4152-ee86-40bb-b39d-b2bc581f8c42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:13.566669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.566994 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Floating IP e30daa59-2057-4ecc-ae00-a4b8a69be7ef disassociated (deleted). External IP: 172.25.5.41, port: ee39742a-2d2b-420d-bf53-c90933226271. Nov 23 19:19:13.774835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:13.861417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 45b23439-34a1-48e6-8832-f247d8e1da62 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:13.881622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 45b23439-34a1-48e6-8832-f247d8e1da62 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:13.881970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 45b23439-34a1-48e6-8832-f247d8e1da62 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:13.882892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:13.888162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:13.893621 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:13.904327 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:13.904945 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:13.915101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-be961066-9ff7-458a-bcbb-08d094e8e302 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/floatingips/e30daa59-2057-4ecc-ae00-a4b8a69be7ef HTTP/1.1" status: 204 len: 168 time: 0.9132497 Nov 23 19:19:13.915704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:13.917956 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:13.957788 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54630d2b-581f-4b49-b244-df3939627a12 x-openstack-request-id: req-54630d2b-581f-4b49-b244-df3939627a12 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:13.958083 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "tag": "ee39742a-2d2b-420d-bf53-c90933226271", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:13.958338 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54630d2b-581f-4b49-b244-df3939627a12 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:13.958750 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271', 'status': 'completed', 'code': 200} Nov 23 19:19:14.014475 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:14.047580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-a7980275-3c75-456e-bb35-2b11fdc1878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:14.049723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-a7980275-3c75-456e-bb35-2b11fdc1878a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 1096 time: 0.0679147 Nov 23 19:19:14.192851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-12b6796c-7889-4469-a30d-2c12cdfdf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:14.194776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-12b6796c-7889-4469-a30d-2c12cdfdf6a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 200 len: 897 time: 0.1366284 Nov 23 19:19:14.207857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85b84-6cc3-415d-afdf-375a35e692db req-c5d70a31-2ac1-43c9-9d17-30ee582bfb59 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:14.209373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6f85b84-6cc3-415d-afdf-375a35e692db req-c5d70a31-2ac1-43c9-9d17-30ee582bfb59 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0766523 Nov 23 19:19:14.237784 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:14.255156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-06dc80ee-3c2c-48ca-b8b2-c9c59d0b68f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 200 len: 217 time: 0.0447793 Nov 23 19:19:14.269609 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:14.279488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:14.280103 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:14.332217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6f85b84-6cc3-415d-afdf-375a35e692db req-ca8ac484-d907-4c22-a3a3-86474c7b9e38 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150193 Nov 23 19:19:14.337079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-f6af4317-e44e-484d-9ce2-d6f9545f068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:14.339345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-f6af4317-e44e-484d-9ce2-d6f9545f068f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 200 len: 835 time: 0.0752606 Nov 23 19:19:14.391074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-fc3b483c-766a-4e6a-b95f-e6a267deb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:14.393055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-fc3b483c-766a-4e6a-b95f-e6a267deb0c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d829e72c-ce06-4812-8974-dc6fac496116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459404 Nov 23 19:19:14.407934 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:14.509468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-a672cbf1-554e-4ca8-8cb0-5e35f73c5459 service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959053 Nov 23 19:19:14.609712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca83a52e-9c8e-46ce-873a-84cb0ff8533e req-b85f2d54-b160-4c72-87ac-51e4c734644e service neutron] 10.222.0.50 "GET /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896437 Nov 23 19:19:14.628619 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:14.656261 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25349ff5-11ab-458a-8bd9-bf9fa22fbfb7 None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:07Z', 'revision_number': 6, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c28cd7f1-cafd-469d-aeb0-e7230c28105f', 'name': '', 'network_id': 'd829e72c-ce06-4812-8974-dc6fac496116', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:91:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:31Z', 'updated_at': '2021-11-23T19:17:35Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'f03271aa-0333-4a7a-8a4f-4da962fa8a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:14.890955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcca0cd-549b-41e6-9665-272044f3c2b7 None None] New status for floating IP e30daa59-2057-4ecc-ae00-a4b8a69be7ef: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:19:15.487918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ff969-66ce-4664-9a2b-b2b1fc97546f req-49bfea0a-2012-4685-a58f-2302f7606038 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:15.489813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-340ff969-66ce-4664-9a2b-b2b1fc97546f req-49bfea0a-2012-4685-a58f-2302f7606038 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0743065 Nov 23 19:19:15.543961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-340ff969-66ce-4664-9a2b-b2b1fc97546f req-5e804fd8-4aa6-42c6-902a-188828e05a91 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=36301979-cc13-48c2-a3a4-3204d37a4ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Nov 23 19:19:15.612439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c518c-2209-4c8a-8007-6000720ce526 req-652f175e-5938-4ab2-9396-779e00b2b21e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:15.613877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f28c518c-2209-4c8a-8007-6000720ce526 req-652f175e-5938-4ab2-9396-779e00b2b21e tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d7a61b6-c950-4337-8a16-635b5b88cf2b HTTP/1.1" status: 200 len: 945 time: 0.0525723 Nov 23 19:19:15.704599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port ee39742a-2d2b-420d-bf53-c90933226271 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:15.704855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:15.796493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port ee39742a-2d2b-420d-bf53-c90933226271, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=ee39742a-2d2b-420d-bf53-c90933226271,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:15.797074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:15.810473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for ee39742a-2d2b-420d-bf53-c90933226271 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:15.936237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:15.968290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=ee39742a-2d2b-420d-bf53-c90933226271,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:16.009134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] No DVR routers for this DVR port ee39742a-2d2b-420d-bf53-c90933226271 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:16.012549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.015824 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f28c518c-2209-4c8a-8007-6000720ce526 req-c0e3de5a-9a53-4e60-89e7-9f6b9d9ad3e8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "DELETE /v2.0/ports/ee39742a-2d2b-420d-bf53-c90933226271 HTTP/1.1" status: 204 len: 173 time: 0.3955042 Nov 23 19:19:16.016286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'name': 'network-vif-deleted', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:16.018558 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cfb781-e3f7-44dd-89b3-7536eaf3e29f" -d '{"events": [{"server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "name": "network-vif-deleted", "tag": "ee39742a-2d2b-420d-bf53-c90933226271"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:16.056632 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b57b71-1254-4a9d-a42b-51e6d3704318 x-openstack-request-id: req-64b57b71-1254-4a9d-a42b-51e6d3704318 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:16.057523 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a61b6-c950-4337-8a16-635b5b88cf2b", "name": "network-vif-deleted", "tag": "ee39742a-2d2b-420d-bf53-c90933226271", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:16.057819 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b57b71-1254-4a9d-a42b-51e6d3704318 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:16.058234 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a61b6-c950-4337-8a16-635b5b88cf2b', 'name': 'network-vif-deleted', 'tag': 'ee39742a-2d2b-420d-bf53-c90933226271', 'status': 'completed', 'code': 200} Nov 23 19:19:16.599756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:16.657196 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.682761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.741842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.745157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:16.746322 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/security-groups/36301979-cc13-48c2-a3a4-3204d37a4ea7 HTTP/1.1" status: 204 len: 168 time: 0.1455739 Nov 23 19:19:16.755884 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b797-98ce-4e8f-bced-9b0ce8658090 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36301979-cc13-48c2-a3a4-3204d37a4ea7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:16.778351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:17.231057 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:17.810440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port c28cd7f1-cafd-469d-aeb0-e7230c28105f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:17.811154 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:17.898652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port c28cd7f1-cafd-469d-aeb0-e7230c28105f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c28cd7f1-cafd-469d-aeb0-e7230c28105f,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:17.899012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:17.915248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for c28cd7f1-cafd-469d-aeb0-e7230c28105f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:18.095247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.123850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=c28cd7f1-cafd-469d-aeb0-e7230c28105f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:18.295809 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.512476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router 168326c2-8346-4092-a69f-682e23c6b6a5 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:18.620125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:18.625575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ed31fd34-c2f7-495a-a7cd-4fc25e709c4f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/168326c2-8346-4092-a69f-682e23c6b6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460824 Nov 23 19:19:18.628144 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:18.629921 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Sync routers for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:18.640434 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:18.641034 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:18.684748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting subnet f03271aa-0333-4a7a-8a4f-4da962fa8a71 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:19:18.687952 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.729543 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.754120 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:18.851781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.913459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.938695 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:18Z', 'revision_number': 7, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:18.944716 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Subnet': ['ID=f03271aa-0333-4a7a-8a4f-4da962fa8a71,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:18.948865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:18.954982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:18.956432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef9fa6-757c-4b33-a9b7-2bcc176ea91e None None] Network d829e72c-ce06-4812-8974-dc6fac496116 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:19:18.959745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a787b740-1052-4e5e-90d6-84e9197fb86b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/subnets/f03271aa-0333-4a7a-8a4f-4da962fa8a71 HTTP/1.1" status: 204 len: 168 time: 0.3300354 Nov 23 19:19:18.967428 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Checking router: 168326c2-8346-4092-a69f-682e23c6b6a5 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:18.975963 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Routers {'168326c2-8346-4092-a69f-682e23c6b6a5'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:18.976568 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['168326c2-8346-4092-a69f-682e23c6b6a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:19.065309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.085923 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] Set router 168326c2-8346-4092-a69f-682e23c6b6a5 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:19.157897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] DHCP port deletion for d829e72c-ce06-4812-8974-dc6fac496116 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:19.187690 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.222631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Deleting port a334f1ed-fc22-4460-ba51-78ca215eb7ad {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:19.224281 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.259751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port c3c665fc-33a4-44fe-93d8-b51307f270c1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:19:19.261075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.292458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] For port a334f1ed-fc22-4460-ba51-78ca215eb7ad, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a334f1ed-fc22-4460-ba51-78ca215eb7ad,segment=NetworkSegment(97c32513-fdd3-4950-a8ae-4f21b815179d),segment_id=97c32513-fdd3-4950-a8ae-4f21b815179d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:19.292877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.306388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Calling delete_port for a334f1ed-fc22-4460-ba51-78ca215eb7ad owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:19.354391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port c3c665fc-33a4-44fe-93d8-b51307f270c1, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c3c665fc-33a4-44fe-93d8-b51307f270c1,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:19.354765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.367567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for c3c665fc-33a4-44fe-93d8-b51307f270c1 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:19:19.401397 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:18Z', 'revision_number': 7, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:19.403184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.431816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Pushing event deleted for resources: {'Port': ['ID=a334f1ed-fc22-4460-ba51-78ca215eb7ad,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:19.439589 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1772d4-c05c-42df-a1e9-955fd3f57a0c None None] The sync data for ids ['168326c2-8346-4092-a69f-682e23c6b6a5'] in n-d-792364-9 is: [{'id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'name': 'tempest-TestNetworkBasicOps-router-1701552155', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:17:27Z', 'updated_at': '2021-11-23T19:19:18Z', 'revision_number': 7, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'c3c665fc-33a4-44fe-93d8-b51307f270c1', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168326c2-8346-4092-a69f-682e23c6b6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:17:28Z', 'updated_at': '2021-11-23T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:19.442162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] No DVR routers for this DVR port a334f1ed-fc22-4460-ba51-78ca215eb7ad on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:19:19.444575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.444878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.445221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.445552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.445948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.446199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.446526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.446884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.447484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.447613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.447893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.448216 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b957c4-3561-4ccb-a521-dd3cb50d2635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:19.592302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.620897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=c3c665fc-33a4-44fe-93d8-b51307f270c1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:19.639087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb9dd7-7b84-4760-a6c4-1a57d5a58a65 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:19.706517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.798784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.800938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.848703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.849291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Fanout notify agent at l3_agent the message router_deleted on router 168326c2-8346-4092-a69f-682e23c6b6a5 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:19:19.856863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:19.857982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e7a4922-5056-44ca-a5c0-422a6216e479 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/routers/168326c2-8346-4092-a69f-682e23c6b6a5 HTTP/1.1" status: 204 len: 168 time: 0.9020085 Nov 23 19:19:19.860636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:19.869981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee39742a-2d2b-420d-bf53-c90933226271 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:19.890850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: ee39742a-2d2b-420d-bf53-c90933226271 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:19.891195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device ee39742a-2d2b-420d-bf53-c90933226271 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:19.943294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.035433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.054390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d829e72c-ce06-4812-8974-dc6fac496116']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:20.063287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c32513-fdd3-4950-a8ae-4f21b815179d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:20.063613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c32513-fdd3-4950-a8ae-4f21b815179d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:20.073143 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.085792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.091713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:19:20.092087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:19:20.095154 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:19:20.155678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.162518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.165657 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/networks/d829e72c-ce06-4812-8974-dc6fac496116 HTTP/1.1" status: 204 len: 168 time: 0.3040781 Nov 23 19:19:20.178011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9f06c-4b0c-4e95-8646-b439a6fdc865 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Network': ['ID=d829e72c-ce06-4812-8974-dc6fac496116,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:20.184262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:20.189244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'network': {'name': 'tempest-network-smoke--2014920902', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:20.209515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:19:20.213056 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.236083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:19:20.245249 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.245580 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Added segment 0460d41d-11e1-4016-ac9f-68eda24ee10f of type vlan for network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 Nov 23 19:19:20.284658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.310940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.316947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:20.317533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.355373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700253 Nov 23 19:19:20.358177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:20.362563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-166238429', 'admin_state_up': True, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:20.406092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710dd4-e18a-4133-9911-c5e18550e856 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Network': ['ID=d9af3c2a-80d1-45ab-b843-eaa2f8122af6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:20.418488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.419614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.421282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:19:20.472810 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:20.705872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3c665fc-33a4-44fe-93d8-b51307f270c1 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:20.726714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c3c665fc-33a4-44fe-93d8-b51307f270c1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:20.727058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c3c665fc-33a4-44fe-93d8-b51307f270c1 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:20.727525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a334f1ed-fc22-4460-ba51-78ca215eb7ad no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:20.749260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a334f1ed-fc22-4460-ba51-78ca215eb7ad {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:20.749585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a334f1ed-fc22-4460-ba51-78ca215eb7ad not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:20.750102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c28cd7f1-cafd-469d-aeb0-e7230c28105f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:19:20.769500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c28cd7f1-cafd-469d-aeb0-e7230c28105f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:19:20.769845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c28cd7f1-cafd-469d-aeb0-e7230c28105f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:19:20.911962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.096572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.118406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.222613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.25.5.80 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b116e839-c28b-40ac-9628-2ac0c77495e8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:21.325821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.358816 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.397418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:21.400346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:21.403262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:21.414108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807b301-a19e-4432-9b22-919316c98236 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:21.430620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=b116e839-c28b-40ac-9628-2ac0c77495e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:21.474897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-401a3df3-a180-44e6-a2da-9020c9113072 None None] Provisioning complete for port b116e839-c28b-40ac-9628-2ac0c77495e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:21.475461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-401a3df3-a180-44e6-a2da-9020c9113072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.512826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-401a3df3-a180-44e6-a2da-9020c9113072 None None] Port b116e839-c28b-40ac-9628-2ac0c77495e8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:21.663890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.860408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:21.987209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router a376e668-23f1-4b89-a41a-9bd6e8e6003b is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:19:22.092777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:22.104354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Sync routers for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:22.108997 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:19:22.113251 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.117182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2ac2e0ab-8692-4c50-8da7-3a7772e636e1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7553215 Nov 23 19:19:22.117351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:22.117351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:22.117544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:22.151590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3aa48c70-46f2-4f71-8e06-39ca285d4bb0 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=313b4f24b005454fbf62bd75e1fc4304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303617 Nov 23 19:19:22.151869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:22.225736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:22.236904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c57e0-9efe-48ce-abbd-538494c43e93 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:22.238454 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b63c57e0-9efe-48ce-abbd-538494c43e93 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857699 Nov 23 19:19:22.241284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:22.273921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d525330f-de08-49e3-8b28-8be0dafb85e7 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315790 Nov 23 19:19:22.277011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:22.281755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902344821', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:22.369693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:19:22.373408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.405575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:21Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:22.432821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Checking router: a376e668-23f1-4b89-a41a-9bd6e8e6003b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:22.433178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Updating router a376e668-23f1-4b89-a41a-9bd6e8e6003b port b116e839-c28b-40ac-9628-2ac0c77495e8 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:19:22.462122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.561754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.623737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Subnet': ['ID=ac141a3b-94d9-4c65-9689-77c782eebc61,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:22.631466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Checking segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:22.631828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network hostable DHCP agents. Network: d9af3c2a-80d1-45ab-b843-eaa2f8122af6, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:19:22.649971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:19:22.660593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d9af3c2a-80d1-45ab-b843-eaa2f8122af6) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:22.665347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:22.665952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.671458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253e878-504b-4f4b-b64f-cad5cadeb00c None None] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:19:22.682954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-26db9483-0af3-4927-8126-3642eab548e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4049366 Nov 23 19:19:22.685734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:22.775404 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.784300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.845946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b7517-719a-4fe0-a8f8-7e4e28bba858 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:22.861708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Attempting to bind port b116e839-c28b-40ac-9628-2ac0c77495e8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:19:22.862064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Attempting to bind port b116e839-c28b-40ac-9628-2ac0c77495e8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:19:22.862434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Attempting to bind port b116e839-c28b-40ac-9628-2ac0c77495e8 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:22.864213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2ac1-38c9-4123-8345-7584c1f4948f None None] Pushing event updated for resources: {'Port': ['ID=b116e839-c28b-40ac-9628-2ac0c77495e8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:22.893564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:19:22.893944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:22.894351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.894743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:19:22.895218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Bound port: b116e839-c28b-40ac-9628-2ac0c77495e8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:19:22.895632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.986031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] For port b116e839-c28b-40ac-9628-2ac0c77495e8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:19:22.989509 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:19:22.990335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.992121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] Provisioning complete for port b116e839-c28b-40ac-9628-2ac0c77495e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:22.992482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:22.995097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] For port b116e839-c28b-40ac-9628-2ac0c77495e8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b116e839-c28b-40ac-9628-2ac0c77495e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:19:23.023294 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.087098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbef403-f717-4a0d-ac39-a99a435d0092 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:19:23.134682 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.179039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:23.179740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:23.181355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2ac1-38c9-4123-8345-7584c1f4948f None None] Pushing event updated for resources: {'Port': ['ID=b116e839-c28b-40ac-9628-2ac0c77495e8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:23.324053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.364341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Allocated IP 172.20.0.2 (d9af3c2a-80d1-45ab-b843-eaa2f8122af6/ac141a3b-94d9-4c65-9689-77c782eebc61/9e6b05e8-dbb1-42fb-897c-fc2256fa8804) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:23.367178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] For port b116e839-c28b-40ac-9628-2ac0c77495e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b116e839-c28b-40ac-9628-2ac0c77495e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:23.375926 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.416115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:23.524009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd494c3-2ef5-46ac-807f-640619834a4e None None] Pushing event updated for resources: {'Port': ['ID=b116e839-c28b-40ac-9628-2ac0c77495e8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:23.763991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c53f2401-236e-4b6e-a40c-a39b0a63175e None None] Provisioning complete for port b116e839-c28b-40ac-9628-2ac0c77495e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:23.764639 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c53f2401-236e-4b6e-a40c-a39b0a63175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.916798 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.949431 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:23.998548 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.1 (d9af3c2a-80d1-45ab-b843-eaa2f8122af6/ac141a3b-94d9-4c65-9689-77c782eebc61/47f64b30-0993-485e-9cb2-7c5a30a44a4c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:24.011955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:24.017149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:24.022984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:24.028326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:21Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:24.030150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Pushing event updated for resources: {'Port': ['ID=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:24.062722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb92b3-1629-4d33-a067-dfbef9353617 None None] The sync data for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 is: [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:21Z', 'revision_number': 3, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:24.114736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Attempting to bind port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:19:24.115121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Attempting to bind port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:19:24.115523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Attempting to bind port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 on network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:24.121694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:19:24.122079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Checking segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:24.122491 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.122890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Bound using segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:19:24.123387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Bound port: 9e6b05e8-dbb1-42fb-897c-fc2256fa8804, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:19:24.123775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.129876 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.168608 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.191211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] For port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:19:24.194549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] For port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:19:24.199837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.210203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:24.220861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:24.223282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:24.260346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:24.261400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40116-345d-4b03-8a1a-b393129ff418 None None] Pushing event updated for resources: {'Port': ['ID=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:24.277574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.457167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.797207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:24.804181 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.810972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.861542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:24.861916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.901025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:24.903089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:24.955262 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.000960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:25.005217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:25.006694 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.007830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b116e839-c28b-40ac-9628-2ac0c77495e8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:25.013030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:25.123967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:25.130309 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b116e839-c28b-40ac-9628-2ac0c77495e8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:25.130930 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.141924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router a376e668-23f1-4b89-a41a-9bd6e8e6003b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:25.265752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:25.270714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9a0d19cd-f176-4631-b68b-24e1c14a03ed tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/a376e668-23f1-4b89-a41a-9bd6e8e6003b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839825 Nov 23 19:19:25.273551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:25.381379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.381851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.382304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.382766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.383171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.383695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.387332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c00152fe-4ed9-439d-b9fc-928810adb713 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1125050 Nov 23 19:19:25.388435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778460c1-509d-40f4-99f2-ff89e7e21f9d None None] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:19:25.389933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:25.447361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.447913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.448355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.448791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.449224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.449659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:25.451423 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-95616176-8ca7-4e37-bc27-8acb57e455eb tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0604467 Nov 23 19:19:25.454122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:25.465333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1186ff26-f0dd-45fe-8192-21ea7a525d9b None None] Provisioning complete for port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:25.465702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1186ff26-f0dd-45fe-8192-21ea7a525d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.593919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-68f46449-4f65-4714-8076-373b7fdd2ca9 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1362822 Nov 23 19:19:25.843150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9799e150-9e52-40f4-b8e6-b28f924bef7a None None] Provisioning complete for port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:25.843722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9799e150-9e52-40f4-b8e6-b28f924bef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.924189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Sync routers for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:25.944765 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:25.945521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:25.950103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9799e150-9e52-40f4-b8e6-b28f924bef7a None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:25.950478 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9799e150-9e52-40f4-b8e6-b28f924bef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:25.990201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9799e150-9e52-40f4-b8e6-b28f924bef7a None None] Port 47f64b30-0993-485e-9cb2-7c5a30a44a4c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:26.025783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.030584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030135681', 'description': 'tempest-secgroup-smoke-2030135681 description', 'project_id': '313b4f24b005454fbf62bd75e1fc4304'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.055126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.065711 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:26.113642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4c136778-2743-4699-9239-0ec4e8c230e6 None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:26.114332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c136778-2743-4699-9239-0ec4e8c230e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.138388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.144487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.162326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4c136778-2743-4699-9239-0ec4e8c230e6 None None] Port 47f64b30-0993-485e-9cb2-7c5a30a44a4c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:26.182201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.183675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1567442 Nov 23 19:19:26.185865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc9ec6-b410-4988-8a56-b08428b2a268 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2986fc-1a59-4256-855d-6367ab470f7b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.187055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.191737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.241381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.298512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 2, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:26.301931 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.306056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.324680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d611aff0-abeb-4c6b-97ce-ba920ccf91db,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.333126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.333273 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Checking router: a376e668-23f1-4b89-a41a-9bd6e8e6003b for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:26.333577 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Updating router a376e668-23f1-4b89-a41a-9bd6e8e6003b port 47f64b30-0993-485e-9cb2-7c5a30a44a4c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:19:26.335759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2e80e9de-46da-495e-b7f5-06e613adf8cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476126 Nov 23 19:19:26.336972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.342228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.359888 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.370185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.384318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-35464a50-e27c-4c14-9612-f64e023105ba None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:26.385066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35464a50-e27c-4c14-9612-f64e023105ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.426696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-35464a50-e27c-4c14-9612-f64e023105ba None None] Port 47f64b30-0993-485e-9cb2-7c5a30a44a4c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:26.432806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.437324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.455998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafccfee-c437-4aa5-8018-0781aff3d0f4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.461169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.465713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.466253 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5f14afe9-460e-4be0-9cc2-6da60b0e843b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277750 Nov 23 19:19:26.471479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.496810 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.557993 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.562523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.584692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42242d3f-5a8f-428c-9b2f-74ca98082035,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.595282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.596527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288190 Nov 23 19:19:26.598058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.598406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.598755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.599462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.603606 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.604551 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.604670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.604903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.605273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.605732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.606067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.606399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.606733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.607063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1639a-0a54-477c-aaf5-ab567ff0c8e7 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:26.633171 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.640967 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.647302 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.713386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.716445 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.721997 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c44b-90b0-4389-878e-63c1344850ee None None] Pushing event updated for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.723904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:26.751594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.753230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527631 Nov 23 19:19:26.753840 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Attempting to bind port 47f64b30-0993-485e-9cb2-7c5a30a44a4c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:19:26.754277 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Attempting to bind port 47f64b30-0993-485e-9cb2-7c5a30a44a4c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:19:26.754710 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Attempting to bind port 47f64b30-0993-485e-9cb2-7c5a30a44a4c on network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:26.756003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.760293 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:19:26.760744 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Checking segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:26.761151 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.761537 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Bound using segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:19:26.762285 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Bound port: 47f64b30-0993-485e-9cb2-7c5a30a44a4c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:19:26.762494 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.762934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.773140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9dd5c-c36a-486e-a439-290a5075f13c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f817b514-acce-472e-a58d-22ab1ead9dec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.794417 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:19:26.801531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.802570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:26.802946 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.859401 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] For port 47f64b30-0993-485e-9cb2-7c5a30a44a4c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:19:26.863847 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] For port 47f64b30-0993-485e-9cb2-7c5a30a44a4c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47f64b30-0993-485e-9cb2-7c5a30a44a4c,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:19:26.872527 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.882272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.887044 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.909234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc0c611-3f79-4e6b-854e-917ad7688241,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.922899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:26.927098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:26.928088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c47d321e-cb32-47e0-bbdc-0f2c7aff48cd tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1703923 Nov 23 19:19:26.933629 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'security_group_rule': {'security_group_id': 'bc2986fc-1a59-4256-855d-6367ab470f7b', 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:26.947748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c44b-90b0-4389-878e-63c1344850ee None None] Pushing event updated for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:26.950486 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:26.951388 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:26.960758 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Project 313b4f24b005454fbf62bd75e1fc4304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:19:26.966700 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.036821 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.045084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.050583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:27.051131 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.064187 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:27.068626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a404cb88-2b6f-4ccb-98c0-ac57a6b251ff,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:27.083151 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.085148 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567447 Nov 23 19:19:27.088615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.089186 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.089667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.090143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.090618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.091127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.092126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.092705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.093940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.095240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.095626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.095973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead23f09-5ecc-4b74-b522-5e92f2e93b84 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:19:27.143788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.194858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] For port 47f64b30-0993-485e-9cb2-7c5a30a44a4c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47f64b30-0993-485e-9cb2-7c5a30a44a4c,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:27.205876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.263011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8003-74b4-418c-975d-92065ecc4d4e None None] Pushing event updated for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:27.276488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-02d09688-37a1-4414-8121-f106a2feb807 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030135681&fields=id&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 267 time: 0.0567801 Nov 23 19:19:27.301753 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:26Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:27.329716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a4802185-f731-4b15-9ea4-2e84f5cfeb1a None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:27.330089 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4802185-f731-4b15-9ea4-2e84f5cfeb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.334329 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885114b7-417e-4f53-a4d3-3b3313b35fae None None] The sync data for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 is: [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:26Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:27.425207 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb15d83c-182f-4873-af46-67119b68b089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:27.710771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3ed38934-c3a1-43d2-86f6-247246c0c6a9 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:27.712310 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3ed38934-c3a1-43d2-86f6-247246c0c6a9 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/networks?id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 200 len: 797 time: 0.4284003 Nov 23 19:19:27.728466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-fc4563f2-e7b4-469b-a2c1-c48d57659cc1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/quotas/313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 375 time: 0.0098190 Nov 23 19:19:27.786382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-2a71f499-0378-4865-bbb2-5395b5bf4483 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506644 Nov 23 19:19:27.803568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-e4019d94-1044-4062-a4d3-29a05ac2ba69 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:19:27.804646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-e4019d94-1044-4062-a4d3-29a05ac2ba69 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052779 Nov 23 19:19:27.906697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-476a2db0-3fa6-4c99-8d6a-85a6371f1e2f service neutron] 10.222.0.37 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953267 Nov 23 19:19:28.000786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-cff16ab8-8453-48b8-9cd4-7039d5702d5f service neutron] 10.222.0.37 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873444 Nov 23 19:19:28.176625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c592fea-ec9c-4745-a59f-469337e22e68 req-0d0512d9-0afd-42b3-9835-15f33a531a24 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 210 time: 0.0361404 Nov 23 19:19:28.725898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47f64b30-0993-485e-9cb2-7c5a30a44a4c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:28.775172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 47f64b30-0993-485e-9cb2-7c5a30a44a4c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:28.776301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:29.138088 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-50582255-134f-4f8d-ac86-57aebf6390b1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:29.141469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-50582255-134f-4f8d-ac86-57aebf6390b1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/networks?id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 200 len: 797 time: 0.1123857 Nov 23 19:19:29.207006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-9698fee7-412b-4639-9271-bc4fc643d92f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=313b4f24b005454fbf62bd75e1fc4304 HTTP/1.1" status: 200 len: 380 time: 0.0579808 Nov 23 19:19:29.218127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'port': {'device_id': '13c00588-84b6-4044-b495-dac0e000bada', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'admin_state_up': True, 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'security_groups': ['bc2986fc-1a59-4256-855d-6367ab470f7b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:29.309207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cbbaa744-59da-46f6-b1eb-a8b95f00063d req-8f8cfb59-a5ba-4a64-b747-fedd27a28f0d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 210 time: 0.0591624 Nov 23 19:19:29.356299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Made reservation on behalf of 313b4f24b005454fbf62bd75e1fc4304 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:19:29.359985 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:29.488682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.20.0.12 (d9af3c2a-80d1-45ab-b843-eaa2f8122af6/ac141a3b-94d9-4c65-9689-77c782eebc61/60ad990d-3523-4b20-afde-0eb563012fc0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:29.624862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:29.658548 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:29.707566 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:29.710487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:29.714707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:29.721248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:29.772407 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:29.773053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:29.790691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-3399dcb1-1581-4a5c-bc1d-75a9e36fac93 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767202 Nov 23 19:19:29.804862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Request body: {'port': {'device_id': '13c00588-84b6-4044-b495-dac0e000bada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:29.863117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.005834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-00386c3d-3075-4a76-91df-58260e04e164 None None] Provisioning complete for port 60ad990d-3523-4b20-afde-0eb563012fc0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:30.006399 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00386c3d-3075-4a76-91df-58260e04e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.039281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-00386c3d-3075-4a76-91df-58260e04e164 None None] Port 60ad990d-3523-4b20-afde-0eb563012fc0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:19:30.149486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ad990d-3523-4b20-afde-0eb563012fc0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:19:30.158422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.172041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44ae3f62-85a0-441c-93b7-91bb3adb75b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.172597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Transition to ACTIVE for port object 60ad990d-3523-4b20-afde-0eb563012fc0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:19:30.176701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.226760 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Pushing event updated for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:30.304976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Attempting to bind port 60ad990d-3523-4b20-afde-0eb563012fc0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:19:30.305319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Attempting to bind port 60ad990d-3523-4b20-afde-0eb563012fc0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:19:30.305657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Attempting to bind port 60ad990d-3523-4b20-afde-0eb563012fc0 on network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:30.310983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Port 60ad990d-3523-4b20-afde-0eb563012fc0 on network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:19:30.311348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Attempting to bind port 60ad990d-3523-4b20-afde-0eb563012fc0 on network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:19:30.316502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:19:30.316843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Checking segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:19:30.317233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Bound using segment: {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:19:30.317818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Bound port: 60ad990d-3523-4b20-afde-0eb563012fc0, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0460d41d-11e1-4016-ac9f-68eda24ee10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:19:30.318179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.390148 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:19:30.393634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=60ad990d-3523-4b20-afde-0eb563012fc0,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:19:30.399003 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.431267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d351d7-da9c-4e97-bed7-4bbaa2ccef5b req-84473bb6-4a40-4c90-8543-d2bef832cc96 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:30.435358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:30.436092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.436271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1d351d7-da9c-4e97-bed7-4bbaa2ccef5b req-84473bb6-4a40-4c90-8543-d2bef832cc96 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 944 time: 0.0539966 Nov 23 19:19:30.437925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] 10.222.0.50 "PUT /v2.0/ports/60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 200 len: 1092 time: 0.6374476 Nov 23 19:19:30.438637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:30.441157 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b1c60-e34c-4aa4-81df-878353ba2a73" -d '{"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:30.493996 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b91c3e-591b-4286-aa7f-cd9734c8362b service neutron] Pushing event updated for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:30.502109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1d351d7-da9c-4e97-bed7-4bbaa2ccef5b req-8265b6c0-43ef-4798-af8a-687dd8964697 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621569 Nov 23 19:19:30.506380 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8c50f1-7419-4728-a9bf-523d78a09e11 x-openstack-request-id: req-8f8c50f1-7419-4728-a9bf-523d78a09e11 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:30.506983 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:30.507913 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8c50f1-7419-4728-a9bf-523d78a09e11 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:30.508473 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0', 'status': 'completed', 'code': 200} Nov 23 19:19:30.557626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-c3287b8e-33a0-489e-be42-b38e6ca000d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:30.559164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-c3287b8e-33a0-489e-be42-b38e6ca000d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1095 time: 0.0483897 Nov 23 19:19:30.611411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-bce078ec-8ae3-4a23-9b73-e9c179695127 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 200 len: 217 time: 0.0424123 Nov 23 19:19:30.664699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-1aa16e59-e237-4bff-bbe7-7c0337bf8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:30.666233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-1aa16e59-e237-4bff-bbe7-7c0337bf8886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac141a3b-94d9-4c65-9689-77c782eebc61 HTTP/1.1" status: 200 len: 834 time: 0.0471017 Nov 23 19:19:30.717712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-42f69147-e9e2-4a85-9619-8935d9e80000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:30.718651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-42f69147-e9e2-4a85-9619-8935d9e80000 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417945 Nov 23 19:19:30.815193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-06234339-fe26-4eae-9734-f7d4b869edd7 service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885868 Nov 23 19:19:30.838676 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:30.910561 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b22f79aa-316c-4942-b0a3-a7f28d49ee9a req-1eb7039b-8f89-4463-b6d6-691f8cd55bad service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Nov 23 19:19:31.004847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-13e53fad-e70e-45ca-8f54-c3750f00c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:31.006263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-13e53fad-e70e-45ca-8f54-c3750f00c806 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1095 time: 0.0462124 Nov 23 19:19:31.098552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-256475a0-a1c8-43ec-bedb-2947ce6d47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:31.100077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-256475a0-a1c8-43ec-bedb-2947ce6d47cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 200 len: 898 time: 0.0858896 Nov 23 19:19:31.147331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-21747a03-98a1-467b-8ff1-2fb7f53676bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 200 len: 217 time: 0.0391541 Nov 23 19:19:31.206255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-d36b7521-78fc-44d4-80cf-4e122f609a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:31.208159 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-d36b7521-78fc-44d4-80cf-4e122f609a96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac141a3b-94d9-4c65-9689-77c782eebc61 HTTP/1.1" status: 200 len: 834 time: 0.0517204 Nov 23 19:19:31.257615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-3845cfb6-6370-4c09-a652-727cb9d65fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:31.259077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-3845cfb6-6370-4c09-a652-727cb9d65fee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427330 Nov 23 19:19:31.354986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-0f3a67e3-9114-49e5-8223-abd17cd7f9bf service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882359 Nov 23 19:19:31.448721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-601b1c60-e34c-4aa4-81df-878353ba2a73 req-e1050119-d8cc-4f2b-9e6c-aa1f7601c828 service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Nov 23 19:19:31.622056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbf0c4-d923-4628-8385-5a68f9b633f0 req-f1887869-00dc-4e25-aa96-91aea4f42a15 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:31.623614 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9fbf0c4-d923-4628-8385-5a68f9b633f0 req-f1887869-00dc-4e25-aa96-91aea4f42a15 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 944 time: 0.0515234 Nov 23 19:19:31.678691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d9fbf0c4-d923-4628-8385-5a68f9b633f0 req-5499d0c0-c81c-4776-80f0-92d785d30b4d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Nov 23 19:19:32.277651 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:32.802960 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007a703-f8fb-48c8-8a44-95272ed90b99 req-d10cabbd-40ea-4c11-8264-45eade915f1b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:32.804472 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c007a703-f8fb-48c8-8a44-95272ed90b99 req-d10cabbd-40ea-4c11-8264-45eade915f1b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 944 time: 0.0529573 Nov 23 19:19:32.855069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c007a703-f8fb-48c8-8a44-95272ed90b99 req-02a4d754-0be4-4712-899c-65fb32514920 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Nov 23 19:19:33.246320 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:33.970251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 60ad990d-3523-4b20-afde-0eb563012fc0 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:19:33.971100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3648e-b73e-400b-bc0a-8a20b7639b39 req-5440b1dc-9156-4411-8dc6-738416619d25 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:33.972789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55a3648e-b73e-400b-bc0a-8a20b7639b39 req-5440b1dc-9156-4411-8dc6-738416619d25 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 944 time: 0.0490291 Nov 23 19:19:34.024505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55a3648e-b73e-400b-bc0a-8a20b7639b39 req-24612689-d35d-401d-9de1-1a0429d0b7d6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Nov 23 19:19:34.066832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=60ad990d-3523-4b20-afde-0eb563012fc0,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:34.077787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '60ad990d-3523-4b20-afde-0eb563012fc0', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'port_id': '60ad990d-3523-4b20-afde-0eb563012fc0', 'mac_address': 'fa:16:3e:97:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:19:34.117840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:34.130166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad990d-3523-4b20-afde-0eb563012fc0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:19:34.149347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=60ad990d-3523-4b20-afde-0eb563012fc0,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:34.153627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:34.201452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:34.372041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['60ad990d-3523-4b20-afde-0eb563012fc0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:19:35.138458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645b271-7c57-45c4-86f4-bff870873e15 req-6aac1caa-0852-47ac-92cd-e5c2af5112ca tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:35.139931 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c645b271-7c57-45c4-86f4-bff870873e15 req-6aac1caa-0852-47ac-92cd-e5c2af5112ca tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 945 time: 0.0475800 Nov 23 19:19:35.190471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c645b271-7c57-45c4-86f4-bff870873e15 req-e5c5ae3a-dcb9-4469-805a-90e9075bf559 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Nov 23 19:19:35.986953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 60ad990d-3523-4b20-afde-0eb563012fc0 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:19:36.034944 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 60ad990d-3523-4b20-afde-0eb563012fc0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:19:36.038993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 60ad990d-3523-4b20-afde-0eb563012fc0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:19:36.039392 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:36.117922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:36.140370 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:36.142622 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88473246-e31b-4e13-b0e3-374e3460dd61" -d '{"events": [{"server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "name": "network-vif-plugged", "status": "completed", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:36.155563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=60ad990d-3523-4b20-afde-0eb563012fc0,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:19:36.160163 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:36.186120 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090cc6c-98eb-44cd-ba31-3ad60c327d2e x-openstack-request-id: req-e090cc6c-98eb-44cd-ba31-3ad60c327d2e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:36.186414 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "name": "network-vif-plugged", "status": "completed", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:36.186671 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e090cc6c-98eb-44cd-ba31-3ad60c327d2e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:36.187069 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0', 'code': 200} Nov 23 19:19:36.212668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:36.282797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae518b-6d44-4ab8-b891-fb3aa6e6c33b req-25285909-2f0b-4f24-b901-e5220a8697f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:36.284408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-beae518b-6d44-4ab8-b891-fb3aa6e6c33b req-25285909-2f0b-4f24-b901-e5220a8697f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1097 time: 0.0402789 Nov 23 19:19:36.311188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f6c58-b454-4767-b38c-bc359d3b0b81 req-6e84ea29-e81c-4200-b20c-de63e9b2b531 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:36.312838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-148f6c58-b454-4767-b38c-bc359d3b0b81 req-6e84ea29-e81c-4200-b20c-de63e9b2b531 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.0495453 Nov 23 19:19:36.330759 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-beae518b-6d44-4ab8-b891-fb3aa6e6c33b req-a8ae9897-e4a9-4800-bb87-b0cc2b61d6d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384128 Nov 23 19:19:36.373719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-148f6c58-b454-4767-b38c-bc359d3b0b81 req-1febf005-97d9-41aa-8605-16c9ddab3719 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544837 Nov 23 19:19:37.513755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc440fae-551e-4be8-baa8-70273c13a80b req-b6a4ae75-f5b8-4a9d-a266-feeeca9ccb9c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:37.515261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc440fae-551e-4be8-baa8-70273c13a80b req-b6a4ae75-f5b8-4a9d-a266-feeeca9ccb9c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.0665689 Nov 23 19:19:37.569686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc440fae-551e-4be8-baa8-70273c13a80b req-a598ebd8-6455-4c9f-83a2-e96eec045ed2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483246 Nov 23 19:19:38.754495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb83e3-bb5b-4174-aa63-ce504c59380f req-ea11e9b8-443e-435b-a7ad-64c9dcfe1825 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:38.756014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11fb83e3-bb5b-4174-aa63-ce504c59380f req-ea11e9b8-443e-435b-a7ad-64c9dcfe1825 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.1190841 Nov 23 19:19:38.805353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11fb83e3-bb5b-4174-aa63-ce504c59380f req-e376b1ad-fd22-4676-a7fe-236f309db93f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 Nov 23 19:19:38.922555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af252b-5820-4e47-b725-878cb0dc5ffd req-28ce6d00-642b-44ce-a07d-b22c7c34a2b2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:38.924068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5af252b-5820-4e47-b725-878cb0dc5ffd req-28ce6d00-642b-44ce-a07d-b22c7c34a2b2 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.0492342 Nov 23 19:19:38.972931 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5af252b-5820-4e47-b725-878cb0dc5ffd req-e51a071a-d153-459b-87d3-f7e6b923a94f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Nov 23 19:19:38.994254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:39.037728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87fbb93-b324-4abf-85e3-2efa63ff3632 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:39.039209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d87fbb93-b324-4abf-85e3-2efa63ff3632 tempest-TestNetworkBasicOps-309335986 tempest-TestNetworkBasicOps-309335986-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1092 time: 0.0439873 Nov 23 19:19:39.042038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:39.046324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '60ad990d-3523-4b20-afde-0eb563012fc0', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:19:39.067433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.163140 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.174456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.270451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Allocated IP 172.25.5.201 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/42c6d817-87fe-4164-85f5-894c6fa0e2fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:19:39.370484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.403628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.446777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:19:39.449693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:19:39.453129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:19:39.458544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=42c6d817-87fe-4164-85f5-894c6fa0e2fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:39.811522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:39.882889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.032368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.037474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.107230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event updated for resources: {'Port': ['ID=42c6d817-87fe-4164-85f5-894c6fa0e2fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:19:40.119977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.250637 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Floating IP e721de61-db36-44d5-a227-cc75c448b85c associated. External IP: 172.25.5.201, port: 60ad990d-3523-4b20-afde-0eb563012fc0. Nov 23 19:19:40.492271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router a376e668-23f1-4b89-a41a-9bd6e8e6003b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:19:40.575669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.604416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:19:40.614704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Sync routers for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:19:40.623278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:40.625407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:40.626153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:40.650921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4562d2e9-2670-4bc1-88fd-51e4445c7ed8 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6069746 Nov 23 19:19:40.651598 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:19:40.653850 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00367257-c91e-4544-8eef-fea562b60d62" -d '{"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:19:40.654112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:40.692493 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fab6d-63fe-4b75-8c95-3345db4ca883 x-openstack-request-id: req-fc8fab6d-63fe-4b75-8c95-3345db4ca883 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:19:40.692792 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:19:40.693047 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc8fab6d-63fe-4b75-8c95-3345db4ca883 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:19:40.693453 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0', 'status': 'completed', 'code': 200} Nov 23 19:19:40.728312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69a0f205-a0c2-44d0-9d48-f31680dc292d tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e721de61-db36-44d5-a227-cc75c448b85c HTTP/1.1" status: 200 len: 992 time: 0.0728409 Nov 23 19:19:40.756779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:40.782171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00367257-c91e-4544-8eef-fea562b60d62 req-fa467a4b-78d2-4ce9-87cf-fc1d4b3e3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:40.783740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-fa467a4b-78d2-4ce9-87cf-fc1d4b3e3d3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1097 time: 0.0525696 Nov 23 19:19:40.890675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00367257-c91e-4544-8eef-fea562b60d62 req-3096f814-bc6e-4374-897f-a0f5521b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:40.892216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-3096f814-bc6e-4374-897f-a0f5521b4831 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 200 len: 898 time: 0.0967724 Nov 23 19:19:40.958146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-80ee5e07-1e92-412e-9824-c88131e96773 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0581422 Nov 23 19:19:40.986461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e721de61-db36-44d5-a227-cc75c448b85c', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'port_id': '60ad990d-3523-4b20-afde-0eb563012fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'mac_address': 'fa:16:3e:97:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c00588-84b6-4044-b495-dac0e000bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:39Z', 'updated_at': '2021-11-23T19:19:39Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:41.015382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00367257-c91e-4544-8eef-fea562b60d62 req-fab06c69-14f7-4650-9d89-b1a34cb0b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:41.016922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-fab06c69-14f7-4650-9d89-b1a34cb0b753 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac141a3b-94d9-4c65-9689-77c782eebc61 HTTP/1.1" status: 200 len: 834 time: 0.0518296 Nov 23 19:19:41.019237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Checking router: a376e668-23f1-4b89-a41a-9bd6e8e6003b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:19:41.028510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:19:41.029127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:19:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:41.068493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00367257-c91e-4544-8eef-fea562b60d62 req-dd40c435-5c69-44ff-914d-c51233f118bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:19:41.072632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-dd40c435-5c69-44ff-914d-c51233f118bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441647 Nov 23 19:19:41.166593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-30a9b0e3-1687-409c-b1c9-cc3e4d035b78 service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866272 Nov 23 19:19:41.311372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:19:41.565860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e721de61-db36-44d5-a227-cc75c448b85c', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'port_id': '60ad990d-3523-4b20-afde-0eb563012fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'mac_address': 'fa:16:3e:97:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c00588-84b6-4044-b495-dac0e000bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:39Z', 'updated_at': '2021-11-23T19:19:39Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:19:41.592135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c113fa3-2514-46fe-b689-4d7e850981c0 None None] The sync data for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 is: [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e721de61-db36-44d5-a227-cc75c448b85c', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'port_id': '60ad990d-3523-4b20-afde-0eb563012fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'mac_address': 'fa:16:3e:97:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c00588-84b6-4044-b495-dac0e000bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:19:39Z', 'updated_at': '2021-11-23T19:19:39Z', 'revision_number': 0, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:19:41.606971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00367257-c91e-4544-8eef-fea562b60d62 req-84c5db7d-2650-4d95-8f4f-04e09b596935 service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253037 Nov 23 19:19:41.732299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:41.796172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4c34a0c6-6658-42a1-905f-942c558d462c tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e721de61-db36-44d5-a227-cc75c448b85c HTTP/1.1" status: 200 len: 992 time: 0.0627093 Nov 23 19:19:41.801037 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91871024-8625-4d1b-8c2f-8293275ead68 None None] New status for floating IP e721de61-db36-44d5-a227-cc75c448b85c: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:19:42.799216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:19:42.862706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c6e24358-4d0e-413b-a738-6569a42f1aec tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e721de61-db36-44d5-a227-cc75c448b85c HTTP/1.1" status: 200 len: 994 time: 0.0622933 Nov 23 19:19:57.418237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67035f50-e4d7-42c2-9cd1-b6c3b9da7a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:19:59.110189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:00.175361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-10d3e0c7-ad84-4ba4-88ea-c87673a39448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:00.241886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-21ee8d0a-493e-4237-baf0-0113c8f967b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478837 Nov 23 19:20:00.336082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-b2f4fe64-ff1a-4b3a-8735-e8b6271e2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:00.338145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-b2f4fe64-ff1a-4b3a-8735-e8b6271e2028 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 1097 time: 0.0497220 Nov 23 19:20:00.450244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-e94e136f-1ae8-41ad-b41c-929db4354dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:00.451722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-e94e136f-1ae8-41ad-b41c-929db4354dee service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0896962 Nov 23 19:20:00.524203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-3ce6012d-f953-4849-81ca-65501bd79413 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 200 len: 1002 time: 0.0646207 Nov 23 19:20:00.576680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-7d65b422-9ec4-4eca-87e0-c31febaeff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:00.577886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-7d65b422-9ec4-4eca-87e0-c31febaeff1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0451758 Nov 23 19:20:00.641436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-1d45bdca-0c9a-44ca-808e-19f8ca0bf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:00.642930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-1d45bdca-0c9a-44ca-808e-19f8ca0bf069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577064 Nov 23 19:20:00.752101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-69cab403-7c83-43ee-bef2-7e0010bcf503 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003792 Nov 23 19:20:00.842101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:00.855823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5380c326-14f0-440b-83d6-cd2b8df2d094 req-2ec56083-d54d-4b97-a680-e8894ccf7c27 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952659 Nov 23 19:20:02.280910 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:03.248465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:09.170164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:09.457726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:09.525240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5dfc836d-a0af-49c3-95a7-96eb3b048bf0 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/floatingips/e721de61-db36-44d5-a227-cc75c448b85c HTTP/1.1" status: 200 len: 994 time: 0.0663784 Nov 23 19:20:09.788033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:09.950409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 42c6d817-87fe-4164-85f5-894c6fa0e2fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:09.950748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.037101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.037432 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.048976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 42c6d817-87fe-4164-85f5-894c6fa0e2fd owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:10.198632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.223623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=42c6d817-87fe-4164-85f5-894c6fa0e2fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:10.289006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.289410 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Floating IP e721de61-db36-44d5-a227-cc75c448b85c disassociated (deleted). External IP: 172.25.5.201, port: 60ad990d-3523-4b20-afde-0eb563012fc0. Nov 23 19:20:10.509165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router a376e668-23f1-4b89-a41a-9bd6e8e6003b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:10.574186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.626255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:10.631731 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:10.637713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856d349-6994-450a-96df-024882e4d57d None None] Sync routers for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:10.648152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:10.648760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:10.663783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-19733a4b-cc65-4e80-a9c7-5c05431f8201 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/floatingips/e721de61-db36-44d5-a227-cc75c448b85c HTTP/1.1" status: 204 len: 168 time: 0.8746397 Nov 23 19:20:10.664398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:10.666797 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da388f59-6413-4903-ae7e-e76f92836bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:10.717697 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29591c65-8d97-4ed6-9173-93693a7f2d79 x-openstack-request-id: req-29591c65-8d97-4ed6-9173-93693a7f2d79 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:10.718168 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:10.718805 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29591c65-8d97-4ed6-9173-93693a7f2d79 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:10.719523 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0', 'status': 'completed', 'code': 200} Nov 23 19:20:10.775296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:10.814772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388f59-6413-4903-ae7e-e76f92836bfb req-e0eabaec-9fcf-489a-9ab8-5582078c9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:10.816386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-e0eabaec-9fcf-489a-9ab8-5582078c9e01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=313b4f24b005454fbf62bd75e1fc4304&device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 1097 time: 0.0659811 Nov 23 19:20:10.942386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224423f2-b6ed-46d7-8a74-35e3af0d4762 req-a7c1c875-e752-410b-a27b-3143b5c56ffa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:10.944717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-224423f2-b6ed-46d7-8a74-35e3af0d4762 req-a7c1c875-e752-410b-a27b-3143b5c56ffa tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.0568411 Nov 23 19:20:10.950768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388f59-6413-4903-ae7e-e76f92836bfb req-acc5d129-8b19-4898-bd0c-2623b0297ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:10.953446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-acc5d129-8b19-4898-bd0c-2623b0297ee7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 200 len: 898 time: 0.1230235 Nov 23 19:20:11.006896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-11819cac-b268-4df7-89f3-43f8357e7b2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 200 len: 217 time: 0.0432158 Nov 23 19:20:11.012610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-224423f2-b6ed-46d7-8a74-35e3af0d4762 req-73e1fd49-2181-4234-b73b-8518b059b0f9 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551140 Nov 23 19:20:11.022887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:11.051225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856d349-6994-450a-96df-024882e4d57d None None] Checking router: a376e668-23f1-4b89-a41a-9bd6e8e6003b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:11.061214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:11.061841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:11.075113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388f59-6413-4903-ae7e-e76f92836bfb req-06c04ff2-e352-4b5d-9118-de54a87abff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:11.076646 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-06c04ff2-e352-4b5d-9118-de54a87abff2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac141a3b-94d9-4c65-9689-77c782eebc61 HTTP/1.1" status: 200 len: 834 time: 0.0604420 Nov 23 19:20:11.133253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388f59-6413-4903-ae7e-e76f92836bfb req-6cffcfd6-1ec4-4491-b9a1-64aef5fe57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:11.134837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-6cffcfd6-1ec4-4491-b9a1-64aef5fe57e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9af3c2a-80d1-45ab-b843-eaa2f8122af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499692 Nov 23 19:20:11.188508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:11.243694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-28f23900-25cc-4e13-b6f1-046a776a533d service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987837 Nov 23 19:20:11.361554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da388f59-6413-4903-ae7e-e76f92836bfb req-b9fef264-226f-444a-8a0c-86aa724f2faf service neutron] 10.222.0.50 "GET /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080258 Nov 23 19:20:11.424986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7856d349-6994-450a-96df-024882e4d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:11.456476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856d349-6994-450a-96df-024882e4d57d None None] The sync data for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 is: [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:19:24Z', 'revision_number': 4, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '47f64b30-0993-485e-9cb2-7c5a30a44a4c', 'name': '', 'network_id': 'd9af3c2a-80d1-45ab-b843-eaa2f8122af6', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:23Z', 'updated_at': '2021-11-23T19:19:27Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'subnets': [{'id': 'ac141a3b-94d9-4c65-9689-77c782eebc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:11.712194 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a8c7b-1aad-41c6-b259-de123a2c512f None None] New status for floating IP e721de61-db36-44d5-a227-cc75c448b85c: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:12.221694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db9b79-7a1f-4716-9659-2a77d7901d99 req-d84014ad-bc21-46f1-a0c2-687fc6ece848 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:12.223240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1db9b79-7a1f-4716-9659-2a77d7901d99 req-d84014ad-bc21-46f1-a0c2-687fc6ece848 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.1251698 Nov 23 19:20:12.281311 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1db9b79-7a1f-4716-9659-2a77d7901d99 req-161c8a54-a0bb-4dde-ae47-1eee1161bbd6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2986fc-1a59-4256-855d-6367ab470f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493376 Nov 23 19:20:12.462855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db07c71-7bea-4809-9460-839f894a6127 req-d6a334fb-ae71-4cac-bd4f-1127ebc22504 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:12.464319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db07c71-7bea-4809-9460-839f894a6127 req-d6a334fb-ae71-4cac-bd4f-1127ebc22504 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 946 time: 0.0476694 Nov 23 19:20:12.559290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 60ad990d-3523-4b20-afde-0eb563012fc0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:12.559567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:12.646671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port 60ad990d-3523-4b20-afde-0eb563012fc0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=60ad990d-3523-4b20-afde-0eb563012fc0,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:12.647294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:12.659508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 60ad990d-3523-4b20-afde-0eb563012fc0 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:12.787094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:12.814689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=60ad990d-3523-4b20-afde-0eb563012fc0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:12.858837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] No DVR routers for this DVR port 60ad990d-3523-4b20-afde-0eb563012fc0 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:20:12.864310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:12.864807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db07c71-7bea-4809-9460-839f894a6127 req-9d3a1cc4-656a-482d-8651-284a7001b77f tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.50 "DELETE /v2.0/ports/60ad990d-3523-4b20-afde-0eb563012fc0 HTTP/1.1" status: 204 len: 173 time: 0.3937173 Nov 23 19:20:12.865263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'name': 'network-vif-deleted', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:12.867693 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5780d54-433d-447e-8ecf-b165cad889c8" -d '{"events": [{"server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "name": "network-vif-deleted", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:12.909718 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a4d0a-5abb-4686-98f8-cbe31d03fc65 x-openstack-request-id: req-b64a4d0a-5abb-4686-98f8-cbe31d03fc65 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:12.910011 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c00588-84b6-4044-b495-dac0e000bada", "name": "network-vif-deleted", "tag": "60ad990d-3523-4b20-afde-0eb563012fc0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:12.910266 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b64a4d0a-5abb-4686-98f8-cbe31d03fc65 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:12.910673 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c00588-84b6-4044-b495-dac0e000bada', 'name': 'network-vif-deleted', 'tag': '60ad990d-3523-4b20-afde-0eb563012fc0', 'status': 'completed', 'code': 200} Nov 23 19:20:13.395585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a7e3c18-4854-4fcb-b124-2a0670621902 req-8d5dcf11-f91f-4cfc-9a66-f3483bb36c68 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c00588-84b6-4044-b495-dac0e000bada HTTP/1.1" status: 200 len: 210 time: 0.0300276 Nov 23 19:20:14.452338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:14.508389 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:14.534225 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:14.596369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:14.599066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:14.603100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc2986fc-1a59-4256-855d-6367ab470f7b HTTP/1.1" status: 204 len: 168 time: 0.1497266 Nov 23 19:20:14.615555 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab05c3-18d6-475e-bbf2-ad6d88708db6 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2986fc-1a59-4256-855d-6367ab470f7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:14.633841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:14.995043 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.250085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port 47f64b30-0993-485e-9cb2-7c5a30a44a4c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:15.250337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.336991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port 47f64b30-0993-485e-9cb2-7c5a30a44a4c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=47f64b30-0993-485e-9cb2-7c5a30a44a4c,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:15.337348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.350321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for 47f64b30-0993-485e-9cb2-7c5a30a44a4c owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:15.531770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.562112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=47f64b30-0993-485e-9cb2-7c5a30a44a4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:15.746266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:15.962421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Router a376e668-23f1-4b89-a41a-9bd6e8e6003b has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:16.142432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 60ad990d-3523-4b20-afde-0eb563012fc0 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:16.163125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 60ad990d-3523-4b20-afde-0eb563012fc0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:16.163502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 60ad990d-3523-4b20-afde-0eb563012fc0 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:16.363936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:16.369347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1dd5bdd3-2be3-45ce-9e30-3a4c947f67f1 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "PUT /v2.0/routers/a376e668-23f1-4b89-a41a-9bd6e8e6003b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331102 Nov 23 19:20:16.372626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:16.374594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Sync routers for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:16.387007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:16.387662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:16.428352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting subnet ac141a3b-94d9-4c65-9689-77c782eebc61 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:20:16.431305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.470814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.495986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:16.557977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.617048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.644121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Subnet': ['ID=ac141a3b-94d9-4c65-9689-77c782eebc61,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:16.648090 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.654918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed91fb62-5384-4182-a8ed-2e9300602981 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/subnets/ac141a3b-94d9-4c65-9689-77c782eebc61 HTTP/1.1" status: 204 len: 168 time: 0.2780867 Nov 23 19:20:16.654918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:16.656412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c3fc7-4de7-4633-b9c6-5a7cf2c8352b None None] Network d9af3c2a-80d1-45ab-b843-eaa2f8122af6 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:20:16.776567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.784498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:20:15Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:16.817669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Checking router: a376e668-23f1-4b89-a41a-9bd6e8e6003b for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:16.834966 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Routers {'a376e668-23f1-4b89-a41a-9bd6e8e6003b'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:16.835503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:16.883369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.918586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] DHCP port deletion for d9af3c2a-80d1-45ab-b843-eaa2f8122af6 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:20:16.939908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Deleting port b116e839-c28b-40ac-9628-2ac0c77495e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:16.940167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:16.972674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] Set router a376e668-23f1-4b89-a41a-9bd6e8e6003b gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:17.026177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] For port b116e839-c28b-40ac-9628-2ac0c77495e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b116e839-c28b-40ac-9628-2ac0c77495e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:17.026552 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.048686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Calling delete_port for b116e839-c28b-40ac-9628-2ac0c77495e8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:17.101917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Deleting port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:17.102957 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.214646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] For port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,segment=NetworkSegment(0460d41d-11e1-4016-ac9f-68eda24ee10f),segment_id=0460d41d-11e1-4016-ac9f-68eda24ee10f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:17.215357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.232045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Calling delete_port for 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:17.267625 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.300863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931866-0681-42ea-a8f0-e54dea09609b req-910f9fc3-629e-4957-9c8b-ec9e8cbd46ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:17.302346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05931866-0681-42ea-a8f0-e54dea09609b req-910f9fc3-629e-4957-9c8b-ec9e8cbd46ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0901866 Nov 23 19:20:17.305461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Port': ['ID=b116e839-c28b-40ac-9628-2ac0c77495e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:17.405734 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.412972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05931866-0681-42ea-a8f0-e54dea09609b req-ca3eab9a-6923-4fac-bfbd-715c43cc3eee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007683 Nov 23 19:20:17.476946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ce34c-6a12-4187-b781-21bc9f05bbe8 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:20:17.486733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:20:15Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:17.508280 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.511092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.523363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16b47a-2268-4c1a-ad65-bd3a43f343dd None None] The sync data for ids ['a376e668-23f1-4b89-a41a-9bd6e8e6003b'] in n-d-792364-9 is: [{'id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'name': 'tempest-TestNetworkBasicOps-router-166238429', 'tenant_id': '313b4f24b005454fbf62bd75e1fc4304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:19:20Z', 'updated_at': '2021-11-23T19:20:15Z', 'revision_number': 5, 'project_id': '313b4f24b005454fbf62bd75e1fc4304', 'gw_port': {'id': 'b116e839-c28b-40ac-9628-2ac0c77495e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a376e668-23f1-4b89-a41a-9bd6e8e6003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:19:21Z', 'updated_at': '2021-11-23T19:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:17.535635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.560658 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.560658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Fanout notify agent at l3_agent the message router_deleted on router a376e668-23f1-4b89-a41a-9bd6e8e6003b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:20:17.564874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] Pushing event deleted for resources: {'Port': ['ID=9e6b05e8-dbb1-42fb-897c-fc2256fa8804,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:17.568515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1d414-3e8a-4ac3-99c9-63e96e48c070 None None] No DVR routers for this DVR port 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:20:17.570239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.573224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6c0892bc-0ddc-45e0-bdb2-0d1deaea7a6b tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/routers/a376e668-23f1-4b89-a41a-9bd6e8e6003b HTTP/1.1" status: 204 len: 168 time: 0.9170916 Nov 23 19:20:17.576246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:17.653186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.743824 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.765060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9af3c2a-80d1-45ab-b843-eaa2f8122af6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:17.774471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0460d41d-11e1-4016-ac9f-68eda24ee10f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:17.774758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0460d41d-11e1-4016-ac9f-68eda24ee10f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:17.784422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.797899 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.803848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:20:17.804224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:20:17.807842 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:20:17.870498 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.875418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:17.879036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] 10.222.0.37 "DELETE /v2.0/networks/d9af3c2a-80d1-45ab-b843-eaa2f8122af6 HTTP/1.1" status: 204 len: 168 time: 0.3017838 Nov 23 19:20:17.893706 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf273fe-323d-4443-a755-50a9ad290855 tempest-TestNetworkBasicOps-1758363198 tempest-TestNetworkBasicOps-1758363198-project] Pushing event deleted for resources: {'Network': ['ID=d9af3c2a-80d1-45ab-b843-eaa2f8122af6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:18.162202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:18.303172 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-81b50808-250c-4f9c-a3a5-850a5e9d9c47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=313b4f24b005454fbf62bd75e1fc4304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397800 Nov 23 19:20:18.305558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:18.352954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.378787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.424413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.427043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.428207 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3fedc8d-d580-4d3a-ab68-1744c5863c35 HTTP/1.1" status: 204 len: 168 time: 0.1217651 Nov 23 19:20:18.436321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b1c04-0cb5-4201-a05e-b07fe4c295ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fedc8d-d580-4d3a-ab68-1744c5863c35,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:18.544685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab84af-db96-4537-b125-f441ca7a1970 req-bf474139-e192-47e2-bba1-da9018ce2419 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:18.546386 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8eab84af-db96-4537-b125-f441ca7a1970 req-bf474139-e192-47e2-bba1-da9018ce2419 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0549061 Nov 23 19:20:18.601066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8eab84af-db96-4537-b125-f441ca7a1970 req-31a128bf-88bf-4041-8090-91b4b85ca4c7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Nov 23 19:20:18.733685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:18.740352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:18.755274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ece769-4d4c-4da1-aa8b-b6a6083ccb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.756943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:18.757291 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9e6b05e8-dbb1-42fb-897c-fc2256fa8804 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:18.757715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b116e839-c28b-40ac-9628-2ac0c77495e8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:18.777775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b116e839-c28b-40ac-9628-2ac0c77495e8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:18.778053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b116e839-c28b-40ac-9628-2ac0c77495e8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:18.778477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47f64b30-0993-485e-9cb2-7c5a30a44a4c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:18.798172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 47f64b30-0993-485e-9cb2-7c5a30a44a4c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:18.798521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 47f64b30-0993-485e-9cb2-7c5a30a44a4c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:18.838328 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ece769-4d4c-4da1-aa8b-b6a6083ccb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.842398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3ece769-4d4c-4da1-aa8b-b6a6083ccb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.880019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f3ece769-4d4c-4da1-aa8b-b6a6083ccb05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aadb725dfde640d388dcfa23111de10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385109 Nov 23 19:20:18.882006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ece769-4d4c-4da1-aa8b-b6a6083ccb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943c67c-910e-45d1-8472-b6724b6e13d3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:18.882659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:18.930701 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:18.956778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.003235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.005840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.007053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6943c67c-910e-45d1-8472-b6724b6e13d3 HTTP/1.1" status: 204 len: 168 time: 0.1233382 Nov 23 19:20:19.017288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba002da-87a9-4cbb-b163-46b36e5cef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943c67c-910e-45d1-8472-b6724b6e13d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:19.060029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-e3bbd0f2-1824-4c0e-ae5c-890fecbc31a5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:19.061490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-e3bbd0f2-1824-4c0e-ae5c-890fecbc31a5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 946 time: 0.0593374 Nov 23 19:20:19.157878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port 61f45013-7b79-4170-bf9c-5c95bb47480d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:20:19.158219 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.253252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port 61f45013-7b79-4170-bf9c-5c95bb47480d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=61f45013-7b79-4170-bf9c-5c95bb47480d,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:19.253943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.478018 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.478900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.479234 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d47cdb35-e85b-48d5-842c-66dc96278d88 disassociated. External IP: 172.25.5.105, port: 61f45013-7b79-4170-bf9c-5c95bb47480d. Nov 23 19:20:19.479606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for 61f45013-7b79-4170-bf9c-5c95bb47480d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:20:19.621114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:19.653877 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=61f45013-7b79-4170-bf9c-5c95bb47480d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:19.717420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab3b9a59-9a17-4933-bfb4-c143235dc7fa req-3fcf2a67-a4ac-4476-a3d4-4cde9c35973e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Nov 23 19:20:20.079700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:20.201729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:20.218483 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:20.228398 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:20.229540 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:20.242713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port 61f45013-7b79-4170-bf9c-5c95bb47480d on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:20:20.246245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:20.253801 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c25b7bb4-a87c-44ab-91b6-fca84cfebc1e req-88989067-f8ac-4bb4-919c-3dd65c725db8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "DELETE /v2.0/ports/61f45013-7b79-4170-bf9c-5c95bb47480d HTTP/1.1" status: 204 len: 173 time: 1.1828918 Nov 23 19:20:20.254851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'name': 'network-vif-deleted', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:20.257168 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afcef5c-6f75-45ca-855b-fe3dc47d0704" -d '{"events": [{"server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "name": "network-vif-deleted", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:20.302546 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212e4c2-4b88-4eea-bbea-d0f85bf41d73 x-openstack-request-id: req-5212e4c2-4b88-4eea-bbea-d0f85bf41d73 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:20.302919 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf11d2-2677-48d0-80b7-a1ff910d9072", "name": "network-vif-deleted", "tag": "61f45013-7b79-4170-bf9c-5c95bb47480d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:20.303237 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5212e4c2-4b88-4eea-bbea-d0f85bf41d73 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:20.303740 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf11d2-2677-48d0-80b7-a1ff910d9072', 'name': 'network-vif-deleted', 'tag': '61f45013-7b79-4170-bf9c-5c95bb47480d', 'status': 'completed', 'code': 200} Nov 23 19:20:20.346547 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:20.569514 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:20.597317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:20.606354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:20.606972 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:20.723449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:20.831617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3de50ed2-77fb-4ea3-b9e4-462404321057 req-948d3ded-df1d-4062-bc32-3c0b08c5604d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0450211 Nov 23 19:20:20.976527 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:21.004691 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e958ef-a35f-46c2-980c-cbde50766aae None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:21.263089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb084a77-5246-460e-bfc2-03c02ae52693 None None] New status for floating IP d47cdb35-e85b-48d5-842c-66dc96278d88: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:21.333281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 61f45013-7b79-4170-bf9c-5c95bb47480d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:20:21.363144 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 61f45013-7b79-4170-bf9c-5c95bb47480d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:20:21.363498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 61f45013-7b79-4170-bf9c-5c95bb47480d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:20:21.513724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:21.518830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'network': {'name': 'tempest-network-smoke--2056234838', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:21.541160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:20:21.544661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.553395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.627024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.631385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.659186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:20:21.668086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b638d3ba-e307-4934-8f61-434270a5af28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:21.674239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.674592 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Added segment d10193dc-f47d-4383-b100-2fead2af1788 of type vlan for network 9352febb-d05d-4736-bcc2-82376908e696 Nov 23 19:20:21.715903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.740724 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.747698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:21.748284 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.794319 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2793601 Nov 23 19:20:21.798885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:21.828507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'admin_state_up': True, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:21.843084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d8dc-2c68-4b47-bc07-ef1e9e536311 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Network': ['ID=9352febb-d05d-4736-bcc2-82376908e696,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:21.854187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9352febb-d05d-4736-bcc2-82376908e696 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:20:21.858165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.859202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.934470 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:21.954111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec47e8fa-a359-4b99-a7d4-ed256077b6ef req-b8b0a425-7b5f-409d-8914-44fd186bd9f3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0358956 Nov 23 19:20:22.093479 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.293896 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.312295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.416608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.25.5.18 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3fb02167-9580-4f50-a639-2ee9dc0a745e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:22.521275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.555975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.593647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:22.599946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:22.604000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:22.615747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adefc075-c353-4bb3-8671-0080eb3dd251 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:20:22.626273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=3fb02167-9580-4f50-a639-2ee9dc0a745e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:22.684919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e787a6d-aa57-4932-81fd-ddfeeac97ccd None None] Provisioning complete for port 3fb02167-9580-4f50-a639-2ee9dc0a745e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:22.685305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e787a6d-aa57-4932-81fd-ddfeeac97ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:22.723359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e787a6d-aa57-4932-81fd-ddfeeac97ccd None None] Port 3fb02167-9580-4f50-a639-2ee9dc0a745e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:22.864605 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.052742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-91f9a0e8-3c90-477d-ace2-ca5aecd3285f req-39d4d486-16c6-40b7-9203-29f9b7df42d1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0263741 Nov 23 19:20:23.074623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.204715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:20:23.313033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:23.323407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Sync routers for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:23.334583 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.335920 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d3919b57-3cf1-44d2-8c19-4bd710687092 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5360546 Nov 23 19:20:23.337082 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:23.338390 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:23.339690 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:23.446390 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:23.472541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e26f9e2d-5fe9-432c-afc9-d04c5fc95cc0 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d67b0bc0f4a64d6a9874c176d354b7fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314647 Nov 23 19:20:23.476460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:23.572754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efbc24-9ba7-4afa-aab5-5aa062c95334 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:23.574733 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-12efbc24-9ba7-4afa-aab5-5aa062c95334 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966668 Nov 23 19:20:23.577607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:23.610393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ab0929b8-cdfc-49f6-8650-afd22b243f8e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311017 Nov 23 19:20:23.613020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:23.617851 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-503407827', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:23.635502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:22Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:23.665592 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Checking router: d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:23.665987 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Updating router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 port 3fb02167-9580-4f50-a639-2ee9dc0a745e binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:20:23.690481 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.708659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:20:23.712810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.922619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.960943 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.966800 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:23.992632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Subnet': ['ID=6ce45856-7f28-4c4f-bf88-a4fba725628b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:24.001100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Checking segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:24.001474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network hostable DHCP agents. Network: 9352febb-d05d-4736-bcc2-82376908e696, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:20:24.021166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 9352febb-d05d-4736-bcc2-82376908e696 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:20:24.031995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9352febb-d05d-4736-bcc2-82376908e696) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:24.037564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:24.038213 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.050893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5014865-77fd-4495-a1b1-07795825c7fb None None] Network 9352febb-d05d-4736-bcc2-82376908e696 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:20:24.063594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:24.064842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd6c5a37-1b31-43ad-821f-2c867b9d5d68 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4499211 Nov 23 19:20:24.108267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Attempting to bind port 3fb02167-9580-4f50-a639-2ee9dc0a745e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:20:24.108634 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Attempting to bind port 3fb02167-9580-4f50-a639-2ee9dc0a745e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:20:24.108992 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Attempting to bind port 3fb02167-9580-4f50-a639-2ee9dc0a745e on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:24.122138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddbab60-44dd-4c68-ba5a-6d633f09a051 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:20:24.122391 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:20:24.122761 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:24.123158 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.123571 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:20:24.124032 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Bound port: 3fb02167-9580-4f50-a639-2ee9dc0a745e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:20:24.124400 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.176292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] For port 3fb02167-9580-4f50-a639-2ee9dc0a745e, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:20:24.179452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] For port 3fb02167-9580-4f50-a639-2ee9dc0a745e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3fb02167-9580-4f50-a639-2ee9dc0a745e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:20:24.184498 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Pushing event updated for resources: {'Port': ['ID=3fb02167-9580-4f50-a639-2ee9dc0a745e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:24.187429 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.197898 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.198239 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.198578 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.198915 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.199239 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.199595 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.199918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.200235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.200550 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.200871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.201189 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.201505 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.253216 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa84e9c-09c5-4dc7-8e46-edca9fee2fca None None] Pushing event updated for resources: {'Port': ['ID=3fb02167-9580-4f50-a639-2ee9dc0a745e,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:24.270973 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:24.271878 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:24.273064 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fc567-d142-41ab-b959-bcfbd9055357 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:20:24.302007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Provisioning complete for port 3fb02167-9580-4f50-a639-2ee9dc0a745e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:24.302502 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.368252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9352febb-d05d-4736-bcc2-82376908e696', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:20:24.369919 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.392757 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:24.428066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.512137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] For port 3fb02167-9580-4f50-a639-2ee9dc0a745e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3fb02167-9580-4f50-a639-2ee9dc0a745e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:24.520521 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.616794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Pushing event updated for resources: {'Port': ['ID=3fb02167-9580-4f50-a639-2ee9dc0a745e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:24.631636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Allocated IP 172.20.0.2 (9352febb-d05d-4736-bcc2-82376908e696/6ce45856-7f28-4c4f-bf88-a4fba725628b/58b4c294-9d69-498a-aa7c-040dcce1fb8e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:24.637821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.638263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.638681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.639138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.639599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.640041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.640440 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.640841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.641239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.641639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.642213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.642690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19105075-a72d-4b16-a19a-4f91d35d2ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:24.666834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:22Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:24.670383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f82487ee-5cb5-4f0a-9aed-f376caa4909d None None] Provisioning complete for port 3fb02167-9580-4f50-a639-2ee9dc0a745e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:24.670870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f82487ee-5cb5-4f0a-9aed-f376caa4909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.725285 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce79219-9bd7-418d-bb57-db56d16e4cc8 None None] The sync data for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 is: [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:22Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:24.830130 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-31fcb2b5-c9a3-40df-a418-b3e202fd4be3 req-2fc14e1c-039b-48a9-992b-63f106d6bac5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf11d2-2677-48d0-80b7-a1ff910d9072 HTTP/1.1" status: 200 len: 210 time: 0.0451176 Nov 23 19:20:24.924915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.930875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:24.969402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Network 9352febb-d05d-4736-bcc2-82376908e696 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:24.976918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:24.980911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:24.989983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Pushing event updated for resources: {'Port': ['ID=58b4c294-9d69-498a-aa7c-040dcce1fb8e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:25.068593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Attempting to bind port 58b4c294-9d69-498a-aa7c-040dcce1fb8e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:20:25.069853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Attempting to bind port 58b4c294-9d69-498a-aa7c-040dcce1fb8e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:20:25.070304 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Attempting to bind port 58b4c294-9d69-498a-aa7c-040dcce1fb8e on network 9352febb-d05d-4736-bcc2-82376908e696 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:25.077077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:20:25.077077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Checking segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:25.077077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.077921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Bound using segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:20:25.080599 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Bound port: 58b4c294-9d69-498a-aa7c-040dcce1fb8e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:20:25.080599 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.107532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.163924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] For port 58b4c294-9d69-498a-aa7c-040dcce1fb8e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:20:25.170852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] For port 58b4c294-9d69-498a-aa7c-040dcce1fb8e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=58b4c294-9d69-498a-aa7c-040dcce1fb8e,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:20:25.176972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.242643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811ea2d-e18d-4b57-9718-1d6aff41348d None None] Pushing event updated for resources: {'Port': ['ID=58b4c294-9d69-498a-aa7c-040dcce1fb8e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:25.429689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.20.0.1 (9352febb-d05d-4736-bcc2-82376908e696/6ce45856-7f28-4c4f-bf88-a4fba725628b/ff40b6ae-3a2c-4e22-9979-8baa41fed0e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:25.593553 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.632246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.676695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 9352febb-d05d-4736-bcc2-82376908e696 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:25.679639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:25.684034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:25.708856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:25.732001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:25.868331 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.179142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-e9299a33-17c2-41c6-8fd2-b607bea3e418 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625871006&fields=id&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 267 time: 0.0976214 Nov 23 19:20:26.250011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df250c-d5f4-4b0f-952c-7e453a3092b2 None None] Network 9352febb-d05d-4736-bcc2-82376908e696 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:20:26.274574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.285575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.334208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] Provisioning complete for port 58b4c294-9d69-498a-aa7c-040dcce1fb8e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:26.334591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.380629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.395299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-f88d5d96-2b8a-44e1-befd-2c214f0d2c65 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:26.397149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-f88d5d96-2b8a-44e1-befd-2c214f0d2c65 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.2049925 Nov 23 19:20:26.400596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:26.432559 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-e51ca742-77ed-4821-8445-4294dd776c5e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0236328 Nov 23 19:20:26.484167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.527348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] For port 58b4c294-9d69-498a-aa7c-040dcce1fb8e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=58b4c294-9d69-498a-aa7c-040dcce1fb8e,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:26.534921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.543221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-eca2f450-f69e-4717-b117-53721c10606d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032908 Nov 23 19:20:26.553405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 9352febb-d05d-4736-bcc2-82376908e696 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:26.554941 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:26.601390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80da54b-23da-48b7-a8f8-ce368d5ce971 None None] Pushing event updated for resources: {'Port': ['ID=58b4c294-9d69-498a-aa7c-040dcce1fb8e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:26.759366 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-51ac28d2-520a-4409-8a80-f983063e692e service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864574 Nov 23 19:20:26.770864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:26.804419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 58b4c294-9d69-498a-aa7c-040dcce1fb8e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:26.871433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67f6d778-d2c3-4aaf-b110-46f4abd3c5b5 None None] Provisioning complete for port 58b4c294-9d69-498a-aa7c-040dcce1fb8e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:26.871895 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67f6d778-d2c3-4aaf-b110-46f4abd3c5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.910232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 58b4c294-9d69-498a-aa7c-040dcce1fb8e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:26.911713 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:26.959549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-5c279be4-55c5-4b4e-8e44-66381815137b service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067497 Nov 23 19:20:26.975188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:26.981289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1d6223c1-9b95-4b70-b05f-ac774c8ba32a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "PUT /v2.0/routers/d31e7bb9-96ca-4e4c-88bf-1e259e355aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9161186 Nov 23 19:20:26.983958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42424) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:26.990008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--15934920', 'description': 'tempest-secgroup_access--15934920 description', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:27.017773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Sync routers for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:27.020139 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.080379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3fb02167-9580-4f50-a639-2ee9dc0a745e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:27.086790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67f6d778-d2c3-4aaf-b110-46f4abd3c5b5 None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:27.087256 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67f6d778-d2c3-4aaf-b110-46f4abd3c5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.113863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.119535 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.137651 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:27.138284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:27.155267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:27.160069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.164315 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:27.164533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1783905 Nov 23 19:20:27.169003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1844619675', 'description': 'tempest-secgroup_general--1844619675 description', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:27.172083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.172559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.173158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.173719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.174300 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.174857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.175440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.176046 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.176601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.177155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.177663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.178154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9479eae-1b7f-4b69-8c3e-15d78d7005d7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.205971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.208857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-67f6d778-d2c3-4aaf-b110-46f4abd3c5b5 None None] Port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:27.271988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3fb02167-9580-4f50-a639-2ee9dc0a745e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:27.272649 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.290805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.300164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.353471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:27.376321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282d0e61-437a-417f-affc-670763baaa6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:27.387124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.387689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.388150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.388790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.389219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.389853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.390218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.390728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.391253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.391770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.392307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.392729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:20:27.399303 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.403496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e5c6ff17-8667-4094-ae6f-800cd528fea0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2354608 Nov 23 19:20:27.403653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-303f91e3-d9a4-43a5-a88d-367ab8f70adf req-cf82c88b-5b5a-4d6a-881d-8199a789be1c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0465245 Nov 23 19:20:27.403859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:27.409546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'security_group_rule': {'security_group_id': 'c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:27.435687 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f0518182-3b37-4cac-93bb-d00e666d9c16 None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:27.436073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0518182-3b37-4cac-93bb-d00e666d9c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.441010 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.498924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.503749 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.520931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcb449f-14bd-4c6f-a1f5-54ffdc1d22d4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:27.530505 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.532140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5d4e43bd-d2cf-4b8b-9031-b86b562522b2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268268 Nov 23 19:20:27.700046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-81768db3-0236-47bd-9b08-278ab56bf86d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--15934920&fields=id&tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe HTTP/1.1" status: 200 len: 267 time: 0.0498843 Nov 23 19:20:27.750712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f0518182-3b37-4cac-93bb-d00e666d9c16 None None] Port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:27.755265 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-defdd696-d24f-4286-88e6-0cb34801edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.761550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-877e7188-5e99-4710-a2b9-65e26ccd34e4 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1844619675&fields=id&tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe HTTP/1.1" status: 200 len: 267 time: 0.0548139 Nov 23 19:20:27.875183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-139b40a2-6a9f-4155-b323-49d527d5813c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:27.876999 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-139b40a2-6a9f-4155-b323-49d527d5813c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 797 time: 0.1145086 Nov 23 19:20:27.888006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a54df71c-42d4-4946-8aa1-e11c27715791 None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:27.888542 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a54df71c-42d4-4946-8aa1-e11c27715791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:27.895513 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-37ffc2fc-e340-44b9-92c8-76458d63e5a7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/quotas/d67b0bc0f4a64d6a9874c176d354b7fe HTTP/1.1" status: 200 len: 375 time: 0.0119119 Nov 23 19:20:27.944276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a54df71c-42d4-4946-8aa1-e11c27715791 None None] Port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:27.948413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:26Z', 'revision_number': 2, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:27.953663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-315657fa-f07e-4dbe-97ec-90bffe24f3fa tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512035 Nov 23 19:20:27.977316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Checking router: d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:27.977579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Updating router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:20:28.005475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.062033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-7e544f18-6bfc-40d0-8541-97daee58fdea service neutron] 10.222.0.37 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961030 Nov 23 19:20:28.165088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-d4908f4e-4495-48d2-8e6f-bc9d5f7f4cbc service neutron] 10.222.0.37 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962477 Nov 23 19:20:28.298239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.306934 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.365907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5b535b7-b291-4fcc-8afd-b9ba509be006 req-492a510f-0eb4-4764-b620-b6672dd66b73 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 210 time: 0.0395031 Nov 23 19:20:28.387573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61918de0-3372-4751-93fe-e437d1afa76b None None] Pushing event updated for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:28.428728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Attempting to bind port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:20:28.429225 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Attempting to bind port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:20:28.429696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Attempting to bind port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 on network 9352febb-d05d-4736-bcc2-82376908e696 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:28.436369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:20:28.438303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Checking segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:28.438842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.439444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Bound using segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:20:28.440104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Bound port: ff40b6ae-3a2c-4e22-9979-8baa41fed0e9, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:20:28.440731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.533951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] For port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:20:28.536035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-634e30a6-0c7b-4d7d-ab4f-53a998a0cbd0 req-c1444017-fbd1-4d82-95dc-0cab27c2f42b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0505092 Nov 23 19:20:28.541843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] For port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:20:28.551573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.615972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:28.616742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:28.671270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61918de0-3372-4751-93fe-e437d1afa76b None None] Pushing event updated for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:28.694584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:28.694963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.722439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-2be929b1-d106-442f-8385-39e79f0f1e56 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:28.724470 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-2be929b1-d106-442f-8385-39e79f0f1e56 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1976810 Nov 23 19:20:28.817122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:28.824992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-83d75c5a-b37d-48ab-82e7-46526e55d8c4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 379 time: 0.0856853 Nov 23 19:20:28.837484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'security_groups': ['f888118e-16b5-410c-bec1-a4b6ab5f6bc5']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:28.940941 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:28.994399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] For port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:29.013704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:20:29.021586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.027971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.128630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64735717-1a61-4e3d-a16f-b447b803d998 None None] Pushing event updated for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:29.177811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-87998a55-b42a-4c38-a8a2-f3410e5a1665 None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:29.178192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87998a55-b42a-4c38-a8a2-f3410e5a1665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.204817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.10 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/c52d2ec5-09d1-46be-aa3f-60e3207ea2c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:29.244781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:29.277719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86103-155e-45b8-993a-fc10832bbe11 None None] The sync data for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 is: [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:29.414713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.466884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.511880 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5f2a37f4-c466-42ab-b44f-421dddb938cb req-6cc83b4b-10f3-4a49-8fa7-a3c28a79cd0b tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 210 time: 0.0530512 Nov 23 19:20:29.526098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:29.529712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:29.533913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:29.542140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:29.604198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:29.620542 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.694703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-d392539e-806c-4e15-bcb4-7de93567390d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627012 Nov 23 19:20:29.719657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Request body: {'port': {'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:29.767790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98860e16-4161-4cb9-9ee3-950dbd63cc48 req-ce3594a5-6ed4-4c65-86a0-bc5254210cb0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:29.769385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98860e16-4161-4cb9-9ee3-950dbd63cc48 req-ce3594a5-6ed4-4c65-86a0-bc5254210cb0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 932 time: 0.1267877 Nov 23 19:20:29.874716 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.947491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6cbeef27-0742-42d0-96f2-729869715fb3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:29.949267 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6cbeef27-0742-42d0-96f2-729869715fb3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.47 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 797 time: 0.2661312 Nov 23 19:20:29.950377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2a6e8607-f9e7-448a-9bbe-b86074795ff0 None None] Provisioning complete for port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:29.951449 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a6e8607-f9e7-448a-9bbe-b86074795ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:29.977350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98860e16-4161-4cb9-9ee3-950dbd63cc48 req-09759ab0-0f36-431f-b3b5-51a7f29b81d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425517 Nov 23 19:20:30.035784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e8607-f9e7-448a-9bbe-b86074795ff0 None None] Port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:30.071585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-34f7e8e6-4970-49b3-8b01-80ac76fa7ae0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe HTTP/1.1" status: 200 len: 476 time: 0.1059558 Nov 23 19:20:30.084857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'port': {'device_id': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'admin_state_up': True, 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'security_groups': ['c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2', '282d0e61-437a-417f-affc-670763baaa6a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:30.187114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfbd7-87c3-4ffe-aef2-231f7b44dd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.254026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:20:30.258008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.289488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:30.300370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.318445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Transition to ACTIVE for port object c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:20:30.323904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.390864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Pushing event updated for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:30.428136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.20.0.8 (9352febb-d05d-4736-bcc2-82376908e696/6ce45856-7f28-4c4f-bf88-a4fba725628b/38c0a5b1-87c1-4c57-929d-717d0640460a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:30.493688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Attempting to bind port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:20:30.494119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Attempting to bind port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:20:30.494458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Attempting to bind port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:30.506977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:20:30.506977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Attempting to bind port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:30.517150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:20:30.517891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:30.518505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:20:30.519703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Bound port: c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:20:30.520070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.667750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:20:30.677056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:20:30.684677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2d70744-e2c8-4998-a35a-f1485a8f475f req-da86d384-57b3-4534-afd0-7002931dae47 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 210 time: 0.0420260 Nov 23 19:20:30.685481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.688764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.753082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:30.753752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.755219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] 10.222.0.50 "PUT /v2.0/ports/c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1092 time: 1.0426605 Nov 23 19:20:30.755775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:30.757176 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.758476 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33518e-1ccc-452d-8c86-ac829d255786" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:30.818935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 9352febb-d05d-4736-bcc2-82376908e696 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:30.824151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:30.836462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:30.868635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.920232 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:30.951871 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b93ff3-c60c-4f74-b0f5-073488652b9a x-openstack-request-id: req-81b93ff3-c60c-4f74-b0f5-073488652b9a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:30.952230 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:30.952501 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81b93ff3-c60c-4f74-b0f5-073488652b9a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:30.952932 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'status': 'completed', 'code': 200} Nov 23 19:20:30.960968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:30.962074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:30.969408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a685-ee28-4967-913d-ac0c27f0288f service neutron] Pushing event updated for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:31.000702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-dda1af4d-7ade-4ad0-9fc3-de5acc10645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:31.002341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-dda1af4d-7ade-4ad0-9fc3-de5acc10645a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1095 time: 0.1493952 Nov 23 19:20:31.007264 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9286804 Nov 23 19:20:31.008410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecc0d7-9517-47c6-9e72-b8758061c6df tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:31.033221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Request body: {'port': {'device_id': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:31.063026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:31.063649 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.113821 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-b0283e42-0767-4e8c-93a8-8ef84137ddb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 217 time: 0.0940921 Nov 23 19:20:31.206624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-eb3948f2-c1bd-4093-9cf9-802e4dfc3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:31.208156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-eb3948f2-c1bd-4093-9cf9-802e4dfc3023 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0864573 Nov 23 19:20:31.245832 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.265956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0f180-834d-4c50-bab6-aee397fbe87c req-641a1fb0-7cb2-4165-bee4-f78109b1b0e7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:31.268399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7df0f180-834d-4c50-bab6-aee397fbe87c req-641a1fb0-7cb2-4165-bee4-f78109b1b0e7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.1662550 Nov 23 19:20:31.301659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208c63-6a47-492a-937d-146e32643a31 req-0f09bddd-07be-4f26-ae60-2254021436c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:31.303360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-0f09bddd-07be-4f26-ae60-2254021436c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831468 Nov 23 19:20:31.352735 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7df0f180-834d-4c50-bab6-aee397fbe87c req-1d475581-3936-4d82-bd9e-ffcf3fe60621 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749571 Nov 23 19:20:31.403521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6464310-c3be-491b-a61d-a879045bba8a None None] Provisioning complete for port 38c0a5b1-87c1-4c57-929d-717d0640460a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:31.404264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6464310-c3be-491b-a61d-a879045bba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.410830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-f8d9a1a7-bbe2-44dd-92b9-e221d2e7010c service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984478 Nov 23 19:20:31.445531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6464310-c3be-491b-a61d-a879045bba8a None None] Port 38c0a5b1-87c1-4c57-929d-717d0640460a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:20:31.616143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c0a5b1-87c1-4c57-929d-717d0640460a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:31.624354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.637355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Transition to ACTIVE for port object 38c0a5b1-87c1-4c57-929d-717d0640460a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:20:31.642427 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.695754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Pushing event updated for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:31.846837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Attempting to bind port 38c0a5b1-87c1-4c57-929d-717d0640460a on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:20:31.847646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Attempting to bind port 38c0a5b1-87c1-4c57-929d-717d0640460a by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:20:31.848195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Attempting to bind port 38c0a5b1-87c1-4c57-929d-717d0640460a on network 9352febb-d05d-4736-bcc2-82376908e696 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:31.854756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Port 38c0a5b1-87c1-4c57-929d-717d0640460a on network 9352febb-d05d-4736-bcc2-82376908e696 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:20:31.855477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Attempting to bind port 38c0a5b1-87c1-4c57-929d-717d0640460a on network 9352febb-d05d-4736-bcc2-82376908e696 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:20:31.863195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:20:31.863645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Checking segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:20:31.864121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Bound using segment: {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:20:31.864625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Bound port: 38c0a5b1-87c1-4c57-929d-717d0640460a, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10193dc-f47d-4383-b100-2fead2af1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9352febb-d05d-4736-bcc2-82376908e696'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:20:31.865051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:31.931991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb65a5-2afc-4461-9f08-d071fb12a0e6 req-3c7b245e-3da9-43e6-bd8d-b86a2cfd6941 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:31.940036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbfb65a5-2afc-4461-9f08-d071fb12a0e6 req-3c7b245e-3da9-43e6-bd8d-b86a2cfd6941 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 982 time: 0.0891421 Nov 23 19:20:31.958076 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85208c63-6a47-492a-937d-146e32643a31 req-2bad52c9-f6ac-4358-b792-98d98c0d47bc service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390091 Nov 23 19:20:31.977470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:20:31.983065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=38c0a5b1-87c1-4c57-929d-717d0640460a,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:20:31.995864 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:32.029121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fbfb65a5-2afc-4461-9f08-d071fb12a0e6 req-616b6a0b-753a-41f8-b454-0f64cdd2841d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0876169 Nov 23 19:20:32.081265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.081816 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-67d48ef0-e988-4839-8bfa-abad109b85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.082210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:32.083389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-67d48ef0-e988-4839-8bfa-abad109b85b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1095 time: 0.0532982 Nov 23 19:20:32.083855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] 10.222.0.47 "PUT /v2.0/ports/38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 1130 time: 1.0589032 Nov 23 19:20:32.088599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:32.100437 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27aa754-e7c7-42c4-a3ac-877b065f0953" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:32.184518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328ceb5-4a8c-494a-8002-7d74a3974d46 service neutron] Pushing event updated for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:32.193799 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49925e79-c0b1-4042-bd3f-ae217b9829fd x-openstack-request-id: req-49925e79-c0b1-4042-bd3f-ae217b9829fd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:32.195983 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:32.199071 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49925e79-c0b1-4042-bd3f-ae217b9829fd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:32.199294 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'status': 'completed', 'code': 200} Nov 23 19:20:32.218132 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-f44bf967-04d0-478b-b708-569199edc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.221182 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-f44bf967-04d0-478b-b708-569199edc885 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1133 time: 0.0770106 Nov 23 19:20:32.273503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-cd666250-af2b-47e8-a666-d615b4f2c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.275066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-cd666250-af2b-47e8-a666-d615b4f2c401 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.1806834 Nov 23 19:20:32.282780 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-4ea4bf86-d6e5-42b9-8d20-b7ad1816b2c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 217 time: 0.0456657 Nov 23 19:20:32.324552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:32.332025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-70fecf9b-c82a-4267-b484-3c8db811bfc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 217 time: 0.0483851 Nov 23 19:20:32.426428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-f48a86ad-e16a-461a-8621-598157d66b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.430388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-f48a86ad-e16a-461a-8621-598157d66b01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 200 len: 834 time: 0.1352193 Nov 23 19:20:32.433030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-3f3341d0-6ab1-4719-bc10-070be771c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.434694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-3f3341d0-6ab1-4719-bc10-070be771c797 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0944073 Nov 23 19:20:32.511784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-7454bbd1-3411-4455-9149-941adc8a6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.513312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-7454bbd1-3411-4455-9149-941adc8a6f2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9352febb-d05d-4736-bcc2-82376908e696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728750 Nov 23 19:20:32.541341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-8039a2d5-4954-48a0-9446-f4e78149597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.543397 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-8039a2d5-4954-48a0-9446-f4e78149597c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974140 Nov 23 19:20:32.579820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9636-040d-4fbe-8f79-62c5b6fc74cd req-09514b95-e6f2-4d8d-8e15-8fcfc6457824 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.581758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a66a9636-040d-4fbe-8f79-62c5b6fc74cd req-09514b95-e6f2-4d8d-8e15-8fcfc6457824 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.1146936 Nov 23 19:20:32.620288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-f5c0453d-c1ad-414f-9773-830243a1b207 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953205 Nov 23 19:20:32.683033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a66a9636-040d-4fbe-8f79-62c5b6fc74cd req-2ccb9392-c5ab-46c3-a69b-1a344daebe0e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905950 Nov 23 19:20:32.696562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-c7c47440-2b25-4f40-b334-f95bf8417ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433301 Nov 23 19:20:32.744885 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56a27191-c22d-47ec-830f-30387c4ccd1e req-a4f3b225-17ae-4012-8b80-5737332d08e9 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131334 Nov 23 19:20:32.798529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bc33518e-1ccc-452d-8c86-ac829d255786 req-770f39ff-bb3c-4f33-a621-20d0703ae4ef service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934751 Nov 23 19:20:32.846444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-3e578e64-77b9-477d-8d0d-46de0005d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.847994 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-3e578e64-77b9-477d-8d0d-46de0005d766 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1133 time: 0.0507417 Nov 23 19:20:32.959753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-1b5f1a4c-9f15-49ba-8b37-e4dcc4dd092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:32.961242 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-1b5f1a4c-9f15-49ba-8b37-e4dcc4dd092d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 898 time: 0.1040595 Nov 23 19:20:33.008146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-5e981533-2e5b-4a9f-949d-a048b3614688 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 217 time: 0.0363343 Nov 23 19:20:33.068066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-507deff3-a8e8-485b-acd2-cbb3161c91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:33.069503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-507deff3-a8e8-485b-acd2-cbb3161c91ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 200 len: 834 time: 0.0537641 Nov 23 19:20:33.160866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-6e26f51f-e2e1-4ba1-b305-b64c80a9d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:33.162449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-6e26f51f-e2e1-4ba1-b305-b64c80a9d02c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9352febb-d05d-4736-bcc2-82376908e696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826576 Nov 23 19:20:33.176103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43302d0-0b08-41f4-b139-dd991c6ef919 req-9b140d1e-d1c7-4afd-a718-3750bcb03b43 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:33.177732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e43302d0-0b08-41f4-b139-dd991c6ef919 req-9b140d1e-d1c7-4afd-a718-3750bcb03b43 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 982 time: 0.0712495 Nov 23 19:20:33.268058 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:33.303462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e43302d0-0b08-41f4-b139-dd991c6ef919 req-264c2c16-6a7d-4bc2-af03-aa5cb0a1bfe7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1166172 Nov 23 19:20:33.315217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-ded1a9db-3b7a-480b-8919-d182d2038fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365244 Nov 23 19:20:33.414987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d27aa754-e7c7-42c4-a3ac-877b065f0953 req-6e5d861c-4276-4e97-a69c-b1b8a969f9ff service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915148 Nov 23 19:20:33.810454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d8da-4d0d-4a91-9c52-fd76fa619e28 req-fff22e64-d9fd-4f3b-b32b-ea6cfda57603 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:33.811970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e459d8da-4d0d-4a91-9c52-fd76fa619e28 req-fff22e64-d9fd-4f3b-b32b-ea6cfda57603 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0545621 Nov 23 19:20:33.869805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e459d8da-4d0d-4a91-9c52-fd76fa619e28 req-e718a819-10e5-4399-9c0e-ee428e7c4676 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451732 Nov 23 19:20:34.426760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6095da-5a70-4d44-b961-9937773b7a46 req-b1045607-856b-4916-aea9-9513d5284c8f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:34.428291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d6095da-5a70-4d44-b961-9937773b7a46 req-b1045607-856b-4916-aea9-9513d5284c8f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 982 time: 0.0535762 Nov 23 19:20:34.490657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d6095da-5a70-4d44-b961-9937773b7a46 req-1e8fa6ed-b248-43a8-ba93-8a59cbaea463 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0555804 Nov 23 19:20:34.998477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88d8a4-9e14-4834-afe2-4b901f053704 req-c154d8ec-a5f8-4586-8d78-52e831431fc4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:35.000079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b88d8a4-9e14-4834-afe2-4b901f053704 req-c154d8ec-a5f8-4586-8d78-52e831431fc4 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0606370 Nov 23 19:20:35.059150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b88d8a4-9e14-4834-afe2-4b901f053704 req-4d994991-bbdd-4c10-81bc-017b7ce16d50 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530913 Nov 23 19:20:35.404886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 38c0a5b1-87c1-4c57-929d-717d0640460a details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:20:35.504352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=38c0a5b1-87c1-4c57-929d-717d0640460a,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:35.520805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'port_id': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'mac_address': 'fa:16:3e:58:49:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:20:35.560253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:35.573128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c0a5b1-87c1-4c57-929d-717d0640460a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:35.592800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=38c0a5b1-87c1-4c57-929d-717d0640460a,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:35.596547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:35.614569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c323e27-f971-4af3-8110-c07c31206fcf req-f8a5b455-68ae-4f23-937b-2c3e5f20534b tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:35.616080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7c323e27-f971-4af3-8110-c07c31206fcf req-f8a5b455-68ae-4f23-937b-2c3e5f20534b tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 982 time: 0.0517206 Nov 23 19:20:35.644068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:35.673351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7c323e27-f971-4af3-8110-c07c31206fcf req-526711d1-22b7-4cf2-8bd4-6cfce80b702c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0510340 Nov 23 19:20:35.904021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['38c0a5b1-87c1-4c57-929d-717d0640460a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:20:36.108958 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:20:36.173712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75aefe-2071-4109-bc91-be886f121e7a req-59246968-7472-4027-9a97-aac4fd7bfe40 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:36.175216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be75aefe-2071-4109-bc91-be886f121e7a req-59246968-7472-4027-9a97-aac4fd7bfe40 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0493088 Nov 23 19:20:36.228384 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be75aefe-2071-4109-bc91-be886f121e7a req-26712886-a9fe-4afa-9f2c-5e8970da05c9 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Nov 23 19:20:36.792150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a1527-728e-4b9a-85eb-c7560d6e4f1c req-d3276610-bf12-4db4-ac79-8ea3c4bc5981 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:36.793667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb8a1527-728e-4b9a-85eb-c7560d6e4f1c req-d3276610-bf12-4db4-ac79-8ea3c4bc5981 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 983 time: 0.0501688 Nov 23 19:20:36.851326 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb8a1527-728e-4b9a-85eb-c7560d6e4f1c req-59706b09-f3d7-4c69-89c5-286bee618bc9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0511172 Nov 23 19:20:37.346541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c7fc3-68d5-4614-90d4-a17dede8e373 req-1cacb638-0d7d-4829-8d12-2d046d940434 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:37.347930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-982c7fc3-68d5-4614-90d4-a17dede8e373 req-1cacb638-0d7d-4829-8d12-2d046d940434 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0493097 Nov 23 19:20:37.396179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-982c7fc3-68d5-4614-90d4-a17dede8e373 req-3b00b37e-26ab-4ffc-99a0-fe219f32bf20 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Nov 23 19:20:37.420452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 38c0a5b1-87c1-4c57-929d-717d0640460a up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:37.467768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 38c0a5b1-87c1-4c57-929d-717d0640460a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:20:37.471535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 38c0a5b1-87c1-4c57-929d-717d0640460a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:37.471908 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:37.550306 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:37.572528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:37.574791 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bae518-b3ff-46bd-88aa-eda7bb9c4415" -d '{"events": [{"server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "name": "network-vif-plugged", "status": "completed", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:37.588172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=38c0a5b1-87c1-4c57-929d-717d0640460a,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:37.592732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:37.615002 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30d308-8794-4ae1-beb6-eb531e8e140f x-openstack-request-id: req-dd30d308-8794-4ae1-beb6-eb531e8e140f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:37.615295 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "name": "network-vif-plugged", "status": "completed", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:37.615570 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd30d308-8794-4ae1-beb6-eb531e8e140f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:37.615959 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'code': 200} Nov 23 19:20:37.644690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:37.724230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44088ae8-f520-4f24-bc64-7dc3404876f4 req-47eb218a-cd8a-45a0-b75a-6b3ab6acac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:37.725818 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44088ae8-f520-4f24-bc64-7dc3404876f4 req-47eb218a-cd8a-45a0-b75a-6b3ab6acac9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.0465827 Nov 23 19:20:37.780772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44088ae8-f520-4f24-bc64-7dc3404876f4 req-968d9fb5-64d5-4e2e-84a4-f04014325e65 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0450528 Nov 23 19:20:37.965472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c646-a60f-4f38-9eff-9380223ffe48 req-024ebd9b-5167-4cdc-b24f-54ee6d7a462d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:37.966939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2507c646-a60f-4f38-9eff-9380223ffe48 req-024ebd9b-5167-4cdc-b24f-54ee6d7a462d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0489044 Nov 23 19:20:38.022793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2507c646-a60f-4f38-9eff-9380223ffe48 req-93c98c66-612e-4ea1-b2bb-eb2b303ec902 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0498686 Nov 23 19:20:38.512611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10df0-0f22-49c8-9ea0-9c4e608f4767 req-43aa5b1a-98e9-4b12-8ac5-819b74617a87 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:38.514081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75d10df0-0f22-49c8-9ea0-9c4e608f4767 req-43aa5b1a-98e9-4b12-8ac5-819b74617a87 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Nov 23 19:20:38.565689 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-75d10df0-0f22-49c8-9ea0-9c4e608f4767 req-07704920-061d-4a52-8525-6a4506f6a4b7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Nov 23 19:20:39.145410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f985c-13a3-4117-b743-d435b7cffe16 req-e832ff4f-086c-437a-997d-7c05e6c62a6d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:39.147166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f5f985c-13a3-4117-b743-d435b7cffe16 req-e832ff4f-086c-437a-997d-7c05e6c62a6d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0564361 Nov 23 19:20:39.168627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.205375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f5f985c-13a3-4117-b743-d435b7cffe16 req-a26cb9b6-796e-4a54-aacb-f0f8fb951bcc tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516698 Nov 23 19:20:39.330556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933229b7-981c-4e01-8231-c7a6aa02a50c req-1ecbf124-6b0a-4d47-a61b-7afd8c313f1f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:39.331950 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-933229b7-981c-4e01-8231-c7a6aa02a50c req-1ecbf124-6b0a-4d47-a61b-7afd8c313f1f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0522487 Nov 23 19:20:39.387513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-933229b7-981c-4e01-8231-c7a6aa02a50c req-55efa5c3-ad93-42a1-adb5-e7836a762f8d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0495658 Nov 23 19:20:39.491483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-7fab0b98-0e3e-402f-baa9-46c63ea7049d tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:39.493020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-7fab0b98-0e3e-402f-baa9-46c63ea7049d tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.0409732 Nov 23 19:20:39.512013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-8b584b2e-608f-45e9-ba9b-4bcc1b8a299e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.584579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-8b584b2e-608f-45e9-ba9b-4bcc1b8a299e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.589692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-8b584b2e-608f-45e9-ba9b-4bcc1b8a299e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.637057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584b2e-608f-45e9-ba9b-4bcc1b8a299e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eb2b7a-c63c-4001-85c6-ec0d47c827b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:39.647450 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0da6b6d-1599-4e6f-99c2-54e9a4969c86 req-8b584b2e-608f-45e9-ba9b-4bcc1b8a299e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1466119 Nov 23 19:20:39.669019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:39.684135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12fd8-b523-4f43-9655-63edd1e4ffe2 req-01ecaf17-02c2-4312-8cc0-0cefb2bd6fbc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:39.685650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c12fd8-b523-4f43-9655-63edd1e4ffe2 req-01ecaf17-02c2-4312-8cc0-0cefb2bd6fbc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0506551 Nov 23 19:20:39.710107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9b2bf-3a7a-436e-bd02-0728d2991f57 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:39.711861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-87d9b2bf-3a7a-436e-bd02-0728d2991f57 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1130 time: 0.0417378 Nov 23 19:20:39.714727 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:39.719050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:39.735711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96c12fd8-b523-4f43-9655-63edd1e4ffe2 req-81de6eb7-0219-4b82-af31-5a3cb39dd81b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Nov 23 19:20:39.740885 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.838002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:39.942948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.25.5.140 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:40.043710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.080918 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.121635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:40.124421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:40.126946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:40.151030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:40.487627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.555042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.594079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.714983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.720103 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.788962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:40.801174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:40.933814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8fe82-e19a-4181-bc21-595845f874b0 req-fdee4a87-62ae-408a-b632-768448781451 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:40.935369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13b8fe82-e19a-4181-bc21-595845f874b0 req-fdee4a87-62ae-408a-b632-768448781451 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0966854 Nov 23 19:20:40.951699 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Floating IP 95811282-e67d-4f5f-ae7a-688d603d0cce associated. External IP: 172.25.5.140, port: 38c0a5b1-87c1-4c57-929d-717d0640460a. Nov 23 19:20:41.061182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-13b8fe82-e19a-4181-bc21-595845f874b0 req-fb574eb4-cf5a-456a-9353-3b8b7a566a8e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188962 Nov 23 19:20:41.202200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:41.317881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:41.326538 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Sync routers for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:41.335087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:41.336195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:41.336863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:41.364723 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0aeceddb-2495-4ae7-a832-541ccdee3984 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6487768 Nov 23 19:20:41.365449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:41.367371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:41.368140 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:41.407490 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c50f96-eb88-489f-959b-165d77012404 x-openstack-request-id: req-46c50f96-eb88-489f-959b-165d77012404 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:41.407970 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:41.408296 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46c50f96-eb88-489f-959b-165d77012404 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:41.408875 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'status': 'completed', 'code': 200} Nov 23 19:20:41.448225 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:41.699283 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '95811282-e67d-4f5f-ae7a-688d603d0cce', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'port_id': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'mac_address': 'fa:16:3e:58:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:40Z', 'updated_at': '2021-11-23T19:20:40Z', 'revision_number': 0, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:41.725746 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Checking router: d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:41.735229 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:41.735882 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:41.844704 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:41.850168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-cc3b4b7e-a92e-4729-a7a1-ba7dcc2fe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.851697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-cc3b4b7e-a92e-4729-a7a1-ba7dcc2fe680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.4148614 Nov 23 19:20:41.872778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.873243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.873706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.874161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.874607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.875055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.876815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fbf2547e-867a-486f-b0c9-a8aa70357231 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.5084329 Nov 23 19:20:41.879751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:41.940336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.940977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.941501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.942012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.942745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.943021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:41.944865 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea4a7a28-dac1-44d6-8103-8e042f6e72c6 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0640259 Nov 23 19:20:41.947951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:42.023490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-d46a8d23-8783-45d5-be2a-a348b9cb3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.025504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-d46a8d23-8783-45d5-be2a-a348b9cb3671 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 898 time: 0.1650579 Nov 23 19:20:42.075739 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '95811282-e67d-4f5f-ae7a-688d603d0cce', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'port_id': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'mac_address': 'fa:16:3e:58:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:40Z', 'updated_at': '2021-11-23T19:20:40Z', 'revision_number': 0, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:42.103067 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532bef3-6101-4c25-a02c-77c5b49eeabe None None] The sync data for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 is: [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '95811282-e67d-4f5f-ae7a-688d603d0cce', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'port_id': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'mac_address': 'fa:16:3e:58:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:40Z', 'updated_at': '2021-11-23T19:20:40Z', 'revision_number': 0, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:42.122109 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-b86aa9f9-5b08-490c-af51-9e9fffbdb36e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 999 time: 0.0861199 Nov 23 19:20:42.188786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e276ab4-425a-4ca9-8d24-3ae2dfc508c5 req-7e160d12-ce30-4185-9d08-78d873ea77ec tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.190334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e276ab4-425a-4ca9-8d24-3ae2dfc508c5 req-7e160d12-ce30-4185-9d08-78d873ea77ec tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0565035 Nov 23 19:20:42.240975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-7d991f1f-2d7a-45ef-9620-3cf0e268969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.242437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-7d991f1f-2d7a-45ef-9620-3cf0e268969b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 200 len: 834 time: 0.1025054 Nov 23 19:20:42.247196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e276ab4-425a-4ca9-8d24-3ae2dfc508c5 req-dfc60582-a3e8-4408-a7fa-b34f2dc3a19f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Nov 23 19:20:42.324503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-f99c4859-c419-4488-8fc5-462434eda220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.326004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-f99c4859-c419-4488-8fc5-462434eda220 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9352febb-d05d-4736-bcc2-82376908e696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762200 Nov 23 19:20:42.330387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b8379-6c7f-4f86-abe4-617527cc3097 None None] New status for floating IP 95811282-e67d-4f5f-ae7a-688d603d0cce: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:42.336503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-00b856d5-2082-49be-b0e6-db891af21464 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3874543 Nov 23 19:20:42.339379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:42.385172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a068cba-2bf7-4362-83e9-19da2cff46d4 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.385631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a068cba-2bf7-4362-83e9-19da2cff46d4 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:42.391669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3a068cba-2bf7-4362-83e9-19da2cff46d4 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 HTTP/1.1" status: 200 len: 1989 time: 0.0466282 Nov 23 19:20:42.423266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-dd6d74c4-9f2a-4d6e-a2f2-6a472958f5cd service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Nov 23 19:20:42.523360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4cb6b08-df3c-47e0-9ec9-3ec78f584829 req-584cd179-b555-4d72-8015-1efd49613322 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930545 Nov 23 19:20:43.367898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ed8d5-0f38-462d-9f76-6334cfa1a01d req-b242e7c8-4a4b-45d8-b525-9a7c0b14f653 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:43.369530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-344ed8d5-0f38-462d-9f76-6334cfa1a01d req-b242e7c8-4a4b-45d8-b525-9a7c0b14f653 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 944 time: 0.0507066 Nov 23 19:20:43.419295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-344ed8d5-0f38-462d-9f76-6334cfa1a01d req-ad266128-5261-4337-a531-a26f1e133e5b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 Nov 23 19:20:44.235971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:20:44.333185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:44.344736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:20:44.380715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:44.393833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:20:44.412879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-c07b62ae-a189-4cbd-a370-f3a563a9a618 req-2fc59106-465a-42ab-ae69-4ad01404e8af service neutron] (103400) timed out ('10.222.0.47', 51919) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:20:44.415801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:44.419835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:44.474981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:44.545812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44843f2b-433a-4498-a906-ee2e2fa588a6 req-87ab1bca-bbc4-484f-a6c2-efb02943c2b7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:44.547370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44843f2b-433a-4498-a906-ee2e2fa588a6 req-87ab1bca-bbc4-484f-a6c2-efb02943c2b7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 945 time: 0.0583770 Nov 23 19:20:44.602007 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-44843f2b-433a-4498-a906-ee2e2fa588a6 req-0152d0a4-1775-4f71-bf8b-753ca72b2a37 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Nov 23 19:20:44.646176 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:20:45.723404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad4bb-5ba9-48ec-b789-6b11b616fc38 req-9194774f-15e4-434d-bda9-6b497866cbf0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:45.724940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac2ad4bb-5ba9-48ec-b789-6b11b616fc38 req-9194774f-15e4-434d-bda9-6b497866cbf0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Nov 23 19:20:45.783804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac2ad4bb-5ba9-48ec-b789-6b11b616fc38 req-17766030-152b-4ae3-8a9c-e3a683f61241 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527849 Nov 23 19:20:46.241905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:20:46.293367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:20:46.297485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:20:46.297855 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:46.372801 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:46.395520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:46.398100 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824153be-e34d-4419-873d-070a876c7a95" -d '{"events": [{"server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "name": "network-vif-plugged", "status": "completed", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:46.411710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:20:46.416844 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:46.443008 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031378e-bfeb-48cb-8a94-5267c758fb95 x-openstack-request-id: req-c031378e-bfeb-48cb-8a94-5267c758fb95 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:46.443325 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "name": "network-vif-plugged", "status": "completed", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:46.443588 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c031378e-bfeb-48cb-8a94-5267c758fb95 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:46.443986 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'code': 200} Nov 23 19:20:46.473149 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:46.543517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad7c4-c1f5-4a64-b71b-4720082d6256 req-203b0cda-a36e-4ec9-b0bd-063467449c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:46.545028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9aad7c4-c1f5-4a64-b71b-4720082d6256 req-203b0cda-a36e-4ec9-b0bd-063467449c83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0416336 Nov 23 19:20:46.594426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9aad7c4-c1f5-4a64-b71b-4720082d6256 req-b19c7691-3af4-4be8-8d23-7d194d131d4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405521 Nov 23 19:20:46.908578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae70ee7-5782-4149-890b-1c7f2e57969c req-89a41bcc-bd6b-4b82-9c00-43c360fd932c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:46.911739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fae70ee7-5782-4149-890b-1c7f2e57969c req-89a41bcc-bd6b-4b82-9c00-43c360fd932c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.0513291 Nov 23 19:20:46.973442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fae70ee7-5782-4149-890b-1c7f2e57969c req-7f106f06-91ff-4f98-a6e4-865fe2228baf tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572767 Nov 23 19:20:48.098729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b754-ab3d-4c97-9e73-c75d740113f5 req-dcf68339-8847-4310-850d-95086afb5060 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.100142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4da7b754-ab3d-4c97-9e73-c75d740113f5 req-dcf68339-8847-4310-850d-95086afb5060 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Nov 23 19:20:48.150131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4da7b754-ab3d-4c97-9e73-c75d740113f5 req-6663579f-9012-407c-b90e-b7dceb743383 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429437 Nov 23 19:20:48.264122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae368a6-cf14-4c2e-b9e6-dac35a1b1ce1 req-2901e0d6-8793-4af8-b02c-b16c7ad0857f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.265588 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ae368a6-cf14-4c2e-b9e6-dac35a1b1ce1 req-2901e0d6-8793-4af8-b02c-b16c7ad0857f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.0485871 Nov 23 19:20:48.317770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ae368a6-cf14-4c2e-b9e6-dac35a1b1ce1 req-8a2f7b5f-902b-417e-9c57-067c48a5fc73 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Nov 23 19:20:48.340491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:48.492932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a29e1a-dc66-4098-a731-fb1ccdd25349 tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:48.494455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-61a29e1a-dc66-4098-a731-fb1ccdd25349 tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1092 time: 0.1529632 Nov 23 19:20:48.497355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:20:48.501732 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:20:48.525812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.619657 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.733339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.25.5.131 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/2e186035-3c5f-4f8e-966b-2d85d345070c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:20:48.833909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.866377 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:48.911518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:20:48.914254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:20:48.916826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:20:48.940189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=2e186035-3c5f-4f8e-966b-2d85d345070c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:49.274078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.343329 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.493178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.497540 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.566558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=2e186035-3c5f-4f8e-966b-2d85d345070c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:20:49.576933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:49.677389 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d6f4acc3-f1a1-4727-937e-f867784a3a94 associated. External IP: 172.25.5.131, port: c52d2ec5-09d1-46be-aa3f-60e3207ea2c8. Nov 23 19:20:49.883041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:20:49.989351 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:20:49.999093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:20:50.008137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:20:50.009639 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:50.010259 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.036352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-09bbf071-3cb6-4245-8519-f86f70335c9e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5379620 Nov 23 19:20:50.036941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:20:50.039199 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:20:50.081889 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f4893-74e6-48bf-bb00-9bfd805c2c48 x-openstack-request-id: req-487f4893-74e6-48bf-bb00-9bfd805c2c48 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:20:50.082189 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:20:50.082446 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-487f4893-74e6-48bf-bb00-9bfd805c2c48 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:20:50.082859 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'status': 'completed', 'code': 200} Nov 23 19:20:50.119237 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:50.145502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-108a08e0-3981-40ae-8827-cfc4b13db817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.147358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-108a08e0-3981-40ae-8827-cfc4b13db817 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0411198 Nov 23 19:20:50.240433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-2aae9e51-0a33-488f-976e-8967ca414ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.241930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-2aae9e51-0a33-488f-976e-8967ca414ca8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0875492 Nov 23 19:20:50.309095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-87b5c00c-cce6-4023-8077-526a4ee38c57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0587468 Nov 23 19:20:50.341944 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.359721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-c28ce8e4-e08b-4671-a139-1fcd21a9a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.361219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-c28ce8e4-e08b-4671-a139-1fcd21a9a8e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0445955 Nov 23 19:20:50.367668 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:20:50.376007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:20:50.376596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:20:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.411681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-ce54f1d1-f6e7-41dc-b3dd-dbf1de383aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:50.413207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-ce54f1d1-f6e7-41dc-b3dd-dbf1de383aae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442703 Nov 23 19:20:50.508393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-c4dbea5e-5804-466c-854f-67decda0a6ce service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873353 Nov 23 19:20:50.568343 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:20:50.605137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcfe13d1-d7a9-4051-8331-7bc816a5e8cb req-d1220d51-7f48-4f14-aa7b-87f9cf31fca4 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882709 Nov 23 19:20:50.791808 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:20:50.821862 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b66fa-b0ff-4cc0-bd9f-8a7fe7786f2b None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:20:51.009903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da608ad0-140d-4055-a0a3-c5d91b7214c7 None None] New status for floating IP d6f4acc3-f1a1-4727-937e-f867784a3a94: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:20:55.607788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-c639c61a-2303-43d1-9a0b-bfd0ffb9e7b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399728 Nov 23 19:20:55.691464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-63f6c909-4d34-4e81-92f2-04f175572a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.692971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-63f6c909-4d34-4e81-92f2-04f175572a3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0405958 Nov 23 19:20:55.799090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-1d0ca101-9afc-4dfd-a8eb-6ed39f03257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.800603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-1d0ca101-9afc-4dfd-a8eb-6ed39f03257e service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0875535 Nov 23 19:20:55.866660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-aab2751e-ca8c-4c3f-8df8-219580de6220 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0571311 Nov 23 19:20:55.919795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-65985cae-c810-4942-8660-6001b27f8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.921312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-65985cae-c810-4942-8660-6001b27f8e1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0471323 Nov 23 19:20:55.967559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-86d0d638-60a5-4afa-8fff-362af880ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:20:55.969166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-86d0d638-60a5-4afa-8fff-362af880ff6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401392 Nov 23 19:20:56.058284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-e5500ac8-ffd6-4b76-bbef-c2ec0e7d50f2 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817850 Nov 23 19:20:56.153481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-73beddaa-1c75-49a6-8b00-a756ff4fa960 req-2c9dedeb-f8d8-4336-899e-823ac3743dc1 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867765 Nov 23 19:20:57.430372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6385d84-634f-4172-b581-6b354ba66ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.181045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f676b0a3-bfdd-4a3d-8790-8515ea8c0019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:00.848667 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:01.220398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-f427a1db-1f09-45cf-b88f-f7325cc225ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414724 Nov 23 19:21:01.314896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-d035078c-4b43-4683-aa97-65fdabb9e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:01.316438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-d035078c-4b43-4683-aa97-65fdabb9e7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.0457942 Nov 23 19:21:01.425958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-b046f46f-6b0c-4e7d-abe9-ea6543cc75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:01.427479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-b046f46f-6b0c-4e7d-abe9-ea6543cc75ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 898 time: 0.0867283 Nov 23 19:21:01.497843 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-24ccda0b-c04a-4f3c-bb5d-fab8385be4b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 1001 time: 0.0624340 Nov 23 19:21:01.547790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-2094d580-7809-4f9c-ad89-d73d25a38818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:01.549222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-2094d580-7809-4f9c-ad89-d73d25a38818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 200 len: 834 time: 0.0441294 Nov 23 19:21:01.594797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-838a71e8-e729-43ad-98a6-d0a8bfaa592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:01.596299 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-838a71e8-e729-43ad-98a6-d0a8bfaa592b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9352febb-d05d-4736-bcc2-82376908e696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392036 Nov 23 19:21:01.695144 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-d0186343-3f52-473a-890f-d4f209200f79 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852015 Nov 23 19:21:01.784947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14482f6c-051e-4cea-9452-6f0e44c0969e req-5d7c2258-f9c9-49a2-bb3a-ab18634a5dbe service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818892 Nov 23 19:21:02.285003 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:03.253705 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:09.188563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:10.593886 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:13.108457 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:21:18.190006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42584) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:18.554114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f0dd37bc-d78c-4943-a91a-7bdb203be81e tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2544 time: 0.3630042 Nov 23 19:21:18.557631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:18.562451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'network': {'name': 'tempest-network-smoke--1033398994', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'port_security_enabled': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:18.582421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:21:18.586378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.609250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:21:18.617669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.618702 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Added segment bd4296cb-b388-4804-a001-bdbc78213428 of type vlan for network 5182f47d-6504-442d-9441-b09a1f490537 Nov 23 19:21:18.665905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.689294 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.694912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:18.695514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.733974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1751678 Nov 23 19:21:18.736755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:18.741525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'admin_state_up': True, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:18.772551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.773756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.778983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15ed0f-c94b-4213-8357-cd7dde1d19f3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Network': ['ID=5182f47d-6504-442d-9441-b09a1f490537,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:18.791582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 5182f47d-6504-442d-9441-b09a1f490537 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:21:18.831015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:18.968626 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.184922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.210594 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.312697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.25.5.48 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c6f45f1d-9865-423d-97b2-885ff868a223) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:19.716617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.749971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.786958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:19.792396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:19.795827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:19.806007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18ec9f-30e9-4dc6-9227-8fae3dad119d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:19.819402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=c6f45f1d-9865-423d-97b2-885ff868a223,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:19.872422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-20785fd1-78d0-420f-a9c5-2e1b203117dc None None] Provisioning complete for port c6f45f1d-9865-423d-97b2-885ff868a223 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:19.872795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20785fd1-78d0-420f-a9c5-2e1b203117dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:19.907021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-20785fd1-78d0-420f-a9c5-2e1b203117dc None None] Port c6f45f1d-9865-423d-97b2-885ff868a223 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:20.045412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:20.250674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:20.379734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router 76d2cc67-712a-40a7-9d39-31b85c17a593 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:21:20.483202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:20.492502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Sync routers for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:20.503427 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:20.504026 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:20.504196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:20.508120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8ae39ac-9e58-41d4-a3fe-101f6205870a tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7673364 Nov 23 19:21:20.508942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.574846 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b319c0-096e-48e0-be37-68e7e54c0acf tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:20.576402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-37b319c0-096e-48e0-be37-68e7e54c0acf tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d67b0bc0f4a64d6a9874c176d354b7fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0665154 Nov 23 19:21:20.579365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.605999 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:20.665292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f76b3b-c422-4d7f-8155-5b593ad91c99 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:20.669344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3f76b3b-c422-4d7f-8155-5b593ad91c99 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858908 Nov 23 19:21:20.669545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.704296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b4246d06-d3e4-4e6c-bd8b-0cea58a5094c tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312443 Nov 23 19:21:20.704614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.732222 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e58be273-01f6-4e0f-84d4-a17a954689c0 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d67b0bc0f4a64d6a9874c176d354b7fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266061 Nov 23 19:21:20.734878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.813783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:19Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:20.846851 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Checking router: 76d2cc67-712a-40a7-9d39-31b85c17a593 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:20.847195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Updating router 76d2cc67-712a-40a7-9d39-31b85c17a593 port c6f45f1d-9865-423d-97b2-885ff868a223 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:21:20.858663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b530ba0-1f5e-40b4-bb63-ef2894877baf tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:20.860360 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4b530ba0-1f5e-40b4-bb63-ef2894877baf tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240983 Nov 23 19:21:20.863285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.872577 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:20.892387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c6c324cc-c10b-4c95-a4b0-2596ff6d9cf1 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276353 Nov 23 19:21:20.894510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:20.899540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276155712', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:20.991117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:21:20.995250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.121020 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.126729 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.170043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a8811-202c-435e-823d-86b531869184 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:21.177367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.182562 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Attempting to bind port c6f45f1d-9865-423d-97b2-885ff868a223 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:21:21.182918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Attempting to bind port c6f45f1d-9865-423d-97b2-885ff868a223 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:21:21.183299 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Attempting to bind port c6f45f1d-9865-423d-97b2-885ff868a223 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:21.189113 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:21:21.189492 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:21.189900 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.190297 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:21:21.190763 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Bound port: c6f45f1d-9865-423d-97b2-885ff868a223, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:21:21.191145 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.192650 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cd1a-800f-4ef4-a828-fc7c621d528a None None] Pushing event updated for resources: {'Port': ['ID=c6f45f1d-9865-423d-97b2-885ff868a223,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:21.234896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-75617b35-20df-4356-9841-8f7b45c1f4da None None] Provisioning complete for port c6f45f1d-9865-423d-97b2-885ff868a223 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:21.235550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75617b35-20df-4356-9841-8f7b45c1f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.241835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Subnet': ['ID=7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:21.249376 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] For port c6f45f1d-9865-423d-97b2-885ff868a223, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:21:21.250668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Checking segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:21.251038 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network hostable DHCP agents. Network: 5182f47d-6504-442d-9441-b09a1f490537, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:21:21.253597 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] For port c6f45f1d-9865-423d-97b2-885ff868a223, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c6f45f1d-9865-423d-97b2-885ff868a223,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:21:21.259697 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.269722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5182f47d-6504-442d-9441-b09a1f490537 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:21:21.275447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-75617b35-20df-4356-9841-8f7b45c1f4da None None] Port c6f45f1d-9865-423d-97b2-885ff868a223 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:21.282442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 5182f47d-6504-442d-9441-b09a1f490537) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:21.287536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:21.288133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.293459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e26ebf-bb7d-4f6a-8c82-c1e088316004 None None] Network 5182f47d-6504-442d-9441-b09a1f490537 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:21.315536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a81db81e-74c5-4ee4-a8ab-ace9c1c7d5e7 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4174387 Nov 23 19:21:21.315767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ce8ad-7327-442c-a360-b4b7f780593d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:21.315864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:21.315864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:21.316072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:21.373456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cd1a-800f-4ef4-a828-fc7c621d528a None None] Pushing event updated for resources: {'Port': ['ID=c6f45f1d-9865-423d-97b2-885ff868a223,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:21.426116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] Provisioning complete for port c6f45f1d-9865-423d-97b2-885ff868a223 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:21.426641 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.436950 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:21.524996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-5182f47d-6504-442d-9441-b09a1f490537', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'fixed_ips': [{'subnet_id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:21:21.526015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.558877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.622693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:19Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:21.628862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] For port c6f45f1d-9865-423d-97b2-885ff868a223, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c6f45f1d-9865-423d-97b2-885ff868a223,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:21.639240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.651572 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e616-9595-4fd8-9673-17df38b7314a None None] The sync data for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 is: [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:19Z', 'revision_number': 3, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:21.721590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607f15-a754-4777-90fd-e7752e7dcc14 None None] Pushing event updated for resources: {'Port': ['ID=c6f45f1d-9865-423d-97b2-885ff868a223,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:21.754498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Allocated IP 172.20.0.18 (5182f47d-6504-442d-9441-b09a1f490537/7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40/924d7c22-c4ce-4457-9e41-3f7e1a053808) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:21.796214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.927055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.933893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:21.972392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Network 5182f47d-6504-442d-9441-b09a1f490537 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:21.980402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:21.985317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Pushing event updated for resources: {'Port': ['ID=924d7c22-c4ce-4457-9e41-3f7e1a053808,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:21.987630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:22.044947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Attempting to bind port 924d7c22-c4ce-4457-9e41-3f7e1a053808 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:21:22.046221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Attempting to bind port 924d7c22-c4ce-4457-9e41-3f7e1a053808 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:21:22.046221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Attempting to bind port 924d7c22-c4ce-4457-9e41-3f7e1a053808 on network 5182f47d-6504-442d-9441-b09a1f490537 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:22.051987 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:21:22.052709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Checking segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:22.053125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.053534 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Bound using segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:21:22.054012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Bound port: 924d7c22-c4ce-4457-9e41-3f7e1a053808, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:21:22.054559 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.127140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.20.0.17 (5182f47d-6504-442d-9441-b09a1f490537/7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40/d0509e28-3cce-48ee-aa5e-a039bba17f6d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:22.128890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] For port 924d7c22-c4ce-4457-9e41-3f7e1a053808, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:21:22.132279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] For port 924d7c22-c4ce-4457-9e41-3f7e1a053808, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=924d7c22-c4ce-4457-9e41-3f7e1a053808,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:21:22.136751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.198177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbcba6-14b6-4ee0-bb49-1d6f639da7f5 None None] Pushing event updated for resources: {'Port': ['ID=924d7c22-c4ce-4457-9e41-3f7e1a053808,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:22.267007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.309611 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.365834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5182f47d-6504-442d-9441-b09a1f490537 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:22.386930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:22.389956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:22.393353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:22.439783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.582195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.821492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c6f45f1d-9865-423d-97b2-885ff868a223 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:22.878498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c6f45f1d-9865-423d-97b2-885ff868a223 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:22.878875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.884850 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.890035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.973535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 924d7c22-c4ce-4457-9e41-3f7e1a053808 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:22.979180 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:22.988836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:23.040051 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 924d7c22-c4ce-4457-9e41-3f7e1a053808 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:23.040428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.089078 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5182f47d-6504-442d-9441-b09a1f490537 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:23.090529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:23.123887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.157546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 924d7c22-c4ce-4457-9e41-3f7e1a053808, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=924d7c22-c4ce-4457-9e41-3f7e1a053808,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:23.162750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.208214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router 76d2cc67-712a-40a7-9d39-31b85c17a593 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:23.213297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=924d7c22-c4ce-4457-9e41-3f7e1a053808,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:23.234260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5691d0-57e4-43e1-bd8b-900da1b2dc15 None None] Network 5182f47d-6504-442d-9441-b09a1f490537 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:23.308938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-74b97213-9178-422d-bf70-98ef05b5da57 None None] Provisioning complete for port 924d7c22-c4ce-4457-9e41-3f7e1a053808 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:23.309315 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74b97213-9178-422d-bf70-98ef05b5da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.341824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:23.349401 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fdaacc2f-2d01-4921-ad6f-4f0c648845d2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "PUT /v2.0/routers/76d2cc67-712a-40a7-9d39-31b85c17a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319698 Nov 23 19:21:23.682930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-e9b8f0fe-65b3-4897-af9d-9782a9aa548b tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:23.684500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-e9b8f0fe-65b3-4897-af9d-9782a9aa548b tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/networks?id=5182f47d-6504-442d-9441-b09a1f490537 HTTP/1.1" status: 200 len: 798 time: 0.1202240 Nov 23 19:21:23.701260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-149aca41-7bbc-4129-8753-5a8eacadbcb6 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/quotas/d67b0bc0f4a64d6a9874c176d354b7fe HTTP/1.1" status: 200 len: 375 time: 0.0102479 Nov 23 19:21:23.749641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Sync routers for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:23.762043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:23.762691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:23.767298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-7e4c5fdd-a730-4e4c-ba42-a334c0081431 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570705 Nov 23 19:21:23.860491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3aa167c-1fe0-4a5f-b9cf-e3c371ea55e8 None None] Provisioning complete for port d0509e28-3cce-48ee-aa5e-a039bba17f6d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:23.860858 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3aa167c-1fe0-4a5f-b9cf-e3c371ea55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:23.912998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:23.941143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa167c-1fe0-4a5f-b9cf-e3c371ea55e8 None None] Port d0509e28-3cce-48ee-aa5e-a039bba17f6d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:23.944822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-16a96420-765f-406a-b7a4-ba46d67fe5ce service neutron] 10.222.0.37 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616733 Nov 23 19:21:23.995531 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3aa167c-1fe0-4a5f-b9cf-e3c371ea55e8 None None] Provisioning complete for port 924d7c22-c4ce-4457-9e41-3f7e1a053808 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:23.995902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3aa167c-1fe0-4a5f-b9cf-e3c371ea55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.043908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-111e7299-5274-4418-a2db-955145440e25 service neutron] 10.222.0.37 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927627 Nov 23 19:21:24.193601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:22Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd0509e28-3cce-48ee-aa5e-a039bba17f6d', 'name': '', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:da:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:21Z', 'updated_at': '2021-11-23T19:21:22Z', 'revision_number': 2, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:24.215184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3927919-0f23-4604-936e-ca701b446d5b req-dace5fd3-8332-4cc0-898f-6bc571f86894 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 210 time: 0.0358956 Nov 23 19:21:24.220288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Checking router: 76d2cc67-712a-40a7-9d39-31b85c17a593 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:24.220734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Updating router 76d2cc67-712a-40a7-9d39-31b85c17a593 port d0509e28-3cce-48ee-aa5e-a039bba17f6d binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:21:24.415473 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.429681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2207f5b8-5a10-40a2-b47e-e9c71e226dc5 None None] Provisioning complete for port d0509e28-3cce-48ee-aa5e-a039bba17f6d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:24.430582 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2207f5b8-5a10-40a2-b47e-e9c71e226dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.542289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2207f5b8-5a10-40a2-b47e-e9c71e226dc5 None None] Port d0509e28-3cce-48ee-aa5e-a039bba17f6d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:24.723994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.730417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.783059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 924d7c22-c4ce-4457-9e41-3f7e1a053808 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:24.845950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Pushing event updated for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:24.876804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.877151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.877488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.877822 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.878153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.878481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.878807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.879137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.879489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.879808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.880128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.880448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:24.896890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Attempting to bind port d0509e28-3cce-48ee-aa5e-a039bba17f6d on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:21:24.897260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Attempting to bind port d0509e28-3cce-48ee-aa5e-a039bba17f6d by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:21:24.897632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Attempting to bind port d0509e28-3cce-48ee-aa5e-a039bba17f6d on network 5182f47d-6504-442d-9441-b09a1f490537 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:24.905627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:21:24.905990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Checking segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:24.906387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.906776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Bound using segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:21:24.907246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Bound port: d0509e28-3cce-48ee-aa5e-a039bba17f6d, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:21:24.907644 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:24.926579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 924d7c22-c4ce-4457-9e41-3f7e1a053808 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:24.926860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.022799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] For port d0509e28-3cce-48ee-aa5e-a039bba17f6d, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:21:25.027608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] For port d0509e28-3cce-48ee-aa5e-a039bba17f6d, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d0509e28-3cce-48ee-aa5e-a039bba17f6d,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:21:25.033259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.145316 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:25.145940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:25.148153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] Provisioning complete for port d0509e28-3cce-48ee-aa5e-a039bba17f6d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:25.148529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.152170 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a64d4-0739-461b-a8f7-8b37201a8a0e None None] Pushing event updated for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:25.321216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-181a00c8-c444-4bf3-8b87-89e3b11b278c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:25.336252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-181a00c8-c444-4bf3-8b87-89e3b11b278c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.50 "GET /v2.0/networks?id=5182f47d-6504-442d-9441-b09a1f490537 HTTP/1.1" status: 200 len: 798 time: 0.1951597 Nov 23 19:21:25.352440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Request body: {'port': {'device_id': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'admin_state_up': True, 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:25.358479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:25.370254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5dfb36a9-43af-4df3-b2a0-81c814844a1a req-efde9f76-879f-4d4a-9a99-2975365b9917 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 210 time: 0.0525346 Nov 23 19:21:25.397452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.479999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] For port d0509e28-3cce-48ee-aa5e-a039bba17f6d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d0509e28-3cce-48ee-aa5e-a039bba17f6d,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:25.491982 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.505631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Made reservation on behalf of d67b0bc0f4a64d6a9874c176d354b7fe for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:21:25.510615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.593452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a70b8-57b6-4478-a001-d4528e98c06e None None] Pushing event updated for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:25.642290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Allocated IP 172.20.0.30 (5182f47d-6504-442d-9441-b09a1f490537/7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40/610bf906-3062-486f-a11c-f6db800d1aa0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:21:25.646815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7e5f9429-9cf3-4baa-9bbb-998021654bfe None None] Provisioning complete for port d0509e28-3cce-48ee-aa5e-a039bba17f6d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:25.647253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9429-9cf3-4baa-9bbb-998021654bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.715571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:22Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd0509e28-3cce-48ee-aa5e-a039bba17f6d', 'name': '', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:da:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:21Z', 'updated_at': '2021-11-23T19:21:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:25.760891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdd75a-f21d-4776-a9f7-1fe4816fd985 None None] The sync data for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 is: [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:22Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd0509e28-3cce-48ee-aa5e-a039bba17f6d', 'name': '', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:da:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:21Z', 'updated_at': '2021-11-23T19:21:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:25.763067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.799523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.858587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Network 5182f47d-6504-442d-9441-b09a1f490537 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:21:25.862628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:21:25.864575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event updated for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:25.866693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:21:25.924774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:25.925455 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:25.944570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-4c488d33-b3c1-415e-a33e-e565e983b007 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5965850 Nov 23 19:21:26.020826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Request body: {'port': {'device_id': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:21:26.086722 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.201697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3ce21009-61a8-4679-b558-964f3ee3b793 None None] Provisioning complete for port 610bf906-3062-486f-a11c-f6db800d1aa0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:26.202067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ce21009-61a8-4679-b558-964f3ee3b793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.242070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3ce21009-61a8-4679-b558-964f3ee3b793 None None] Port 610bf906-3062-486f-a11c-f6db800d1aa0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:21:26.368299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610bf906-3062-486f-a11c-f6db800d1aa0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:21:26.376368 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.389037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Transition to ACTIVE for port object 610bf906-3062-486f-a11c-f6db800d1aa0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:21:26.393239 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.482111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:26.566072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf58f2-3cd1-4691-bd7f-fc7700c55925 req-59cb6353-4877-4891-9cb5-7997de354435 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:26.567739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cdf58f2-3cd1-4691-bd7f-fc7700c55925 req-59cb6353-4877-4891-9cb5-7997de354435 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 907 time: 0.1187708 Nov 23 19:21:26.570896 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Attempting to bind port 610bf906-3062-486f-a11c-f6db800d1aa0 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:21:26.571113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Attempting to bind port 610bf906-3062-486f-a11c-f6db800d1aa0 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:21:26.571414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Attempting to bind port 610bf906-3062-486f-a11c-f6db800d1aa0 on network 5182f47d-6504-442d-9441-b09a1f490537 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:26.576468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Port 610bf906-3062-486f-a11c-f6db800d1aa0 on network 5182f47d-6504-442d-9441-b09a1f490537 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:21:26.576794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Attempting to bind port 610bf906-3062-486f-a11c-f6db800d1aa0 on network 5182f47d-6504-442d-9441-b09a1f490537 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:21:26.583166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:21:26.583582 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Checking segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:21:26.583951 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Bound using segment: {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:21:26.584922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Bound port: 610bf906-3062-486f-a11c-f6db800d1aa0, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4296cb-b388-4804-a001-bdbc78213428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5182f47d-6504-442d-9441-b09a1f490537'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:21:26.585292 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.662210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:21:26.670042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=610bf906-3062-486f-a11c-f6db800d1aa0,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:21:26.675401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.718887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:26.719550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.721167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] 10.222.0.50 "PUT /v2.0/ports/610bf906-3062-486f-a11c-f6db800d1aa0 HTTP/1.1" status: 200 len: 1055 time: 0.7666502 Nov 23 19:21:26.721597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:26.724010 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01f6556-424d-471d-8ce1-f3062454f21b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:26.777574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662c011-8ed9-4c6a-b14e-48dfec15a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:26.801560 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2be97c-33f2-4894-9470-22e4a5d971cc x-openstack-request-id: req-4c2be97c-33f2-4894-9470-22e4a5d971cc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:26.802365 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:26.802806 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c2be97c-33f2-4894-9470-22e4a5d971cc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:26.803438 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0', 'status': 'completed', 'code': 200} Nov 23 19:21:26.863535 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d0509e28-3cce-48ee-aa5e-a039bba17f6d up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:26.864605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-d7591199-2615-4dd8-84dc-af059d539006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:26.866160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-d7591199-2615-4dd8-84dc-af059d539006 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 1058 time: 0.0616505 Nov 23 19:21:26.918679 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-c0e70c50-a141-41dd-9744-c36d63b6ddff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=610bf906-3062-486f-a11c-f6db800d1aa0 HTTP/1.1" status: 200 len: 217 time: 0.0406389 Nov 23 19:21:26.929217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d0509e28-3cce-48ee-aa5e-a039bba17f6d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:26.929595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:26.986358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-6cbbacf2-386d-4865-a404-760f86ae30da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:26.988073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-6cbbacf2-386d-4865-a404-760f86ae30da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40 HTTP/1.1" status: 200 len: 838 time: 0.0612948 Nov 23 19:21:27.047523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031661-d75b-49ac-a653-d674e2e82c4c req-b6efaded-c659-46ef-8292-9ad0c6520ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:27.049055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-b6efaded-c659-46ef-8292-9ad0c6520ff5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5182f47d-6504-442d-9441-b09a1f490537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458307 Nov 23 19:21:27.147847 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-f20770c3-7c22-45b0-9ce1-e84732f94b6a service neutron] 10.222.0.50 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907614 Nov 23 19:21:27.245850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-81031661-d75b-49ac-a653-d674e2e82c4c req-d8d4f5c3-d756-47f2-8ae8-3d629055ed7e service neutron] 10.222.0.50 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903871 Nov 23 19:21:27.338696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6556-424d-471d-8ce1-f3062454f21b req-48e822a2-4683-4cfe-9c86-92897531b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:27.340802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-48e822a2-4683-4cfe-9c86-92897531b6b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 1058 time: 0.0417888 Nov 23 19:21:27.426571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf802c72-8403-435c-8fab-9536b6cf2d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:27.450422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6556-424d-471d-8ce1-f3062454f21b req-502dea31-10ff-425d-bd38-b3930b777448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:27.457379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-502dea31-10ff-425d-bd38-b3930b777448 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5182f47d-6504-442d-9441-b09a1f490537 HTTP/1.1" status: 200 len: 899 time: 0.1015232 Nov 23 19:21:27.498495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-5a9a9675-eae0-47fd-8e4c-725dacd2e3cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=610bf906-3062-486f-a11c-f6db800d1aa0 HTTP/1.1" status: 200 len: 217 time: 0.0387595 Nov 23 19:21:27.557835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6556-424d-471d-8ce1-f3062454f21b req-19d863d4-96f5-40e5-b765-65414ef31d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:27.559692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-19d863d4-96f5-40e5-b765-65414ef31d06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40 HTTP/1.1" status: 200 len: 838 time: 0.0540066 Nov 23 19:21:27.611135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6556-424d-471d-8ce1-f3062454f21b req-fed4f0b0-b5c9-424d-8993-cea0c0ba7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:27.612695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-fed4f0b0-b5c9-424d-8993-cea0c0ba7d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5182f47d-6504-442d-9441-b09a1f490537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447371 Nov 23 19:21:28.071831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a1667-f471-4406-9e97-8714dc55f15e req-55d60aa9-13b3-4bef-a617-9180ff6290b5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:28.073453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e55a1667-f471-4406-9e97-8714dc55f15e req-55d60aa9-13b3-4bef-a617-9180ff6290b5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 907 time: 0.4178696 Nov 23 19:21:28.079791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-03465ef1-a6e2-484a-9118-609ccd2a59c6 service neutron] 10.222.0.50 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581218 Nov 23 19:21:28.183719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b01f6556-424d-471d-8ce1-f3062454f21b req-472946ca-fe3f-4968-9feb-2ca0c705bfb6 service neutron] 10.222.0.50 "GET /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920742 Nov 23 19:21:29.195306 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c16d03-690d-49bb-a174-56af05921a0a req-b9ec7cf3-130e-41ff-804a-6f6f4b0dd142 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:29.197444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76c16d03-690d-49bb-a174-56af05921a0a req-b9ec7cf3-130e-41ff-804a-6f6f4b0dd142 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 907 time: 0.0516818 Nov 23 19:21:30.184878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72a6944e-23b7-4624-860d-5512b1ad8ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:30.316417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce46ec-dd05-4c23-a325-b3d47d58f922 req-ecef3169-a189-471f-9f63-2acaac71977d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:30.317863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bce46ec-dd05-4c23-a325-b3d47d58f922 req-ecef3169-a189-471f-9f63-2acaac71977d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 907 time: 0.0518081 Nov 23 19:21:30.424043 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 610bf906-3062-486f-a11c-f6db800d1aa0 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:21:30.520280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=610bf906-3062-486f-a11c-f6db800d1aa0,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:30.531288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '610bf906-3062-486f-a11c-f6db800d1aa0', 'network_id': '5182f47d-6504-442d-9441-b09a1f490537', 'port_id': '610bf906-3062-486f-a11c-f6db800d1aa0', 'mac_address': 'fa:16:3e:c5:f3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:21:30.567818 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:30.580112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610bf906-3062-486f-a11c-f6db800d1aa0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:21:30.598281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=610bf906-3062-486f-a11c-f6db800d1aa0,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:30.602973 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:30.651341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:30.826605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['610bf906-3062-486f-a11c-f6db800d1aa0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:21:30.877672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:31.435345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2965e-1165-4605-8443-8c8db9d44a09 req-75c5e32a-582c-4313-8bb7-5aab34f66dcf tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:31.436816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4e2965e-1165-4605-8443-8c8db9d44a09 req-75c5e32a-582c-4313-8bb7-5aab34f66dcf tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 908 time: 0.0506315 Nov 23 19:21:32.288346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:32.436394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 610bf906-3062-486f-a11c-f6db800d1aa0 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:21:32.493466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 610bf906-3062-486f-a11c-f6db800d1aa0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:21:32.498395 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 610bf906-3062-486f-a11c-f6db800d1aa0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:21:32.498786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:32.581766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a042171-0349-408a-a689-6e5cda3b2619 req-e1522a4d-0b9a-4419-b609-efb8213f2077 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:32.592061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1a042171-0349-408a-a689-6e5cda3b2619 req-e1522a4d-0b9a-4419-b609-efb8213f2077 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 908 time: 0.0782056 Nov 23 19:21:32.593174 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:32.618201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:32.620479 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecc6726-7e54-4b99-86c4-d710ecf76b30" -d '{"events": [{"server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "name": "network-vif-plugged", "status": "completed", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:32.638679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=610bf906-3062-486f-a11c-f6db800d1aa0,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:32.644904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:32.702825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:32.734657 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b046c9-6eaa-448a-9f6f-6d064e8c6d33 x-openstack-request-id: req-d9b046c9-6eaa-448a-9f6f-6d064e8c6d33 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:32.734952 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "name": "network-vif-plugged", "status": "completed", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:32.735214 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9b046c9-6eaa-448a-9f6f-6d064e8c6d33 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:32.735640 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0', 'code': 200} Nov 23 19:21:32.845136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6bd5-03ba-4915-9f73-cf28fa371b70 req-83a8d1d8-873a-439e-a63e-21893de3ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:32.846638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-22dd6bd5-03ba-4915-9f73-cf28fa371b70 req-83a8d1d8-873a-439e-a63e-21893de3ab2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 1060 time: 0.0423954 Nov 23 19:21:33.259717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:33.718675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4491d3-d26b-4db1-9e60-0377234d0514 req-bec3536c-4018-408a-b729-f2784c4e8119 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:33.720314 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1f4491d3-d26b-4db1-9e60-0377234d0514 req-bec3536c-4018-408a-b729-f2784c4e8119 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0574105 Nov 23 19:21:34.844922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8106689-31c6-44d1-8742-f80876300048 req-b72e4a92-f0dd-49c4-961d-0aac90b53777 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:34.846431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8106689-31c6-44d1-8742-f80876300048 req-b72e4a92-f0dd-49c4-961d-0aac90b53777 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0529511 Nov 23 19:21:34.974370 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e06895-d1bf-4423-99d7-bac8e19d6a4c req-e8cd1a00-56b0-4634-8fad-915fb880832c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:34.975789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17e06895-d1bf-4423-99d7-bac8e19d6a4c req-e8cd1a00-56b0-4634-8fad-915fb880832c tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0613158 Nov 23 19:21:35.090402 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954590-10da-4112-8d87-c4c9c4b2714a req-d3a4ab28-f2fd-4fe4-a22e-e56b1ebc0dd1 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:35.092043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19954590-10da-4112-8d87-c4c9c4b2714a req-d3a4ab28-f2fd-4fe4-a22e-e56b1ebc0dd1 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 1060 time: 0.0484302 Nov 23 19:21:35.199018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b48e88-bbad-49ad-a571-3e1a4d089271 req-3f83bd09-27ca-44c4-9a33-fd15ac446814 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:35.200574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63b48e88-bbad-49ad-a571-3e1a4d089271 req-3f83bd09-27ca-44c4-9a33-fd15ac446814 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.0403419 Nov 23 19:21:35.253983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-63b48e88-bbad-49ad-a571-3e1a4d089271 req-033b6406-6733-4322-9dc3-dd9cea996bd3 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0471225 Nov 23 19:21:35.276242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:35.317103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d61cf-598f-43f8-b949-06de130b5d46 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:35.318618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4e8d61cf-598f-43f8-b949-06de130b5d46 tempest-TestSecurityGroupsBasicOps-1675443548 tempest-TestSecurityGroupsBasicOps-1675443548-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 1055 time: 0.0413461 Nov 23 19:21:35.552961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8815c4b-65b1-4cb8-9bfe-0c165c4c883d req-8708c44d-60f8-46a1-8941-19f2af293608 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:35.555167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8815c4b-65b1-4cb8-9bfe-0c165c4c883d req-8708c44d-60f8-46a1-8941-19f2af293608 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0569792 Nov 23 19:21:36.712304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0520e8-c04f-43fd-92b1-f15a149a1138 req-90f53cbe-4958-4869-967e-0f49da8f47bb tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:36.714020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b0520e8-c04f-43fd-92b1-f15a149a1138 req-90f53cbe-4958-4869-967e-0f49da8f47bb tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0792809 Nov 23 19:21:36.978085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-a74de980-5ace-42b3-a020-e2e62737c9a9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:36.979607 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-a74de980-5ace-42b3-a020-e2e62737c9a9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 909 time: 0.0558133 Nov 23 19:21:37.081584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port 610bf906-3062-486f-a11c-f6db800d1aa0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:37.081828 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.186422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port 610bf906-3062-486f-a11c-f6db800d1aa0, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=610bf906-3062-486f-a11c-f6db800d1aa0,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:37.186786 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.200308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for 610bf906-3062-486f-a11c-f6db800d1aa0 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:37.328442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.359927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=610bf906-3062-486f-a11c-f6db800d1aa0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:37.373175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.373516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.373865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.374205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.374535 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.374865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.375189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.375559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.375888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.376233 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.376538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.376859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:37.412105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] No DVR routers for this DVR port 610bf906-3062-486f-a11c-f6db800d1aa0 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:37.415510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:37.419346 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91e82b21-73e6-48ff-ba2b-5ab7417bd9cd req-23aa16c4-02f8-4917-86b5-e581e59773c3 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.50 "DELETE /v2.0/ports/610bf906-3062-486f-a11c-f6db800d1aa0 HTTP/1.1" status: 204 len: 173 time: 0.4329185 Nov 23 19:21:37.420081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'name': 'network-vif-deleted', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:37.423426 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707f928-a572-4116-b2fb-a72e2ce2d81e" -d '{"events": [{"server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "name": "network-vif-deleted", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:37.475251 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ba8c4-09fa-44f0-816a-7474b981edf4 x-openstack-request-id: req-476ba8c4-09fa-44f0-816a-7474b981edf4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:37.475251 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89b9fb-5701-4147-9959-c94ab9a7036a", "name": "network-vif-deleted", "tag": "610bf906-3062-486f-a11c-f6db800d1aa0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:37.475579 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-476ba8c4-09fa-44f0-816a-7474b981edf4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:37.475939 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89b9fb-5701-4147-9959-c94ab9a7036a', 'name': 'network-vif-deleted', 'tag': '610bf906-3062-486f-a11c-f6db800d1aa0', 'status': 'completed', 'code': 200} Nov 23 19:21:37.853659 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d6891512-cec8-411e-bb5f-d046bd51c8a0 req-992f10f3-aaa9-446f-931e-7c63add5a768 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a89b9fb-5701-4147-9959-c94ab9a7036a HTTP/1.1" status: 200 len: 210 time: 0.0376956 Nov 23 19:21:38.923795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:39.213850 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:39.303958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:39.560848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port d0509e28-3cce-48ee-aa5e-a039bba17f6d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:39.561184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:39.652469 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port d0509e28-3cce-48ee-aa5e-a039bba17f6d, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d0509e28-3cce-48ee-aa5e-a039bba17f6d,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:39.652745 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:39.666517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for d0509e28-3cce-48ee-aa5e-a039bba17f6d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:39.848991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:39.884810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=d0509e28-3cce-48ee-aa5e-a039bba17f6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:40.055671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.268384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router 76d2cc67-712a-40a7-9d39-31b85c17a593 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:40.375539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:40.382392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf805e47-60b7-42c4-8e0a-df5ee4d3268d tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "PUT /v2.0/routers/76d2cc67-712a-40a7-9d39-31b85c17a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557195 Nov 23 19:21:40.384049 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:40.387977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Sync routers for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:40.399476 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:40.400079 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:40.439754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting subnet 7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:21:40.444079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.485338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 610bf906-3062-486f-a11c-f6db800d1aa0 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:40.486710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.506900 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 610bf906-3062-486f-a11c-f6db800d1aa0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:40.507371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 610bf906-3062-486f-a11c-f6db800d1aa0 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:40.579478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.601864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:40.605743 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.641527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.670664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Subnet': ['ID=7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:40.673316 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.676560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/subnets/7038cca9-e8cb-402e-8e9c-7a5bd6a3fe40 HTTP/1.1" status: 204 len: 168 time: 0.2914879 Nov 23 19:21:40.678368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677b9a7-2eef-4de8-8f25-6db43540d18c None None] Network 5182f47d-6504-442d-9441-b09a1f490537 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:40.679268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:40.683712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.684073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.684426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.684774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.685117 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.685461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.685804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.686143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.686479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.686811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.687142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.687501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef775-ab7f-49c8-9a83-2ab5685ccc39 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:21:40.809093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:39Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:40.840717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.842648 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Checking router: 76d2cc67-712a-40a7-9d39-31b85c17a593 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:40.851938 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Routers {'76d2cc67-712a-40a7-9d39-31b85c17a593'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:40.852591 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['76d2cc67-712a-40a7-9d39-31b85c17a593'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:40.902095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] DHCP port deletion for 5182f47d-6504-442d-9441-b09a1f490537 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:40.953384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.956930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Deleting port 924d7c22-c4ce-4457-9e41-3f7e1a053808 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:40.957322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:40.973761 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] Set router 76d2cc67-712a-40a7-9d39-31b85c17a593 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:41.015818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port c6f45f1d-9865-423d-97b2-885ff868a223 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:41.016160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.029073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] For port 924d7c22-c4ce-4457-9e41-3f7e1a053808, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=924d7c22-c4ce-4457-9e41-3f7e1a053808,segment=NetworkSegment(bd4296cb-b388-4804-a001-bdbc78213428),segment_id=bd4296cb-b388-4804-a001-bdbc78213428)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:41.029073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.042419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Calling delete_port for 924d7c22-c4ce-4457-9e41-3f7e1a053808 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:41.104821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port c6f45f1d-9865-423d-97b2-885ff868a223, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c6f45f1d-9865-423d-97b2-885ff868a223,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:41.105377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.124982 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for c6f45f1d-9865-423d-97b2-885ff868a223 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:41.130344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.159478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] Pushing event deleted for resources: {'Port': ['ID=924d7c22-c4ce-4457-9e41-3f7e1a053808,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:41.161414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc958-2d51-4aad-aa0b-4efc21a1ed5d None None] No DVR routers for this DVR port 924d7c22-c4ce-4457-9e41-3f7e1a053808 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:41.188032 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:39Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:41.216682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371e96a-14a5-4a23-a01a-deebbe1d7ab4 None None] The sync data for ids ['76d2cc67-712a-40a7-9d39-31b85c17a593'] in n-d-792364-9 is: [{'id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733489354', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:21:18Z', 'updated_at': '2021-11-23T19:21:39Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': 'c6f45f1d-9865-423d-97b2-885ff868a223', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2cc67-712a-40a7-9d39-31b85c17a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:21:19Z', 'updated_at': '2021-11-23T19:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:41.319364 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.345234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=c6f45f1d-9865-423d-97b2-885ff868a223,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:41.358488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7b9f8-5e9a-46d8-8edc-286fca930c5c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:41.409313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.500818 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.502861 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.544833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.545394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Fanout notify agent at l3_agent the message router_deleted on router 76d2cc67-712a-40a7-9d39-31b85c17a593 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:21:41.552258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.553389 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f9287246-18ce-4c98-a80c-3856a72d3fe0 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/routers/76d2cc67-712a-40a7-9d39-31b85c17a593 HTTP/1.1" status: 204 len: 168 time: 0.8720353 Nov 23 19:21:41.556665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:41.638820 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.730233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.755103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5182f47d-6504-442d-9441-b09a1f490537']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:41.764528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4296cb-b388-4804-a001-bdbc78213428') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:41.764828 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4296cb-b388-4804-a001-bdbc78213428') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:41.774631 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.788469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.795306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:21:41.795725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:21:41.798820 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:21:41.859931 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.868270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:41.871398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/networks/5182f47d-6504-442d-9441-b09a1f490537 HTTP/1.1" status: 204 len: 168 time: 0.3137515 Nov 23 19:21:41.874204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:41.884693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9984049-03cd-4ced-aca2-4a6034acc6e9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Network': ['ID=5182f47d-6504-442d-9441-b09a1f490537,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:42.049204 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:42.049545 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.123870 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.124121 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.135500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:42.316850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.343567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=a37d9db7-6d4c-446c-8cf0-8bfe3e190cf4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:42.405245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.405488 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Floating IP 95811282-e67d-4f5f-ae7a-688d603d0cce disassociated (deleted). External IP: 172.25.5.140, port: 38c0a5b1-87c1-4c57-929d-717d0640460a. Nov 23 19:21:42.612373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:42.721962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:42.726662 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:42.733497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Sync routers for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:42.749859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:42.750885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:42.757047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dfb33894-8b19-43e5-831b-030e3191fb57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/floatingips/95811282-e67d-4f5f-ae7a-688d603d0cce HTTP/1.1" status: 204 len: 168 time: 0.8817046 Nov 23 19:21:42.757617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:42.760625 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b40ebc5-33a5-430c-9738-7cee1158a5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:42.803973 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63fc5a-e5d0-46d4-a9ae-cd37ef53ae30 x-openstack-request-id: req-be63fc5a-e5d0-46d4-a9ae-cd37ef53ae30 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:42.804461 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:42.804914 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be63fc5a-e5d0-46d4-a9ae-cd37ef53ae30 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:42.805558 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'status': 'completed', 'code': 200} Nov 23 19:21:42.949566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-c15028be-3a38-49fc-93b3-3036e5672ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:42.951441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-c15028be-3a38-49fc-93b3-3036e5672ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 1135 time: 0.1127617 Nov 23 19:21:42.977192 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c6f45f1d-9865-423d-97b2-885ff868a223 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:43.010578 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c6f45f1d-9865-423d-97b2-885ff868a223 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:43.010953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c6f45f1d-9865-423d-97b2-885ff868a223 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:43.011444 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 924d7c22-c4ce-4457-9e41-3f7e1a053808 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:43.012023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b80c09-8fad-449f-82c7-a5cf9e3ba310 req-40728d5d-99b4-4f78-a483-f573fcd54283 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:43.014138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5b80c09-8fad-449f-82c7-a5cf9e3ba310 req-40728d5d-99b4-4f78-a483-f573fcd54283 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0563545 Nov 23 19:21:43.053059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-623ce815-4b8c-4f57-a0f8-cd6ada33ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:43.055211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-623ce815-4b8c-4f57-a0f8-cd6ada33ba8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 200 len: 898 time: 0.0960183 Nov 23 19:21:43.064608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 924d7c22-c4ce-4457-9e41-3f7e1a053808 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:43.064956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 924d7c22-c4ce-4457-9e41-3f7e1a053808 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:43.065386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d0509e28-3cce-48ee-aa5e-a039bba17f6d no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:43.087776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b5b80c09-8fad-449f-82c7-a5cf9e3ba310 req-e55dbb9e-a4b6-418c-a256-2c4987aea14e tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0620511 Nov 23 19:21:43.092257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d0509e28-3cce-48ee-aa5e-a039bba17f6d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:43.092663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d0509e28-3cce-48ee-aa5e-a039bba17f6d not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:43.105033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-92edfc2d-6197-488c-b64a-9a86fdc3cd38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 200 len: 217 time: 0.0409524 Nov 23 19:21:43.120674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:43.160979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-c8dd6021-fe86-430b-ae34-df785f5c52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:43.162455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-c8dd6021-fe86-430b-ae34-df785f5c52a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 200 len: 834 time: 0.0494606 Nov 23 19:21:43.216585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-56442d79-7e7c-4736-a99f-90c49904b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:43.218217 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-56442d79-7e7c-4736-a99f-90c49904b292 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9352febb-d05d-4736-bcc2-82376908e696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474639 Nov 23 19:21:43.315296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-539f6d58-0b9c-483a-9258-73c5eb2a8658 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885561 Nov 23 19:21:43.328908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:43.355420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Checking router: d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:43.363747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:43.364368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:43.415186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b40ebc5-33a5-430c-9738-7cee1158a5f0 req-e92cf637-1fb0-470d-a3a1-882efa513591 service neutron] 10.222.0.47 "GET /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920024 Nov 23 19:21:43.472200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:43.671036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:43.700694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05636a-1d35-4b12-b6f7-f38db45d9f3c None None] The sync data for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 is: [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:20:25Z', 'revision_number': 4, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'ff40b6ae-3a2c-4e22-9979-8baa41fed0e9', 'name': '', 'network_id': '9352febb-d05d-4736-bcc2-82376908e696', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'mac_address': 'fa:16:3e:bf:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:25Z', 'updated_at': '2021-11-23T19:20:28Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'subnets': [{'id': '6ce45856-7f28-4c4f-bf88-a4fba725628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:43.938306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1e154-8a6e-433a-a790-40dc16451b0f None None] New status for floating IP 95811282-e67d-4f5f-ae7a-688d603d0cce: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:21:44.218096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed3cf-18f4-4b5f-bb7c-72e7625d8c30 req-c5dc4edf-b49e-4f97-a1c3-72b19aef0a57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:44.220583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e27ed3cf-18f4-4b5f-bb7c-72e7625d8c30 req-c5dc4edf-b49e-4f97-a1c3-72b19aef0a57 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0580723 Nov 23 19:21:44.284670 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e27ed3cf-18f4-4b5f-bb7c-72e7625d8c30 req-f649563a-47c9-492c-b238-19c5b1b73a8f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2&id=282d0e61-437a-417f-affc-670763baaa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0571575 Nov 23 19:21:44.511721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-5aff6b9f-484e-40c4-b317-e2080f5aac36 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:44.513054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-5aff6b9f-484e-40c4-b317-e2080f5aac36 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 984 time: 0.0523832 Nov 23 19:21:44.612072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port 38c0a5b1-87c1-4c57-929d-717d0640460a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:44.612401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:44.699420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port 38c0a5b1-87c1-4c57-929d-717d0640460a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=38c0a5b1-87c1-4c57-929d-717d0640460a,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:44.699777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:44.713615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for 38c0a5b1-87c1-4c57-929d-717d0640460a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:44.848740 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:44.877974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=38c0a5b1-87c1-4c57-929d-717d0640460a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:44.921476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] No DVR routers for this DVR port 38c0a5b1-87c1-4c57-929d-717d0640460a on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:44.924034 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:44.927372 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b30bd2ae-e836-489c-a0af-c688b7dd6779 req-385ac6a6-95ed-4a17-9a1c-984cb5f2a71f tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.47 "DELETE /v2.0/ports/38c0a5b1-87c1-4c57-929d-717d0640460a HTTP/1.1" status: 204 len: 173 time: 0.4047961 Nov 23 19:21:44.927812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'name': 'network-vif-deleted', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:21:44.930155 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bc8a81-17ab-44f2-a8d5-74814259a266" -d '{"events": [{"server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "name": "network-vif-deleted", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:21:44.978937 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db488735-54fe-44f1-bb0c-85e1c2bf9409 x-openstack-request-id: req-db488735-54fe-44f1-bb0c-85e1c2bf9409 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:21:44.979211 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff32dc7-3ba2-4c90-8f6b-f683f678f53d", "name": "network-vif-deleted", "tag": "38c0a5b1-87c1-4c57-929d-717d0640460a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:21:44.979517 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db488735-54fe-44f1-bb0c-85e1c2bf9409 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:21:44.979951 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff32dc7-3ba2-4c90-8f6b-f683f678f53d', 'name': 'network-vif-deleted', 'tag': '38c0a5b1-87c1-4c57-929d-717d0640460a', 'status': 'completed', 'code': 200} Nov 23 19:21:45.409466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccd1f77-03df-4232-99fd-b3b257e3a13e req-caccd654-52cf-46c3-8dd4-7e6fb8535098 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff32dc7-3ba2-4c90-8f6b-f683f678f53d HTTP/1.1" status: 200 len: 210 time: 0.0279114 Nov 23 19:21:46.465035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:46.516089 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.537920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.589007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.591756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.592901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/security-groups/282d0e61-437a-417f-affc-670763baaa6a HTTP/1.1" status: 204 len: 168 time: 0.1268733 Nov 23 19:21:46.595705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:46.602422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5498f-19f3-4950-8a34-cddfc0ab3e60 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282d0e61-437a-417f-affc-670763baaa6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:46.648710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.671252 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.716200 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.718979 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:46.720339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2 HTTP/1.1" status: 204 len: 168 time: 0.1235178 Nov 23 19:21:46.723649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:46.731269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2a5d3-3aa3-4a1f-a247-d1bed9f5f317 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ceabe6-ca62-4e95-8b1b-f97cb1a5d2c2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:47.124936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.393694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:47.393945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.480177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port ff40b6ae-3a2c-4e22-9979-8baa41fed0e9, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:47.480887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.497273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:47.694841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:47.734804 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=ff40b6ae-3a2c-4e22-9979-8baa41fed0e9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:47.795552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 38c0a5b1-87c1-4c57-929d-717d0640460a no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:47.824735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 38c0a5b1-87c1-4c57-929d-717d0640460a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:47.825368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 38c0a5b1-87c1-4c57-929d-717d0640460a not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:47.918468 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.437720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:21:48.544928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:21:48.550164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7af07a0a-8b4f-498f-92c8-54ada756c8c5 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "PUT /v2.0/routers/d31e7bb9-96ca-4e4c-88bf-1e259e355aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253939 Nov 23 19:21:48.552770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:48.554348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Sync routers for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:21:48.564159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:48.564768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:48.607483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting subnet 6ce45856-7f28-4c4f-bf88-a4fba725628b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:21:48.610680 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.651476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.669496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:48.744187 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.809652 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.840117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.843476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/subnets/6ce45856-7f28-4c4f-bf88-a4fba725628b HTTP/1.1" status: 204 len: 168 time: 0.2896018 Nov 23 19:21:48.844524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d65b76-0ef5-4b18-806a-e9e45f151ea2 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce45856-7f28-4c4f-bf88-a4fba725628b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:48.846271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:48.849806 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68ad4f-431a-4b5c-83da-bf9031c7b011 None None] Network 9352febb-d05d-4736-bcc2-82376908e696 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:21:48.917616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:21:47Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:48.966114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Checking router: d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:21:48.971469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:48.990733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Routers {'d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:21:48.991268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:21:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:49.109934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] Set router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:21:49.140775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] DHCP port deletion for 9352febb-d05d-4736-bcc2-82376908e696 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:49.306042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Deleting port 58b4c294-9d69-498a-aa7c-040dcce1fb8e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:49.306429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.396742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.406112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] For port 58b4c294-9d69-498a-aa7c-040dcce1fb8e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=58b4c294-9d69-498a-aa7c-040dcce1fb8e,segment=NetworkSegment(d10193dc-f47d-4383-b100-2fead2af1788),segment_id=d10193dc-f47d-4383-b100-2fead2af1788)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:49.407410 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.424975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Calling delete_port for 58b4c294-9d69-498a-aa7c-040dcce1fb8e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:49.445615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a198b536-fa90-4779-878a-94e4046791dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:21:47Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:49.449449 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Deleting port 3fb02167-9580-4f50-a639-2ee9dc0a745e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:21:49.449783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.509294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198b536-fa90-4779-878a-94e4046791dd None None] The sync data for ids ['d31e7bb9-96ca-4e4c-88bf-1e259e355aa7'] in n-d-792364-9 is: [{'id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889132569', 'tenant_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:20:21Z', 'updated_at': '2021-11-23T19:21:47Z', 'revision_number': 5, 'project_id': 'd67b0bc0f4a64d6a9874c176d354b7fe', 'gw_port': {'id': '3fb02167-9580-4f50-a639-2ee9dc0a745e', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e7bb9-96ca-4e4c-88bf-1e259e355aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:20:22Z', 'updated_at': '2021-11-23T19:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:21:49.532422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] For port 3fb02167-9580-4f50-a639-2ee9dc0a745e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3fb02167-9580-4f50-a639-2ee9dc0a745e,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:21:49.532778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.552329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Calling delete_port for 3fb02167-9580-4f50-a639-2ee9dc0a745e owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:21:49.552687 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.579829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] Pushing event deleted for resources: {'Port': ['ID=58b4c294-9d69-498a-aa7c-040dcce1fb8e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:49.584254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e7cc4-c1f0-426b-9fd1-bced08094098 None None] No DVR routers for this DVR port 58b4c294-9d69-498a-aa7c-040dcce1fb8e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:21:49.735863 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.763872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Port': ['ID=3fb02167-9580-4f50-a639-2ee9dc0a745e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:49.778012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229b49e-7d52-4ec0-8d68-d3963655c29b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:21:49.826526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.929247 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.932599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.984094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.984886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Fanout notify agent at l3_agent the message router_deleted on router d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:21:49.992031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:49.993354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5328a590-8798-4a50-9db1-de5861ccb2d9 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/routers/d31e7bb9-96ca-4e4c-88bf-1e259e355aa7 HTTP/1.1" status: 204 len: 168 time: 1.1448143 Nov 23 19:21:49.995844 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:50.072636 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.110559 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:21:50.168758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.189293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9352febb-d05d-4736-bcc2-82376908e696']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:50.200091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10193dc-f47d-4383-b100-2fead2af1788') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:50.200386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10193dc-f47d-4383-b100-2fead2af1788') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:21:50.210184 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.226507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.232289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:21:50.232669 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:21:50.236205 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:21:50.303733 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.310805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.313986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] 10.222.0.37 "DELETE /v2.0/networks/9352febb-d05d-4736-bcc2-82376908e696 HTTP/1.1" status: 204 len: 168 time: 0.3171642 Nov 23 19:21:50.325563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65da66-4c4c-4f73-a9c3-75effac9cc63 tempest-TestSecurityGroupsBasicOps-628719421 tempest-TestSecurityGroupsBasicOps-628719421-project] Pushing event deleted for resources: {'Network': ['ID=9352febb-d05d-4736-bcc2-82376908e696,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:50.612323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:50.754727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73ba88da-be3e-4641-beab-c3d8b5b48ee9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d67b0bc0f4a64d6a9874c176d354b7fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412299 Nov 23 19:21:50.757350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:50.793276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 58b4c294-9d69-498a-aa7c-040dcce1fb8e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:50.816692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.823745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 58b4c294-9d69-498a-aa7c-040dcce1fb8e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:50.824089 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 58b4c294-9d69-498a-aa7c-040dcce1fb8e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:50.824562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3fb02167-9580-4f50-a639-2ee9dc0a745e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:50.840120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.844673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3fb02167-9580-4f50-a639-2ee9dc0a745e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:50.845015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3fb02167-9580-4f50-a639-2ee9dc0a745e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:50.845566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:21:50.864419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:21:50.864765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ff40b6ae-3a2c-4e22-9979-8baa41fed0e9 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:21:50.891331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.893900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:50.895294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b638d3ba-e307-4934-8f61-434270a5af28 HTTP/1.1" status: 204 len: 168 time: 0.1362538 Nov 23 19:21:50.905659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ade90-c18c-4e79-8288-b951413a46c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638d3ba-e307-4934-8f61-434270a5af28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:51.162961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.176181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e94477-66ce-42a4-a441-5c24ae4e8ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.254810 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e94477-66ce-42a4-a441-5c24ae4e8ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.259117 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e94477-66ce-42a4-a441-5c24ae4e8ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.298517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-71e94477-66ce-42a4-a441-5c24ae4e8ee6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe87e971dab24a99bf9d39aa84a2a490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344452 Nov 23 19:21:51.299433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e94477-66ce-42a4-a441-5c24ae4e8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b31bf5-154e-4d69-b63c-63a4e9141ae7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:51.301276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.350271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.371424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.418139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.420859 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.422004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95b31bf5-154e-4d69-b63c-63a4e9141ae7 HTTP/1.1" status: 204 len: 168 time: 0.1196263 Nov 23 19:21:51.430868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c4a87-5858-47f7-8fdf-9ca53a7b1c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b31bf5-154e-4d69-b63c-63a4e9141ae7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:51.741695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.786305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b91bbc4f-f91a-4111-a74a-482b9dee8248 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3694c7aca4274b78b27f6ca74504199c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430760 Nov 23 19:21:51.789262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 42748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:21:51.837420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.861628 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.908229 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.911070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:21:51.912368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78eb2b7a-c63c-4001-85c6-ec0d47c827b4 HTTP/1.1" status: 204 len: 168 time: 0.1221855 Nov 23 19:21:51.920664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887e184-b179-4e6a-ba22-2fd2aabca538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eb2b7a-c63c-4001-85c6-ec0d47c827b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:21:56.607326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-98b78bbe-8782-4c65-b8d8-b7702c4a53c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415628 Nov 23 19:21:56.698341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-49ea733c-f9cb-4132-bb3a-40b219a3585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:56.699886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-49ea733c-f9cb-4132-bb3a-40b219a3585b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0419152 Nov 23 19:21:56.808810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-72cc5fbd-997f-4cba-b6c8-e1850fe1f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:56.810277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-72cc5fbd-997f-4cba-b6c8-e1850fe1f2b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0900280 Nov 23 19:21:56.876388 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-d356a11b-1d55-4e09-a93c-649cebb562cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0587556 Nov 23 19:21:56.925944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-52479402-b4d6-4209-9fea-1b9e9e177844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:56.927408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-52479402-b4d6-4209-9fea-1b9e9e177844 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0436318 Nov 23 19:21:56.977878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-8047bd48-c6c9-440c-8d57-041b4d5f1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:21:56.979379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-8047bd48-c6c9-440c-8d57-041b4d5f1e87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442865 Nov 23 19:21:57.069135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-d6ce744e-bc54-4dc1-a403-b4fd96db68d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814025 Nov 23 19:21:57.164839 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a94204cf-bcbd-47ad-a823-9069874971a8 req-472de64f-e32a-4e63-a4b3-c60758fd8a13 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869291 Nov 23 19:21:57.430276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6acf202-6712-496a-bceb-d82a4e5c5419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:00.186246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e861d625-521c-47bd-9482-d42a9222b955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:00.855759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:02.292490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:03.250955 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:09.201946 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:10.616985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:27.109918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:22:27.440680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cffe13ee-9074-423e-bbc6-ae81e77c3d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:29.631088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-2cf9eafe-048f-43f8-8bfd-99f5a544cb71 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625871006&fields=id&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 267 time: 0.0433826 Nov 23 19:22:29.741039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-e70f0d65-7eca-4b9a-9050-a22d43deee2d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:29.742492 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-e70f0d65-7eca-4b9a-9050-a22d43deee2d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1042144 Nov 23 19:22:29.757608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-e352202b-30cb-4500-a9f2-9b1440f07ed0 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/quotas/b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Nov 23 19:22:29.810594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-715330d3-0974-4b9b-a3b7-9e14498f9f68 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471897 Nov 23 19:22:29.907235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-16a1eada-3c0d-483d-8b13-2eeb2acbab7d service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836856 Nov 23 19:22:30.001453 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-dc58965a-dc30-4621-9dbd-a8b6102f436b service neutron] 10.222.0.37 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Nov 23 19:22:30.187785 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-717e96ab-11c1-41c3-8175-2dd83c800c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:30.282226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc840b26-d083-480d-86b6-d02f30efb273 req-24e03445-fb54-4130-83bf-a521e8ca94c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0272207 Nov 23 19:22:30.860831 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:31.250407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-5d047922-e8b2-46e2-8910-e4d247e221ed tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:31.251876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-5d047922-e8b2-46e2-8910-e4d247e221ed tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 812 time: 0.1090634 Nov 23 19:22:31.318782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-50757b54-9b7d-47b8-adce-f1409d5ee6f7 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8 HTTP/1.1" status: 200 len: 379 time: 0.0566702 Nov 23 19:22:31.328505 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'port': {'device_id': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'admin_state_up': True, 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'security_groups': ['f888118e-16b5-410c-bec1-a4b6ab5f6bc5']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:22:31.378450 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-07fb37a6-2f71-4e02-8c3f-6b1fa4ea2d3b req-ed076fca-7985-47c2-977a-d77a3a339e2e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0269501 Nov 23 19:22:31.448490 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Made reservation on behalf of b9b6bbb484bd4dfca7decd2ed48bd5c8 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:22:31.452001 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:31.577745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.20.0.6 (1f332fe9-7227-460a-8746-be3315c42176/4c042c10-3c95-459c-a4a5-85cc064d8243/34f7896c-7360-4303-afaf-97202a7cc4b9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:22:31.719277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:31.753319 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:31.799425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 1f332fe9-7227-460a-8746-be3315c42176 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:22:31.802344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:22:31.806546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:22:31.837439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:31.869361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:31.869998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:31.888717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-48d32e62-bd10-40cd-9c0c-b3b29bf1d9d5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639989 Nov 23 19:22:31.906265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Request body: {'port': {'device_id': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:22:31.966123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.059210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4fc757d-6cf5-49be-a187-8880fbd41882 None None] Provisioning complete for port 34f7896c-7360-4303-afaf-97202a7cc4b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:22:32.060215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4fc757d-6cf5-49be-a187-8880fbd41882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.097174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc757d-6cf5-49be-a187-8880fbd41882 None None] Port 34f7896c-7360-4303-afaf-97202a7cc4b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:22:32.276329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f7896c-7360-4303-afaf-97202a7cc4b9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:22:32.287660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.303709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Transition to ACTIVE for port object 34f7896c-7360-4303-afaf-97202a7cc4b9 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:22:32.308416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.388522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Pushing event updated for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:32.552952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.562167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Attempting to bind port 34f7896c-7360-4303-afaf-97202a7cc4b9 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:22:32.562548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Attempting to bind port 34f7896c-7360-4303-afaf-97202a7cc4b9 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:22:32.565018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Attempting to bind port 34f7896c-7360-4303-afaf-97202a7cc4b9 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:22:32.571740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Port 34f7896c-7360-4303-afaf-97202a7cc4b9 on network 1f332fe9-7227-460a-8746-be3315c42176 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:22:32.572069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Attempting to bind port 34f7896c-7360-4303-afaf-97202a7cc4b9 on network 1f332fe9-7227-460a-8746-be3315c42176 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:22:32.580281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:22:32.580672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Checking segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:22:32.581037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Bound using segment: {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:22:32.581487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Bound port: 34f7896c-7360-4303-afaf-97202a7cc4b9, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41a0c3-76c8-4713-9260-1a01a41dd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f332fe9-7227-460a-8746-be3315c42176'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:22:32.581844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.597646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaad4e-4317-4f3a-8eb6-9228532e7ca6 req-e54d147f-5613-49b6-8de9-0ecb390aa139 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:32.605406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cbcaad4e-4317-4f3a-8eb6-9228532e7ca6 req-e54d147f-5613-49b6-8de9-0ecb390aa139 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.1197529 Nov 23 19:22:32.723224 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cbcaad4e-4317-4f3a-8eb6-9228532e7ca6 req-2836a395-1a0e-4e43-ba9d-fdf548548d74 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166549 Nov 23 19:22:32.743485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:22:32.747175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=34f7896c-7360-4303-afaf-97202a7cc4b9,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:22:32.752588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.790119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:32.790791 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:32.792185 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 1091 time: 0.8905034 Nov 23 19:22:32.792643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:22:32.794960 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19267160-21e4-4024-83bd-5c75ab8e3634" -d '{"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:22:32.825780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354d893-049d-4e5d-9106-0639f55954f0 service neutron] Pushing event updated for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:32.928614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0682f401-21d6-4afa-a8c8-8c94859d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:32.931131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-0682f401-21d6-4afa-a8c8-8c94859d2f8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1094 time: 0.0749793 Nov 23 19:22:33.029234 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e978f231-c063-4fbb-9b9b-24441d4fcabb x-openstack-request-id: req-e978f231-c063-4fbb-9b9b-24441d4fcabb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:22:33.029536 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:22:33.029799 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e978f231-c063-4fbb-9b9b-24441d4fcabb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:22:33.030219 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'status': 'completed', 'code': 200} Nov 23 19:22:33.032323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-fbeea1ff-4384-4c29-9501-1fb86fc78352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0895967 Nov 23 19:22:33.099337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-673d401e-6dc0-42c6-b2de-5a1543d354a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.101121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-673d401e-6dc0-42c6-b2de-5a1543d354a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0567715 Nov 23 19:22:33.160246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-1d29bb1a-10be-4ba6-baaa-614daede2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.161362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-1d29bb1a-10be-4ba6-baaa-614daede2b77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493844 Nov 23 19:22:33.261971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:33.267645 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-b1b1fd2e-edb9-43be-a0eb-18ea25cfd2ff service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935590 Nov 23 19:22:33.373353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bace974d-49ab-4678-abbd-b16fb8022d1f req-bf2486dc-60ec-46d3-a72d-af6dde0e01ad service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940952 Nov 23 19:22:33.473161 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-7165d83c-6f5c-4736-a2d1-7704893b63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.474669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-7165d83c-6f5c-4736-a2d1-7704893b63cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1094 time: 0.0467114 Nov 23 19:22:33.568921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-e1f61361-7218-47fe-a774-5d1c77a45fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.571018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-e1f61361-7218-47fe-a774-5d1c77a45fef service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0851240 Nov 23 19:22:33.620691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-81d4f6a9-d0d4-46c6-b9c8-a0448e387de0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0382307 Nov 23 19:22:33.674096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-db647af5-2bb1-4c1b-8b52-edd478a03870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.675577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-db647af5-2bb1-4c1b-8b52-edd478a03870 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0450814 Nov 23 19:22:33.727809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-d99279f1-c7af-423e-b59a-24bb442eceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.729307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-d99279f1-c7af-423e-b59a-24bb442eceb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418921 Nov 23 19:22:33.863413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-697a8958-a783-472f-85d2-a38876e25e05 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229115 Nov 23 19:22:33.873020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fe7e3-101b-41f7-870c-9c9c83814aed req-54f7683d-15aa-416c-a4eb-2d8940126e55 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:33.874618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-991fe7e3-101b-41f7-870c-9c9c83814aed req-54f7683d-15aa-416c-a4eb-2d8940126e55 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0731378 Nov 23 19:22:33.985839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-991fe7e3-101b-41f7-870c-9c9c83814aed req-e4cb3a1a-1f5b-4ab9-bc46-14d99774d61d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025014 Nov 23 19:22:34.009000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19267160-21e4-4024-83bd-5c75ab8e3634 req-aad3ad79-3861-476d-90a6-56c810f18f6d service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333828 Nov 23 19:22:35.103764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc19f2-9450-40f7-b11d-c0c179683a0f req-8a2b9017-b289-482a-9a1a-89e67f86deae tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:35.105273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cdc19f2-9450-40f7-b11d-c0c179683a0f req-8a2b9017-b289-482a-9a1a-89e67f86deae tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0487409 Nov 23 19:22:35.160250 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5cdc19f2-9450-40f7-b11d-c0c179683a0f req-014177bd-049f-4016-a4c9-e47d31b4990f tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481799 Nov 23 19:22:36.287155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86ce4-7338-454f-a634-10dd16d2ea04 req-adb5a486-8c54-4fbf-950f-923a3fd62df2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:36.288749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb86ce4-7338-454f-a634-10dd16d2ea04 req-adb5a486-8c54-4fbf-950f-923a3fd62df2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0513778 Nov 23 19:22:36.342267 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cb86ce4-7338-454f-a634-10dd16d2ea04 req-62ef94d7-42c9-4306-aeff-31bb96acf081 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474889 Nov 23 19:22:37.460691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed437407-b1e8-428c-a4e3-cb4fcf7a5720 req-feb753c5-da77-45fb-9e19-b81333a98d11 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:37.462165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed437407-b1e8-428c-a4e3-cb4fcf7a5720 req-feb753c5-da77-45fb-9e19-b81333a98d11 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0497880 Nov 23 19:22:37.513450 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ed437407-b1e8-428c-a4e3-cb4fcf7a5720 req-500730e5-4b2a-4056-b76a-e20d3774432e tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Nov 23 19:22:38.632543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0fa8-02da-4331-8ad5-b7d524b47c8e req-0abb7bf2-0b49-4b0a-b733-4a4c2aeb8fca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:38.633754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-258a0fa8-02da-4331-8ad5-b7d524b47c8e req-0abb7bf2-0b49-4b0a-b733-4a4c2aeb8fca tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0508912 Nov 23 19:22:38.687489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-258a0fa8-02da-4331-8ad5-b7d524b47c8e req-47e15e9a-ea20-4451-b324-3b6d0e8af965 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470991 Nov 23 19:22:39.213308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:39.815144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35265df-fcb1-4bc9-ab44-09932f66a9df req-ac8c3ce3-31ab-4a00-89e1-cfbbd2cbefb3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:39.816795 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f35265df-fcb1-4bc9-ab44-09932f66a9df req-ac8c3ce3-31ab-4a00-89e1-cfbbd2cbefb3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0510204 Nov 23 19:22:39.869110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f35265df-fcb1-4bc9-ab44-09932f66a9df req-bc006cba-de24-4f3c-8011-b97d6349e3b1 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454841 Nov 23 19:22:40.623787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:41.008528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34dce-fdd2-4f8e-9584-8c8afdd960c0 req-63711104-025f-48ba-b349-4bafa07c227b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:41.010189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41c34dce-fdd2-4f8e-9584-8c8afdd960c0 req-63711104-025f-48ba-b349-4bafa07c227b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0608680 Nov 23 19:22:41.066134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41c34dce-fdd2-4f8e-9584-8c8afdd960c0 req-7aafe67a-a6d3-48c4-bc5a-e463c253bf07 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494652 Nov 23 19:22:42.195733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01aea3-d21a-4b6f-88d7-d8ef74ffa338 req-14ec24e1-1b34-4567-a5ec-d30e3cbabffa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:42.197207 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae01aea3-d21a-4b6f-88d7-d8ef74ffa338 req-14ec24e1-1b34-4567-a5ec-d30e3cbabffa tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0591218 Nov 23 19:22:42.251485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae01aea3-d21a-4b6f-88d7-d8ef74ffa338 req-ee4967c7-4c54-42fa-a2c7-643a6ff6f778 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Nov 23 19:22:43.374787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b375-0cdc-499a-8364-512f67e3c0b3 req-66fc530c-df44-4e6f-af82-69f6906dd571 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:43.376298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b54b375-0cdc-499a-8364-512f67e3c0b3 req-66fc530c-df44-4e6f-af82-69f6906dd571 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 943 time: 0.0487878 Nov 23 19:22:43.426289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b54b375-0cdc-499a-8364-512f67e3c0b3 req-cf49f990-7d50-41d7-ae64-f72152b5e919 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Nov 23 19:22:44.034497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 34f7896c-7360-4303-afaf-97202a7cc4b9 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:22:44.128639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=34f7896c-7360-4303-afaf-97202a7cc4b9,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:22:44.140398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'port_id': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'mac_address': 'fa:16:3e:6e:9d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:22:44.176357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:44.188626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f7896c-7360-4303-afaf-97202a7cc4b9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:22:44.207852 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=34f7896c-7360-4303-afaf-97202a7cc4b9,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:22:44.212703 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:44.258303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:44.265652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.266007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.266351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.266692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.267031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.267397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.267727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.268057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.268385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.268712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.269039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.269365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:44.472529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['34f7896c-7360-4303-afaf-97202a7cc4b9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:22:44.546741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7cc0c-2356-4d37-a63e-9357d3804330 req-859e50fb-bce1-4b89-aaa8-c64d3a463e51 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:44.548274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97f7cc0c-2356-4d37-a63e-9357d3804330 req-859e50fb-bce1-4b89-aaa8-c64d3a463e51 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 944 time: 0.0497644 Nov 23 19:22:44.598962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-97f7cc0c-2356-4d37-a63e-9357d3804330 req-061346a6-7f1c-47a1-87e4-58eb942b2841 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Nov 23 19:22:45.718460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e353efc-7c41-4dbf-990d-8f039c0e9f78 req-349c7bb2-b8dd-4377-9536-c7c322d8d304 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:45.719978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e353efc-7c41-4dbf-990d-8f039c0e9f78 req-349c7bb2-b8dd-4377-9536-c7c322d8d304 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 944 time: 0.0533841 Nov 23 19:22:45.769873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0e353efc-7c41-4dbf-990d-8f039c0e9f78 req-57a7f7a2-cee9-4c09-912d-0bb1da9d9c21 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Nov 23 19:22:46.043841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 34f7896c-7360-4303-afaf-97202a7cc4b9 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:22:46.094746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 34f7896c-7360-4303-afaf-97202a7cc4b9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:22:46.098569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 34f7896c-7360-4303-afaf-97202a7cc4b9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:22:46.098938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:46.173953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:46.195519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:22:46.197779 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12499dad-d7fe-422e-8d04-1dcd07ff45aa" -d '{"events": [{"server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "name": "network-vif-plugged", "status": "completed", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:22:46.211648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=34f7896c-7360-4303-afaf-97202a7cc4b9,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:22:46.215769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:46.240415 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3bbaad-9da5-4247-9fae-afb6c5565426 x-openstack-request-id: req-ba3bbaad-9da5-4247-9fae-afb6c5565426 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:22:46.240742 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "name": "network-vif-plugged", "status": "completed", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:22:46.241000 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba3bbaad-9da5-4247-9fae-afb6c5565426 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:22:46.241396 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'code': 200} Nov 23 19:22:46.270334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:46.344787 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12ae0-9010-4c53-bc73-32c248d6d5f8 req-dc1f2774-d960-415a-a958-7a4fcb95b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:46.346191 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-86c12ae0-9010-4c53-bc73-32c248d6d5f8 req-dc1f2774-d960-415a-a958-7a4fcb95b581 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1096 time: 0.0417740 Nov 23 19:22:46.399717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-86c12ae0-9010-4c53-bc73-32c248d6d5f8 req-d78c6336-fdab-4838-b543-066d218a300d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399921 Nov 23 19:22:46.887241 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bf12-b7b9-4e50-8cbb-907c745bb8aa req-004fc0b9-7e0e-4be3-b66e-ea87a769d9dc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:46.888761 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0a5bf12-b7b9-4e50-8cbb-907c745bb8aa req-004fc0b9-7e0e-4be3-b66e-ea87a769d9dc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0491240 Nov 23 19:22:46.942279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0a5bf12-b7b9-4e50-8cbb-907c745bb8aa req-b357edc7-ec63-4c59-8800-b06cd6e965a6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475554 Nov 23 19:22:48.063854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cdc5c-8c1d-4cba-b834-ed4c1c012339 req-b61271df-ae1d-4742-8fde-84f4569e91be tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:48.065336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-151cdc5c-8c1d-4cba-b834-ed4c1c012339 req-b61271df-ae1d-4742-8fde-84f4569e91be tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0535340 Nov 23 19:22:48.114401 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-151cdc5c-8c1d-4cba-b834-ed4c1c012339 req-36c3f549-02da-48d0-81b7-e7267c49a2c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Nov 23 19:22:48.229089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c921e69-1816-45d8-a5a2-972f045ca6c8 req-f6021874-a45a-499e-9fe1-c83468b5b619 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:48.230546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c921e69-1816-45d8-a5a2-972f045ca6c8 req-f6021874-a45a-499e-9fe1-c83468b5b619 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0491190 Nov 23 19:22:48.281489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9c921e69-1816-45d8-a5a2-972f045ca6c8 req-971ecf86-f361-44b4-917b-fb5afd98d3ff tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449636 Nov 23 19:22:48.306986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:22:48.346724 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7178a23-c8a8-4640-9c7d-4135137f83bb tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:48.348229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b7178a23-c8a8-4640-9c7d-4135137f83bb tempest-TestVolumeBootPattern-891454647 tempest-TestVolumeBootPattern-891454647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1091 time: 0.0402193 Nov 23 19:22:48.351000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:22:48.355206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:22:48.380311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:48.481403 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:48.593340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Allocated IP 172.25.5.72 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d802c4a5-0d1e-468b-8c30-5ed5ed1ce226) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:22:48.708594 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:48.745760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:48.793774 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:22:48.796694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:22:48.799519 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:22:48.808103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=d802c4a5-0d1e-468b-8c30-5ed5ed1ce226,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:48.842553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.842904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.843250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.843612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.843946 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.844287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.844606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.844942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.845252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.845571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.845893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:48.846221 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:22:49.199359 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:49.268984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:49.418825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:49.423397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:49.496422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event updated for resources: {'Port': ['ID=d802c4a5-0d1e-468b-8c30-5ed5ed1ce226,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:22:49.508388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:49.610544 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d3e7c259-ad12-43f8-a335-920100444e74 associated. External IP: 172.25.5.72, port: 34f7896c-7360-4303-afaf-97202a7cc4b9. Nov 23 19:22:50.120474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:22:50.222450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:22:50.234474 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:22:50.242077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:50.245791 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:22:50.246411 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:22:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:22:50.272277 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-35804f5d-366c-4ff2-99f3-ed93994766ee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9202232 Nov 23 19:22:50.272876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:22:50.275103 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d62a81d-1dcb-4003-a03b-6bc584af0b42" -d '{"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:22:50.314196 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1512ce1-1c2a-449b-8c04-700d7c575116 x-openstack-request-id: req-f1512ce1-1c2a-449b-8c04-700d7c575116 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:22:50.314495 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:22:50.314749 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1512ce1-1c2a-449b-8c04-700d7c575116 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:22:50.315148 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'status': 'completed', 'code': 200} Nov 23 19:22:50.361133 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:22:50.379644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-847d9e46-c5b3-480c-868f-8895ec9cdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:50.381290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-847d9e46-c5b3-480c-868f-8895ec9cdc91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1096 time: 0.0420344 Nov 23 19:22:50.475592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-e6a70af2-0554-416b-b718-1d2fbeb1232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:50.477095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-e6a70af2-0554-416b-b718-1d2fbeb1232e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0889211 Nov 23 19:22:50.546133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-1c929be3-34f6-473d-9b74-e7162d337eeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 998 time: 0.0621698 Nov 23 19:22:50.589124 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd3e7c259-ad12-43f8-a335-920100444e74', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:6e:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:22:49Z', 'updated_at': '2021-11-23T19:22:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}, {'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:22:50.596671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-e00ff7ce-6955-4640-b4bc-f456f7a49568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:50.598123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-e00ff7ce-6955-4640-b4bc-f456f7a49568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0433898 Nov 23 19:22:50.618947 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:22:50.627274 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:22:50.627906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:22:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:22:50.643634 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-005d56b1-a7a3-48b5-af5a-5102a4bfc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:50.645017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-005d56b1-a7a3-48b5-af5a-5102a4bfc1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393441 Nov 23 19:22:50.758225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-4bfb8f2d-b59f-4759-b78b-d8b1834cbb75 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057057 Nov 23 19:22:50.838893 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:22:50.858580 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6d62a81d-1dcb-4003-a03b-6bc584af0b42 req-2d045184-14e4-40db-aae4-b100727618b8 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929844 Nov 23 19:22:51.074003 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd3e7c259-ad12-43f8-a335-920100444e74', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:6e:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:22:49Z', 'updated_at': '2021-11-23T19:22:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}, {'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:22:51.109168 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5d29b-49dd-4fde-8b27-425760575383 None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd3e7c259-ad12-43f8-a335-920100444e74', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:6e:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:22:49Z', 'updated_at': '2021-11-23T19:22:49Z', 'revision_number': 0, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}, {'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:22:51.300643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6df8e-b253-44e1-9b6f-7d3873d9ebf7 None None] New status for floating IP d3e7c259-ad12-43f8-a335-920100444e74: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:22:57.434228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0501e9ff-fc62-4a4a-b8de-d46ac107c2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:22:58.625419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-22708e69-8d66-4bbb-8e10-d0478c2fcb1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419436 Nov 23 19:22:58.714855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-6eda3b75-a1b6-4875-b9b5-12cc8756784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:58.716939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-6eda3b75-a1b6-4875-b9b5-12cc8756784a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0455711 Nov 23 19:22:58.836438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-8d933c2b-3c0c-4fe6-ad54-2c028f5a6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:58.836693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-8d933c2b-3c0c-4fe6-ad54-2c028f5a6e00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0991774 Nov 23 19:22:58.903926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-b3e699cf-06f0-4088-ad65-3d1185f41d15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0592158 Nov 23 19:22:58.958112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-578754e6-cf23-4a0a-9286-8ddb71aba48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:58.960131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-578754e6-cf23-4a0a-9286-8ddb71aba48b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0495343 Nov 23 19:22:59.008261 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-d3b2b9da-a8a7-4e27-a95a-707aaa5bab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:22:59.009718 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-d3b2b9da-a8a7-4e27-a95a-707aaa5bab7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416665 Nov 23 19:22:59.104392 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-c17e2fac-3ae3-44ca-8461-90d6c06ca005 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Nov 23 19:22:59.201279 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3b3b7732-a7f7-4b79-aa01-c86ab302fc02 req-437887b1-e133-4337-b043-96efd998bb48 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897257 Nov 23 19:23:00.193382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83a5c64b-b054-4a7f-ba5c-80eff50bb689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:00.859924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:02.219391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-ea40ffe9-7893-429f-a10b-5db04f071813 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400615 Nov 23 19:23:02.297182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:02.300831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-e487b232-19ea-44b8-98b4-95910917ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:02.302351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-e487b232-19ea-44b8-98b4-95910917ea6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1096 time: 0.0415137 Nov 23 19:23:02.420122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-9bf93af6-b1d1-4746-a9ba-64e7c0af0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:02.421502 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-9bf93af6-b1d1-4746-a9ba-64e7c0af0121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0899312 Nov 23 19:23:02.492234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-b786c475-a7d5-45cc-ab94-421583f9dbd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0631635 Nov 23 19:23:02.541416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-c2c59656-b0ff-4423-b969-1e71a4bd425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:02.542872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-c2c59656-b0ff-4423-b969-1e71a4bd425c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0439892 Nov 23 19:23:02.592443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-cb724aec-f91c-4315-a0b9-192b44b0a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:02.593918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-cb724aec-f91c-4315-a0b9-192b44b0a645 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442927 Nov 23 19:23:02.684093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-f9dd8b88-8b3d-4033-97c3-ac5c3b07f2cc service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818303 Nov 23 19:23:02.777086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79c60044-f3df-4125-bdf3-1e3af9a7fbdd req-30168e80-6f98-4fd6-8920-ba80097e77a0 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860536 Nov 23 19:23:03.255736 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:04.109539 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:23:09.200396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:10.634591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:14.284888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-893c6df1-ec16-4530-b8e1-8a6c5774c484 req-b9dd76d1-c56a-41e1-8f72-16cca73e8b46 service neutron] (103399) timed out ('10.222.0.50', 59593) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:23:27.437062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82cb875e-2793-44c2-b671-5900d558bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:30.195800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b7db-e473-4bbb-9a11-a70d8f9c1fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:30.864010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:32.302101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:33.258829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:39.214283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:40.644432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:41.108905 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:23:57.438086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1c0aff24-b449-44eb-b3e2-6a26a5115c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:23:58.620368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-fd64c95f-0a42-4c07-833b-1e4d028ba488 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398381 Nov 23 19:23:58.702344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f714-4514-47a4-b255-ecea3f8af03e req-65320ff8-90fb-43c6-bdc3-b72f7839e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:58.703858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-65320ff8-90fb-43c6-bdc3-b72f7839e9ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0399277 Nov 23 19:23:58.816024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f714-4514-47a4-b255-ecea3f8af03e req-37d49d21-3b50-40c8-9bfc-b3822b7e889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:58.817503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-37d49d21-3b50-40c8-9bfc-b3822b7e889f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0936515 Nov 23 19:23:58.883619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-2ff9e18d-b71f-43cb-adb5-138ae56007c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0578699 Nov 23 19:23:58.937081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f714-4514-47a4-b255-ecea3f8af03e req-f8f57276-d2bd-429b-abdd-7e952836f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:58.938517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-f8f57276-d2bd-429b-abdd-7e952836f4a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0482061 Nov 23 19:23:58.984297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f714-4514-47a4-b255-ecea3f8af03e req-f72d10e9-bbff-49e6-8951-a14a7f65bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:23:58.985810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-f72d10e9-bbff-49e6-8951-a14a7f65bffd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400274 Nov 23 19:23:59.075860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-ce437078-da30-4cd1-8046-490b00067ae8 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Nov 23 19:23:59.169141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4900f714-4514-47a4-b255-ecea3f8af03e req-e459ddfb-7890-4658-adf8-020175abcaa8 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Nov 23 19:24:00.198135 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95d6773d-eba2-4cc7-a62b-dd499b9b170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:00.866504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:02.301508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:03.259840 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:03.922442 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-0151f0e0-7c0d-4808-86e7-3062cbad211c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401814 Nov 23 19:24:04.014079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-335ec3d7-8e53-49fe-8018-0010cf95ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:04.015579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-335ec3d7-8e53-49fe-8018-0010cf95ea8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1096 time: 0.0406504 Nov 23 19:24:04.131748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-623a8ddc-dfe7-4d60-a61b-fe7f053739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:04.133123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-623a8ddc-dfe7-4d60-a61b-fe7f053739a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0903497 Nov 23 19:24:04.201568 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-7a0633bb-2e14-491c-b667-33c174efb020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0577242 Nov 23 19:24:04.259121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-09d280ea-c8f1-47dc-9295-e0956f9cc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:04.260574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-09d280ea-c8f1-47dc-9295-e0956f9cc5d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0482879 Nov 23 19:24:04.310250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-d5adc37d-70e7-464e-ba2f-7901bc21d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:04.311747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-d5adc37d-70e7-464e-ba2f-7901bc21d5e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402229 Nov 23 19:24:04.411498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-cb42e8a7-4dc5-4fa6-8d1f-c7f2f16021c5 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817750 Nov 23 19:24:04.508160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2864a557-edc7-47a8-bc12-2ee005272ca0 req-75074508-9e87-4591-83e9-6f20c48543af service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850086 Nov 23 19:24:09.232495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:10.663536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:18.108872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:24:27.439820 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-612e9756-f822-42ba-ba0b-74e9aa5886ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:28.910267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:29.070720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port d802c4a5-0d1e-468b-8c30-5ed5ed1ce226 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:29.070971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.151812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.152131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.164218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for d802c4a5-0d1e-468b-8c30-5ed5ed1ce226 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:29.319561 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.350904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=d802c4a5-0d1e-468b-8c30-5ed5ed1ce226,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:29.374271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.374622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.374980 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.375334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.375680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.376010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.376336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.376659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.376978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.377298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.377621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.377944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:29.418851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.419173 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d3e7c259-ad12-43f8-a335-920100444e74 disassociated (deleted). External IP: 172.25.5.72, port: 34f7896c-7360-4303-afaf-97202a7cc4b9. Nov 23 19:24:29.631650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:24:29.738095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:24:29.743300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:29.749618 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:24:29.762245 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:29.762867 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:29.772874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c1b2fc03-a916-4db7-a6b0-80d35ed301c6 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "DELETE /v2.0/floatingips/d3e7c259-ad12-43f8-a335-920100444e74 HTTP/1.1" status: 204 len: 168 time: 0.8612030 Nov 23 19:24:29.773458 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:24:29.775813 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2719b4f-3925-4445-97aa-e4eccdd01ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:24:29.817562 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8183e14-24f1-4b0a-a2e1-607ca1afba6a x-openstack-request-id: req-d8183e14-24f1-4b0a-a2e1-607ca1afba6a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:24:29.817867 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:24:29.818124 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8183e14-24f1-4b0a-a2e1-607ca1afba6a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:24:29.818594 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'status': 'completed', 'code': 200} Nov 23 19:24:29.884880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:29.898645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-14330f77-05b5-438c-b51b-69962c82c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:29.900452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-14330f77-05b5-438c-b51b-69962c82c1d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 1096 time: 0.0553632 Nov 23 19:24:30.003359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-9efd0903-d9bc-45a7-acfb-afe2f3adce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:30.005525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-9efd0903-d9bc-45a7-acfb-afe2f3adce22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.0954003 Nov 23 19:24:30.050158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-b52782f6-6ecd-468f-bf27-88eafd0b8da9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0344634 Nov 23 19:24:30.105881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-d2060d19-8865-4637-bb1b-0899f96e1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:30.107342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-d2060d19-8865-4637-bb1b-0899f96e1c78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0443542 Nov 23 19:24:30.115267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:30.142252 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:24:30.151119 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:30.151763 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:30.161194 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-f43b6e3d-6a1c-452e-8e72-d1ae89584197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:30.162665 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-f43b6e3d-6a1c-452e-8e72-d1ae89584197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441158 Nov 23 19:24:30.204270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-366d6d38-0b4f-4808-8f5c-feb6afd92e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:30.258936 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:30.265493 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-667eb313-74c8-402e-9e10-234cc7263005 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Nov 23 19:24:30.367403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f2719b4f-3925-4445-97aa-e4eccdd01ed5 req-0b4511e9-bacc-45ce-bac5-70bab76d7ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931535 Nov 23 19:24:30.500112 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:30.528232 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe48e2d-2f14-41ff-9fd9-1bbc79987df3 None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6f4acc3-f1a1-4727-937e-f867784a3a94', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'port_id': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'mac_address': 'fa:16:3e:dc:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:20:49Z', 'updated_at': '2021-11-23T19:20:51Z', 'revision_number': 1, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:24:30.754641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a275567-0c97-415d-8ab0-b55dc2483c9c None None] New status for floating IP d3e7c259-ad12-43f8-a335-920100444e74: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:24:30.870045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:31.044947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8ab35-184e-4f6f-8a1e-d0d00f6d1413 req-1baf52a1-05bf-4091-b31e-0ed69fa72fa3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:31.046434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae8ab35-184e-4f6f-8a1e-d0d00f6d1413 req-1baf52a1-05bf-4091-b31e-0ed69fa72fa3 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0495493 Nov 23 19:24:31.095405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dae8ab35-184e-4f6f-8a1e-d0d00f6d1413 req-4ef0ad48-02d7-4003-9bc8-63e1ae4117d2 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Nov 23 19:24:32.218368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550c80c-3196-46b9-b395-ca86f1e7af9e req-9bc8adea-df31-44d3-844c-e191b79ec835 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:32.221514 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5550c80c-3196-46b9-b395-ca86f1e7af9e req-9bc8adea-df31-44d3-844c-e191b79ec835 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0548198 Nov 23 19:24:32.291056 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5550c80c-3196-46b9-b395-ca86f1e7af9e req-73c7608b-0e9c-445d-8345-f2d0e5c8a97c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535924 Nov 23 19:24:32.315964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:32.730999 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befebc92-adb9-4758-97fc-cd688d421b62 req-a6babe80-f6d1-4896-b008-639eca63a721 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:32.732374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-befebc92-adb9-4758-97fc-cd688d421b62 req-a6babe80-f6d1-4896-b008-639eca63a721 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 945 time: 0.0504334 Nov 23 19:24:32.837697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port 34f7896c-7360-4303-afaf-97202a7cc4b9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:32.838190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:32.931879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port 34f7896c-7360-4303-afaf-97202a7cc4b9, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=34f7896c-7360-4303-afaf-97202a7cc4b9,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:32.932247 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:32.945249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for 34f7896c-7360-4303-afaf-97202a7cc4b9 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:33.083612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:33.115794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=34f7896c-7360-4303-afaf-97202a7cc4b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:33.162977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port 34f7896c-7360-4303-afaf-97202a7cc4b9 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:24:33.166150 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:33.169870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-befebc92-adb9-4758-97fc-cd688d421b62 req-c2dde252-11aa-4d6d-8be1-0162d190a77c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.47 "DELETE /v2.0/ports/34f7896c-7360-4303-afaf-97202a7cc4b9 HTTP/1.1" status: 204 len: 173 time: 0.4269702 Nov 23 19:24:33.170343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'name': 'network-vif-deleted', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:24:33.173015 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6144c9e-9521-40a7-ae00-717020ed058d" -d '{"events": [{"server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "name": "network-vif-deleted", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:24:33.213892 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a4895-fe53-4186-8f8b-07d293012c7c x-openstack-request-id: req-153a4895-fe53-4186-8f8b-07d293012c7c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:24:33.214228 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e51ed5a-b9a9-4944-aef7-f88fee94059e", "name": "network-vif-deleted", "tag": "34f7896c-7360-4303-afaf-97202a7cc4b9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:24:33.214487 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-153a4895-fe53-4186-8f8b-07d293012c7c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:24:33.214899 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e51ed5a-b9a9-4944-aef7-f88fee94059e', 'name': 'network-vif-deleted', 'tag': '34f7896c-7360-4303-afaf-97202a7cc4b9', 'status': 'completed', 'code': 200} Nov 23 19:24:33.262136 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:33.388904 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9928d74-0e03-494e-947a-b18529341566 req-9d4d5627-e2bc-4a2c-b60a-c6668689e935 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0258076 Nov 23 19:24:34.492683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18097433-1387-45cf-bfbb-f26d91d16dd5 req-dc7f7f8d-60d1-41d2-a98e-9ff4a4ddc7a5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0311360 Nov 23 19:24:35.593507 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-133ce540-4702-48fe-8486-1c1b5c6d35e5 req-f532dd1d-9f9d-4858-9dcf-57a49a486d1c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0264273 Nov 23 19:24:36.510568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 34f7896c-7360-4303-afaf-97202a7cc4b9 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:24:36.534211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 34f7896c-7360-4303-afaf-97202a7cc4b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:24:36.534564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 34f7896c-7360-4303-afaf-97202a7cc4b9 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:24:36.688349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-211e0c50-b545-4856-858b-45b579c2e962 req-603fe7d7-1e96-48ba-8378-527a369e98dd tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0263886 Nov 23 19:24:37.797208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a8c3d8aa-cb6f-4aba-ad4e-0682c93e6d42 req-b02288c3-c8d4-4d82-9a6d-a3885db937bc tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e51ed5a-b9a9-4944-aef7-f88fee94059e HTTP/1.1" status: 200 len: 210 time: 0.0283968 Nov 23 19:24:39.243870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:40.662648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.208771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:44.374568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port 2e186035-3c5f-4f8e-966b-2d85d345070c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:44.375687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.456951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.457164 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.469609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for 2e186035-3c5f-4f8e-966b-2d85d345070c owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:44.619135 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.644518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=2e186035-3c5f-4f8e-966b-2d85d345070c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:44.706088 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:44.706441 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Floating IP d6f4acc3-f1a1-4727-937e-f867784a3a94 disassociated (deleted). External IP: 172.25.5.131, port: c52d2ec5-09d1-46be-aa3f-60e3207ea2c8. Nov 23 19:24:44.924625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:24:45.033078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:24:45.038516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:45.043010 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:24:45.052628 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:45.053240 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:45.064779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-785e49b4-60b3-4898-9bda-b3412238b37a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6f4acc3-f1a1-4727-937e-f867784a3a94 HTTP/1.1" status: 204 len: 168 time: 0.8549278 Nov 23 19:24:45.065370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:24:45.067637 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:24:45.105352 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62790489-93af-4ec9-9da2-e056183a9ed2 x-openstack-request-id: req-62790489-93af-4ec9-9da2-e056183a9ed2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:24:45.105646 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:24:45.105982 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62790489-93af-4ec9-9da2-e056183a9ed2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:24:45.106299 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'status': 'completed', 'code': 200} Nov 23 19:24:45.178087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-305d62d1-e001-45dc-a9eb-8187090ec447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:45.179872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-305d62d1-e001-45dc-a9eb-8187090ec447 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 1097 time: 0.0485415 Nov 23 19:24:45.274315 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:45.332955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-0e58c25e-fc8e-479b-85bc-2e8aab10ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:45.335034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-0e58c25e-fc8e-479b-85bc-2e8aab10ebd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 200 len: 913 time: 0.1397526 Nov 23 19:24:45.344409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ffe46-f2fd-435a-9b25-70e71f81a589 req-f4b847b5-522a-478f-983b-57a52c04e27c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:45.346012 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-653ffe46-f2fd-435a-9b25-70e71f81a589 req-f4b847b5-522a-478f-983b-57a52c04e27c tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.0754776 Nov 23 19:24:45.386792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-e9086c1c-0091-4cb6-b9b9-29d7a548e63d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 200 len: 217 time: 0.0397906 Nov 23 19:24:45.465043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-ff979e48-b55a-4434-baef-fb5d15482a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:45.466542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-ff979e48-b55a-4434-baef-fb5d15482a19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 200 len: 851 time: 0.0720956 Nov 23 19:24:45.470647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-653ffe46-f2fd-435a-9b25-70e71f81a589 req-9a2b7761-0c3e-433b-82e2-950bb04a8c42 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167679 Nov 23 19:24:45.504936 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:45.528155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-81b56ce4-7f86-4281-bf30-7558f485f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:45.529654 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-81b56ce4-7f86-4281-bf30-7558f485f9c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f332fe9-7227-460a-8746-be3315c42176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527222 Nov 23 19:24:45.535337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:24:45.546277 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:45.546920 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:45.633820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-3deb758e-957b-44cd-b796-c14334244c34 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Nov 23 19:24:45.658101 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:45.727666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d71ecfa2-bf43-4ece-aeeb-7bd45c0d31d5 req-a6d58b59-d92e-4fc3-a6f5-9c5ae36e8ac3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Nov 23 19:24:45.873979 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:45.904986 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7120a-748b-409b-8f7c-46eecae825de None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'db0464da-9868-4f7c-9259-461c175d06c0', 'name': '', 'network_id': '1f332fe9-7227-460a-8746-be3315c42176', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'mac_address': 'fa:16:3e:12:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:01Z', 'updated_at': '2021-11-23T19:14:07Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'subnets': [{'id': '4c042c10-3c95-459c-a4a5-85cc064d8243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:24:46.139297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d269900-24a5-4ceb-8761-1b74232938e3 None None] New status for floating IP d6f4acc3-f1a1-4727-937e-f867784a3a94: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:24:46.937473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-b5bd6358-957c-4724-b90e-8cd9e66543a5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:46.938959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-b5bd6358-957c-4724-b90e-8cd9e66543a5 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Nov 23 19:24:47.026262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c683-bf3b-4382-81c1-ada56fdb28d6 req-cc7c6feb-ebaa-49ad-8c63-cb8b43e7ed1a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:24:47.027819 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a538c683-bf3b-4382-81c1-ada56fdb28d6 req-cc7c6feb-ebaa-49ad-8c63-cb8b43e7ed1a tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 946 time: 0.2171865 Nov 23 19:24:47.036487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:47.037334 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:47.127824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] For port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:47.128102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:47.142490 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:47.280568 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:47.312023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=c52d2ec5-09d1-46be-aa3f-60e3207ea2c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:47.327657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.328212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.329116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.329333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.329679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.330215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.330854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.331414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.331768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.332133 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.334134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.334134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:47.375745 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] No DVR routers for this DVR port c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:24:47.378613 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:47.382581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bf11b267-2f61-4792-85d2-7bbf05785ac3 req-9592f552-4129-4988-a33c-6161a3f0f43b tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.50 "DELETE /v2.0/ports/c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 HTTP/1.1" status: 204 len: 173 time: 0.4360383 Nov 23 19:24:47.383102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'name': 'network-vif-deleted', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:24:47.385651 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21053c6b-7162-4833-a8cb-3a4643e66b77" -d '{"events": [{"server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "name": "network-vif-deleted", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:24:47.393016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a538c683-bf3b-4382-81c1-ada56fdb28d6 req-d76baa69-c48b-42bf-9265-cf19eaa0be76 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/security-groups?id=f888118e-16b5-410c-bec1-a4b6ab5f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591702 Nov 23 19:24:47.491078 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288371c0-118c-48e9-8e0b-d3a32b57a247 x-openstack-request-id: req-288371c0-118c-48e9-8e0b-d3a32b57a247 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:24:47.491644 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc058a-e174-49ee-a08d-43cfa28aaec0", "name": "network-vif-deleted", "tag": "c52d2ec5-09d1-46be-aa3f-60e3207ea2c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:24:47.491904 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-288371c0-118c-48e9-8e0b-d3a32b57a247 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:24:47.492316 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc058a-e174-49ee-a08d-43cfa28aaec0', 'name': 'network-vif-deleted', 'tag': 'c52d2ec5-09d1-46be-aa3f-60e3207ea2c8', 'status': 'completed', 'code': 200} Nov 23 19:24:48.488392 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0033f538-09ba-45f4-9c64-d7ab32ec75b0 req-c489d0cc-8203-4dd0-b1db-f7ab27a9ddee tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Nov 23 19:24:49.542880 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:24:49.567171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:24:49.567552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c52d2ec5-09d1-46be-aa3f-60e3207ea2c8 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:24:49.597068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fcba17f2-041b-421e-b87a-7a9cc3b1dbb9 req-d5fd2f1b-8abd-4e6f-944e-f1054a4bfe2d tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0308423 Nov 23 19:24:50.694094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad83d029-0081-4647-abf2-9dae88ec589a req-dd4f31ee-0d95-4d51-aeec-c7149dc3ed22 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Nov 23 19:24:51.806192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e64b492f-42bb-419d-809c-c849df3d97f0 req-5ad8aea5-d54d-4ab8-837e-5e94416aef66 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "GET /v2.0/ports?device_id=62cc058a-e174-49ee-a08d-43cfa28aaec0 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Nov 23 19:24:52.861438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 42996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:52.982678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Deleting port 7e8d0ec3-a331-4700-81d0-22b738675cda {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:52.983017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.059198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.059550 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.070870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Calling delete_port for 7e8d0ec3-a331-4700-81d0-22b738675cda owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:53.202221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.225058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'Port': ['ID=7e8d0ec3-a331-4700-81d0-22b738675cda,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:53.286539 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.289144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:53.290347 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b7a0f33b-a214-406a-983a-9dfc09d756e8 tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "DELETE /v2.0/floatingips/d47cdb35-e85b-48d5-842c-66dc96278d88 HTTP/1.1" status: 204 len: 168 time: 0.4279089 Nov 23 19:24:55.109143 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:24:56.583037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:56.641017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:56.666956 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:56.734794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:56.737394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:56.738545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] 10.222.0.37 "DELETE /v2.0/security-groups/f888118e-16b5-410c-bec1-a4b6ab5f6bc5 HTTP/1.1" status: 204 len: 168 time: 0.1538215 Nov 23 19:24:56.747476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d485090-2051-499f-b5dd-a70bb67486ab tempest-TestVolumeBootPattern-1279602592 tempest-TestVolumeBootPattern-1279602592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888118e-16b5-410c-bec1-a4b6ab5f6bc5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:56.809492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:57.273343 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:57.442401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42be0319-3851-4f82-bca3-afa1bcdc89fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:57.525733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Deleting port db0464da-9868-4f7c-9259-461c175d06c0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:57.525978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:57.610071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] For port db0464da-9868-4f7c-9259-461c175d06c0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=db0464da-9868-4f7c-9259-461c175d06c0,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:57.610672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:57.622532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Calling delete_port for db0464da-9868-4f7c-9259-461c175d06c0 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:57.799026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:57.823988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Pushing event deleted for resources: {'Port': ['ID=db0464da-9868-4f7c-9259-461c175d06c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:57.995895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.211791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:24:58.319649 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:24:58.324606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2c2d50f0-d9f6-4fef-b311-7bf5531155ec admin admin] 10.222.0.37 "PUT /v2.0/routers/1790c779-1e5d-4bd0-9bb7-ac832e82a074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140121 Nov 23 19:24:58.327274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:58.328173 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Sync routers for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:24:58.339456 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:58.340077 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:58.433031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.443599 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:58.538675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.592149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Deleting port dd7a8b62-488c-4b3b-bd06-77222600b493 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:58.592484 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.619693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:24:57Z', 'revision_number': 5, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port': {'id': 'dd7a8b62-488c-4b3b-bd06-77222600b493', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:58.649756 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Checking router: 1790c779-1e5d-4bd0-9bb7-ac832e82a074 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:24:58.658001 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Routers {'1790c779-1e5d-4bd0-9bb7-ac832e82a074'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:24:58.658604 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:24:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:58.673812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] For port dd7a8b62-488c-4b3b-bd06-77222600b493, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dd7a8b62-488c-4b3b-bd06-77222600b493,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:58.674379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.686579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Calling delete_port for dd7a8b62-488c-4b3b-bd06-77222600b493 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:58.738793 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] Set router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:24:58.794337 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:24:58Z', 'revision_number': 6, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:24:58.822795 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6cdcd-fb9d-4cb9-bdfa-cf957e417d3c None None] The sync data for ids ['1790c779-1e5d-4bd0-9bb7-ac832e82a074'] in n-d-792364-9 is: [{'id': '1790c779-1e5d-4bd0-9bb7-ac832e82a074', 'name': 'tempest-TestVolumeBootPattern-1567261030-router', 'tenant_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:13:58Z', 'updated_at': '2021-11-23T19:24:58Z', 'revision_number': 6, 'project_id': 'b9b6bbb484bd4dfca7decd2ed48bd5c8', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:24:58.854341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:58.882761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7a8b62-488c-4b3b-bd06-77222600b493,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:58.899331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d82cc-badb-431f-ab89-975427ba826c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:24:58.949873 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.053769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.055943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.119366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.119898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1790c779-1e5d-4bd0-9bb7-ac832e82a074 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:24:59.124365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.127828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-09f56090-c47f-4442-a3bf-6374f568bff7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1790c779-1e5d-4bd0-9bb7-ac832e82a074 HTTP/1.1" status: 204 len: 168 time: 0.7972977 Nov 23 19:24:59.128058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43022) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:59.173449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Deleting subnet 4c042c10-3c95-459c-a4a5-85cc064d8243 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:24:59.177441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.215037 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.301091 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.352970 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.377891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c042c10-3c95-459c-a4a5-85cc064d8243,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:59.382051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.385177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8bf00be3-b4c6-450b-8c7f-b10f6aa3e630 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c042c10-3c95-459c-a4a5-85cc064d8243 HTTP/1.1" status: 204 len: 168 time: 0.2562046 Nov 23 19:24:59.387778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:24:59.388292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7296a85-eaae-43d0-8add-e1f434ca8d1a None None] Network 1f332fe9-7227-460a-8746-be3315c42176 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:24:59.461583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.518676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Deleting port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:59.519012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.590457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] For port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:59.590814 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.608134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Calling delete_port for 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:59.622754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] DHCP port deletion for 1f332fe9-7227-460a-8746-be3315c42176 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:24:59.669917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Deleting port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:24:59.670285 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.693208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.720393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:59.725636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] No DVR routers for this DVR port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:24:59.740818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] For port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,segment=NetworkSegment(dd41a0c3-76c8-4713-9260-1a01a41dd23d),segment_id=dd41a0c3-76c8-4713-9260-1a01a41dd23d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:24:59.741216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.754592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Calling delete_port for 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:24:59.838429 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:24:59.863270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Pushing event deleted for resources: {'Port': ['ID=66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:24:59.881180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] No DVR routers for this DVR port 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:24:59.885779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.885779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.886109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.886321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.886670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.887014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.887390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.887862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.888202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.888538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.888872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:24:59.889204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3744b-0a0d-45b7-99c9-653e1d193f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:00.123801 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.143436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f332fe9-7227-460a-8746-be3315c42176']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:00.154453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd41a0c3-76c8-4713-9260-1a01a41dd23d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:00.154670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd41a0c3-76c8-4713-9260-1a01a41dd23d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:00.165580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.180387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.186627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:25:00.187006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:25:00.188676 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:25:00.202323 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2731c567-c2fc-4d57-8add-1f819410dd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.244502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.249940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.253102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f332fe9-7227-460a-8746-be3315c42176 HTTP/1.1" status: 204 len: 168 time: 0.8644075 Nov 23 19:25:00.256209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:00.267590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dcbff-34bd-486f-a498-cf348b2aeb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f332fe9-7227-460a-8746-be3315c42176,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:00.603170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.842040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Deleting port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:25:00.842385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.884597 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.894371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device db0464da-9868-4f7c-9259-461c175d06c0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:00.917723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: db0464da-9868-4f7c-9259-461c175d06c0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:00.918079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device db0464da-9868-4f7c-9259-461c175d06c0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:00.918503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dd7a8b62-488c-4b3b-bd06-77222600b493 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:00.924131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] For port c5a56cc0-ad3d-4d81-aa95-8179db85cf3f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:00.924494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:00.937561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: dd7a8b62-488c-4b3b-bd06-77222600b493 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:00.937862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Calling delete_port for c5a56cc0-ad3d-4d81-aa95-8179db85cf3f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:25:00.937989 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dd7a8b62-488c-4b3b-bd06-77222600b493 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:00.938320 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:00.957648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:00.957858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 66ead0c3-69c3-4ca0-af7c-ae0cd17dff5e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:01.417130 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:01.443879 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a56cc0-ad3d-4d81-aa95-8179db85cf3f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:01.625545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:01.837744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Router 765a547a-b8a2-45c4-a627-374c6834b2d7 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:25:01.943739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:25:01.948671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b1a3b490-386e-452f-a3cb-ab57a9923bdf admin admin] 10.222.0.37 "PUT /v2.0/routers/765a547a-b8a2-45c4-a627-374c6834b2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913366 Nov 23 19:25:01.951332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:01.952406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Sync routers for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:25:01.962762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:25:01.963398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:02.056491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.163394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.224368 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Deleting port 38161dba-595e-458e-9be0-b30a5aaf54e3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:25:02.224703 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.230371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:25:02.303206 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] For port 38161dba-595e-458e-9be0-b30a5aaf54e3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=38161dba-595e-458e-9be0-b30a5aaf54e3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:02.303611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.316323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Calling delete_port for 38161dba-595e-458e-9be0-b30a5aaf54e3 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:25:02.349918 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.425186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:25:01Z', 'revision_number': 5, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port': {'id': '38161dba-595e-458e-9be0-b30a5aaf54e3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:14:05Z', 'updated_at': '2021-11-23T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:02.452581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Checking router: 765a547a-b8a2-45c4-a627-374c6834b2d7 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:25:02.461712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Routers {'765a547a-b8a2-45c4-a627-374c6834b2d7'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:25:02.462324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:25:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['765a547a-b8a2-45c4-a627-374c6834b2d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:02.483510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.510691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Pushing event deleted for resources: {'Port': ['ID=38161dba-595e-458e-9be0-b30a5aaf54e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:02.528032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209014f-bbc6-4088-acc8-a51da1f14262 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:25:02.555005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] Set router 765a547a-b8a2-45c4-a627-374c6834b2d7 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:25:02.574424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.610312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:25:02Z', 'revision_number': 6, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:02.636609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428a125-3385-4204-9c92-a51932238ee7 None None] The sync data for ids ['765a547a-b8a2-45c4-a627-374c6834b2d7'] in n-d-792364-9 is: [{'id': '765a547a-b8a2-45c4-a627-374c6834b2d7', 'name': 'tempest-TestVolumeBootPattern-1580910135-router', 'tenant_id': 'e7b9b292a20343a8b74515d9b7adc678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:14:04Z', 'updated_at': '2021-11-23T19:25:02Z', 'revision_number': 6, 'project_id': 'e7b9b292a20343a8b74515d9b7adc678', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:25:02.668146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.670629 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.715715 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.716202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765a547a-b8a2-45c4-a627-374c6834b2d7 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:25:02.720376 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.721765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d3e96f8-0ac9-44b9-b162-56af1625c657 admin admin] 10.222.0.37 "DELETE /v2.0/routers/765a547a-b8a2-45c4-a627-374c6834b2d7 HTTP/1.1" status: 204 len: 168 time: 0.7692549 Nov 23 19:25:02.724847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:02.775559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Deleting subnet 5eebe38f-4056-4bbf-90d4-4b98c2248a4f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:25:02.778617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.813005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.889362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.941551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.971106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eebe38f-4056-4bbf-90d4-4b98c2248a4f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:02.975064 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:02.978346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d4956b56-ac83-46ad-a7ac-854d1a5dff65 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5eebe38f-4056-4bbf-90d4-4b98c2248a4f HTTP/1.1" status: 204 len: 168 time: 0.2525139 Nov 23 19:25:02.981672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:02.982221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef98e56-9826-4756-927a-2489d4da554e None None] Network d9193f04-0427-43f4-8e0b-15647a8eae93 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:25:03.075932 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.135235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Deleting port 4757616c-bb7f-44fb-a51d-73510033e009 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:25:03.135624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.220615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] For port 4757616c-bb7f-44fb-a51d-73510033e009, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4757616c-bb7f-44fb-a51d-73510033e009,segment=NetworkSegment(a0f9c424-56ad-48c5-8725-50d377524cea),segment_id=a0f9c424-56ad-48c5-8725-50d377524cea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:03.220974 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.234768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Calling delete_port for 4757616c-bb7f-44fb-a51d-73510033e009 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:25:03.268484 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.315660 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.345601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4757616c-bb7f-44fb-a51d-73510033e009,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:03.350560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] No DVR routers for this DVR port 4757616c-bb7f-44fb-a51d-73510033e009 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:25:03.423871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.447653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f0c7b-7ba1-4a98-92f6-701f0ef80513 None None] DHCP port deletion for d9193f04-0427-43f4-8e0b-15647a8eae93 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:25:03.450135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9193f04-0427-43f4-8e0b-15647a8eae93']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:03.472799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f9c424-56ad-48c5-8725-50d377524cea') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:03.472940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f9c424-56ad-48c5-8725-50d377524cea') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:25:03.485394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5a56cc0-ad3d-4d81-aa95-8179db85cf3f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:03.498372 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.511399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c5a56cc0-ad3d-4d81-aa95-8179db85cf3f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:03.512210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c5a56cc0-ad3d-4d81-aa95-8179db85cf3f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:03.514529 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.522400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:25:03.522789 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:25:03.524899 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:25:03.582806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.593257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.596732 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d9193f04-0427-43f4-8e0b-15647a8eae93 HTTP/1.1" status: 204 len: 168 time: 0.6139498 Nov 23 19:25:03.608299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57187d5c-5aed-4609-a3d2-72963634f9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9193f04-0427-43f4-8e0b-15647a8eae93,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:03.748151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:03.806819 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7493b1e4-bccd-4409-8aef-d8eed5c8cca8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9b6bbb484bd4dfca7decd2ed48bd5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552390 Nov 23 19:25:03.807032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:03.856230 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.882497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.931501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.936076 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:03.940051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5cd363f-cbbe-4602-b11b-5ef495e94e6b HTTP/1.1" status: 204 len: 168 time: 0.1295934 Nov 23 19:25:03.946367 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e01446-f7b5-4da3-bb03-972dc13b5602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd363f-cbbe-4602-b11b-5ef495e94e6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:04.264703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:04.305560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2b05dfa1-b6d1-46ef-9039-bc0c3b03c9e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7b9b292a20343a8b74515d9b7adc678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397334 Nov 23 19:25:04.308063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:04.354819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:04.375371 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:04.423474 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:04.426522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:04.427738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4e2a785-5226-4720-ac08-d9a2e7fae159 HTTP/1.1" status: 204 len: 168 time: 0.1187387 Nov 23 19:25:04.435580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c760ca-0a13-4500-98d0-0866a0025733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2a785-5226-4720-ac08-d9a2e7fae159,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:04.893086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38161dba-595e-458e-9be0-b30a5aaf54e3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:04.917470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 38161dba-595e-458e-9be0-b30a5aaf54e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:04.917816 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 38161dba-595e-458e-9be0-b30a5aaf54e3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:04.918249 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4757616c-bb7f-44fb-a51d-73510033e009 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:04.939482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4757616c-bb7f-44fb-a51d-73510033e009 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:04.939830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4757616c-bb7f-44fb-a51d-73510033e009 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:09.242909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:10.664709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:14.915285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-f2554226-7a24-4e26-80d1-f212cb58723f tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ef01b601bff4460a090006c3fea7485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294378 Nov 23 19:25:15.107625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-92666bb9-261e-472b-9b74-aaf19ae98fa4 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:15.109089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-92666bb9-261e-472b-9b74-aaf19ae98fa4 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885097 Nov 23 19:25:15.124700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-287374c7-d3d4-4221-bc78-8f84ed30cbbe tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/quotas/7ef01b601bff4460a090006c3fea7485 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Nov 23 19:25:15.156139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-afaba2f6-d93b-4f79-b3bc-aa9978df858e tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ef01b601bff4460a090006c3fea7485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260878 Nov 23 19:25:15.463351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a290756-3997-4645-9000-1a0a37c0985b req-a841bc62-52d8-4ea1-b88b-1f980f8deb7c tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 210 time: 0.1724701 Nov 23 19:25:16.355369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-3b68579a-60a9-4d5d-b53a-d3b076488dc8 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7ef01b601bff4460a090006c3fea7485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292468 Nov 23 19:25:16.553639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-3ee54c61-a026-4131-b71c-333afb51970b tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:16.555134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-3ee54c61-a026-4131-b71c-333afb51970b tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936643 Nov 23 19:25:16.561403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fc2d520-234f-4155-889f-89998294a673 req-3a167282-d296-4009-979e-184cb8bbe2df tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Nov 23 19:25:16.568259 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Request body: {'port': {'device_id': '6cf301de-ac10-4777-8108-13e6827ba033', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'admin_state_up': True, 'tenant_id': '7ef01b601bff4460a090006c3fea7485'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:16.677614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Made reservation on behalf of 7ef01b601bff4460a090006c3fea7485 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:25:16.681099 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:16.689888 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:16.762170 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:16.765708 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:16.828070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe42bf-d880-4fd1-a86c-a8e145b91112,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:16.900857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Allocated IP 192.168.233.31 (df3ea72b-9fb0-4d1f-9cd9-01d1930c5819/fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116/0b60badd-255d-48de-bbad-45697c1ac0bb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:25:17.064703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.098579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.142602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:25:17.146396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:25:17.150058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:25:17.173266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Pushing event updated for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:17.203345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:17.203972 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.222925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-11bc726a-7fcf-4223-a4f4-a772316081d6 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6586754 Nov 23 19:25:17.233771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-dde2e2d2-f7b1-4bf7-be4a-69c472336b22 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:25:17.238284 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-dde2e2d2-f7b1-4bf7-be4a-69c472336b22 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055103 Nov 23 19:25:17.248707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Request body: {'port': {'device_id': '6cf301de-ac10-4777-8108-13e6827ba033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:17.312534 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.410702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a487233-13bf-4826-b1ec-1b13e7ffafc6 None None] Provisioning complete for port 0b60badd-255d-48de-bbad-45697c1ac0bb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:25:17.411296 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a487233-13bf-4826-b1ec-1b13e7ffafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.449113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8a487233-13bf-4826-b1ec-1b13e7ffafc6 None None] Port 0b60badd-255d-48de-bbad-45697c1ac0bb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:25:17.584751 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b60badd-255d-48de-bbad-45697c1ac0bb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:25:17.592244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.604073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Transition to ACTIVE for port object 0b60badd-255d-48de-bbad-45697c1ac0bb will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:25:17.608574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.688840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Pushing event updated for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:17.743959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ef748-902d-400a-b2fd-02de1ebb9132 req-f96db7f4-eaea-48a5-bcff-6339c3f75fdc tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:17.745516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-288ef748-902d-400a-b2fd-02de1ebb9132 req-f96db7f4-eaea-48a5-bcff-6339c3f75fdc tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 947 time: 0.1115227 Nov 23 19:25:17.806307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Attempting to bind port 0b60badd-255d-48de-bbad-45697c1ac0bb on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:25:17.806639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Attempting to bind port 0b60badd-255d-48de-bbad-45697c1ac0bb by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:25:17.806963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Attempting to bind port 0b60badd-255d-48de-bbad-45697c1ac0bb on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:25:17.818156 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-288ef748-902d-400a-b2fd-02de1ebb9132 req-a73bb8a3-7849-44ec-a301-224b1cfd9e3c tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658438 Nov 23 19:25:17.819112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Port 0b60badd-255d-48de-bbad-45697c1ac0bb on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:25:17.819464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Attempting to bind port 0b60badd-255d-48de-bbad-45697c1ac0bb on network df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:25:17.829328 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:25:17.829668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Checking segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:25:17.830325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Bound using segment: {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:25:17.830474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Bound port: 0b60badd-255d-48de-bbad-45697c1ac0bb, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2def6cbc-40e2-4758-989a-12ea5e4239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:25:17.830827 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.898311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:25:17.901691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b60badd-255d-48de-bbad-45697c1ac0bb,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:25:17.905533 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.939789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:17.940412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:17.941924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] 10.222.0.50 "PUT /v2.0/ports/0b60badd-255d-48de-bbad-45697c1ac0bb HTTP/1.1" status: 200 len: 1095 time: 0.6975152 Nov 23 19:25:17.942389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:25:17.944730 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:25:17.969635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbff03e-2cff-4a3e-9f56-7f0c176d78ba service neutron] Pushing event updated for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:18.000055 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a22d3-98d0-4e39-9bac-0f461385e03a x-openstack-request-id: req-337a22d3-98d0-4e39-9bac-0f461385e03a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:25:18.000356 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:25:18.000616 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-337a22d3-98d0-4e39-9bac-0f461385e03a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:25:18.001049 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb', 'status': 'completed', 'code': 200} Nov 23 19:25:18.032754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-6e020f59-86b4-421e-83ee-d8e4870c96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.034408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-6e020f59-86b4-421e-83ee-d8e4870c96df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef01b601bff4460a090006c3fea7485&device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 1098 time: 0.0485606 Nov 23 19:25:18.083951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-e9b56cdd-d9ee-4c41-ba71-d43ab7f62a7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0b60badd-255d-48de-bbad-45697c1ac0bb HTTP/1.1" status: 200 len: 217 time: 0.0395384 Nov 23 19:25:18.137464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-03848b6a-7d82-4b8d-bd77-c04659d10171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.138952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-03848b6a-7d82-4b8d-bd77-c04659d10171 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0475934 Nov 23 19:25:18.186153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1298c-f705-474f-8763-a921cc68c97d req-2e3ff5eb-ef91-4779-8eea-9a842aad179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.187693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-2e3ff5eb-ef91-4779-8eea-9a842aad179b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402911 Nov 23 19:25:18.285272 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-5d2b88af-192f-4a0f-9b4d-1592265142d4 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Nov 23 19:25:18.374320 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39a1298c-f705-474f-8763-a921cc68c97d req-3d6e7491-3fbf-44f9-a1d2-7a9deeb809c6 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Nov 23 19:25:18.462933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-871a35fa-3dca-4681-81a7-079122728d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.464355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-871a35fa-3dca-4681-81a7-079122728d6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef01b601bff4460a090006c3fea7485&device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 1098 time: 0.0404899 Nov 23 19:25:18.563592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-4ddda7f6-bbe7-4bf6-ae59-00b294c39986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.565065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-4ddda7f6-bbe7-4bf6-ae59-00b294c39986 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819 HTTP/1.1" status: 200 len: 870 time: 0.0923622 Nov 23 19:25:18.608527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-c650ec48-b7d9-4f12-bb94-c73417067192 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0b60badd-255d-48de-bbad-45697c1ac0bb HTTP/1.1" status: 200 len: 217 time: 0.0362167 Nov 23 19:25:18.667489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-457c35a4-b7d7-43d7-8c29-1bd33a6cdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.669070 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-457c35a4-b7d7-43d7-8c29-1bd33a6cdb60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116 HTTP/1.1" status: 200 len: 843 time: 0.0518811 Nov 23 19:25:18.717894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-37d67fa1-ca42-4b2c-b927-3cf082e5ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.719359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-37d67fa1-ca42-4b2c-b927-3cf082e5ed63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df3ea72b-9fb0-4d1f-9cd9-01d1930c5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425057 Nov 23 19:25:18.818694 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-63917ba9-e411-4992-8966-363855ed9a89 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902903 Nov 23 19:25:18.927106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd7fea62-ce8a-4d0e-bd72-aa457431feb2 req-819287f1-8a47-4111-9d05-c31fc5bec127 service neutron] 10.222.0.50 "GET /v2.0/networks/df3ea72b-9fb0-4d1f-9cd9-01d1930c5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993791 Nov 23 19:25:18.964574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95cb5-9b52-4783-943c-5c0bfc4c3b0d req-a2586440-46b0-4d5b-9204-e57adbd10563 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:18.966044 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7a95cb5-9b52-4783-943c-5c0bfc4c3b0d req-a2586440-46b0-4d5b-9204-e57adbd10563 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 947 time: 0.0581799 Nov 23 19:25:19.024508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7a95cb5-9b52-4783-943c-5c0bfc4c3b0d req-a950b88a-9440-4a84-a2dc-3f1f1dc7f451 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524030 Nov 23 19:25:20.142904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6eaa5-461c-46f8-8e0f-b5cab7dee5dd req-34f12400-a205-4c03-bd39-381ce6bd098a tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:20.144528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56d6eaa5-461c-46f8-8e0f-b5cab7dee5dd req-34f12400-a205-4c03-bd39-381ce6bd098a tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 947 time: 0.0495112 Nov 23 19:25:20.194563 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56d6eaa5-461c-46f8-8e0f-b5cab7dee5dd req-79ce4d58-7f8c-4081-9364-6970a540c87b tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Nov 23 19:25:21.309794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e929a-29da-4d90-a21b-a5ec45086526 req-e09a1159-56f5-48b7-826d-6cb2fa5a810d tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:21.311268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-239e929a-29da-4d90-a21b-a5ec45086526 req-e09a1159-56f5-48b7-826d-6cb2fa5a810d tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 947 time: 0.0490329 Nov 23 19:25:21.359170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-239e929a-29da-4d90-a21b-a5ec45086526 req-bdaf1589-5b84-4dba-b21e-c1733791e25a tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Nov 23 19:25:21.696801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b60badd-255d-48de-bbad-45697c1ac0bb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:25:21.794400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b60badd-255d-48de-bbad-45697c1ac0bb,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:21.805930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '0b60badd-255d-48de-bbad-45697c1ac0bb', 'network_id': 'df3ea72b-9fb0-4d1f-9cd9-01d1930c5819', 'port_id': '0b60badd-255d-48de-bbad-45697c1ac0bb', 'mac_address': 'fa:16:3e:fa:09:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0a9ad-6b4e-43bd-8fbe-bf8958af6116', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:25:21.842634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:21.855649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b60badd-255d-48de-bbad-45697c1ac0bb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:25:21.875168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b60badd-255d-48de-bbad-45697c1ac0bb,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:21.879027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:21.927839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:22.147893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['0b60badd-255d-48de-bbad-45697c1ac0bb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:25:22.478128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53796-3340-4593-a497-84617a15a99f req-cb7d7301-b698-4e6c-9070-54cb2ce8bf9d tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:22.479637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00d53796-3340-4593-a497-84617a15a99f req-cb7d7301-b698-4e6c-9070-54cb2ce8bf9d tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 948 time: 0.0494070 Nov 23 19:25:22.529534 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00d53796-3340-4593-a497-84617a15a99f req-2d0b3b47-58fd-4228-a549-4f2b284b759a tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Nov 23 19:25:23.647653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c2291-705a-465d-a896-02f7428bc765 req-c2d74bba-60ee-4729-8bd8-c1e095f29d57 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:23.649171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe0c2291-705a-465d-a896-02f7428bc765 req-c2d74bba-60ee-4729-8bd8-c1e095f29d57 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 948 time: 0.0477691 Nov 23 19:25:23.694792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe0c2291-705a-465d-a896-02f7428bc765 req-a60919b2-3e89-4e41-a0fe-7dad9098ebb5 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Nov 23 19:25:23.718784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b60badd-255d-48de-bbad-45697c1ac0bb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:25:23.766421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 0b60badd-255d-48de-bbad-45697c1ac0bb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:25:23.770911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 0b60badd-255d-48de-bbad-45697c1ac0bb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:25:23.771307 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:23.851515 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:23.873394 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:25:23.875654 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b63a8-0a79-4e72-90db-10716f5f69a1" -d '{"events": [{"server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "name": "network-vif-plugged", "status": "completed", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:25:23.888617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b60badd-255d-48de-bbad-45697c1ac0bb,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:23.893027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:23.917887 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5002f77f-c0aa-49ea-9818-d88ca9104a25 x-openstack-request-id: req-5002f77f-c0aa-49ea-9818-d88ca9104a25 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:25:23.918188 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "name": "network-vif-plugged", "status": "completed", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:25:23.918444 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5002f77f-c0aa-49ea-9818-d88ca9104a25 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:25:23.918839 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb', 'code': 200} Nov 23 19:25:23.944617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:24.014693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351120-42e6-43dc-8ec0-9ceb8133a87a req-52033e39-8290-471f-80fb-e0f5b46c3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:24.016261 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84351120-42e6-43dc-8ec0-9ceb8133a87a req-52033e39-8290-471f-80fb-e0f5b46c3ae7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 1100 time: 0.0435314 Nov 23 19:25:24.061447 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84351120-42e6-43dc-8ec0-9ceb8133a87a req-c757c541-dea1-4864-8f50-3bb45a745094 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Nov 23 19:25:24.812467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce30734-1f76-40a9-bb1e-7569d0d45697 req-2ccd4799-249a-4293-bd4b-621c52c2d060 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:24.814027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ce30734-1f76-40a9-bb1e-7569d0d45697 req-2ccd4799-249a-4293-bd4b-621c52c2d060 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 949 time: 0.0517621 Nov 23 19:25:24.867908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ce30734-1f76-40a9-bb1e-7569d0d45697 req-d87ce76f-6804-4515-bd42-421656be1a61 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Nov 23 19:25:25.984746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397844-fba8-4ca2-b592-c10d22d2ffcb req-54ad6e73-4cde-4d3c-a753-57c0cee2a18e tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:25.986229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b397844-fba8-4ca2-b592-c10d22d2ffcb req-54ad6e73-4cde-4d3c-a753-57c0cee2a18e tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 949 time: 0.0481405 Nov 23 19:25:26.033835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8b397844-fba8-4ca2-b592-c10d22d2ffcb req-b0865cf0-8335-401a-99c4-e371d2d1bd76 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Nov 23 19:25:26.361743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-fe87a2e6-bae3-4518-bf52-40e4d4b6ee6a req-7aeef304-7cba-4402-8f97-8787d8f1ea51 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:25:26.362770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe87a2e6-bae3-4518-bf52-40e4d4b6ee6a req-7aeef304-7cba-4402-8f97-8787d8f1ea51 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532320 Nov 23 19:25:26.699141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-888933a5-2410-4da3-971a-85f43a0e3276 req-719bfa99-f3d9-4637-b20e-b19308d06eb2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:25:26.700157 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-888933a5-2410-4da3-971a-85f43a0e3276 req-719bfa99-f3d9-4637-b20e-b19308d06eb2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053980 Nov 23 19:25:27.038344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f38c-bae7-412c-9125-40d3196146de req-3ac9b292-6a79-489b-9d77-b2ae057dd282 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:27.039865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef99f38c-bae7-412c-9125-40d3196146de req-3ac9b292-6a79-489b-9d77-b2ae057dd282 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 949 time: 0.0568123 Nov 23 19:25:27.090065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef99f38c-bae7-412c-9125-40d3196146de req-c4a8901a-5ca7-4d7d-a8df-a10120841105 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Nov 23 19:25:27.445984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a197fa5a-bbc1-495e-9921-4e32327bc38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:28.227657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce7ca6-c8dd-48dc-bfcb-1c126efe468f req-772bd958-b02f-4705-97b8-e33e50391175 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:28.229106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62ce7ca6-c8dd-48dc-bfcb-1c126efe468f req-772bd958-b02f-4705-97b8-e33e50391175 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 949 time: 0.0617487 Nov 23 19:25:28.312696 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62ce7ca6-c8dd-48dc-bfcb-1c126efe468f req-d233cbca-e1f4-4f86-ac17-9e4590f0e882 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.37 "GET /v2.0/security-groups?id=26fe42bf-d880-4fd1-a86c-a8e145b91112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730054 Nov 23 19:25:28.329780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-09e31b1e-0385-4e4d-b647-cfcb2569cadd tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:28.335508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-09e31b1e-0385-4e4d-b647-cfcb2569cadd tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf301de-ac10-4777-8108-13e6827ba033 HTTP/1.1" status: 200 len: 949 time: 0.0699899 Nov 23 19:25:28.420803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Deleting port 0b60badd-255d-48de-bbad-45697c1ac0bb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:25:28.421067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:28.511728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] For port 0b60badd-255d-48de-bbad-45697c1ac0bb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=0b60badd-255d-48de-bbad-45697c1ac0bb,segment=NetworkSegment(2def6cbc-40e2-4758-989a-12ea5e4239fb),segment_id=2def6cbc-40e2-4758-989a-12ea5e4239fb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:28.512088 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:28.523980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Calling delete_port for 0b60badd-255d-48de-bbad-45697c1ac0bb owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:25:28.652271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:28.665264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['0b60badd-255d-48de-bbad-45697c1ac0bb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:25:28.681414 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Pushing event deleted for resources: {'Port': ['ID=0b60badd-255d-48de-bbad-45697c1ac0bb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:28.724769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] No DVR routers for this DVR port 0b60badd-255d-48de-bbad-45697c1ac0bb on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:25:28.731023 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:28.731023 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-80bbd81c-0d01-4930-9a36-8074f1135bce req-cc355d4a-e35a-40e1-9195-66b916452833 tempest-ServersAdminNegativeTestJSON-2134377918 tempest-ServersAdminNegativeTestJSON-2134377918-project] 10.222.0.50 "DELETE /v2.0/ports/0b60badd-255d-48de-bbad-45697c1ac0bb HTTP/1.1" status: 204 len: 173 time: 0.3915629 Nov 23 19:25:28.731023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'name': 'network-vif-deleted', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:25:28.732534 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e1def-e286-4b7a-a4b6-5065492bcbcd" -d '{"events": [{"server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "name": "network-vif-deleted", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:25:28.781146 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea8356f-8b6e-43b2-a4cb-6a4b70370de7 x-openstack-request-id: req-3ea8356f-8b6e-43b2-a4cb-6a4b70370de7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:25:28.781251 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf301de-ac10-4777-8108-13e6827ba033", "name": "network-vif-deleted", "tag": "0b60badd-255d-48de-bbad-45697c1ac0bb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:25:28.781449 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ea8356f-8b6e-43b2-a4cb-6a4b70370de7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:25:28.781843 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf301de-ac10-4777-8108-13e6827ba033', 'name': 'network-vif-deleted', 'tag': '0b60badd-255d-48de-bbad-45697c1ac0bb', 'status': 'completed', 'code': 200} Nov 23 19:25:29.614504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:29.748704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94e1cc83-90b2-44fe-a523-650cd7aab4a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef01b601bff4460a090006c3fea7485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330249 Nov 23 19:25:29.751701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:29.801851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:29.822595 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:29.868308 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:29.870872 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:29.872020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26fe42bf-d880-4fd1-a86c-a8e145b91112 HTTP/1.1" status: 204 len: 168 time: 0.1194196 Nov 23 19:25:29.879701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe42bf-d880-4fd1-a86c-a8e145b91112,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:29.887033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.887413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.887756 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.888091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.888423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.888753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.889076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.889386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.889707 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.890028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.890347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:29.890663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dd9681-0ac5-4157-af47-d480b0039fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:25:30.125501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:30.141895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3efb200a-3a2c-4f18-a19c-2d0053cac1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.195707 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43574d91-6bb7-49f2-bf1b-f26e77c3211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.219748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3efb200a-3a2c-4f18-a19c-2d0053cac1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.224210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3efb200a-3a2c-4f18-a19c-2d0053cac1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.261180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3efb200a-3a2c-4f18-a19c-2d0053cac1d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3eaaca938b8546fab7f73da7475a54c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345985 Nov 23 19:25:30.262051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb200a-3a2c-4f18-a19c-2d0053cac1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fdc85d-a8c8-4855-aa12-90e6cf42af85,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:30.264015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:30.312004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.335071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.383799 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.386410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:30.387562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2fdc85d-a8c8-4855-aa12-90e6cf42af85 HTTP/1.1" status: 204 len: 168 time: 0.1225500 Nov 23 19:25:30.396087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648f3a1-0289-48a8-8703-0ecbe3206628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fdc85d-a8c8-4855-aa12-90e6cf42af85,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:30.881702 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.058584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:31.154017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1614644097-network', 'tenant_id': 'f8e3540121a7441380fe49e5aaaf31ab'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:31.173715 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Made reservation on behalf of f8e3540121a7441380fe49e5aaaf31ab for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:25:31.176725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.188013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.267507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.271813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.296790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:25:31.307778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1034be1d-57b0-43f6-9d12-989afb88ad20,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:31.313676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.314190 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Added segment 27160d3b-bac5-41fd-8a63-61ce033f548d of type vlan for network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba Nov 23 19:25:31.353170 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.380322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.381239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:31.381811 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.416577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3565958 Nov 23 19:25:31.419583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:25:31.424667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Request body: {'subnet': {'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1614644097-subnet', 'tenant_id': 'f8e3540121a7441380fe49e5aaaf31ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:31.443869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71db6e-3966-4ea0-bc83-e321e19c6417 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:31.447497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Made reservation on behalf of f8e3540121a7441380fe49e5aaaf31ab for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:25:31.449791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.454090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:25:31.623071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.678415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05233290-e137-44dc-913d-0649230e3aa0,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:31.687829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Checking segment: {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:25:31.688194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Network hostable DHCP agents. Network: ff7f54dd-1d7b-488a-95ae-b3dc75f9afba, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:25:31.704685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:25:31.713430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, ff7f54dd-1d7b-488a-95ae-b3dc75f9afba) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:25:31.717413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:31.718014 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:31.724708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1b781-f3ce-4e54-a99e-2b04cbc34f55 None None] Network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:25:31.734055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-20ded290-b0bc-40d6-bcc6-9a60b8157692 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3131289 Nov 23 19:25:31.749243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b60badd-255d-48de-bbad-45697c1ac0bb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:25:31.798999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 0b60badd-255d-48de-bbad-45697c1ac0bb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:25:31.799368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 0b60badd-255d-48de-bbad-45697c1ac0bb not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:25:31.870085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8baf6c2-a3ff-42c2-bc33-c4bc1f330237 None None] Network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:25:32.107374 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:25:32.168792 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-b432d05d-550a-43d7-9b2d-b8fd513e2c6f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:32.170193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-b432d05d-550a-43d7-9b2d-b8fd513e2c6f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 812 time: 0.1074634 Nov 23 19:25:32.186280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-6c474821-61f4-4b61-b9f7-e27bc9d5c943 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/quotas/f8e3540121a7441380fe49e5aaaf31ab HTTP/1.1" status: 200 len: 375 time: 0.0093510 Nov 23 19:25:32.219817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-962089ce-f137-4c63-9d66-68f69110c376 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264006 Nov 23 19:25:32.312005 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:32.327648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-2965590f-1de2-4a30-b0c1-6db13bce5955 service neutron] 10.222.0.37 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006081 Nov 23 19:25:32.421128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-806bfe67-014c-4a53-bd86-4776f2bf9c97 service neutron] 10.222.0.37 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866239 Nov 23 19:25:32.594465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09f2b636-a06b-4ef7-aeb3-07b7ddc95ae8 req-323f49aa-e297-4b10-8293-63eed10227b6 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 210 time: 0.0263088 Nov 23 19:25:33.262670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:33.699496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6dad3ab6-a12a-4d5d-9dbc-c2092283a5a1 req-8e56d6c6-088d-479f-89b5-eef93a512f8f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 210 time: 0.0279975 Nov 23 19:25:33.992593 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-823bae0f-e4ba-4726-9e4b-0782c8a43dfb tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:33.993891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-823bae0f-e4ba-4726-9e4b-0782c8a43dfb tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 812 time: 0.4171019 Nov 23 19:25:34.006584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Request body: {'port': {'device_id': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba', 'admin_state_up': True, 'tenant_id': 'f8e3540121a7441380fe49e5aaaf31ab'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:34.111391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Made reservation on behalf of f8e3540121a7441380fe49e5aaaf31ab for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:25:34.114906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.239231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Allocated IP 172.20.0.6 (ff7f54dd-1d7b-488a-95ae-b3dc75f9afba/05233290-e137-44dc-913d-0649230e3aa0/8a509aca-a557-4d40-9162-383187613782) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:25:34.385408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.417662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.461933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:25:34.464857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:25:34.468459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:25:34.491331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:34.521623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:34.522237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.537626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-1d8f4351-bab0-4d23-8eec-acb54c41313d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5348554 Nov 23 19:25:34.549648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Request body: {'port': {'device_id': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:25:34.605092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.851897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea045bb-9486-4226-ab83-4606c51b2297 req-0a17e119-041b-4b9a-83ee-dd6d91e9499a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:34.853371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ea045bb-9486-4226-ab83-4606c51b2297 req-0a17e119-041b-4b9a-83ee-dd6d91e9499a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 931 time: 0.0769472 Nov 23 19:25:34.929899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a509aca-a557-4d40-9162-383187613782 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:25:34.943680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:34.950967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ea045bb-9486-4226-ab83-4606c51b2297 req-ab6d56dc-f19b-45d0-8846-434aae8869bc tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890162 Nov 23 19:25:34.960451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Transition to ACTIVE for port object 8a509aca-a557-4d40-9162-383187613782 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:25:34.964811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:35.014470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:35.083212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:25:35.083579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:25:35.083906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:25:35.088143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:25:35.088461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:25:35.093196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:25:35.093527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Checking segment: {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:25:35.093904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Bound using segment: {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:25:35.094321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Bound port: 8a509aca-a557-4d40-9162-383187613782, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:25:35.094670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:35.160836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:25:35.163869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:25:35.168354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:35.202391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.203015 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:35.204928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] 10.222.0.50 "PUT /v2.0/ports/8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 1091 time: 0.6588430 Nov 23 19:25:35.204928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:25:35.207207 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e12113-e0a4-41dc-8652-ce80ebc72480" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:25:35.231966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd882ae-deee-4cf3-8747-e11aa969613d service neutron] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:35.257678 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1973f41-7c60-4845-8e55-45f773dd68b4 x-openstack-request-id: req-b1973f41-7c60-4845-8e55-45f773dd68b4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:25:35.257978 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "tag": "8a509aca-a557-4d40-9162-383187613782", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:25:35.258354 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1973f41-7c60-4845-8e55-45f773dd68b4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:25:35.258653 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'status': 'completed', 'code': 200} Nov 23 19:25:35.301496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-f2f69322-b05a-445b-8518-5176a8876b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.303030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-f2f69322-b05a-445b-8518-5176a8876b7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1094 time: 0.0421748 Nov 23 19:25:35.348323 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-47a71954-5ef8-4b35-850b-b9d6579d1487 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0367742 Nov 23 19:25:35.397663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-057fc960-ea20-43ed-91ba-64dfc77779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.399119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-057fc960-ea20-43ed-91ba-64dfc77779c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0440102 Nov 23 19:25:35.430517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-e68653b1-9484-45d4-93c1-db73dd2d0200 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242412 Nov 23 19:25:35.524326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-ae61b5cc-9573-4c4f-9db6-3883c4967634 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861707 Nov 23 19:25:35.614300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5db7759d-edd1-4f8f-8680-3f35d60ef8b6 req-8310c67d-a1c3-4ff2-84b2-41202ffb56cd service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Nov 23 19:25:35.699780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-310e4041-b0c8-4b31-8e47-eeeb116cbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.701290 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-310e4041-b0c8-4b31-8e47-eeeb116cbf1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1094 time: 0.0429831 Nov 23 19:25:35.797715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-04e6b81e-3601-4c70-97a5-c161bceeae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.799079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-04e6b81e-3601-4c70-97a5-c161bceeae1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0902946 Nov 23 19:25:35.842731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-f31d1ce3-e934-4e82-b2ac-6c10d5b706cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0352697 Nov 23 19:25:35.901550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-ccc56e61-58e9-4c00-b81a-1f8b78e147a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:35.903021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-ccc56e61-58e9-4c00-b81a-1f8b78e147a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0529230 Nov 23 19:25:35.937461 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-6d8ab6e8-d76a-4cfb-a071-0a1f01131b54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254433 Nov 23 19:25:36.042952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-f624cf69-47ca-4e66-bf91-d7507e648895 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969260 Nov 23 19:25:36.135565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc64150-0e56-4abc-848b-d94bb9553832 req-62920495-2fa5-4260-82a9-479b28bcbb7c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:36.136994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8dc64150-0e56-4abc-848b-d94bb9553832 req-62920495-2fa5-4260-82a9-479b28bcbb7c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 943 time: 0.1085548 Nov 23 19:25:36.188142 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f9e12113-e0a4-41dc-8652-ce80ebc72480 req-a610fd7d-c023-4e4a-8582-84075e5bea85 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257463 Nov 23 19:25:36.203145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8dc64150-0e56-4abc-848b-d94bb9553832 req-797a09ed-87e7-4468-9672-5ffdc45155ac tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595338 Nov 23 19:25:37.321605 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4f7b-8904-4d51-9ba5-7d559959b975 req-561245f9-1295-4660-8c0c-d767b43f7d6d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:37.323112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc3b4f7b-8904-4d51-9ba5-7d559959b975 req-561245f9-1295-4660-8c0c-d767b43f7d6d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 943 time: 0.0492482 Nov 23 19:25:37.373693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dc3b4f7b-8904-4d51-9ba5-7d559959b975 req-91628915-59a6-447b-ab07-481596a1bcea tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Nov 23 19:25:37.760403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a509aca-a557-4d40-9162-383187613782 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:25:37.855896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:37.869963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '8a509aca-a557-4d40-9162-383187613782', 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba', 'port_id': '8a509aca-a557-4d40-9162-383187613782', 'mac_address': 'fa:16:3e:89:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05233290-e137-44dc-913d-0649230e3aa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:25:37.906185 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:37.918850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a509aca-a557-4d40-9162-383187613782 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:25:37.938423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:37.942704 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:37.990273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:38.141642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['8a509aca-a557-4d40-9162-383187613782'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:25:38.497514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef61b4d-23a9-4af3-a335-43d27969b3b6 req-54ad2620-d32a-445a-9f20-26a489f2dbb2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:38.499092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ef61b4d-23a9-4af3-a335-43d27969b3b6 req-54ad2620-d32a-445a-9f20-26a489f2dbb2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 944 time: 0.0551434 Nov 23 19:25:38.548947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ef61b4d-23a9-4af3-a335-43d27969b3b6 req-0ceaf85c-caaf-4a6f-afad-81e83f91996f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432844 Nov 23 19:25:39.241590 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:39.671224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff6f1-c38e-4948-a17f-75aed88c64d3 req-6e7135a7-861d-4010-914e-a7823e0dcf49 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:39.672856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-001ff6f1-c38e-4948-a17f-75aed88c64d3 req-6e7135a7-861d-4010-914e-a7823e0dcf49 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 944 time: 0.0515537 Nov 23 19:25:39.728591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-001ff6f1-c38e-4948-a17f-75aed88c64d3 req-6a236359-fd63-4d87-8874-dee966dbca64 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489757 Nov 23 19:25:39.769741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a509aca-a557-4d40-9162-383187613782 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:25:39.822943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 8a509aca-a557-4d40-9162-383187613782 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:25:39.827836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 8a509aca-a557-4d40-9162-383187613782 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:25:39.828252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:39.905451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:39.928670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:25:39.930975 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2be0dd-60d5-48bb-8a6b-7957deff3194" -d '{"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-plugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:25:39.943337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:25:39.947853 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:39.971677 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d4c7a-cc9d-489f-8405-588fb18f416f x-openstack-request-id: req-786d4c7a-cc9d-489f-8405-588fb18f416f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:25:39.971975 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-plugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:25:39.972226 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-786d4c7a-cc9d-489f-8405-588fb18f416f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:25:39.973299 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'code': 200} Nov 23 19:25:40.000511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:25:40.082599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb6d9-3cee-42e6-a835-9f69c5de46d2 req-9ec96b02-5a4b-4454-a423-6c4b09c86b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:40.082599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-200fb6d9-3cee-42e6-a835-9f69c5de46d2 req-9ec96b02-5a4b-4454-a423-6c4b09c86b82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1096 time: 0.0399883 Nov 23 19:25:40.130540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-200fb6d9-3cee-42e6-a835-9f69c5de46d2 req-5790f544-2795-489d-b9a2-cd65847041af service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 Nov 23 19:25:40.667893 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:40.855129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b07ce-5fdc-4d80-955f-8f9924da7982 req-cc012cb6-63e3-4d1b-ad28-2b08374b347c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:40.856635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b20b07ce-5fdc-4d80-955f-8f9924da7982 req-cc012cb6-63e3-4d1b-ad28-2b08374b347c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0510576 Nov 23 19:25:40.909257 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b20b07ce-5fdc-4d80-955f-8f9924da7982 req-bfaa71d6-89a8-4ae0-b174-0611ea4009aa tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Nov 23 19:25:42.026402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc31d6-e4f2-4cb0-bf8e-44da87973caf req-aabe69fa-412f-4639-beac-72770ce3384a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:42.027926 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acfc31d6-e4f2-4cb0-bf8e-44da87973caf req-aabe69fa-412f-4639-beac-72770ce3384a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0492885 Nov 23 19:25:42.087380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acfc31d6-e4f2-4cb0-bf8e-44da87973caf req-f5b7a426-ebd3-4faf-8cba-7c0d933900b4 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533674 Nov 23 19:25:42.326549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad453-a373-4f9c-a1c8-a2076026ceb6 req-94b79160-fdd4-46d7-b7a0-79e550c5fb1b tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:42.328079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-afbad453-a373-4f9c-a1c8-a2076026ceb6 req-94b79160-fdd4-46d7-b7a0-79e550c5fb1b tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0511053 Nov 23 19:25:42.399186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-090ea312-8930-4cc7-a040-939ffdc1c4cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317470 Nov 23 19:25:42.402391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-afbad453-a373-4f9c-a1c8-a2076026ceb6 req-479e7edf-ee85-4bab-bd11-db5352da479b tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Nov 23 19:25:42.407999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-4c932dad-9c63-462e-bd0f-72efece869ec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:25:42.408976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-4c932dad-9c63-462e-bd0f-72efece869ec service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050654 Nov 23 19:25:43.531631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe6d8-c814-4360-b290-61404d035ca5 req-d5e230cb-d783-4d70-944c-1b0f7862abe3 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:43.533123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c5fe6d8-c814-4360-b290-61404d035ca5 req-d5e230cb-d783-4d70-944c-1b0f7862abe3 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0611253 Nov 23 19:25:43.580118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-aaa337c3-57a4-40c7-820f-2e02115643ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:43.581247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4c5fe6d8-c814-4360-b290-61404d035ca5 req-aa35fd61-42f5-4863-af6b-9afb5dcc4f30 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Nov 23 19:25:43.581635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-aaa337c3-57a4-40c7-820f-2e02115643ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1096 time: 0.0452135 Nov 23 19:25:43.680005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-93335782-fc14-44a3-b9db-002291011972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:43.681550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-93335782-fc14-44a3-b9db-002291011972 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0882692 Nov 23 19:25:43.728832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-ffbf976c-ef7e-46bd-bb0a-7fc46aa28e0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0394266 Nov 23 19:25:43.779939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-01482aab-1ad7-4fa1-b2f5-c2e40735aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:43.781391 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-01482aab-1ad7-4fa1-b2f5-c2e40735aa86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0451233 Nov 23 19:25:43.813032 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-e361a34b-e4fd-419c-be53-a89d6a082a50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239413 Nov 23 19:25:43.908064 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-4fb9005d-d0ad-4afa-b449-d4b1dcf6c1ab service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Nov 23 19:25:43.997305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-5aa15257-7c3f-460e-b37c-b5a7007f7532 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812931 Nov 23 19:25:44.700525 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239160-064a-47ab-8918-603081ca6145 req-044dc79b-b487-4ba4-9fd0-45aee537f7e5 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:44.702046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8239160-064a-47ab-8918-603081ca6145 req-044dc79b-b487-4ba4-9fd0-45aee537f7e5 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0496171 Nov 23 19:25:44.758299 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8239160-064a-47ab-8918-603081ca6145 req-a9c3b3d1-cea7-4b19-8176-a0b72608dfe2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502105 Nov 23 19:25:45.874416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8416d-7892-4849-9624-5fd562738778 req-6ac06eab-84fe-4658-9ece-215f7c0b6f27 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:45.875928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bea8416d-7892-4849-9624-5fd562738778 req-6ac06eab-84fe-4658-9ece-215f7c0b6f27 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0492735 Nov 23 19:25:45.923930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bea8416d-7892-4849-9624-5fd562738778 req-25f83603-95fc-43fb-b8ba-3aeab378dca5 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 23 19:25:47.040270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a439-042b-4221-abe7-06377de686c0 req-94ba6c6c-e674-4efa-90be-3cf2fc68b9ba tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:47.041861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30b0a439-042b-4221-abe7-06377de686c0 req-94ba6c6c-e674-4efa-90be-3cf2fc68b9ba tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0496786 Nov 23 19:25:47.088791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30b0a439-042b-4221-abe7-06377de686c0 req-ddd550e7-7708-48a3-afa4-510c7d8eeabb tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Nov 23 19:25:48.212425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab852114-8b91-4802-aaa2-d211fea57f41 req-fc3fef8d-4234-4f74-9efa-1000f4ce2bdc tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:48.213976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab852114-8b91-4802-aaa2-d211fea57f41 req-fc3fef8d-4234-4f74-9efa-1000f4ce2bdc tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0551169 Nov 23 19:25:48.262281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab852114-8b91-4802-aaa2-d211fea57f41 req-4e8406d3-93fe-4a3a-a9ed-eaf7d7d93d12 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 Nov 23 19:25:49.376784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c07a5b-82d5-4412-9709-77c93141aae4 req-47ab6464-0a99-4178-a5e8-379144d96b5c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:49.378280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1c07a5b-82d5-4412-9709-77c93141aae4 req-47ab6464-0a99-4178-a5e8-379144d96b5c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0485346 Nov 23 19:25:49.427369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1c07a5b-82d5-4412-9709-77c93141aae4 req-a37f4c85-3873-4b6a-97c9-d3be4e840df6 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Nov 23 19:25:50.543460 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a1a1d-1fc9-427f-8b2a-2ae796f71351 req-8bc7ee5d-59bb-41f2-a356-e25541898c8d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:50.544959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e09a1a1d-1fc9-427f-8b2a-2ae796f71351 req-8bc7ee5d-59bb-41f2-a356-e25541898c8d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0492678 Nov 23 19:25:50.594742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e09a1a1d-1fc9-427f-8b2a-2ae796f71351 req-1190e530-07a4-4252-bc06-43a3037a87f8 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Nov 23 19:25:51.717410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f38ca-ab9f-4ed2-ae3b-7bac24636c21 req-5f4f4f21-8408-4c94-9c93-11c2c48e2a06 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:51.718903 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e3f38ca-ab9f-4ed2-ae3b-7bac24636c21 req-5f4f4f21-8408-4c94-9c93-11c2c48e2a06 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0540879 Nov 23 19:25:51.767747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7e3f38ca-ab9f-4ed2-ae3b-7bac24636c21 req-48fa47bd-623a-41e2-9863-797d40062b03 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Nov 23 19:25:52.889202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a77107-52b4-43be-8e71-e185080eadc7 req-3bdb9f1e-b7ba-44fb-ad1d-eae4b519b70d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:52.890673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28a77107-52b4-43be-8e71-e185080eadc7 req-3bdb9f1e-b7ba-44fb-ad1d-eae4b519b70d tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0485067 Nov 23 19:25:52.941369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28a77107-52b4-43be-8e71-e185080eadc7 req-f76e6850-f748-469d-a66f-0c392d589fcf tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Nov 23 19:25:54.067774 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863af98d-b45a-4e39-ae46-81510a6d7b08 req-e57cc971-553b-46af-baf4-4b6119226aaa tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:54.070057 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-863af98d-b45a-4e39-ae46-81510a6d7b08 req-e57cc971-553b-46af-baf4-4b6119226aaa tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0612419 Nov 23 19:25:54.121545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-863af98d-b45a-4e39-ae46-81510a6d7b08 req-898adc93-c1cf-4724-a4b2-4d108e970db9 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Nov 23 19:25:55.240782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f635-2887-416c-a2b4-fd6d4b6a31ad req-a610d503-5e49-4f71-8b15-ab8a091f97a1 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:55.242229 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b52f635-2887-416c-a2b4-fd6d4b6a31ad req-a610d503-5e49-4f71-8b15-ab8a091f97a1 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0480177 Nov 23 19:25:55.291495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b52f635-2887-416c-a2b4-fd6d4b6a31ad req-ef984f3a-22a4-4b6d-ac98-1b5ae5800ab3 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Nov 23 19:25:56.408238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074153cb-d685-4e03-9ea6-71d15968f8ce req-e391e178-f4fc-4139-adbe-997a505b2fb2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:56.410291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-074153cb-d685-4e03-9ea6-71d15968f8ce req-e391e178-f4fc-4139-adbe-997a505b2fb2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0493107 Nov 23 19:25:56.462628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-074153cb-d685-4e03-9ea6-71d15968f8ce req-3ca24598-160a-401c-a7e6-a1c349f0f7c8 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Nov 23 19:25:57.451260 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-50ac8ab0-eadc-4b82-a5fd-dbdb4a638466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:25:57.589434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb612-ae2b-4a58-861a-e08269e5e419 req-23ba9e78-1595-46e8-9bb3-46a942b1a85f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:57.590958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-358eb612-ae2b-4a58-861a-e08269e5e419 req-23ba9e78-1595-46e8-9bb3-46a942b1a85f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0515881 Nov 23 19:25:57.639786 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-358eb612-ae2b-4a58-861a-e08269e5e419 req-01ba6599-9197-42bd-afb5-6170e7deb1b9 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Nov 23 19:25:58.755632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3760eff-4c8d-4927-afcf-8bc9e6daa46a req-fc9a5c5f-ef2b-4984-bd0f-274a62a9bd07 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:58.757132 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3760eff-4c8d-4927-afcf-8bc9e6daa46a req-fc9a5c5f-ef2b-4984-bd0f-274a62a9bd07 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0489230 Nov 23 19:25:58.804927 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b3760eff-4c8d-4927-afcf-8bc9e6daa46a req-30aff757-1859-4884-8002-e703410c43e7 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Nov 23 19:25:59.927340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d664e-bac5-4973-a5c3-9d2a519de4c4 req-eb71bb8c-7316-40d7-8520-81c7d76ca609 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:25:59.928831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f6d664e-bac5-4973-a5c3-9d2a519de4c4 req-eb71bb8c-7316-40d7-8520-81c7d76ca609 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0533707 Nov 23 19:25:59.976549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9f6d664e-bac5-4973-a5c3-9d2a519de4c4 req-2b95fe76-fce4-4ced-a2fe-08a24c0c50fa tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Nov 23 19:26:00.204370 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a1984eb-d893-4a2c-b967-d805ebdbe4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:00.634094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-3344af94-c305-4aa0-aa59-c766cd64b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:00.635656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-3344af94-c305-4aa0-aa59-c766cd64b6b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1096 time: 0.0452185 Nov 23 19:26:00.745911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-7785b1d7-6681-48be-ad3e-83ede3dd8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:00.747420 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-7785b1d7-6681-48be-ad3e-83ede3dd8909 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0915861 Nov 23 19:26:00.792183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-7fda1c23-264c-48ec-8796-a8ce700404b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0368173 Nov 23 19:26:00.849976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-f27019f5-36b8-4c47-b3da-9aa57b3c4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:00.853820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-f27019f5-36b8-4c47-b3da-9aa57b3c4d65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0524800 Nov 23 19:26:00.879967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:00.886838 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-71275a30-91b9-4ec3-9db5-ee7cfbf91be9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268159 Nov 23 19:26:00.980046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-b7258586-8d4e-4ecf-993c-6036aeaec039 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846446 Nov 23 19:26:01.106231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2611b2ed-3d8d-4fd1-a2f1-aaff6621c953 req-10e1242c-1512-4aaa-9c5c-3038db5e071c service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182122 Nov 23 19:26:01.118597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d16c0-f3f2-4032-9f37-10abc06872b3 req-b005dc4b-9d43-47b4-bc8f-b5bcee885023 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:01.120170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c9d16c0-f3f2-4032-9f37-10abc06872b3 req-b005dc4b-9d43-47b4-bc8f-b5bcee885023 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0709081 Nov 23 19:26:01.171369 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8c9d16c0-f3f2-4032-9f37-10abc06872b3 req-a3867591-9ed6-4636-a58e-8dcfd761494c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Nov 23 19:26:02.291962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3513-f833-4bd3-9d43-59dfa0628e79 req-678184a8-347b-407b-8822-f282989af9a4 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:02.293435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c2a3513-f833-4bd3-9d43-59dfa0628e79 req-678184a8-347b-407b-8822-f282989af9a4 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0501740 Nov 23 19:26:02.313101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:02.345114 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8c2a3513-f833-4bd3-9d43-59dfa0628e79 req-7bc8a79d-556c-42ef-be32-5c96c8ecb764 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Nov 23 19:26:03.266504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:03.474198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d384f9-cc51-4bc7-a5cd-11e417d20dc3 req-097f65b7-8f95-4885-b5c3-0d815e961d46 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:03.475858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3d384f9-cc51-4bc7-a5cd-11e417d20dc3 req-097f65b7-8f95-4885-b5c3-0d815e961d46 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0552251 Nov 23 19:26:03.530677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3d384f9-cc51-4bc7-a5cd-11e417d20dc3 req-6341fe00-6803-4b8e-a75e-f8d6d6348a75 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Nov 23 19:26:04.656501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96fb60-e0a3-4c9e-bc02-5d2787924ba2 req-0b750ffa-ac01-4fe7-b692-deeaf970ba66 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:04.658039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a96fb60-e0a3-4c9e-bc02-5d2787924ba2 req-0b750ffa-ac01-4fe7-b692-deeaf970ba66 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0511093 Nov 23 19:26:04.711908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a96fb60-e0a3-4c9e-bc02-5d2787924ba2 req-786e61f7-122c-4707-92f7-9b47ed596cc2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Nov 23 19:26:05.832908 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1847a-98a3-4443-8b64-8dfaf4126e0c req-e0f3380a-3d52-44af-adf5-6a7349826f14 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:05.834439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09a1847a-98a3-4443-8b64-8dfaf4126e0c req-e0f3380a-3d52-44af-adf5-6a7349826f14 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0504580 Nov 23 19:26:05.888527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09a1847a-98a3-4443-8b64-8dfaf4126e0c req-0bda369b-96d1-483f-8468-ff7106ebb713 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473204 Nov 23 19:26:06.711755 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-aba619e7-bf91-469c-9a30-a218f44296ab req-879bde13-6d21-4cd5-85e6-e7399623b4d6 service neutron] (103400) timed out ('10.222.0.37', 54650) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:26:07.006327 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219c097-927b-4ece-a8e1-80b8c08b873c req-20bd51bf-07eb-4086-bab5-1f2c326e580f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:07.007757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6219c097-927b-4ece-a8e1-80b8c08b873c req-20bd51bf-07eb-4086-bab5-1f2c326e580f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0482411 Nov 23 19:26:07.057186 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6219c097-927b-4ece-a8e1-80b8c08b873c req-dcdffb21-75d5-4c52-ac49-2aef4ca95598 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Nov 23 19:26:08.170486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243864f-0364-45a0-8b5d-058fed343d60 req-dac77a42-6196-4847-8393-3bc95b33c118 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:08.171993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7243864f-0364-45a0-8b5d-058fed343d60 req-dac77a42-6196-4847-8393-3bc95b33c118 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0480111 Nov 23 19:26:08.224017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7243864f-0364-45a0-8b5d-058fed343d60 req-1bddaa37-c82f-4b7e-b898-2b0068a09983 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Nov 23 19:26:09.106929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:26:09.241924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:09.340248 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c389c-4e8b-4286-8eec-8214b89cd35e req-f79160f1-d97f-4b51-83f9-1003c4a387a7 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:09.341730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a42c389c-4e8b-4286-8eec-8214b89cd35e req-f79160f1-d97f-4b51-83f9-1003c4a387a7 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0484807 Nov 23 19:26:09.389143 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a42c389c-4e8b-4286-8eec-8214b89cd35e req-d60832bf-b69b-41dc-9021-6b4ed2ead4be tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Nov 23 19:26:10.516747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867527a-9edb-4723-9f86-a47a68bc2833 req-4bc5dfef-f1fd-43f9-8fdb-fa5d4825366e tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:10.518282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9867527a-9edb-4723-9f86-a47a68bc2833 req-4bc5dfef-f1fd-43f9-8fdb-fa5d4825366e tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0578127 Nov 23 19:26:10.567579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9867527a-9edb-4723-9f86-a47a68bc2833 req-135012ed-6664-4c93-9fbc-fc92b4e9ba33 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Nov 23 19:26:10.662861 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.051022 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-5b3c711e-55c4-4069-bede-06210efdb964 req-22eb20f4-44f3-4fb8-9128-64b794e86af1 service neutron] show failed (client error): The resource could not be found. Nov 23 19:26:11.052065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-22eb20f4-44f3-4fb8-9128-64b794e86af1 service neutron] 10.222.0.50 "GET /v2.0/ports/8a509aca-a557-4d40-9162-383187613782/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0558188 Nov 23 19:26:11.288827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-e80ea779-c01c-4523-a3c6-1485a220d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:11.290313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-e80ea779-c01c-4523-a3c6-1485a220d440 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b&tenant_id=f8e3540121a7441380fe49e5aaaf31ab HTTP/1.1" status: 200 len: 1096 time: 0.0739834 Nov 23 19:26:11.307180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:26:11.358941 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.559645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:11.591030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:26:11.632245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.634178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:11.636478 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae61664-014b-4d8e-972f-52f45ecf10e6" -d '{"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:11.658867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Transition to ACTIVE for port object 8a509aca-a557-4d40-9162-383187613782 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:26:11.677995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.705371 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba282c1c-3604-4576-859f-2d55db75dcf0 x-openstack-request-id: req-ba282c1c-3604-4576-859f-2d55db75dcf0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:11.705679 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:11.705912 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba282c1c-3604-4576-859f-2d55db75dcf0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:11.706299 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'code': 200} Nov 23 19:26:11.761378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a99c7-ff56-4243-9237-305cd66afdd8 req-a444511e-97ec-4def-9d61-4d606552afe6 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:11.762868 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-774a99c7-ff56-4243-9237-305cd66afdd8 req-a444511e-97ec-4def-9d61-4d606552afe6 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.1221550 Nov 23 19:26:11.763987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] No DVR routers for this DVR port 8a509aca-a557-4d40-9162-383187613782 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:26:11.766022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:11.825729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:26:11.825729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:26:11.825729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:26:11.837106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:26:11.837431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Attempting to bind port 8a509aca-a557-4d40-9162-383187613782 on network ff7f54dd-1d7b-488a-95ae-b3dc75f9afba {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:26:11.844700 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-774a99c7-ff56-4243-9237-305cd66afdd8 req-a05a3639-e0e4-4a46-8487-7c7ea6aa0f0b tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Nov 23 19:26:11.845863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:26:11.846202 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Checking segment: {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:26:11.846570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Bound using segment: {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:26:11.846989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Bound port: 8a509aca-a557-4d40-9162-383187613782, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27160d3b-bac5-41fd-8a63-61ce033f548d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:26:11.847361 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.909874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:26:11.914016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:26:11.919249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.956674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:11.957807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:11.959298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 1091 time: 0.6559498 Nov 23 19:26:11.982273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa758b-762e-4853-b46d-e254666451b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:12.080009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-3e6ea637-2996-4e51-9764-c8c643b865f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:12.081852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-3e6ea637-2996-4e51-9764-c8c643b865f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1094 time: 0.0443077 Nov 23 19:26:12.170628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-7876794f-e5c0-4d7b-8881-3c461fdec992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:12.172081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-7876794f-e5c0-4d7b-8881-3c461fdec992 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0834816 Nov 23 19:26:12.222684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-96745fcb-06f4-409e-9473-88c29f5c864f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0378428 Nov 23 19:26:12.283658 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c711e-55c4-4069-bede-06210efdb964 req-2b8287b2-049e-4909-b6a4-70b3129345d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:12.286046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-2b8287b2-049e-4909-b6a4-70b3129345d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0528948 Nov 23 19:26:12.321289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-f5f471a3-b8c0-4284-83b5-2bb83e65ca9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246735 Nov 23 19:26:12.418113 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-335715b5-73bc-4f10-ab82-c4043ae35ebe service neutron] 10.222.0.47 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845232 Nov 23 19:26:12.509962 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b3c711e-55c4-4069-bede-06210efdb964 req-80ecffc2-5bba-41a5-a2f5-a312c40e0419 service neutron] 10.222.0.47 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799403 Nov 23 19:26:12.973543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a898c-7765-4c63-8d3f-2adbd4f5385d req-ee1fbca2-1841-4a40-8015-78950c4486fc tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:12.975065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e26a898c-7765-4c63-8d3f-2adbd4f5385d req-ee1fbca2-1841-4a40-8015-78950c4486fc tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 943 time: 0.0589387 Nov 23 19:26:13.024978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e26a898c-7765-4c63-8d3f-2adbd4f5385d req-98f7001b-545d-46f0-8772-af5c493dfbb7 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Nov 23 19:26:13.707815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:13.710021 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:13.757244 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06416300-b621-4057-a74b-b624eddb89ea x-openstack-request-id: req-06416300-b621-4057-a74b-b624eddb89ea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:13.757545 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "tag": "8a509aca-a557-4d40-9162-383187613782", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:13.757802 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06416300-b621-4057-a74b-b624eddb89ea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:13.758278 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'status': 'completed', 'code': 200} Nov 23 19:26:13.820320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-8ad127a0-cfa2-4958-8b4e-bebf801e3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:13.821432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-0ccdab80-dd86-4959-bf4e-a41ce20d7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:13.821844 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-8ad127a0-cfa2-4958-8b4e-bebf801e3539 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1094 time: 0.0415957 Nov 23 19:26:13.822898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-0ccdab80-dd86-4959-bf4e-a41ce20d7fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1094 time: 0.0436974 Nov 23 19:26:13.914658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-7bf97b1e-9e63-45e3-9f64-139f06317401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:13.916704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-7bf97b1e-9e63-45e3-9f64-139f06317401 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0874274 Nov 23 19:26:13.920392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-7ccdb856-26e7-487e-aabb-ea94b936b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:13.921846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-7ccdb856-26e7-487e-aabb-ea94b936b719 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0902867 Nov 23 19:26:13.945640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a509aca-a557-4d40-9162-383187613782 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:26:13.963396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-1a62e5c0-f180-48ac-8433-04a19149a377 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0385954 Nov 23 19:26:13.965604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-bbb026a4-fbc1-4235-b08f-4730a7c266d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0352693 Nov 23 19:26:13.990239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 8a509aca-a557-4d40-9162-383187613782 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:26:14.014649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-181cfb00-b4b7-4a90-97c7-914de3db2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:14.016194 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-181cfb00-b4b7-4a90-97c7-914de3db2552 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0461082 Nov 23 19:26:14.022024 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-8915783a-d239-44da-be1c-e6d7a1581203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:14.023526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-8915783a-d239-44da-be1c-e6d7a1581203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0490870 Nov 23 19:26:14.049662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-d8624050-aaab-47b1-a064-ed060d51b76b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249257 Nov 23 19:26:14.056281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-4804cb15-cfd8-4c07-93ad-2ea7686019ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254264 Nov 23 19:26:14.151083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-00deb89b-2887-4779-96f0-a7efd41f251e service neutron] 10.222.0.47 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848615 Nov 23 19:26:14.177435 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-efe6d502-0455-4d7c-8b1d-a14c6207002d service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192672 Nov 23 19:26:14.188959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec025ac-64f1-4b89-9d12-2e6f3b316f2a req-207ce82f-1789-4ad2-8f64-3368a6d3deb4 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:14.190488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ec025ac-64f1-4b89-9d12-2e6f3b316f2a req-207ce82f-1789-4ad2-8f64-3368a6d3deb4 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 943 time: 0.0718813 Nov 23 19:26:14.265740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-c94a5b0c-5d25-4f32-a7a2-eecafe803891 service neutron] 10.222.0.47 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049562 Nov 23 19:26:14.297814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0ec025ac-64f1-4b89-9d12-2e6f3b316f2a req-525ac522-4b5d-4282-ab5c-947cc67cf04a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985556 Nov 23 19:26:14.321960 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0c0bd949-d9bb-408b-bc7e-b79965ac18c3 req-23715b40-d68c-4331-b01b-222ab7e77f4e service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304858 Nov 23 19:26:14.943688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8a509aca-a557-4d40-9162-383187613782 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:26:15.042357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:15.212520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '8a509aca-a557-4d40-9162-383187613782', 'network_id': 'ff7f54dd-1d7b-488a-95ae-b3dc75f9afba', 'port_id': '8a509aca-a557-4d40-9162-383187613782', 'mac_address': 'fa:16:3e:89:c9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05233290-e137-44dc-913d-0649230e3aa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:26:15.248121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:15.260866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a509aca-a557-4d40-9162-383187613782 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:26:15.280923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:15.285386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:15.331091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:15.339268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.339660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.340010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.340356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.340702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.341042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.341380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.341714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.342048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.342379 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.342712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.343042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:15.422533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13136ea-74a7-433b-8424-b1f3fe8757c6 req-fa6ff0bb-9103-4ca5-99de-15782577396a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:15.424036 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a13136ea-74a7-433b-8424-b1f3fe8757c6 req-fa6ff0bb-9103-4ca5-99de-15782577396a tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 944 time: 0.0509725 Nov 23 19:26:15.471006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a13136ea-74a7-433b-8424-b1f3fe8757c6 req-12537920-598a-42b3-b1b4-4b7b02f16c13 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Nov 23 19:26:15.532272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['8a509aca-a557-4d40-9162-383187613782'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:26:15.745003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-bba6e2fd-5e11-434d-8ee8-092a0e00fd8c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:15.746390 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-bba6e2fd-5e11-434d-8ee8-092a0e00fd8c tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b&tenant_id=f8e3540121a7441380fe49e5aaaf31ab&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.0831723 Nov 23 19:26:15.810883 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-ba55e3c3-db87-423e-837f-cf04d8c625f0 service neutron] delete failed (client error): The resource could not be found. Nov 23 19:26:15.811950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-ba55e3c3-db87-423e-837f-cf04d8c625f0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/8a509aca-a557-4d40-9162-383187613782/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0580707 Nov 23 19:26:15.898156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-bedd6990-10a2-4fe5-9daa-2ee822f25bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:15.899874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-bedd6990-10a2-4fe5-9daa-2ee822f25bba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 1095 time: 0.0426011 Nov 23 19:26:15.997594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-ea728daf-c526-48ad-a2c3-26c496a0dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:15.999013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-ea728daf-c526-48ad-a2c3-26c496a0dac0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 200 len: 913 time: 0.0905924 Nov 23 19:26:16.045853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16f1ece8-43a0-49a6-ad0a-8653ad9ef527 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 200 len: 217 time: 0.0375786 Nov 23 19:26:16.095822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-05c07414-ec33-419c-99c6-6e1c3801a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:16.097244 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-05c07414-ec33-419c-99c6-6e1c3801a5d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 200 len: 852 time: 0.0436616 Nov 23 19:26:16.129430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-bbf2bfcb-bd4f-4e6f-a73d-0c8211914273 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239656 Nov 23 19:26:16.222154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-36b3e2ed-8900-4b24-92d4-4d37350f9fec service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852802 Nov 23 19:26:16.313020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-f92407b3-3312-4480-bcbb-43cbc34cb4c3 service neutron] 10.222.0.50 "GET /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822246 Nov 23 19:26:16.960527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8a509aca-a557-4d40-9162-383187613782 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:26:17.000555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381170c-4e27-44f2-9109-fd0738f924b8 req-cb058004-d6c2-49d8-8591-f7dfad952c35 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:17.002046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9381170c-4e27-44f2-9109-fd0738f924b8 req-cb058004-d6c2-49d8-8591-f7dfad952c35 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 944 time: 0.0546782 Nov 23 19:26:17.009997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 8a509aca-a557-4d40-9162-383187613782 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:26:17.014247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 8a509aca-a557-4d40-9162-383187613782 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:26:17.014620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:17.052001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9381170c-4e27-44f2-9109-fd0738f924b8 req-3dfb439c-1d57-4e87-a933-bf761c015556 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Nov 23 19:26:17.094627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:17.116564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:17.118797 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d2199-9659-475f-b02b-9ccec002213c" -d '{"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-plugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:17.131662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:17.135874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:17.158778 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea20f1a6-8fe6-4e5c-8451-1a53f4bec036 x-openstack-request-id: req-ea20f1a6-8fe6-4e5c-8451-1a53f4bec036 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:17.159070 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-plugged", "status": "completed", "tag": "8a509aca-a557-4d40-9162-383187613782", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:17.159342 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea20f1a6-8fe6-4e5c-8451-1a53f4bec036 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:17.159737 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'code': 200} Nov 23 19:26:17.184638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:18.168459 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3d579-7b58-4933-9edd-cb8f3d72857a req-d2148e4e-63c3-4868-a654-148a80594fe3 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:18.169960 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fab3d579-7b58-4933-9edd-cb8f3d72857a req-d2148e4e-63c3-4868-a654-148a80594fe3 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0495594 Nov 23 19:26:18.223597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fab3d579-7b58-4933-9edd-cb8f3d72857a req-b6f6a818-b57f-45cd-909e-f59e9509a44f tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/security-groups?id=1034be1d-57b0-43f6-9d12-989afb88ad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Nov 23 19:26:18.392726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-f45be548-943a-4cbf-bddb-50e00c3f4a96 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:18.394397 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-f45be548-943a-4cbf-bddb-50e00c3f4a96 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 945 time: 0.0512178 Nov 23 19:26:18.483968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Deleting port 8a509aca-a557-4d40-9162-383187613782 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:26:18.484297 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:18.573387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] For port 8a509aca-a557-4d40-9162-383187613782, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=8a509aca-a557-4d40-9162-383187613782,segment=NetworkSegment(27160d3b-bac5-41fd-8a63-61ce033f548d),segment_id=27160d3b-bac5-41fd-8a63-61ce033f548d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:18.573765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:18.586566 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Calling delete_port for 8a509aca-a557-4d40-9162-383187613782 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:26:19.023081 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:19.035696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['8a509aca-a557-4d40-9162-383187613782'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:26:19.054972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Pushing event deleted for resources: {'Port': ['ID=8a509aca-a557-4d40-9162-383187613782,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:19.094394 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] No DVR routers for this DVR port 8a509aca-a557-4d40-9162-383187613782 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:26:19.098179 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:19.101503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2180a18a-adb7-4790-96bc-c1d2c94a9490 req-16bc0e6b-4700-47f3-bad0-0d686f6ca7d2 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.47 "DELETE /v2.0/ports/8a509aca-a557-4d40-9162-383187613782 HTTP/1.1" status: 204 len: 173 time: 0.6977749 Nov 23 19:26:19.101944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-deleted', 'tag': '8a509aca-a557-4d40-9162-383187613782'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:19.104231 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3fef0-39f0-4138-ae75-9b455bb5dea3" -d '{"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-deleted", "tag": "8a509aca-a557-4d40-9162-383187613782"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:19.141969 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9833d3-76cf-4f29-941e-7b8d662fc45e x-openstack-request-id: req-ea9833d3-76cf-4f29-941e-7b8d662fc45e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:19.142282 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5cecce-f2d3-4927-b972-b3fb577ac00b", "name": "network-vif-deleted", "tag": "8a509aca-a557-4d40-9162-383187613782", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:19.142579 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9833d3-76cf-4f29-941e-7b8d662fc45e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:19.143010 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5cecce-f2d3-4927-b972-b3fb577ac00b', 'name': 'network-vif-deleted', 'tag': '8a509aca-a557-4d40-9162-383187613782', 'status': 'completed', 'code': 200} Nov 23 19:26:19.338023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-386b1551-9354-42e9-8569-e0c1857bdad3 req-86fcd0f8-399d-4aef-936e-54236b190a37 tempest-DeleteServersTestJSON-106727735 tempest-DeleteServersTestJSON-106727735-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b5cecce-f2d3-4927-b972-b3fb577ac00b HTTP/1.1" status: 200 len: 210 time: 0.0285668 Nov 23 19:26:20.470389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:20.514064 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Deleting subnet 05233290-e137-44dc-913d-0649230e3aa0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:26:20.517154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.554754 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.593073 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.642618 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.669369 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05233290-e137-44dc-913d-0649230e3aa0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:20.672132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.674872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05233290-e137-44dc-913d-0649230e3aa0 HTTP/1.1" status: 204 len: 168 time: 0.2034843 Nov 23 19:26:20.677580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:20.681269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.681620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.681960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.682299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.682633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.682965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.683292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.683649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.683976 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.684298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.684627 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.684947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f961ff-2bc7-4000-b062-a1d1a2457451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:26:20.748992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.827163 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.847259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7f54dd-1d7b-488a-95ae-b3dc75f9afba']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:26:20.856428 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27160d3b-bac5-41fd-8a63-61ce033f548d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:26:20.856736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27160d3b-bac5-41fd-8a63-61ce033f548d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:26:20.866725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.880626 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.886558 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:26:20.886943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:26:20.888859 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:26:20.945406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.952927 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:20.956603 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff7f54dd-1d7b-488a-95ae-b3dc75f9afba HTTP/1.1" status: 204 len: 168 time: 0.2778578 Nov 23 19:26:20.966799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0fc47-ae33-401b-9740-48fab8ede36d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7f54dd-1d7b-488a-95ae-b3dc75f9afba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:21.087089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:21.125614 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1ddabd8-d335-489c-8787-05261eacc84c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8e3540121a7441380fe49e5aaaf31ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373654 Nov 23 19:26:21.128245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:21.175220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:21.196321 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:21.244877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:21.247501 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:21.248656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1034be1d-57b0-43f6-9d12-989afb88ad20 HTTP/1.1" status: 204 len: 168 time: 0.1189573 Nov 23 19:26:21.257846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e183828-8c75-4089-a647-a65ee5601873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1034be1d-57b0-43f6-9d12-989afb88ad20,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:22.013643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:22.134044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2134435751-network', 'tenant_id': '2dcc8f0568524832bc6096f9fca8ce69'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:26:22.154974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Made reservation on behalf of 2dcc8f0568524832bc6096f9fca8ce69 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:26:22.157565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.166243 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.240127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.243682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.268086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:26:22.277449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60b857-c410-400a-82c2-dad3d1078547,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:22.283600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.283937 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Added segment 78ce581a-52e5-40d9-94f5-c7b92cc8bf98 of type vlan for network 2068a3ba-4616-4dbc-8801-0482036d5abd Nov 23 19:26:22.324537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.348133 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.349131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:22.349699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.384627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3698657 Nov 23 19:26:22.387574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:26:22.392631 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Request body: {'subnet': {'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2134435751-subnet', 'tenant_id': '2dcc8f0568524832bc6096f9fca8ce69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:26:22.412395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Made reservation on behalf of 2dcc8f0568524832bc6096f9fca8ce69 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:26:22.414253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf922413-cd07-490e-baac-cb685e292eee admin admin] Pushing event updated for resources: {'Network': ['ID=2068a3ba-4616-4dbc-8801-0482036d5abd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:22.414801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.424037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 2068a3ba-4616-4dbc-8801-0482036d5abd details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:26:22.581854 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.638955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:22.647964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Checking segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:26:22.648325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Network hostable DHCP agents. Network: 2068a3ba-4616-4dbc-8801-0482036d5abd, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:26:22.664902 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Network 2068a3ba-4616-4dbc-8801-0482036d5abd is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:26:22.672887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 2068a3ba-4616-4dbc-8801-0482036d5abd) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:26:22.677412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:22.677998 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:22.682565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff5409-6346-41a6-aa30-82a9d49cc5e9 None None] Network 2068a3ba-4616-4dbc-8801-0482036d5abd requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:26:22.693333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9bfb757f-8ba3-4f26-943b-1f54d7f063b2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3046215 Nov 23 19:26:22.810242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bfbbd-1ba3-454a-81dd-e4abc5a93e0a None None] Network 2068a3ba-4616-4dbc-8801-0482036d5abd requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:26:22.992084 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8a509aca-a557-4d40-9162-383187613782 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:26:23.011868 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 8a509aca-a557-4d40-9162-383187613782 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:26:23.012224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 8a509aca-a557-4d40-9162-383187613782 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:26:23.121817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-8f4fcbf7-85f2-49e4-a0fd-fdb77408c279 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:23.123165 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-8f4fcbf7-85f2-49e4-a0fd-fdb77408c279 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 815 time: 0.1043441 Nov 23 19:26:23.138572 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-8b727c90-5ba3-4df9-a8c5-7f9aecd35ad3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/quotas/2dcc8f0568524832bc6096f9fca8ce69 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Nov 23 19:26:23.174338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-24d02e54-3eef-4dad-b813-c2e21f7dc556 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302937 Nov 23 19:26:23.264251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-da6d97a0-98cc-4bee-992e-c779242d694e service neutron] 10.222.0.37 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829709 Nov 23 19:26:23.357542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-c0464fb3-2eda-4475-92b0-37ca4cdbc076 service neutron] 10.222.0.37 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858521 Nov 23 19:26:23.516487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a896705a-ad9d-4bf1-a159-507a74b16712 req-a37fc69c-595a-4b1d-ba53-3ffcf7911c59 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 210 time: 0.0258892 Nov 23 19:26:24.556154 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-e9243174-dd1b-4191-8265-05578449934d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:24.557648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-e9243174-dd1b-4191-8265-05578449934d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 815 time: 0.1056244 Nov 23 19:26:24.575220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Request body: {'port': {'device_id': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'admin_state_up': True, 'tenant_id': '2dcc8f0568524832bc6096f9fca8ce69'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:26:24.632266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f7af9d-f440-453f-8b00-80eba1f6c31f req-ea4d8098-7be4-4b25-990a-e8def3e01f6d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 210 time: 0.0417612 Nov 23 19:26:24.712450 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Made reservation on behalf of 2dcc8f0568524832bc6096f9fca8ce69 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:26:24.716069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:24.844692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Allocated IP 172.20.0.8 (2068a3ba-4616-4dbc-8801-0482036d5abd/8614fe05-e583-4d7f-8bb3-0c5bb5f6c228/f4fe3862-7860-4ad6-b206-add0550dcdc6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:26:24.996950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.031494 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.080663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Network 2068a3ba-4616-4dbc-8801-0482036d5abd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:26:25.084939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:26:25.088607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:26:25.111283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:25.139088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:25.139711 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.156007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-72ddc7de-3dde-42bd-8437-2246dca2d2ed tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847440 Nov 23 19:26:25.173128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Request body: {'port': {'device_id': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:26:25.225826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.495005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fe3862-7860-4ad6-b206-add0550dcdc6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:26:25.502383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.514058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Transition to ACTIVE for port object f4fe3862-7860-4ad6-b206-add0550dcdc6 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:26:25.517945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.584910 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:25.634583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:26:25.634969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:26:25.635299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:26:25.639601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:26:25.639923 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:26:25.645534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:26:25.645871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Checking segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:26:25.646247 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Bound using segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:26:25.646667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Bound port: f4fe3862-7860-4ad6-b206-add0550dcdc6, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:26:25.647021 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.715237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:26:25.718400 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:26:25.723507 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.748544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365870-1b9b-4fc9-8245-b69c89f38db1 req-5cf9b7b5-cb5c-45db-b165-8de9c521f5b7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:25.749945 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41365870-1b9b-4fc9-8245-b69c89f38db1 req-5cf9b7b5-cb5c-45db-b165-8de9c521f5b7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 943 time: 0.0503235 Nov 23 19:26:25.761826 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:25.762441 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:25.763888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-135013b5-2c23-43cc-917b-3be519af413c service neutron] 10.222.0.47 "PUT /v2.0/ports/f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 1091 time: 0.5947645 Nov 23 19:26:25.764332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:25.766909 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124d35b-a8d9-486b-92e7-e2786ddb43d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:25.790090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135013b5-2c23-43cc-917b-3be519af413c service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:25.819519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41365870-1b9b-4fc9-8245-b69c89f38db1 req-f6e0146d-a627-4086-b57a-d1458df7a620 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Nov 23 19:26:25.840048 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c56b1dd-587e-46c1-b4c2-393bef94b3c9 x-openstack-request-id: req-8c56b1dd-587e-46c1-b4c2-393bef94b3c9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:25.840342 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:25.840598 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c56b1dd-587e-46c1-b4c2-393bef94b3c9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:25.840994 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'status': 'completed', 'code': 200} Nov 23 19:26:25.856924 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-ff9fb447-df3f-47c2-a3c4-7b2319d67da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:25.858401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-ff9fb447-df3f-47c2-a3c4-7b2319d67da8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1094 time: 0.0452037 Nov 23 19:26:25.907284 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-dc6a2a12-fdbf-46c3-8c26-31560974ef8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0372322 Nov 23 19:26:25.956853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-e810bf43-5c04-4077-a567-7e38a77bf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:25.958274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-e810bf43-5c04-4077-a567-7e38a77bf9ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0436513 Nov 23 19:26:26.000024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-01e4ce9a-6118-48e5-9be0-d2c31ac44f4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242779 Nov 23 19:26:26.101494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-32c57e51-f560-4f4a-948f-56c7c3163370 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891781 Nov 23 19:26:26.196459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1509932d-abbf-4015-99c1-cd0ee4e1c591 req-9aee2fd5-7524-4d6f-a5a8-57cd0c2bc2ee service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834081 Nov 23 19:26:26.285914 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-53bda326-ab70-4efc-894e-50604b4eaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:26.287431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-53bda326-ab70-4efc-894e-50604b4eaf0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1094 time: 0.0418143 Nov 23 19:26:26.385697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-7b3ba219-dc16-47bc-9f42-4ca9e4b776cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:26.387164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-7b3ba219-dc16-47bc-9f42-4ca9e4b776cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0914638 Nov 23 19:26:26.429567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-201f716d-a7e4-4faf-ae0b-c066672c4452 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0344679 Nov 23 19:26:26.482138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-9c6c9cac-5de8-4131-b607-6a8756edae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:26.483636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-9c6c9cac-5de8-4131-b607-6a8756edae41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0475600 Nov 23 19:26:26.515799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-e30e3f2c-3f45-4b60-a28c-413a57807590 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238521 Nov 23 19:26:26.609280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-4676a432-07fd-4bc9-b475-8b614ebce555 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Nov 23 19:26:26.703208 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7124d35b-a8d9-486b-92e7-e2786ddb43d9 req-2ea9e3c2-a7ad-4c45-8532-1cceb654ef7d service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Nov 23 19:26:26.938785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ece6b-1c23-489b-ae50-3cedd4d08093 req-ae98be61-10c3-4ef7-ba15-1122c154f19e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:26.940292 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-796ece6b-1c23-489b-ae50-3cedd4d08093 req-ae98be61-10c3-4ef7-ba15-1122c154f19e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 943 time: 0.0498986 Nov 23 19:26:26.987430 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-796ece6b-1c23-489b-ae50-3cedd4d08093 req-1719890c-baab-48be-8a84-348a9cc69a6b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Nov 23 19:26:27.453838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9626d1d8-2841-4f76-a41a-8104529964a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:28.102602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b32b6-6b82-42c3-95c9-e1eb2e84762d req-7ff836f5-9af9-480d-ad84-ba4fee8b93f3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:28.104020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-826b32b6-6b82-42c3-95c9-e1eb2e84762d req-7ff836f5-9af9-480d-ad84-ba4fee8b93f3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 943 time: 0.0494227 Nov 23 19:26:28.153826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-826b32b6-6b82-42c3-95c9-e1eb2e84762d req-dd4c9b88-01b7-40aa-9635-8e2ad42be5a5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Nov 23 19:26:29.022758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:26:29.115727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:29.130496 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'port_id': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'mac_address': 'fa:16:3e:02:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8614fe05-e583-4d7f-8bb3-0c5bb5f6c228', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:26:29.166690 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:29.179669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fe3862-7860-4ad6-b206-add0550dcdc6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:26:29.199549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:29.203711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:29.250829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:29.276111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bf742-5a70-48e0-a985-38302c52a850 req-5a8ae995-3863-4d8e-84f5-0bc86ef3e0fa tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:29.277713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-312bf742-5a70-48e0-a985-38302c52a850 req-5a8ae995-3863-4d8e-84f5-0bc86ef3e0fa tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 944 time: 0.0547476 Nov 23 19:26:29.325298 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-312bf742-5a70-48e0-a985-38302c52a850 req-27ac5c0e-082e-4172-951d-46b4157e2265 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Nov 23 19:26:29.444633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['f4fe3862-7860-4ad6-b206-add0550dcdc6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:26:30.199031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-966e0396-39fa-4d28-8e32-35cfb138b86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:30.438692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf0be-5aa6-4537-9076-2feda9141924 req-417b4d07-2847-4f7b-b9a2-52e373120158 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:30.440202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebfdf0be-5aa6-4537-9076-2feda9141924 req-417b4d07-2847-4f7b-b9a2-52e373120158 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 944 time: 0.0490210 Nov 23 19:26:30.485119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebfdf0be-5aa6-4537-9076-2feda9141924 req-6991cc20-8a9b-41bf-a541-6acbb574c726 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Nov 23 19:26:30.882168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:31.038809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:26:31.089799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port f4fe3862-7860-4ad6-b206-add0550dcdc6 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:26:31.093808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port f4fe3862-7860-4ad6-b206-add0550dcdc6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:26:31.094172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:31.172292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:31.194984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:26:31.197245 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a72236-cb74-49a8-af4c-f2a884f29115" -d '{"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:26:31.209897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:26:31.214197 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:31.238592 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1871f071-30e1-4783-9677-ad37001e77b4 x-openstack-request-id: req-1871f071-30e1-4783-9677-ad37001e77b4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:26:31.238945 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:26:31.239201 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1871f071-30e1-4783-9677-ad37001e77b4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:26:31.239619 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'code': 200} Nov 23 19:26:31.264206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:26:31.356979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c023dcf-581b-4345-a8c7-4dfbf686c256 req-45079c7b-45f4-4e86-bac9-e819faf23d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:31.358381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c023dcf-581b-4345-a8c7-4dfbf686c256 req-45079c7b-45f4-4e86-bac9-e819faf23d9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1096 time: 0.0408895 Nov 23 19:26:31.409212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6c023dcf-581b-4345-a8c7-4dfbf686c256 req-10b1feb7-bfe0-495a-ac34-1d436e985acc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377183 Nov 23 19:26:31.598094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baaa7f-c063-41e8-b92a-dfea3f5ac2fe req-0ac4dca6-8fe7-4dd5-a4bd-2dc1dde74dbc tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:31.600553 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8baaa7f-c063-41e8-b92a-dfea3f5ac2fe req-0ac4dca6-8fe7-4dd5-a4bd-2dc1dde74dbc tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0484421 Nov 23 19:26:31.648731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8baaa7f-c063-41e8-b92a-dfea3f5ac2fe req-71529c8d-78e3-4b97-9d1f-65858f209bef tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Nov 23 19:26:31.718619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-285eea4b-5e03-4b60-a566-cd719a878c36 req-b2107f4b-1c55-45b8-ac14-ec7c1a005cb8 service neutron] (103399) timed out ('10.222.0.50', 60073) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:26:32.316141 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:32.768937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5563-9025-4eff-b17d-877ccdd16c78 req-330270d4-61ac-4a37-a4f4-a75e82ac1c01 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:32.770416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bad5563-9025-4eff-b17d-877ccdd16c78 req-330270d4-61ac-4a37-a4f4-a75e82ac1c01 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0499856 Nov 23 19:26:32.822835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bad5563-9025-4eff-b17d-877ccdd16c78 req-eef62a0d-837d-4ca7-8d8e-0ff9418772b7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Nov 23 19:26:33.256384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6890a6-a5d3-4608-a70f-c573830cb5cd req-a906ef82-540d-4077-9309-e4c366d13080 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:33.257904 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d6890a6-a5d3-4608-a70f-c573830cb5cd req-a906ef82-540d-4077-9309-e4c366d13080 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.3648276 Nov 23 19:26:33.269885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:33.307050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6d6890a6-a5d3-4608-a70f-c573830cb5cd req-9760362c-7fd5-4de5-b772-0822dcc1f990 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Nov 23 19:26:33.507092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f4ec-7567-4e3f-a6ab-90113a997bf2 req-3f8c17cf-9020-4831-8478-d44518009470 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:33.508481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e09f4ec-7567-4e3f-a6ab-90113a997bf2 req-3f8c17cf-9020-4831-8478-d44518009470 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0485141 Nov 23 19:26:33.555212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e09f4ec-7567-4e3f-a6ab-90113a997bf2 req-ba53353a-b726-482e-8404-fca400145f82 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Nov 23 19:26:33.667190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a58a1-b8eb-42b9-a66f-1d28de426a92 req-de4a3061-8868-4fd4-a09d-796754285b33 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:33.668680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c7a58a1-b8eb-42b9-a66f-1d28de426a92 req-de4a3061-8868-4fd4-a09d-796754285b33 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0494137 Nov 23 19:26:33.716333 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c7a58a1-b8eb-42b9-a66f-1d28de426a92 req-096dc125-cd4a-4c15-9c9a-3ec5eeda030a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Nov 23 19:26:33.945773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-7718aab9-bf9b-4d5c-a53a-7bd799d60849 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390780 Nov 23 19:26:33.954007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525513-9a36-4feb-bc6e-6e8a837ed64a req-9182966b-9e50-495a-9c73-e9a453bce2e0 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:33.955711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5525513-9a36-4feb-bc6e-6e8a837ed64a req-9182966b-9e50-495a-9c73-e9a453bce2e0 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0488641 Nov 23 19:26:34.008400 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b5525513-9a36-4feb-bc6e-6e8a837ed64a req-6ad82936-11e3-4526-9bf6-7ca7542b897b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Nov 23 19:26:35.093618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-60cef4ba-9052-40a9-a63c-a9059c1bb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:35.096065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-60cef4ba-9052-40a9-a63c-a9059c1bb29b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1096 time: 0.0458760 Nov 23 19:26:35.136324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ae95-fa05-4b78-b6c2-be6fc0113d13 req-afd59197-805a-4e97-b064-442d82fc98a4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:35.137914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8123ae95-fa05-4b78-b6c2-be6fc0113d13 req-afd59197-805a-4e97-b064-442d82fc98a4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0524852 Nov 23 19:26:35.186111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8123ae95-fa05-4b78-b6c2-be6fc0113d13 req-6a350e1c-c961-4a01-b44d-22f4e6a26b32 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Nov 23 19:26:35.190589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-97018bcd-7193-41d9-adbf-d9a5583d9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:35.192136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-97018bcd-7193-41d9-adbf-d9a5583d9b43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0873010 Nov 23 19:26:35.238678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-26d3b67c-1b86-4a9e-a5b8-10ed5fdb309e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0392826 Nov 23 19:26:35.288986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-4d187790-ede2-4ebd-9494-d15497e32837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:35.290437 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-4d187790-ede2-4ebd-9494-d15497e32837 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0447779 Nov 23 19:26:35.321090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-e77fcfcb-3e2e-4d9c-b004-a2f141e99e12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239646 Nov 23 19:26:35.413942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-abcde2cc-48fc-4101-8f55-a52fed53ef77 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859785 Nov 23 19:26:35.503142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-12284b6f-7ef4-493f-a5b9-2f972e7eea3e service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Nov 23 19:26:36.303723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574a9e-cb8e-49c2-a812-0caa50023d92 req-81391040-b2ff-4cf6-b086-17195e9b82bd tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:36.305199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71574a9e-cb8e-49c2-a812-0caa50023d92 req-81391040-b2ff-4cf6-b086-17195e9b82bd tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0496328 Nov 23 19:26:36.356158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71574a9e-cb8e-49c2-a812-0caa50023d92 req-e277be45-c3e2-4497-a973-dbe762e00773 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Nov 23 19:26:36.389271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-f407f2fb-8ea7-4b67-a6b3-244d0a4ad14e req-2b9cd65c-2279-48e8-80e2-fd7a84f96adc service neutron] (103399) timed out ('10.222.0.47', 51875) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:26:37.471287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96868ca8-5084-4838-a609-2fbfb661f818 req-9f56a7f7-246a-4e16-a67e-8ed0d63c122f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:37.472782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96868ca8-5084-4838-a609-2fbfb661f818 req-9f56a7f7-246a-4e16-a67e-8ed0d63c122f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0489836 Nov 23 19:26:37.520640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96868ca8-5084-4838-a609-2fbfb661f818 req-1c49a0c5-0e53-45d4-a7a4-584d6fba79d6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Nov 23 19:26:38.637540 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ad058-b1ec-4b18-b292-10926bd667b4 req-ba97336e-6781-4ca3-80b6-aced7f8f167d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:38.639030 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-275ad058-b1ec-4b18-b292-10926bd667b4 req-ba97336e-6781-4ca3-80b6-aced7f8f167d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0485268 Nov 23 19:26:38.685470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-275ad058-b1ec-4b18-b292-10926bd667b4 req-db1d2f35-ae45-4eef-be79-862818a3ee7e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Nov 23 19:26:39.226775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:39.800326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b252be5-c619-4862-9cd4-620beb0b250a req-ce3d9c1f-cff0-4085-ba6f-c043334fa4bf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:39.801812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b252be5-c619-4862-9cd4-620beb0b250a req-ce3d9c1f-cff0-4085-ba6f-c043334fa4bf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0481844 Nov 23 19:26:39.853276 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4b252be5-c619-4862-9cd4-620beb0b250a req-23cd6b57-7250-4279-8fe8-1d2e9215fbe8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Nov 23 19:26:40.675845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:40.972936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb88a1e-a561-4d6c-b4b2-73d4fbe6f1d6 req-cda8373f-662a-456c-b55a-f2190ea9cfa8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:40.974380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ccb88a1e-a561-4d6c-b4b2-73d4fbe6f1d6 req-cda8373f-662a-456c-b55a-f2190ea9cfa8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0498724 Nov 23 19:26:41.022137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ccb88a1e-a561-4d6c-b4b2-73d4fbe6f1d6 req-6f011247-4133-4f5f-9a99-a9bab544eddb tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Nov 23 19:26:42.141290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0f95a-475a-4f51-a6a9-e8b6ae888cdc req-a014f0f8-1b27-43f5-9f78-7e3eca1395d7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:42.142717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ee0f95a-475a-4f51-a6a9-e8b6ae888cdc req-a014f0f8-1b27-43f5-9f78-7e3eca1395d7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0528870 Nov 23 19:26:42.190082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7ee0f95a-475a-4f51-a6a9-e8b6ae888cdc req-28b7ef45-9d41-40f1-bec5-7e0967f158ca tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Nov 23 19:26:43.310126 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc801-d5a8-4b9e-a986-b28709eab3e4 req-c8ea40e4-f864-4ffb-b4e5-c46d6c4b2e50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:43.311657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c79fc801-d5a8-4b9e-a986-b28709eab3e4 req-c8ea40e4-f864-4ffb-b4e5-c46d6c4b2e50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0531144 Nov 23 19:26:43.358374 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c79fc801-d5a8-4b9e-a986-b28709eab3e4 req-346b8957-8729-4c32-b8ba-e39735f91a08 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Nov 23 19:26:44.478817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26d34-83fa-4a3d-967e-24a5089da140 req-69e55a01-b620-4715-9479-447b34e2beaa tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:44.480333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9b26d34-83fa-4a3d-967e-24a5089da140 req-69e55a01-b620-4715-9479-447b34e2beaa tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0478351 Nov 23 19:26:44.526539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9b26d34-83fa-4a3d-967e-24a5089da140 req-59a68a00-8b84-48d8-b8c2-9d18cbfdefaf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Nov 23 19:26:45.642038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1d219-4398-4ef1-b329-9b9f013f0209 req-d1e4797c-a7a3-4c0e-93f3-cf9f8f5c4ea8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:45.643776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ad1d219-4398-4ef1-b329-9b9f013f0209 req-d1e4797c-a7a3-4c0e-93f3-cf9f8f5c4ea8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0484862 Nov 23 19:26:45.689115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ad1d219-4398-4ef1-b329-9b9f013f0209 req-1bd20d68-0020-43dc-b682-162c64ad95e9 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Nov 23 19:26:46.107106 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:26:46.813927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7359c-05d2-4dd6-8eb1-5d9254c4b2b2 req-d0b82c4f-048a-46f3-8378-b7f7055121d8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:46.815378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aad7359c-05d2-4dd6-8eb1-5d9254c4b2b2 req-d0b82c4f-048a-46f3-8378-b7f7055121d8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0531847 Nov 23 19:26:46.862336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aad7359c-05d2-4dd6-8eb1-5d9254c4b2b2 req-8209c94a-d8ae-4bcf-b539-a8ea744abe3d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Nov 23 19:26:47.978561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086462c-cf8f-4427-8424-fe1d57f508e1 req-2ab98993-cebc-4771-8eed-3bb77c1bebdd tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:47.980069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9086462c-cf8f-4427-8424-fe1d57f508e1 req-2ab98993-cebc-4771-8eed-3bb77c1bebdd tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0486226 Nov 23 19:26:48.030008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9086462c-cf8f-4427-8424-fe1d57f508e1 req-8987bc22-2d8e-4da2-9220-aa9ca6adb656 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Nov 23 19:26:49.143748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c0b2-aa8b-45ad-8f9c-a7855f3ef0d7 req-e6c5c347-3302-4e98-98cb-8ce63a4c9fc3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:49.145152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a144c0b2-aa8b-45ad-8f9c-a7855f3ef0d7 req-e6c5c347-3302-4e98-98cb-8ce63a4c9fc3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0482945 Nov 23 19:26:49.193024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a144c0b2-aa8b-45ad-8f9c-a7855f3ef0d7 req-37e8b1af-613a-4d61-bafc-1d29a6a07e35 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Nov 23 19:26:50.308975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782bb0-cec2-4419-a05a-680b71829d57 req-224a09a8-6d58-4f61-abed-0200160fd41e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:50.310445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7782bb0-cec2-4419-a05a-680b71829d57 req-224a09a8-6d58-4f61-abed-0200160fd41e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0490425 Nov 23 19:26:50.358461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7782bb0-cec2-4419-a05a-680b71829d57 req-9f84d400-0e3c-41ad-8ad2-02808a3dc533 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Nov 23 19:26:51.477209 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d71a7-1369-4eea-b5bf-41f8879cc795 req-72afd87b-8f68-490a-97d3-b73716df2ba2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:51.478695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a9d71a7-1369-4eea-b5bf-41f8879cc795 req-72afd87b-8f68-490a-97d3-b73716df2ba2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0520916 Nov 23 19:26:51.525720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a9d71a7-1369-4eea-b5bf-41f8879cc795 req-0dfa3eb1-ad13-4590-9376-45512282498d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Nov 23 19:26:52.647295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57712f0-15d9-4287-8498-5841c7230d39 req-36dd9e4a-dc26-425e-bb01-8e859c349f0a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:52.649326 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e57712f0-15d9-4287-8498-5841c7230d39 req-36dd9e4a-dc26-425e-bb01-8e859c349f0a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0538757 Nov 23 19:26:52.695986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e57712f0-15d9-4287-8498-5841c7230d39 req-634752a9-da73-40e6-a277-385791cd60eb tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Nov 23 19:26:53.811589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b69b-ad4f-4866-a826-606f52a97470 req-e4b4f3e1-76a4-4b17-b684-99d1ea65d0fe tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:53.813050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1165b69b-ad4f-4866-a826-606f52a97470 req-e4b4f3e1-76a4-4b17-b684-99d1ea65d0fe tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0495434 Nov 23 19:26:53.859481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1165b69b-ad4f-4866-a826-606f52a97470 req-71d94187-ff0b-4d69-986d-0b5e3dcd95fd tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Nov 23 19:26:54.979176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ce931-5640-40d4-bcfb-9f948b591d60 req-a1fd3624-8bf0-4812-b4e2-7f26fb4e5a09 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:54.980649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-352ce931-5640-40d4-bcfb-9f948b591d60 req-a1fd3624-8bf0-4812-b4e2-7f26fb4e5a09 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0519640 Nov 23 19:26:55.027901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-352ce931-5640-40d4-bcfb-9f948b591d60 req-d0f2e2d5-85e8-4197-9ad8-46a11242a9a3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Nov 23 19:26:56.147898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ebe3a-59d2-47e8-ae0c-46ba319f97b8 req-4dd5ba71-1e83-4ab8-b689-afdbe206798e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:56.149765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-575ebe3a-59d2-47e8-ae0c-46ba319f97b8 req-4dd5ba71-1e83-4ab8-b689-afdbe206798e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0473881 Nov 23 19:26:56.200394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-575ebe3a-59d2-47e8-ae0c-46ba319f97b8 req-77df1416-3f79-43e8-8224-e2c0f9f33665 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Nov 23 19:26:57.315008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb451d21-9d9c-43c1-aff0-475c35fc9033 req-20990578-c881-46e4-bd7b-76468344621b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:57.316523 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb451d21-9d9c-43c1-aff0-475c35fc9033 req-20990578-c881-46e4-bd7b-76468344621b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0483625 Nov 23 19:26:57.364059 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb451d21-9d9c-43c1-aff0-475c35fc9033 req-e22a02e3-6489-46e9-ab4b-a9d418f5d2a9 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Nov 23 19:26:57.455602 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c900-6926-483e-b5dd-34bb63d3b4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:26:58.484594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681af3-6d16-477c-ae86-1987e8acf95e req-50be870e-c1f0-4747-8670-296931defb37 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:58.485353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17681af3-6d16-477c-ae86-1987e8acf95e req-50be870e-c1f0-4747-8670-296931defb37 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0513401 Nov 23 19:26:58.536658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17681af3-6d16-477c-ae86-1987e8acf95e req-221c34af-3ead-4a81-a388-18090008e867 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Nov 23 19:26:59.655288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821216-6a83-43f8-973a-c2ffe591df34 req-de141b9a-15c9-4d2e-bf60-0f2cdcaceeb1 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:26:59.656808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17821216-6a83-43f8-973a-c2ffe591df34 req-de141b9a-15c9-4d2e-bf60-0f2cdcaceeb1 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0528371 Nov 23 19:26:59.703495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-17821216-6a83-43f8-973a-c2ffe591df34 req-530c3546-e5dc-4f75-b995-388e37a087b8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Nov 23 19:27:00.200439 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f905616-dad4-47d2-b726-9611194cccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:00.822612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d37db1-2acf-41fb-95e3-f3ba93e32fa1 req-4603d054-c372-4d17-9006-c4849d1c78e6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:00.824242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39d37db1-2acf-41fb-95e3-f3ba93e32fa1 req-4603d054-c372-4d17-9006-c4849d1c78e6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0510678 Nov 23 19:27:00.872982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39d37db1-2acf-41fb-95e3-f3ba93e32fa1 req-5efcacf9-d94b-4b02-8a53-b3c760f5282f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Nov 23 19:27:00.886114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:01.992574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73a592-1cc8-4992-a4d2-4b3935da1cb8 req-b4aa75c1-e253-4095-8055-4d15b5188dd4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:01.994317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef73a592-1cc8-4992-a4d2-4b3935da1cb8 req-b4aa75c1-e253-4095-8055-4d15b5188dd4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0522323 Nov 23 19:27:02.044014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef73a592-1cc8-4992-a4d2-4b3935da1cb8 req-1c355eac-b3b3-42af-9cc8-2f837dbe58e4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Nov 23 19:27:02.318595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:02.588097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-c18c8dc8-cc1d-4051-8c32-5b9f41935242 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:27:02.589073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-c18c8dc8-cc1d-4051-8c32-5b9f41935242 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053573 Nov 23 19:27:02.697575 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-6f14e060-adb2-45cc-a1ea-ea1afe04f280 service neutron] show failed (client error): The resource could not be found. Nov 23 19:27:02.698586 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-6f14e060-adb2-45cc-a1ea-ea1afe04f280 service neutron] 10.222.0.47 "GET /v2.0/ports/f4fe3862-7860-4ad6-b206-add0550dcdc6/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.1016884 Nov 23 19:27:03.009506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-ee1692f0-ae53-44c8-8ee7-1d7f7968bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.011028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-ee1692f0-ae53-44c8-8ee7-1d7f7968bbc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef&tenant_id=2dcc8f0568524832bc6096f9fca8ce69 HTTP/1.1" status: 200 len: 1096 time: 0.1276760 Nov 23 19:27:03.024266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:27:03.075680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.228183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595e70-793d-4567-9440-47dd0ff76bc1 req-442e26c5-fca2-455a-aed0-5ff3a2d7dc3d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.229558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4595e70-793d-4567-9440-47dd0ff76bc1 req-442e26c5-fca2-455a-aed0-5ff3a2d7dc3d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.1101341 Nov 23 19:27:03.271076 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.333952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4595e70-793d-4567-9440-47dd0ff76bc1 req-b75daf04-7f0b-4753-b8e3-129e90cdf0f4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Nov 23 19:27:03.350780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:03.384263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:27:03.424411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:03.426691 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c66ddd-b4ed-45f8-8c66-ded24681ba9b" -d '{"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-unplugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:03.431609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.444467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Transition to ACTIVE for port object f4fe3862-7860-4ad6-b206-add0550dcdc6 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:27:03.448720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.480074 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103dc0c4-3c39-4913-a03e-9624fa7780fe x-openstack-request-id: req-103dc0c4-3c39-4913-a03e-9624fa7780fe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:03.480306 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-unplugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:03.480559 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-103dc0c4-3c39-4913-a03e-9624fa7780fe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:03.480960 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'code': 200} Nov 23 19:27:03.517203 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] No DVR routers for this DVR port f4fe3862-7860-4ad6-b206-add0550dcdc6 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:27:03.520712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:03.554749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:27:03.555091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:27:03.555462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:03.559716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:27:03.560049 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Attempting to bind port f4fe3862-7860-4ad6-b206-add0550dcdc6 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:03.564810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:27:03.565150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Checking segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:27:03.565534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Bound using segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:27:03.565962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Bound port: f4fe3862-7860-4ad6-b206-add0550dcdc6, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:27:03.566346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.628726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:27:03.631713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:27:03.635805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.672819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.673518 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:03.674913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] 10.222.0.50 "PUT /v2.0/ports/f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 1091 time: 0.6550913 Nov 23 19:27:03.697412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f91cef-2b53-437b-8868-ab3a3482ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:03.740961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-90fe155a-4826-4442-9713-099a3243fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.742912 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-90fe155a-4826-4442-9713-099a3243fa5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1094 time: 0.0420396 Nov 23 19:27:03.836787 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-e0fe93a0-6c13-423b-a063-86e57bf64557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.838259 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-e0fe93a0-6c13-423b-a063-86e57bf64557 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0885894 Nov 23 19:27:03.885532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-9b5cf878-71cb-4f1c-80bc-aea53bd5011c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0388138 Nov 23 19:27:03.936412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-0cc96f00-4c43-4353-979f-0564b5db9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:03.937826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-0cc96f00-4c43-4353-979f-0564b5db9e06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0447030 Nov 23 19:27:03.968698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-8855b22a-c9c3-4ce5-95f7-2b574768a8c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234876 Nov 23 19:27:04.062222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-852787fe-c74d-4561-9315-2a531cd8535f service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Nov 23 19:27:04.154421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a1a11f08-6d76-457c-99ba-bfb3ec87229d req-797e9a7d-7d51-4aca-83bd-1b0dd2a2137a service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Nov 23 19:27:04.458795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10025f-15ac-40ef-9a59-4b26c845b4b5 req-0bdd5b43-2df4-4d99-b6d2-8a679e09d260 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:04.460807 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9d10025f-15ac-40ef-9a59-4b26c845b4b5 req-0bdd5b43-2df4-4d99-b6d2-8a679e09d260 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 943 time: 0.0540709 Nov 23 19:27:04.509483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9d10025f-15ac-40ef-9a59-4b26c845b4b5 req-7a80ed6e-7e93-45df-b802-1ebd6be81052 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Nov 23 19:27:05.482440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:05.484882 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1cfbf-3e22-43d6-a1e1-807836374105" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:05.545228 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f1325-3874-40bc-9376-488a2ba901f7 x-openstack-request-id: req-7d0f1325-3874-40bc-9376-488a2ba901f7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:05.545651 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:05.546014 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d0f1325-3874-40bc-9376-488a2ba901f7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:05.550835 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'status': 'completed', 'code': 200} Nov 23 19:27:05.617872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-7b6c3c94-ce71-4410-b567-f8e74c26170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.621223 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-7b6c3c94-ce71-4410-b567-f8e74c26170a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1094 time: 0.0553172 Nov 23 19:27:05.652746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-9ca18ecf-c23f-45b0-8e1b-5effbb083d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.654285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-9ca18ecf-c23f-45b0-8e1b-5effbb083d53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1094 time: 0.0794702 Nov 23 19:27:05.709699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7971-742a-4b46-9423-9dfb866e76c9 req-1497fe50-7763-4c0e-8b56-211d6a1a19f6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.712221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa6c7971-742a-4b46-9423-9dfb866e76c9 req-1497fe50-7763-4c0e-8b56-211d6a1a19f6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 943 time: 0.1042027 Nov 23 19:27:05.742103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-65275040-1b51-4536-a8ef-71aa31ccb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.744010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-65275040-1b51-4536-a8ef-71aa31ccb475 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.1125779 Nov 23 19:27:05.796313 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-522c7e67-ce99-43e1-84a0-49fe889353a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0412152 Nov 23 19:27:05.816097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-9af1e5be-27e9-433d-b4da-5a37df4ae95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.817608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-9af1e5be-27e9-433d-b4da-5a37df4ae95a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.1523199 Nov 23 19:27:05.822495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa6c7971-742a-4b46-9423-9dfb866e76c9 req-2951ccbb-0444-46cb-bc4e-70cf94f8042c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670340 Nov 23 19:27:05.849209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-27bacf82-c332-4a09-92dd-e515091e5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.850785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-27bacf82-c332-4a09-92dd-e515091e5534 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0462508 Nov 23 19:27:05.861869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-e2502bf8-f4f7-464b-b6d3-03f7502c1175 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0357754 Nov 23 19:27:05.888705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-35e3b249-908b-4597-a907-7162be83906d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266416 Nov 23 19:27:05.918671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-822ad930-97be-4bf5-83e7-96ac20a771c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:05.920154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-822ad930-97be-4bf5-83e7-96ac20a771c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0500381 Nov 23 19:27:05.958307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-67b758ca-616c-408e-96f8-1a5190528fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240955 Nov 23 19:27:05.988905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-11658e89-cef5-467c-b309-cd13806fa57b service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Nov 23 19:27:06.042353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-349a1904-66d3-42cd-a0da-97371003971e service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833161 Nov 23 19:27:06.082905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-96a58a11-a443-4dad-a873-1d1ca828a393 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Nov 23 19:27:06.137495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-daa1cfbf-3e22-43d6-a1e1-807836374105 req-d593716a-94a0-4c2a-bcad-07153b2dc0ad service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Nov 23 19:27:06.202271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:27:06.297784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:06.308523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'port_id': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'mac_address': 'fa:16:3e:02:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8614fe05-e583-4d7f-8bb3-0c5bb5f6c228', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:27:06.344519 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:06.356613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fe3862-7860-4ad6-b206-add0550dcdc6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:27:06.378495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:06.383067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:06.435629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:06.607855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f4fe3862-7860-4ad6-b206-add0550dcdc6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:27:06.957061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa970924-0cbf-4048-b9ab-322bf382c81d req-0cb4ecd5-d0ab-45a6-9daa-8fa5da1ee99f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:06.958530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa970924-0cbf-4048-b9ab-322bf382c81d req-0cb4ecd5-d0ab-45a6-9daa-8fa5da1ee99f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 944 time: 0.0564270 Nov 23 19:27:07.012919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa970924-0cbf-4048-b9ab-322bf382c81d req-6176ccf0-13b5-42a1-b10d-e8c1f5b15e1e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 Nov 23 19:27:07.238957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb4ef8-99e1-437e-85a5-36475c4bb8cf req-fe53844c-0c84-4d0e-9254-347e494c2251 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:07.240574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90fb4ef8-99e1-437e-85a5-36475c4bb8cf req-fe53844c-0c84-4d0e-9254-347e494c2251 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 944 time: 0.0820868 Nov 23 19:27:07.273234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:27:07.315340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:27:07.325552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0943-c72c-4725-a292-0310b502efdd req-8800d822-d0bd-49c0-b423-99e1ad4a3551 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:07.327001 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-8800d822-d0bd-49c0-b423-99e1ad4a3551 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef&tenant_id=2dcc8f0568524832bc6096f9fca8ce69&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.1293614 Nov 23 19:27:07.334462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90fb4ef8-99e1-437e-85a5-36475c4bb8cf req-1c109987-e812-4ab7-8b61-100e8d1deab0 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794716 Nov 23 19:27:07.391615 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-b35f0943-c72c-4725-a292-0310b502efdd req-d554f692-c21c-467e-8e70-e53d52d9c076 service neutron] delete failed (client error): The resource could not be found. Nov 23 19:27:07.392566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-d554f692-c21c-467e-8e70-e53d52d9c076 service neutron] 10.222.0.47 "DELETE /v2.0/ports/f4fe3862-7860-4ad6-b206-add0550dcdc6/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0538032 Nov 23 19:27:07.499718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0943-c72c-4725-a292-0310b502efdd req-e7a6351e-ed30-4d7d-a4e2-ff3a6425e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:07.501291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-e7a6351e-ed30-4d7d-a4e2-ff3a6425e17c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 1095 time: 0.0414042 Nov 23 19:27:07.598503 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0943-c72c-4725-a292-0310b502efdd req-2d0c8eb3-c31d-47c0-9123-3da75b8a2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:07.600035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-2d0c8eb3-c31d-47c0-9123-3da75b8a2a41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0882902 Nov 23 19:27:07.653833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-bf86230d-27ab-43eb-9fa1-ff8023859a70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 200 len: 217 time: 0.0346239 Nov 23 19:27:07.707992 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0943-c72c-4725-a292-0310b502efdd req-54011424-3b4e-4ee7-ada1-6f23902b53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:07.709439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-54011424-3b4e-4ee7-ada1-6f23902b53dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0432401 Nov 23 19:27:07.751538 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-bda31bb2-b86d-4b8a-a601-2bafd09a2031 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234230 Nov 23 19:27:07.849903 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-486ef521-7d21-4701-ae1f-00563ca31491 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Nov 23 19:27:07.954260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b35f0943-c72c-4725-a292-0310b502efdd req-10597de7-09b5-4b9f-9f8b-0fe29c2b7239 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914991 Nov 23 19:27:08.244528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:27:08.302473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port f4fe3862-7860-4ad6-b206-add0550dcdc6 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:27:08.307154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port f4fe3862-7860-4ad6-b206-add0550dcdc6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:27:08.307580 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:08.392217 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:08.417700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:08.419960 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a587f69d-7e3d-40c2-acd9-265860ef414c" -d '{"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:08.433885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:08.446009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:08.466470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de823186-8188-4503-9d08-5e709634cc2c req-7aed2b88-77b0-46bf-aafd-599377c6f8ef tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:08.468099 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de823186-8188-4503-9d08-5e709634cc2c req-7aed2b88-77b0-46bf-aafd-599377c6f8ef tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 944 time: 0.0558577 Nov 23 19:27:08.494262 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:08.523214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de823186-8188-4503-9d08-5e709634cc2c req-92b721bd-2673-401a-aea0-bcd804975ac6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Nov 23 19:27:08.563635 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df6558-6a09-4804-9fb1-d58bf4068dfc x-openstack-request-id: req-61df6558-6a09-4804-9fb1-d58bf4068dfc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:08.563939 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:08.564185 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61df6558-6a09-4804-9fb1-d58bf4068dfc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:08.564591 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'code': 200} Nov 23 19:27:09.238155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:09.643685 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcd4db-1067-483c-8745-67f61c87d108 req-f385be0d-7e3d-4732-b7ac-893b66fbb1b3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:09.645146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bbcd4db-1067-483c-8745-67f61c87d108 req-f385be0d-7e3d-4732-b7ac-893b66fbb1b3 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0525465 Nov 23 19:27:09.692835 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1bbcd4db-1067-483c-8745-67f61c87d108 req-4062fe0e-a503-47c3-bc4b-ca0c78d2bfcf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Nov 23 19:27:09.809433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e5ea-5eb3-4c33-85a0-289198576577 req-9a92ec59-74c8-4342-af0c-da79ffd795b8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:09.810923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e252e5ea-5eb3-4c33-85a0-289198576577 req-9a92ec59-74c8-4342-af0c-da79ffd795b8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0498002 Nov 23 19:27:09.860353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e252e5ea-5eb3-4c33-85a0-289198576577 req-81511cb5-b3d3-4298-b5b6-a2bb697f0a27 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Nov 23 19:27:09.973299 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d86d6b-e9df-4549-a522-a08a53e9f264 req-6b1d945b-dcc5-44da-9008-a5b4d5202e46 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:09.974802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29d86d6b-e9df-4549-a522-a08a53e9f264 req-6b1d945b-dcc5-44da-9008-a5b4d5202e46 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0492332 Nov 23 19:27:10.022671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-29d86d6b-e9df-4549-a522-a08a53e9f264 req-bc2d70fa-f140-4991-af99-b8c6138d96ef tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Nov 23 19:27:10.448721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-be287120-fe6b-4dad-9bf5-dae39b107587 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:10.450202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-be287120-fe6b-4dad-9bf5-dae39b107587 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 815 time: 0.1657364 Nov 23 19:27:10.470374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-94097120-659c-4ab5-9f11-0318769f8bc1 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/quotas/2dcc8f0568524832bc6096f9fca8ce69 HTTP/1.1" status: 200 len: 375 time: 0.0141106 Nov 23 19:27:10.529621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-154575a6-bf43-4c63-93e5-2fc336ea89b7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534489 Nov 23 19:27:10.640837 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-ede32797-b3f2-4461-8ab8-a22f2cbd62fd service neutron] 10.222.0.37 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004336 Nov 23 19:27:10.697329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:10.748295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-6c7a9a94-0e72-4293-94b0-2d2623c43249 service neutron] 10.222.0.37 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992243 Nov 23 19:27:10.922133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e1031ac8-397d-4b66-a6fc-e9e18832f415 req-cb617fb5-dcd1-493f-8042-b3a81ebe2d42 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Nov 23 19:27:11.758411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-a138a1a5-1e8a-4b0e-a4df-f9079cb6a8a2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:11.759974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-a138a1a5-1e8a-4b0e-a4df-f9079cb6a8a2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f8683a0-bf98-4391-b7f9-36a15d674aef HTTP/1.1" status: 200 len: 945 time: 0.0550551 Nov 23 19:27:11.851997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Deleting port f4fe3862-7860-4ad6-b206-add0550dcdc6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:27:11.852341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:11.949948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] For port f4fe3862-7860-4ad6-b206-add0550dcdc6, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=f4fe3862-7860-4ad6-b206-add0550dcdc6,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:11.950511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:11.969916 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Calling delete_port for f4fe3862-7860-4ad6-b206-add0550dcdc6 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:27:12.055399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a0831c57-2a7f-4371-b301-2530ef45251b req-4c2c6829-3cc5-485c-9994-46c063dea4cf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Nov 23 19:27:12.154301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:12.171967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['f4fe3862-7860-4ad6-b206-add0550dcdc6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:27:12.195434 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Pushing event deleted for resources: {'Port': ['ID=f4fe3862-7860-4ad6-b206-add0550dcdc6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:12.243836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] No DVR routers for this DVR port f4fe3862-7860-4ad6-b206-add0550dcdc6 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:27:12.246598 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:12.250046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f1e4bcd2-a604-4fec-b8bf-a7640281b3d2 req-d5bba912-9773-40ee-af26-6888261fe734 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.50 "DELETE /v2.0/ports/f4fe3862-7860-4ad6-b206-add0550dcdc6 HTTP/1.1" status: 204 len: 173 time: 0.4835937 Nov 23 19:27:12.250543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-deleted', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:12.253161 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da4ed35-cd2e-479f-9b06-fda108bc61c4" -d '{"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-deleted", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:12.316569 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff627935-2804-4bd5-816b-a113c568e459 x-openstack-request-id: req-ff627935-2804-4bd5-816b-a113c568e459 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:12.317202 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8683a0-bf98-4391-b7f9-36a15d674aef", "name": "network-vif-deleted", "tag": "f4fe3862-7860-4ad6-b206-add0550dcdc6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:12.317618 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff627935-2804-4bd5-816b-a113c568e459 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:12.318303 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8683a0-bf98-4391-b7f9-36a15d674aef', 'name': 'network-vif-deleted', 'tag': 'f4fe3862-7860-4ad6-b206-add0550dcdc6', 'status': 'completed', 'code': 200} Nov 23 19:27:12.430619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4cb285dd-c983-4dbb-a3d8-6b6db8fafcb2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:12.432396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4cb285dd-c983-4dbb-a3d8-6b6db8fafcb2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 815 time: 0.4801221 Nov 23 19:27:12.459173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Request body: {'port': {'device_id': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'admin_state_up': True, 'tenant_id': '2dcc8f0568524832bc6096f9fca8ce69'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:27:12.596307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Made reservation on behalf of 2dcc8f0568524832bc6096f9fca8ce69 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:27:12.599789 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:12.748865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Allocated IP 172.20.0.11 (2068a3ba-4616-4dbc-8801-0482036d5abd/8614fe05-e583-4d7f-8bb3-0c5bb5f6c228/a9c743ba-d3b9-4c3e-91f6-39ca75a53334) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:27:12.902231 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:12.937793 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:12.983014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Network 2068a3ba-4616-4dbc-8801-0482036d5abd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:27:12.986095 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:27:12.990014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:27:12.997335 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:13.027299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.027677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.028025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.028367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.028705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.029040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.029370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.029701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.030031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.030358 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.030686 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.031015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:13.054531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:13.055142 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.070715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-4029e6fc-3332-46d5-b35e-57ca796bd68b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6155686 Nov 23 19:27:13.087809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Request body: {'port': {'device_id': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:27:13.149654 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.199285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2422ae9-8a3d-4570-b058-ee3a5db52e58 req-11f3f231-67c0-4f8f-87d7-df8bf7b7865e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:13.200721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2422ae9-8a3d-4570-b058-ee3a5db52e58 req-11f3f231-67c0-4f8f-87d7-df8bf7b7865e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 932 time: 0.0598660 Nov 23 19:27:13.257644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2422ae9-8a3d-4570-b058-ee3a5db52e58 req-20a7ae78-9ff6-465c-8b20-0f355d605f30 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Nov 23 19:27:13.421418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c743ba-d3b9-4c3e-91f6-39ca75a53334 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:27:13.428926 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.440793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Transition to ACTIVE for port object a9c743ba-d3b9-4c3e-91f6-39ca75a53334 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:27:13.445119 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.497449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:13.573181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:27:13.573584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:27:13.573920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:13.578378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:27:13.578699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:13.583842 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:27:13.584182 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Checking segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:27:13.584564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Bound using segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:27:13.585010 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Bound port: a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:27:13.585899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.648700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:27:13.652343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:27:13.657136 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.691125 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:13.691755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:13.693295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 1092 time: 0.6094828 Nov 23 19:27:13.693748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:13.696641 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492a41ea-b3b6-4cd8-8482-336882b242d6" -d '{"events": [{"name": "network-changed", "server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:13.724823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404192-8f99-4be9-a609-5b7e53c52994 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:13.749584 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd28619-6e4c-453d-b38d-224f1b24b2f5 x-openstack-request-id: req-8fd28619-6e4c-453d-b38d-224f1b24b2f5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:13.749880 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:13.750135 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fd28619-6e4c-453d-b38d-224f1b24b2f5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:13.750540 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'status': 'completed', 'code': 200} Nov 23 19:27:13.788183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-5901b2f1-48e3-47c0-bdcd-f8880ed1b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:13.789728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-5901b2f1-48e3-47c0-bdcd-f8880ed1b05c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0505428 Nov 23 19:27:13.837458 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-809c8f95-dce5-4843-9f98-96b1aee797c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0399373 Nov 23 19:27:13.895614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a2f7-1121-4501-9974-afc4459ac37e req-15d9a1f7-35ca-423c-965b-1c51d4752bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:13.897832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-15d9a1f7-35ca-423c-965b-1c51d4752bbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0493610 Nov 23 19:27:13.939288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-3124e8e3-5806-4a64-95d3-ccc785681678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302036 Nov 23 19:27:14.042803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-d5b008c8-e344-4560-99b0-f4bc91a480e9 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923603 Nov 23 19:27:14.147551 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a942a2f7-1121-4501-9974-afc4459ac37e req-aedb79de-5ef4-4a98-afc8-1224d2fa0c8c service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923259 Nov 23 19:27:14.248191 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-69ae5253-34b8-4a8b-a0e7-572f1097d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:14.249725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-69ae5253-34b8-4a8b-a0e7-572f1097d85f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0437505 Nov 23 19:27:14.273433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:27:14.294767 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: f4fe3862-7860-4ad6-b206-add0550dcdc6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:27:14.295048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device f4fe3862-7860-4ad6-b206-add0550dcdc6 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:27:14.347447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-58fda638-17dc-412f-98f4-e4ee732edcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:14.349008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-58fda638-17dc-412f-98f4-e4ee732edcbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0922384 Nov 23 19:27:14.384362 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba46663-db14-4f17-962f-0648c1a27426 req-cba6612b-66db-42a1-8627-5322beed9abc tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:14.385901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ba46663-db14-4f17-962f-0648c1a27426 req-cba6612b-66db-42a1-8627-5322beed9abc tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0496683 Nov 23 19:27:14.398797 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-81cf1bb9-1402-486e-8333-82144bc6ee13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0421898 Nov 23 19:27:14.434767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4ba46663-db14-4f17-962f-0648c1a27426 req-328fdd62-495b-4825-8a0f-57318605a06b tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Nov 23 19:27:14.452417 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-df972bc0-77ac-48ed-b6a8-c4ebef272140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:14.454857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-df972bc0-77ac-48ed-b6a8-c4ebef272140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0467968 Nov 23 19:27:14.490937 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-266de0be-76b8-49c9-ada8-be6325445bb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247777 Nov 23 19:27:14.611727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-869dc814-d6bd-45f5-bdfe-ef20402d307b service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124470 Nov 23 19:27:14.706610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-492a41ea-b3b6-4cd8-8482-336882b242d6 req-8d62183d-d5a7-4088-83e0-f0c378d84e14 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Nov 23 19:27:15.569261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5278b-4441-4e60-a905-cddb6a691e2c req-e67f5091-8137-41be-8188-2d62fa7c71c9 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:15.571453 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01a5278b-4441-4e60-a905-cddb6a691e2c req-e67f5091-8137-41be-8188-2d62fa7c71c9 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0564628 Nov 23 19:27:15.621240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01a5278b-4441-4e60-a905-cddb6a691e2c req-cd35514c-5abd-41d4-bdb5-ef8a4927c121 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Nov 23 19:27:16.762118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8824a-0af7-4229-8f82-4ca5e3eddb06 req-9451a4ea-2433-4987-aac5-18256214496c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:16.763747 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e8824a-0af7-4229-8f82-4ca5e3eddb06 req-9451a4ea-2433-4987-aac5-18256214496c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0501142 Nov 23 19:27:16.813651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e8824a-0af7-4229-8f82-4ca5e3eddb06 req-909410a1-d523-4514-ae8d-bd3bcc2c5728 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Nov 23 19:27:17.273465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:27:17.372963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:17.384443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'port_id': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'mac_address': 'fa:16:3e:f6:22:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8614fe05-e583-4d7f-8bb3-0c5bb5f6c228', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:27:17.422077 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:17.435889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c743ba-d3b9-4c3e-91f6-39ca75a53334 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:27:17.455243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:17.459785 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:17.511538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:17.519604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.519955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.520298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.520633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.520964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.521296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.521623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.521947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.522277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.522675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.523002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.523343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:17.736001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a9c743ba-d3b9-4c3e-91f6-39ca75a53334'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:27:17.962168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaab94-46ac-468a-be83-e1587ebcd801 req-0e2d2c95-dfe7-4dad-8f6d-95d5483bf8da tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:17.963674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dfaab94-46ac-468a-be83-e1587ebcd801 req-0e2d2c95-dfe7-4dad-8f6d-95d5483bf8da tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Nov 23 19:27:18.016244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dfaab94-46ac-468a-be83-e1587ebcd801 req-bf123277-526a-4ca4-95bd-14bd67274c82 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Nov 23 19:27:19.137820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b46f2-5e44-4256-979c-5e2fa3908cb1 req-bb1ae8c8-c9d1-489a-8000-fb9859c0300c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:19.139238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-734b46f2-5e44-4256-979c-5e2fa3908cb1 req-bb1ae8c8-c9d1-489a-8000-fb9859c0300c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Nov 23 19:27:19.186311 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-734b46f2-5e44-4256-979c-5e2fa3908cb1 req-576c49b8-e77d-436a-8a14-408fb45a4cb5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Nov 23 19:27:19.285237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:27:19.345967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:27:19.349847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:27:19.350216 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:19.438708 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:19.461478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:19.463734 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4828d5f2-b07d-41da-b9fa-d25653ba4d14" -d '{"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:19.476585 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:19.485673 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:19.510578 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae1369-d712-421f-9cf5-b18ffa2ff09e x-openstack-request-id: req-75ae1369-d712-421f-9cf5-b18ffa2ff09e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:19.510877 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:19.511131 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75ae1369-d712-421f-9cf5-b18ffa2ff09e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:19.511711 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'code': 200} Nov 23 19:27:19.539663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:19.603599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff5a0-00c7-476d-a5cf-a5c6be4efdb2 req-2cc8537f-2b8d-4b1a-9aab-90dc6827f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:19.605064 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1dff5a0-00c7-476d-a5cf-a5c6be4efdb2 req-2cc8537f-2b8d-4b1a-9aab-90dc6827f748 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0394161 Nov 23 19:27:19.654127 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1dff5a0-00c7-476d-a5cf-a5c6be4efdb2 req-c4d7ac57-2381-4e26-8f23-57b0c40ada84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Nov 23 19:27:20.312969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affda97-ff45-446a-98e1-389b8b4196ba req-38921576-a66d-498c-b6d8-fb79766bb55d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:20.314477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7affda97-ff45-446a-98e1-389b8b4196ba req-38921576-a66d-498c-b6d8-fb79766bb55d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0607073 Nov 23 19:27:20.360228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7affda97-ff45-446a-98e1-389b8b4196ba req-0626a236-fac6-4dd4-b1e1-1702776aaf6d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Nov 23 19:27:21.476973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57821a2b-857e-4d3d-84c7-291cd5ace8b8 req-45a8a20e-8352-484b-9ad5-c54b8ddf9f10 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:21.478446 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57821a2b-857e-4d3d-84c7-291cd5ace8b8 req-45a8a20e-8352-484b-9ad5-c54b8ddf9f10 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0489960 Nov 23 19:27:21.525340 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57821a2b-857e-4d3d-84c7-291cd5ace8b8 req-e50bded8-b901-454b-97f7-8517f03be5df tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Nov 23 19:27:21.640134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de202582-001d-4e25-b0a9-d0e0503fc601 req-78541847-c2bc-4075-8321-3e780438aaf2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:21.643433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de202582-001d-4e25-b0a9-d0e0503fc601 req-78541847-c2bc-4075-8321-3e780438aaf2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0497437 Nov 23 19:27:21.698787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-de202582-001d-4e25-b0a9-d0e0503fc601 req-d54c61a5-7f98-46b4-83d4-5924905cc265 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Nov 23 19:27:21.953789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-536da16a-762e-43c1-8cf7-deb7f9dc8f3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677269 Nov 23 19:27:21.962594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2500b-e741-4c25-8930-4248d7ac8133 req-f45154d2-30a0-4996-b04a-fb2820f9aabf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:21.964046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfc2500b-e741-4c25-8930-4248d7ac8133 req-f45154d2-30a0-4996-b04a-fb2820f9aabf tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0700240 Nov 23 19:27:22.011612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfc2500b-e741-4c25-8930-4248d7ac8133 req-c56a2a70-84ef-45da-bb93-3b8a6e3f247e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Nov 23 19:27:23.026962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-64a9273c-0a0a-4c83-835b-4c4fd7bcf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:23.028516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-64a9273c-0a0a-4c83-835b-4c4fd7bcf177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0403414 Nov 23 19:27:23.106891 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:27:23.152858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-089bd443-ba29-4643-9e55-f33c74a43abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:23.154330 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-089bd443-ba29-4643-9e55-f33c74a43abe service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.1175990 Nov 23 19:27:23.166718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9ca6-a8e7-43f0-9e10-016b779b863c req-e7ded6be-f4a0-4f2e-93f9-a8e67b326170 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:23.168154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aafa9ca6-a8e7-43f0-9e10-016b779b863c req-e7ded6be-f4a0-4f2e-93f9-a8e67b326170 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0717735 Nov 23 19:27:23.212137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-8f116c15-b0f2-4e68-a72d-26d97dfa98a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0430493 Nov 23 19:27:23.280847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aafa9ca6-a8e7-43f0-9e10-016b779b863c req-b5999a7a-0cc8-4d6f-bee9-e5b17b32dc46 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063104 Nov 23 19:27:23.286339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-76da8665-49b8-4f53-9268-2709e873872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:23.287805 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-76da8665-49b8-4f53-9268-2709e873872b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0680895 Nov 23 19:27:23.320123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-ee29ae04-7304-41d0-bbf0-76a6c573786c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246384 Nov 23 19:27:23.414751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-bf954e3f-3f12-472e-b8d4-9d890ee492a9 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878010 Nov 23 19:27:23.502827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-03063ed9-0739-4ef6-a331-e6e9fe736261 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812838 Nov 23 19:27:24.401236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76328751-1baa-48e3-945a-30813a3fd58b req-423444ee-eb64-41f1-be3b-46e0d74de6eb tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:24.402701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76328751-1baa-48e3-945a-30813a3fd58b req-423444ee-eb64-41f1-be3b-46e0d74de6eb tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0538068 Nov 23 19:27:24.448604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-76328751-1baa-48e3-945a-30813a3fd58b req-2af1892d-eb3a-4cf5-914f-0e52507dba7e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Nov 23 19:27:25.568399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951cc5a-d0cf-41c6-9fdc-63fc205adcea req-365fa485-ec16-4850-b5a9-a9b032d08449 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:25.569870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3951cc5a-d0cf-41c6-9fdc-63fc205adcea req-365fa485-ec16-4850-b5a9-a9b032d08449 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0505307 Nov 23 19:27:25.621069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3951cc5a-d0cf-41c6-9fdc-63fc205adcea req-6125b68d-5e32-4bc4-b938-838eef9ce6d5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Nov 23 19:27:26.739077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521da8-3fb6-4408-a5ee-49cc09051545 req-6af8478e-46ef-4127-9f5c-71e563a16523 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:26.740594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25521da8-3fb6-4408-a5ee-49cc09051545 req-6af8478e-46ef-4127-9f5c-71e563a16523 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Nov 23 19:27:26.787162 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25521da8-3fb6-4408-a5ee-49cc09051545 req-d7d2c749-8bf3-453c-8059-05344762eae1 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Nov 23 19:27:27.456594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fa398a7-4248-493c-900a-63f5eb0cdf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:27.911996 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e846-0645-47a2-b558-b5f6b03826f8 req-64aa20d1-711b-4947-99b2-a08b09f75b52 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:27.913532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbd5e846-0645-47a2-b558-b5f6b03826f8 req-64aa20d1-711b-4947-99b2-a08b09f75b52 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0555191 Nov 23 19:27:27.962489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bbd5e846-0645-47a2-b558-b5f6b03826f8 req-6ea00988-e56b-4a57-b099-a50707ec7a93 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Nov 23 19:27:29.078980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d707-71e8-4ee8-957f-bc7397011a4d req-bc5ab3d4-64b0-412b-89d3-d0bb3b0d1b83 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:29.080357 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2962d707-71e8-4ee8-957f-bc7397011a4d req-bc5ab3d4-64b0-412b-89d3-d0bb3b0d1b83 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0477326 Nov 23 19:27:29.131040 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2962d707-71e8-4ee8-957f-bc7397011a4d req-516f3316-ea6e-42e3-a0f9-f0fe609cc1f7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Nov 23 19:27:30.201931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd188-c1ff-4545-ac8f-866c5d34c9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:30.254821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88716cd-6f1d-4c76-af65-580d35479488 req-a976071d-0913-4006-aaaf-fcd5bb221f38 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:30.256325 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e88716cd-6f1d-4c76-af65-580d35479488 req-a976071d-0913-4006-aaaf-fcd5bb221f38 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Nov 23 19:27:30.304495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e88716cd-6f1d-4c76-af65-580d35479488 req-6dd751de-6e5e-4632-a499-c8ab9e9bbaf8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Nov 23 19:27:30.887649 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:31.421643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae071-69bf-4d68-bd64-eef60a047202 req-05c60daa-a73e-4cce-b08e-d42372ddd1e4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:31.423131 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdaae071-69bf-4d68-bd64-eef60a047202 req-05c60daa-a73e-4cce-b08e-d42372ddd1e4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0505018 Nov 23 19:27:31.469572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bdaae071-69bf-4d68-bd64-eef60a047202 req-458c0c8e-742e-41f9-b4cb-a0f87ecdee45 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Nov 23 19:27:32.322123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:32.593676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45573-1c15-4b72-8425-66801d8e5f60 req-c01d0491-58b2-457d-8e05-63f12bf062af tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:32.595174 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f45573-1c15-4b72-8425-66801d8e5f60 req-c01d0491-58b2-457d-8e05-63f12bf062af tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0543253 Nov 23 19:27:32.643834 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65f45573-1c15-4b72-8425-66801d8e5f60 req-82f900f6-8bff-4f21-a0aa-5efa53c376b9 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Nov 23 19:27:33.275548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:33.763268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ffc19-0805-4938-bec0-95846a94583d req-4e77e5db-d57f-4236-84bf-04462d88f968 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:33.764820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b91ffc19-0805-4938-bec0-95846a94583d req-4e77e5db-d57f-4236-84bf-04462d88f968 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0495815 Nov 23 19:27:33.812144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b91ffc19-0805-4938-bec0-95846a94583d req-6dedba4d-9ef1-4a30-ab65-5ebaafb99f61 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Nov 23 19:27:34.931837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8892-60b5-4eee-8a07-637738d3beb5 req-f27c1f13-6ff3-4923-b7b9-3ec8c0126e3a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:34.933304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ddd8892-60b5-4eee-8a07-637738d3beb5 req-f27c1f13-6ff3-4923-b7b9-3ec8c0126e3a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Nov 23 19:27:34.980586 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2ddd8892-60b5-4eee-8a07-637738d3beb5 req-42086e07-d211-4238-a851-7f4bf37d2a92 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Nov 23 19:27:36.104466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57a31c-0562-47b1-b250-98e73ac0109c req-ae113bf6-92eb-45c3-8f23-3a68f387863e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:36.105854 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e57a31c-0562-47b1-b250-98e73ac0109c req-ae113bf6-92eb-45c3-8f23-3a68f387863e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0570943 Nov 23 19:27:36.153226 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e57a31c-0562-47b1-b250-98e73ac0109c req-380aa3b8-6044-48df-91b5-9b60fe568fff tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Nov 23 19:27:37.271745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a375e9-e386-4cff-878a-77feefd2b140 req-93a58abb-009c-44a4-b689-3873c94abff4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:37.273734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46a375e9-e386-4cff-878a-77feefd2b140 req-93a58abb-009c-44a4-b689-3873c94abff4 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0533521 Nov 23 19:27:37.320635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-46a375e9-e386-4cff-878a-77feefd2b140 req-1ec4e8d9-431b-458e-9536-39b7291d29f8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Nov 23 19:27:38.435933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caaa87-9296-4dc7-91f8-d1ef3c37cec4 req-19a59516-6f64-4e7c-8743-409750fb0f50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:38.437433 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2caaa87-9296-4dc7-91f8-d1ef3c37cec4 req-19a59516-6f64-4e7c-8743-409750fb0f50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Nov 23 19:27:38.485869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2caaa87-9296-4dc7-91f8-d1ef3c37cec4 req-a428e36f-18a2-4a26-a7b0-b5d51e4abb63 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 23 19:27:39.237123 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:39.605228 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452087-c549-4bdc-9511-b5bc4bbc46a6 req-d80cc440-5945-4f1e-a7f2-d2d69f54a1ca tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:39.606695 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45452087-c549-4bdc-9511-b5bc4bbc46a6 req-d80cc440-5945-4f1e-a7f2-d2d69f54a1ca tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0480933 Nov 23 19:27:39.654283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-45452087-c549-4bdc-9511-b5bc4bbc46a6 req-5fbdd04c-46aa-4686-a0f9-2fdb8726c776 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Nov 23 19:27:40.693534 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:40.776422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e8e0-a668-442a-9029-675a3b0ba107 req-ace1e665-81c3-4392-9304-796d5e51581a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:40.777908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e533e8e0-a668-442a-9029-675a3b0ba107 req-ace1e665-81c3-4392-9304-796d5e51581a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0543156 Nov 23 19:27:40.825678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e533e8e0-a668-442a-9029-675a3b0ba107 req-90a84e10-cb86-47ff-b9c9-879434ff11d2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Nov 23 19:27:41.943346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3552df-4775-4127-8a10-ba811f7431f9 req-58033cf8-bab3-44f8-be2c-453283331d54 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:41.945006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a3552df-4775-4127-8a10-ba811f7431f9 req-58033cf8-bab3-44f8-be2c-453283331d54 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0505893 Nov 23 19:27:41.996675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7a3552df-4775-4127-8a10-ba811f7431f9 req-dbdaf5ba-1d2c-4c58-a0e4-7c982c40c0b2 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455968 Nov 23 19:27:43.112597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d00cc1-f79b-4988-8fdf-dcaa337b31f9 req-2e99ce66-df14-4465-8a9e-b139cc9cb67d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:43.113986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6d00cc1-f79b-4988-8fdf-dcaa337b31f9 req-2e99ce66-df14-4465-8a9e-b139cc9cb67d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0483768 Nov 23 19:27:43.161167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6d00cc1-f79b-4988-8fdf-dcaa337b31f9 req-fd30fae0-ed73-44ce-af0e-bb5e58664901 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Nov 23 19:27:44.277406 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb84ec-4ebf-46a9-96b8-583904c89c1f req-c01d89c6-50fb-4193-ad23-6344362f2170 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:44.278865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fcb84ec-4ebf-46a9-96b8-583904c89c1f req-c01d89c6-50fb-4193-ad23-6344362f2170 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0490508 Nov 23 19:27:44.325504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3fcb84ec-4ebf-46a9-96b8-583904c89c1f req-04c29b3a-f639-492f-8ef1-adf579b027d6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Nov 23 19:27:45.439672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e9852-a610-4580-ba4b-4b5e8066b521 req-5a136d7e-6da0-4603-b51e-bad470e9353f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:45.441148 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-909e9852-a610-4580-ba4b-4b5e8066b521 req-5a136d7e-6da0-4603-b51e-bad470e9353f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Nov 23 19:27:45.507867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-909e9852-a610-4580-ba4b-4b5e8066b521 req-1d7f4c6e-810a-4125-8674-d76da4d9f10d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Nov 23 19:27:46.627174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd79e1-3207-4e6b-be20-0fbbaa855a2a req-62293923-628c-438c-af55-432072745090 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:46.628685 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfd79e1-3207-4e6b-be20-0fbbaa855a2a req-62293923-628c-438c-af55-432072745090 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Nov 23 19:27:46.675878 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ecfd79e1-3207-4e6b-be20-0fbbaa855a2a req-2e806fcb-e905-4801-907c-6ebeade7158c tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Nov 23 19:27:47.791552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7ebcb-d4a5-4404-83d7-cccf69e45aba req-07f31468-790c-44b0-bc75-78df9d71b258 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:47.793028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0e7ebcb-d4a5-4404-83d7-cccf69e45aba req-07f31468-790c-44b0-bc75-78df9d71b258 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0493097 Nov 23 19:27:47.840772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f0e7ebcb-d4a5-4404-83d7-cccf69e45aba req-ff98f52c-fca6-474c-9824-4864d4ffb6fc tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Nov 23 19:27:48.987408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d271-f348-4213-9433-d00ca160aea3 req-89f1d777-f55f-4345-8915-cc828e76a825 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:48.989098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da18d271-f348-4213-9433-d00ca160aea3 req-89f1d777-f55f-4345-8915-cc828e76a825 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0787282 Nov 23 19:27:49.038754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-da18d271-f348-4213-9433-d00ca160aea3 req-8ceb10f6-d81e-4633-b535-46ba5591c2db tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Nov 23 19:27:50.153756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fff140-fe92-4110-adaa-33c193135dbd req-aa4a9aab-8dd8-4afd-985d-61caf3eb63de tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:50.155220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69fff140-fe92-4110-adaa-33c193135dbd req-aa4a9aab-8dd8-4afd-985d-61caf3eb63de tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0493381 Nov 23 19:27:50.201306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-69fff140-fe92-4110-adaa-33c193135dbd req-5d82ef47-68d9-4a47-a9ba-7a10afb8e7e0 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Nov 23 19:27:50.606725 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-01fef08c-50e2-421f-8c33-fcad4c4dff29 service neutron] show failed (client error): The resource could not be found. Nov 23 19:27:50.607770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-01fef08c-50e2-421f-8c33-fcad4c4dff29 service neutron] 10.222.0.47 "GET /v2.0/ports/a9c743ba-d3b9-4c3e-91f6-39ca75a53334/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0556638 Nov 23 19:27:50.828164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-a8901f16-8245-4954-86b2-e57e78906324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:50.829667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-a8901f16-8245-4954-86b2-e57e78906324 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7&tenant_id=2dcc8f0568524832bc6096f9fca8ce69 HTTP/1.1" status: 200 len: 1097 time: 0.0454080 Nov 23 19:27:50.842883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:27:50.895717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.092728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:51.123291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:27:51.166122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:51.168347 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a72d3f-b00d-4032-90da-d6e3306e2b48" -d '{"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:51.172344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.187820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Transition to ACTIVE for port object a9c743ba-d3b9-4c3e-91f6-39ca75a53334 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:27:51.194536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.226475 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50365ee5-7144-4f77-a62d-a8e18822d114 x-openstack-request-id: req-50365ee5-7144-4f77-a62d-a8e18822d114 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:51.226658 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:51.226916 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50365ee5-7144-4f77-a62d-a8e18822d114 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:51.227333 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'code': 200} Nov 23 19:27:51.247347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:51.263333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] No DVR routers for this DVR port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:27:51.271750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.272675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.273014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.273347 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.273680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.274003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.274327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.274646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.274969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.275289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.275645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.275963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:27:51.337622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:27:51.337945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:27:51.338262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:51.345363 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:27:51.345677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Attempting to bind port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on network 2068a3ba-4616-4dbc-8801-0482036d5abd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:27:51.352915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:27:51.353243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Checking segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:27:51.353618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Bound using segment: {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:27:51.354033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Bound port: a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce581a-52e5-40d9-94f5-c7b92cc8bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:27:51.354378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.364527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ce46-4ab9-4a23-8c3c-19f96bc15f31 req-ccb21922-3a84-437a-8197-a3730aa4aa50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:51.366016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fd4ce46-4ab9-4a23-8c3c-19f96bc15f31 req-ccb21922-3a84-437a-8197-a3730aa4aa50 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0868075 Nov 23 19:27:51.447571 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8fd4ce46-4ab9-4a23-8c3c-19f96bc15f31 req-de16d4a0-d5de-4cdd-b349-c0e0821aa43f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753515 Nov 23 19:27:51.457819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:27:51.461085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:27:51.469881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.508928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:51.509615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:51.510939 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 1092 time: 0.6722686 Nov 23 19:27:51.529003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0ea54-abff-46bd-a02c-791411678301 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:51.579162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-118c0af4-b963-4fcf-ad03-e9a2eb006be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:51.580691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-118c0af4-b963-4fcf-ad03-e9a2eb006be9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0418966 Nov 23 19:27:51.674752 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-3d4abc7f-cc21-402b-8eb5-a82a2fd6e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:51.676270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-3d4abc7f-cc21-402b-8eb5-a82a2fd6e083 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0872476 Nov 23 19:27:51.719014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-d0da1927-b2ac-4c53-b85f-cdaa68d6b936 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0341163 Nov 23 19:27:51.773429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-86085314-ac3e-4de4-8555-37446f4194c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:51.774996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-86085314-ac3e-4de4-8555-37446f4194c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0490286 Nov 23 19:27:51.808171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-7777a93d-be88-455b-8ddc-841619c1438c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250273 Nov 23 19:27:51.898185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-8d989def-ff91-4b3a-b3e5-49cd05038e0d service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826201 Nov 23 19:27:51.999896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb3f06f-2ddb-45e9-841a-8353ef06c956 req-5437ffb1-c88e-44b9-b6d4-c453a96243de service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945225 Nov 23 19:27:52.575333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310776a6-bf2e-4a8d-afb9-19b70dd49eab req-e68ee8cc-26ee-442d-b78f-47fcc8a35e12 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:52.576860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-310776a6-bf2e-4a8d-afb9-19b70dd49eab req-e68ee8cc-26ee-442d-b78f-47fcc8a35e12 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0567966 Nov 23 19:27:52.628651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-310776a6-bf2e-4a8d-afb9-19b70dd49eab req-cdb126ab-2fc6-4206-9913-2a4f0fc4083a tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Nov 23 19:27:53.228963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:53.231289 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:53.280769 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529f17cd-096b-4dee-99b8-ef4b01f186e6 x-openstack-request-id: req-529f17cd-096b-4dee-99b8-ef4b01f186e6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:53.281076 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:53.281403 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-529f17cd-096b-4dee-99b8-ef4b01f186e6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:53.281824 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'status': 'completed', 'code': 200} Nov 23 19:27:53.358847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-f7c8a265-26b1-419e-9892-397cfa258421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.360413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-f7c8a265-26b1-419e-9892-397cfa258421 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0446405 Nov 23 19:27:53.360546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-05314b7a-4775-4039-8053-fdb3a2fe5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.362767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-05314b7a-4775-4039-8053-fdb3a2fe5fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0466943 Nov 23 19:27:53.472325 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-8b03ebfc-d771-4b64-b283-5b1042cf693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.473856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-8b03ebfc-d771-4b64-b283-5b1042cf693c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.1038413 Nov 23 19:27:53.497734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-ea3352d7-d1c7-4330-8c44-97aded99cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.499154 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-ea3352d7-d1c7-4330-8c44-97aded99cb24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.1264625 Nov 23 19:27:53.531773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-09d3d10e-6266-41dc-8c7f-362266fdc381 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0450540 Nov 23 19:27:53.579847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-61c17d83-a8df-4b1e-a597-e31d0d61f845 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0686038 Nov 23 19:27:53.596483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-e7075ae3-1ba9-4f18-93fe-4f8c09eb75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.599100 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-e7075ae3-1ba9-4f18-93fe-4f8c09eb75d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0590005 Nov 23 19:27:53.640846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-4eea6719-7629-477b-841d-1f83284ca5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.642361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-4eea6719-7629-477b-841d-1f83284ca5b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0507298 Nov 23 19:27:53.647306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-1967eb08-43ed-458a-b185-c72d15ba9be4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281081 Nov 23 19:27:53.689237 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-dd9500f1-4119-463e-8e6a-a1ef83910551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354972 Nov 23 19:27:53.753631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-89e5dd43-6cdc-4ca9-97a6-1accbe6ab7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988481 Nov 23 19:27:53.823522 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6c476-37f9-4716-b97b-acf5672cdca3 req-9659b96c-bfcd-434f-81ba-cf2a86eeeb03 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:53.823522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7e6c476-37f9-4716-b97b-acf5672cdca3 req-9659b96c-bfcd-434f-81ba-cf2a86eeeb03 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.1110914 Nov 23 19:27:53.839873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-53b15b33-baaa-4084-a5e7-19b2b633ff2e service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393788 Nov 23 19:27:53.862677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-4331648a-fad5-43b7-b192-f980296e4539 service neutron] 10.222.0.50 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004078 Nov 23 19:27:53.906108 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7e6c476-37f9-4716-b97b-acf5672cdca3 req-c49f1eab-5541-47b3-b1e7-03f8c2432040 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741973 Nov 23 19:27:53.972687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-722bd7c1-ce7c-4373-82aa-4f06061a9c0f req-2a0b185a-b357-490e-b6e1-f675740a96f8 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197426 Nov 23 19:27:54.154612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c902bb-5e3e-4af9-b78b-52938152af85 req-74afb3ad-57e3-40c2-81f4-7f16c2841932 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:54.156146 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97c902bb-5e3e-4af9-b78b-52938152af85 req-74afb3ad-57e3-40c2-81f4-7f16c2841932 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0892253 Nov 23 19:27:54.165052 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-748dea84-521f-4527-abf0-9d6f454d0899 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:54.166908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-748dea84-521f-4527-abf0-9d6f454d0899 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.47 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7&tenant_id=2dcc8f0568524832bc6096f9fca8ce69&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.0715561 Nov 23 19:27:54.252648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-97c902bb-5e3e-4af9-b78b-52938152af85 req-0163d4ec-b400-4d9e-959f-48bd80157467 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Nov 23 19:27:54.262066 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-fca89880-e03b-4078-abfd-08b47b0638c6 service neutron] delete failed (client error): The resource could not be found. Nov 23 19:27:54.262991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-fca89880-e03b-4078-abfd-08b47b0638c6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a9c743ba-d3b9-4c3e-91f6-39ca75a53334/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0818036 Nov 23 19:27:54.353328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-f224c5d7-d5ff-49ce-904d-1b5ab17be30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:54.354810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-f224c5d7-d5ff-49ce-904d-1b5ab17be30a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0411725 Nov 23 19:27:54.449728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-11077cd8-9162-4c3a-a8c1-f35912d3a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:54.451173 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-11077cd8-9162-4c3a-a8c1-f35912d3a63b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 200 len: 916 time: 0.0843139 Nov 23 19:27:54.502558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-7bfa0a06-5bdd-4c59-b5dc-6d37b4c71c6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 200 len: 217 time: 0.0392203 Nov 23 19:27:54.537063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:27:54.556512 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-81ef9788-2fc0-4726-95d5-0a6f6734511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:54.558097 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-81ef9788-2fc0-4726-95d5-0a6f6734511b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 200 len: 855 time: 0.0451858 Nov 23 19:27:54.597330 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-18cd5c80-ecb6-4713-b234-374c05117f0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2068a3ba-4616-4dbc-8801-0482036d5abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271416 Nov 23 19:27:54.637954 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:54.649459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'network_id': '2068a3ba-4616-4dbc-8801-0482036d5abd', 'port_id': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'mac_address': 'fa:16:3e:f6:22:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8614fe05-e583-4d7f-8bb3-0c5bb5f6c228', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:27:54.686759 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:54.699350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-76cfe762-9c31-4c93-a3ac-313466540c14 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906353 Nov 23 19:27:54.700113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c743ba-d3b9-4c3e-91f6-39ca75a53334 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:27:54.719191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:54.723261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:54.788059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:54.816675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-04750d10-eae7-42e6-a5bb-fb46f8c59ae5 req-619cc814-e4cb-4272-b028-d7e352807008 service neutron] 10.222.0.47 "GET /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024985 Nov 23 19:27:54.951419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a9c743ba-d3b9-4c3e-91f6-39ca75a53334'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:27:55.383700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cefee-5eaa-42c6-9e0f-d79e18019087 req-84c21330-a35c-4f08-8b2b-444522dba8e5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:55.385301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-623cefee-5eaa-42c6-9e0f-d79e18019087 req-84c21330-a35c-4f08-8b2b-444522dba8e5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Nov 23 19:27:55.427102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:27:55.436105 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-623cefee-5eaa-42c6-9e0f-d79e18019087 req-f2455fac-3bae-466e-a997-283cfafdd97d tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Nov 23 19:27:55.475981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:27:55.566135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e142de-da8b-465e-97d5-8ff65dd226bf req-5a0c0c5f-ee59-4ffe-a217-fcc84797e8d8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:55.567554 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00e142de-da8b-465e-97d5-8ff65dd226bf req-5a0c0c5f-ee59-4ffe-a217-fcc84797e8d8 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0564203 Nov 23 19:27:55.613807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-00e142de-da8b-465e-97d5-8ff65dd226bf req-f1b49cfb-efdd-4859-80bf-5eb24564e3c7 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Nov 23 19:27:55.728962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a1ad1-fe8a-4fb8-ba21-5151c3318792 req-789357be-ab84-4312-a997-4460088dee8f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:55.730434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d27a1ad1-fe8a-4fb8-ba21-5151c3318792 req-789357be-ab84-4312-a997-4460088dee8f tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Nov 23 19:27:55.777634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d27a1ad1-fe8a-4fb8-ba21-5151c3318792 req-4c5bd2ec-5e50-41d7-a40d-a8203a8d47d6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Nov 23 19:27:56.116375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356e12-6b8d-40cc-8e32-65fdca420e58 req-709a3f19-c8b3-4355-aa3b-6ac345363153 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:56.117800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e356e12-6b8d-40cc-8e32-65fdca420e58 req-709a3f19-c8b3-4355-aa3b-6ac345363153 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0516667 Nov 23 19:27:56.166561 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4e356e12-6b8d-40cc-8e32-65fdca420e58 req-fa9d44cc-c8d9-4afa-ae00-15c723cdfded tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Nov 23 19:27:56.538695 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:27:56.591164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:27:56.595027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:27:56.595433 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:56.680787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:56.704065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:56.706235 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b14de-6281-4f0c-925d-68f77928b27e" -d '{"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:56.721874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:56.727178 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:56.755220 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282e0d3-d95d-4847-bdbd-a549a01850ce x-openstack-request-id: req-4282e0d3-d95d-4847-bdbd-a549a01850ce {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:56.755574 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:56.755835 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4282e0d3-d95d-4847-bdbd-a549a01850ce {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:56.756261 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'code': 200} Nov 23 19:27:56.781401 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:57.290892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8f440-dfdd-4198-81a1-b794f49e3b94 req-ce30b5a6-6c17-4cb6-b270-b71cec50602e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:57.292558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e8f440-dfdd-4198-81a1-b794f49e3b94 req-ce30b5a6-6c17-4cb6-b270-b71cec50602e tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0544832 Nov 23 19:27:57.328755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-e10bd0fb-bf8c-4274-9c98-7f26ea7ee549 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:27:57.336254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-e10bd0fb-bf8c-4274-9c98-7f26ea7ee549 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.50 "GET /v2.0/ports?device_id=949a7603-4d7c-47cf-82d2-56019b32e4d7 HTTP/1.1" status: 200 len: 946 time: 0.0486555 Nov 23 19:27:57.344644 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e8f440-dfdd-4198-81a1-b794f49e3b94 req-e684962a-b0c7-45a4-8c26-d5f983e79fc5 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60b857-c410-400a-82c2-dad3d1078547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Nov 23 19:27:57.418772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Deleting port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:27:57.419101 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:57.458877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8e6675d-c8ce-494f-8b0a-bdb528f03fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:57.516532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] For port a9c743ba-d3b9-4c3e-91f6-39ca75a53334, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,segment=NetworkSegment(78ce581a-52e5-40d9-94f5-c7b92cc8bf98),segment_id=78ce581a-52e5-40d9-94f5-c7b92cc8bf98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:27:57.516889 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:57.529623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Calling delete_port for a9c743ba-d3b9-4c3e-91f6-39ca75a53334 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:27:57.658057 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:57.670337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a9c743ba-d3b9-4c3e-91f6-39ca75a53334'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:27:57.688238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Pushing event deleted for resources: {'Port': ['ID=a9c743ba-d3b9-4c3e-91f6-39ca75a53334,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:57.726891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] No DVR routers for this DVR port a9c743ba-d3b9-4c3e-91f6-39ca75a53334 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:27:57.729416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:57.732752 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5d29e205-3cd0-445e-ad93-96f3fd19ab05 req-3f1042ae-2fad-4958-abee-885184f82ef6 tempest-ServerDiskConfigTestJSON-1297812250 tempest-ServerDiskConfigTestJSON-1297812250-project] 10.222.0.50 "DELETE /v2.0/ports/a9c743ba-d3b9-4c3e-91f6-39ca75a53334 HTTP/1.1" status: 204 len: 173 time: 0.3954644 Nov 23 19:27:57.733188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-deleted', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:27:57.735488 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a2c9c-ec5e-47f2-88f9-5919335a3187" -d '{"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-deleted", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:27:57.773329 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87beca9a-8666-4e86-af8f-696f0e0c5f22 x-openstack-request-id: req-87beca9a-8666-4e86-af8f-696f0e0c5f22 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:27:57.773627 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a7603-4d7c-47cf-82d2-56019b32e4d7", "name": "network-vif-deleted", "tag": "a9c743ba-d3b9-4c3e-91f6-39ca75a53334", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:27:57.773888 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87beca9a-8666-4e86-af8f-696f0e0c5f22 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:27:57.774292 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a7603-4d7c-47cf-82d2-56019b32e4d7', 'name': 'network-vif-deleted', 'tag': 'a9c743ba-d3b9-4c3e-91f6-39ca75a53334', 'status': 'completed', 'code': 200} Nov 23 19:27:58.464527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:27:58.507424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Deleting subnet 8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:27:58.510452 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.544590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.583588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.635365 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.666730 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8614fe05-e583-4d7f-8bb3-0c5bb5f6c228,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:58.668729 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.671917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70cd20d5-b2b8-405d-88e4-089b3818d37a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8614fe05-e583-4d7f-8bb3-0c5bb5f6c228 HTTP/1.1" status: 204 len: 168 time: 0.2063980 Nov 23 19:27:58.674487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:27:58.742050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.823295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.843991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2068a3ba-4616-4dbc-8801-0482036d5abd']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:27:58.852869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce581a-52e5-40d9-94f5-c7b92cc8bf98') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:27:58.853160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce581a-52e5-40d9-94f5-c7b92cc8bf98') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:27:58.863481 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.876784 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.885895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:27:58.886211 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:27:58.888108 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:27:58.945526 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.951295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:58.954702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2068a3ba-4616-4dbc-8801-0482036d5abd HTTP/1.1" status: 204 len: 168 time: 0.2792647 Nov 23 19:27:58.965794 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd564043-5754-4586-9016-93bbe4141551 admin admin] Pushing event deleted for resources: {'Network': ['ID=2068a3ba-4616-4dbc-8801-0482036d5abd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:59.061676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:27:59.103788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab790967-fd30-404c-afcb-fe53b524697e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dcc8f0568524832bc6096f9fca8ce69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408955 Nov 23 19:27:59.106195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:27:59.152011 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:59.172266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:59.218964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:59.222314 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:59.224602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a60b857-c410-400a-82c2-dad3d1078547 HTTP/1.1" status: 204 len: 168 time: 0.1172142 Nov 23 19:27:59.235460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aececd6-a2dc-4c48-8046-c54669b2ac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60b857-c410-400a-82c2-dad3d1078547,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:27:59.867294 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:27:59.960082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-804469333-network', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:27:59.984454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:27:59.987253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:27:59.996451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.079263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.084595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.111452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:28:00.111718 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:28:00.121581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ced69-c039-46fd-ac8e-3e63d39231e0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:00.128241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.128580 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Added segment 64884a23-6749-43eb-a180-af26ec34babb of type vlan for network 31c0a17e-9649-42fb-a6d7-65a8120a0ded Nov 23 19:28:00.172589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.198635 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.199626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:00.200341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.202456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-776632ce-6d19-47b0-818b-c7438cdb40e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.231810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3633506 Nov 23 19:28:00.234817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:00.240022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Request body: {'subnet': {'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-804469333-subnet', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:00.263343 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:28:00.265690 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.270214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c749-1ff2-4b52-98ab-06bd580c5d57 admin admin] Pushing event updated for resources: {'Network': ['ID=31c0a17e-9649-42fb-a6d7-65a8120a0ded,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:00.280514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:28:00.434714 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.487379 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1645a00-085c-4047-9946-3ecb978f3d60,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:00.501958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:28:00.502324 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Network hostable DHCP agents. Network: 31c0a17e-9649-42fb-a6d7-65a8120a0ded, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:28:00.518093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:28:00.527363 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 31c0a17e-9649-42fb-a6d7-65a8120a0ded) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:00.533606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:00.534551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.535544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75f696-f5b9-49c5-9722-02b08cfaf2af None None] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:28:00.556647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bf419cbe-8630-4905-935e-7086481ae5a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3181090 Nov 23 19:28:00.557222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 43802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:00.561900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:00.586007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.587027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.597069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:28:00.622720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: a9c743ba-d3b9-4c3e-91f6-39ca75a53334 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:28:00.623061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a9c743ba-d3b9-4c3e-91f6-39ca75a53334 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:28:00.648202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.710843 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:28:00.711774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.782802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:00.845231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Allocated IP 172.20.0.2 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/56477a48-1f5d-497c-85cd-2b2cd16afd55) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:28:00.939258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.022197 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.028018 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.070460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:01.073341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:01.076947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:28:01.085222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Pushing event updated for resources: {'Port': ['ID=56477a48-1f5d-497c-85cd-2b2cd16afd55,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:01.140951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Attempting to bind port 56477a48-1f5d-497c-85cd-2b2cd16afd55 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:28:01.141330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Attempting to bind port 56477a48-1f5d-497c-85cd-2b2cd16afd55 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:28:01.141712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Attempting to bind port 56477a48-1f5d-497c-85cd-2b2cd16afd55 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:28:01.148097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:28:01.148469 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:28:01.148879 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.149278 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:28:01.149756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Bound port: 56477a48-1f5d-497c-85cd-2b2cd16afd55, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:28:01.150143 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.213707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] For port 56477a48-1f5d-497c-85cd-2b2cd16afd55, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:28:01.216935 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] For port 56477a48-1f5d-497c-85cd-2b2cd16afd55, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56477a48-1f5d-497c-85cd-2b2cd16afd55,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:28:01.221162 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.289492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6de5-066c-4d52-bf39-5070ef1a6d1a None None] Pushing event updated for resources: {'Port': ['ID=56477a48-1f5d-497c-85cd-2b2cd16afd55,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:01.314550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.334761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.457997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Allocated IP 172.25.5.75 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/a780a9f3-5d82-4995-bd5d-4c7ef3713ab3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:28:01.574883 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.608954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.648624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:01.651413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:01.654876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:28:01.660539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Pushing event updated for resources: {'Port': ['ID=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:01.666693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100e3d5-1e83-4838-a223-86eac5bf6d6a None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:28:01.731049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-330474e8-cb39-43a5-82a7-c0c5a6454a6e None None] Provisioning complete for port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:01.731452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330474e8-cb39-43a5-82a7-c0c5a6454a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:01.770318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-330474e8-cb39-43a5-82a7-c0c5a6454a6e None None] Port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:28:01.907508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.105852 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.194552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd7925-06cb-4fec-a2bd-4912bde57187 None None] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:28:02.237077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Router d574019e-d31b-488f-9028-829caf5362d0 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:28:02.336319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] Provisioning complete for port 56477a48-1f5d-497c-85cd-2b2cd16afd55 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:02.336919 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.346458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:28:02.352303 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.356944 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:28:02.368302 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.369421 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:02.369639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-30c69cc9-4ef2-48d4-b126-267be9a98e45 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8111863 Nov 23 19:28:02.370479 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:02.372481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:02.454285 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.486107 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:02.496000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] For port 56477a48-1f5d-497c-85cd-2b2cd16afd55, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56477a48-1f5d-497c-85cd-2b2cd16afd55,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:02.501470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.553539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44292b24-4eec-4258-bc97-7708789579e0 None None] Pushing event updated for resources: {'Port': ['ID=56477a48-1f5d-497c-85cd-2b2cd16afd55,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:02.685159 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:01Z', 'revision_number': 3, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:02.712995 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:28:02.713256 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Updating router d574019e-d31b-488f-9028-829caf5362d0 port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:28:02.722590 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-82c70672-a93c-4d5e-abc0-9c18cb7c5ceb None None] Provisioning complete for port 56477a48-1f5d-497c-85cd-2b2cd16afd55 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:02.723053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82c70672-a93c-4d5e-abc0-9c18cb7c5ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:02.739683 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.006582 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.012881 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.033364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56477a48-1f5d-497c-85cd-2b2cd16afd55 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:28:03.062344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Attempting to bind port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:28:03.062592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f841e-769c-40b4-9ce0-f0e7e351db60 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:28:03.062897 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Attempting to bind port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:28:03.063477 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Attempting to bind port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:28:03.074502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:28:03.075342 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:28:03.075342 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.075689 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:28:03.076158 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Bound port: a780a9f3-5d82-4995-bd5d-4c7ef3713ab3, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:28:03.076545 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.095929 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Pushing event updated for resources: {'Port': ['ID=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:03.097815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 56477a48-1f5d-497c-85cd-2b2cd16afd55 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:03.098184 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.108729 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.109068 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.109411 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.109746 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.110277 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.110610 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.110938 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.111460 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.112115 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.112448 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.112777 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.113104 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:28:03.142360 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] For port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:28:03.146866 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] For port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:28:03.151103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] Provisioning complete for port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:03.151531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.152311 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.194780 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.205686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:03.206329 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:03.220143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357905cc-1882-41ea-abf3-b852f000f268 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:28:03.297045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.305483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.320324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] For port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:03.322922 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:03.325287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce17f4-e5af-4518-a70c-34b9d2da606a None None] Pushing event updated for resources: {'Port': ['ID=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:03.325915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.382518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73064fb2-1f77-4ec4-afca-d0217c1b582d None None] Pushing event updated for resources: {'Port': ['ID=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:03.386837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Allocated IP 172.20.0.1 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/acc9de9f-aa0b-4b5e-9f5d-5431b77c8929) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:28:03.450593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5fd4426-76da-4a9b-ae0e-48c2b713298b None None] Provisioning complete for port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:03.450870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4426-76da-4a9b-ae0e-48c2b713298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.495649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.513366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:01Z', 'revision_number': 3, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:03.542404 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f6f2d-b19c-41b2-a871-f680f9a37c1b None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:01Z', 'revision_number': 3, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:28:03.544978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.586215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:03.592009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:03.595152 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:28:03.628112 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:03.650126 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.803783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.872520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a818fa4d-5f8d-4846-801a-f362a08b6e7f None None] Provisioning complete for port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:03.873008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a818fa4d-5f8d-4846-801a-f362a08b6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:03.920971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a818fa4d-5f8d-4846-801a-f362a08b6e7f None None] Port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:28:04.003345 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:04.008175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:04.080567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:04.082958 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:04.181328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:04.182783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:04.328198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:28:04.444377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e747c3e-407c-49d3-a082-cbdef102c86a None None] Provisioning complete for port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:04.445427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e747c3e-407c-49d3-a082-cbdef102c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:04.447283 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:28:04.454686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a770c675-51d8-49f6-a6e2-886ed2c2e0c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/d574019e-d31b-488f-9028-829caf5362d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0789256 Nov 23 19:28:04.480002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e747c3e-407c-49d3-a082-cbdef102c86a None None] Port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:28:05.024414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:28:05.078080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:05.078452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.113576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:05.118641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885929033', 'description': 'tempest-description--1545621601'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:05.120783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:28:05.134408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:05.135032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:05.142527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.211655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.216373 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.248286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.249547 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1348288 Nov 23 19:28:05.252359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:05.256741 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'security_group_rule': {'security_group_id': 'bd5d92f5-f121-441b-a947-b65ac45dcd8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:05.261935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3870-ede6-4baf-b067-2a5c19b2747b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d92f5-f121-441b-a947-b65ac45dcd8a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:05.279555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:05.288642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.344669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.349077 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.370054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322dd009-e87a-4afe-9871-155f530228c0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:05.381571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.382830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef71a3dd-9525-44ec-b87d-5e20322840ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295207 Nov 23 19:28:05.385488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:05.390316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'security_group_rule': {'security_group_id': 'bd5d92f5-f121-441b-a947-b65ac45dcd8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:05.418660 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.478835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.483039 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.495227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 2, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:05.501868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05e2ff3-05ad-4650-8847-d52989c75c3e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:05.510370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.514483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1b8b0cff-90fb-4f53-b166-6101cfc00241 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249497 Nov 23 19:28:05.514628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:05.519672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:05.525461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:28:05.528596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Updating router d574019e-d31b-488f-9028-829caf5362d0 port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:28:05.545739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.555013 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.645083 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.752278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Allocated IP 172.25.5.109 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ad23c212-14fc-4ba4-8e03-90bca148bba0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:28:05.818788 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.827721 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.859488 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.881274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858c325-c386-4347-ae15-91a72aa24246 None None] Pushing event updated for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:05.902812 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.930802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Attempting to bind port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:28:05.931184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Attempting to bind port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:28:05.931587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Attempting to bind port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:28:05.936826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:28:05.937206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:28:05.937611 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.938007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:28:05.938122 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:05.938484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Bound port: acc9de9f-aa0b-4b5e-9f5d-5431b77c8929, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:28:05.938870 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:05.941298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:05.944950 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:28:05.986729 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=ad23c212-14fc-4ba4-8e03-90bca148bba0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:06.012447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] For port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:28:06.016303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] For port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:28:06.022078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.044304 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.080884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:06.081530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:06.083172 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.119666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858c325-c386-4347-ae15-91a72aa24246 None None] Pushing event updated for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:06.202839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:06.254525 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.260602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.340109 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=ad23c212-14fc-4ba4-8e03-90bca148bba0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:06.348110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] Provisioning complete for port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:06.348658 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.353651 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.371041 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.372417 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d88b79b0-51f2-4650-961f-c6dbba9c3a63 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568335 Nov 23 19:28:06.536403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-ec4f859c-4b16-4407-bf41-d88fd8ef28be tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1885929033&fields=id&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 267 time: 0.0465233 Nov 23 19:28:06.641970 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.663205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-3a922dd0-3348-454a-8bc9-21364df2ce1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:06.664711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-3a922dd0-3348-454a-8bc9-21364df2ce1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1211524 Nov 23 19:28:06.673872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:06.682177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-001be247-e62f-400c-89ad-36b9339f9a3e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/quotas/6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 375 time: 0.0112700 Nov 23 19:28:06.724973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca066918-57af-4a5e-b2b2-7da4974befb1 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:28:06.730984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] For port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:06.734383 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-3d39e89b-bb03-4007-970d-9c544a694334 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462961 Nov 23 19:28:06.735806 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.792448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4520387-235e-495e-b674-51d0f7b9b765 None None] Pushing event updated for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:06.857361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a3c713e-97bc-4ca0-b793-7aa940a55c19 None None] Provisioning complete for port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:06.857738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a3c713e-97bc-4ca0-b793-7aa940a55c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:06.862196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-80200742-be5f-4015-8d33-ad54a908adb9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:28:06.863275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-80200742-be5f-4015-8d33-ad54a908adb9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088376 Nov 23 19:28:06.980729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e61cce89-b001-47eb-b87e-06db7f6d5be0 service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089654 Nov 23 19:28:07.096145 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-13ae1f4b-2240-473c-be88-6df292edf056 service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086206 Nov 23 19:28:07.101003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:28:07.156297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:07.156667 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:07.304048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e9ccf9c6-b27a-4607-a50c-10284e330ce1 req-66adc0af-4f75-407c-b219-70fb7dab18d3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 210 time: 0.0326729 Nov 23 19:28:08.312336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-ab887f9b-4dab-455a-8705-a21091e58489 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:08.313690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-ab887f9b-4dab-455a-8705-a21091e58489 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1126766 Nov 23 19:28:08.388797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e6b5e3f5-4d66-4386-a94b-5822e6ddfb5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 380 time: 0.0655389 Nov 23 19:28:08.399716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'port': {'device_id': '083ca575-d46c-441b-8979-8ff871a79200', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'admin_state_up': True, 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'security_groups': ['bd5d92f5-f121-441b-a947-b65ac45dcd8a']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:08.415283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88dc01cd-e00f-4566-a170-778615e2c2d2 req-0d963eac-762f-44d4-8855-d3434674013c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Nov 23 19:28:08.518670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:28:08.522634 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:08.645219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Allocated IP 172.20.0.3 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/b1cbf171-258d-4fbe-8342-e195ec0fe70a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:28:08.787517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:08.820910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:08.867736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:28:08.870623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:28:08.874271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:28:08.899197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:08.929584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:08.930224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:08.946575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-e72ef6d6-604a-4816-824d-03bec67f2e5e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509467 Nov 23 19:28:08.960200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Request body: {'port': {'device_id': '083ca575-d46c-441b-8979-8ff871a79200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:09.021588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.092916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-606bf841-950e-4068-a6e1-ef0b3a16e1bb None None] Provisioning complete for port b1cbf171-258d-4fbe-8342-e195ec0fe70a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:09.093557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-606bf841-950e-4068-a6e1-ef0b3a16e1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.129520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-606bf841-950e-4068-a6e1-ef0b3a16e1bb None None] Port b1cbf171-258d-4fbe-8342-e195ec0fe70a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:28:09.251701 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.283356 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cbf171-258d-4fbe-8342-e195ec0fe70a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:28:09.290969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.303190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Transition to ACTIVE for port object b1cbf171-258d-4fbe-8342-e195ec0fe70a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:28:09.307160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.379011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:09.433355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:28:09.433702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:28:09.434041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:28:09.440211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:28:09.440537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:28:09.446992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:28:09.447366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:28:09.447758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:28:09.448191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Bound port: b1cbf171-258d-4fbe-8342-e195ec0fe70a, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:28:09.448550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.549890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:28:09.554815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:28:09.560338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.599214 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743a48-4734-4528-aadc-ebcad8196192 req-c2d919dc-3292-43d9-9518-98f38eaf422e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:09.600758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f743a48-4734-4528-aadc-ebcad8196192 req-c2d919dc-3292-43d9-9518-98f38eaf422e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 943 time: 0.1083982 Nov 23 19:28:09.605746 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:09.606507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:09.608017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] 10.222.0.50 "PUT /v2.0/ports/b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1091 time: 0.6527903 Nov 23 19:28:09.608422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:28:09.610762 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dff642-5bce-424b-8202-7ccf42e34843" -d '{"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:28:09.658396 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb5c16-3f2e-4262-8983-373c148283e2 x-openstack-request-id: req-30eb5c16-3f2e-4262-8983-373c148283e2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:28:09.658695 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:28:09.658948 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30eb5c16-3f2e-4262-8983-373c148283e2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:28:09.659384 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'status': 'completed', 'code': 200} Nov 23 19:28:09.699335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877d9e5-c0fc-47d0-b7a1-6364f7820c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:09.708998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f743a48-4734-4528-aadc-ebcad8196192 req-77c7d4d3-fa11-4644-98ef-ce8e0eb9554c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950761 Nov 23 19:28:09.731446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-98e6485d-9f4a-43c4-9c6c-3a8fa6dcd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:09.733067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-98e6485d-9f4a-43c4-9c6c-3a8fa6dcd079 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1094 time: 0.0787561 Nov 23 19:28:09.781952 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-a107aa00-d51e-4e3e-9a71-37617eae79e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 217 time: 0.0396049 Nov 23 19:28:09.833496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-dbd33441-bc50-4f18-98ee-5b6aa520abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:09.834981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-dbd33441-bc50-4f18-98ee-5b6aa520abb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0455427 Nov 23 19:28:09.882245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834c064-dc55-42e1-8729-5c73557d67ee req-1ddc9b25-3cca-4df4-a54f-26358a8c1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:09.883784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-1ddc9b25-3cca-4df4-a54f-26358a8c1c0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417869 Nov 23 19:28:09.977312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-3f1dd50d-c088-4f54-9cc2-ec3ec291107c service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Nov 23 19:28:10.067530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d834c064-dc55-42e1-8729-5c73557d67ee req-95dfbac9-18a9-4243-963c-e161e02743b2 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822184 Nov 23 19:28:10.156728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff642-5bce-424b-8202-7ccf42e34843 req-9199f92c-b2de-419c-aaab-800e857d636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:10.158229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-9199f92c-b2de-419c-aaab-800e857d636e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1094 time: 0.0458846 Nov 23 19:28:10.247386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff642-5bce-424b-8202-7ccf42e34843 req-09ba5cc9-c34b-4b96-a201-bb64057522a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:10.248892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-09ba5cc9-c34b-4b96-a201-bb64057522a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0837457 Nov 23 19:28:10.294949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-237715c7-fc8c-4152-868d-bb3ecf62a04d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 217 time: 0.0380576 Nov 23 19:28:10.347910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff642-5bce-424b-8202-7ccf42e34843 req-8aaba959-6d09-41e4-a933-0c3f9b4213e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:10.349350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-8aaba959-6d09-41e4-a933-0c3f9b4213e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0453544 Nov 23 19:28:10.397111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff642-5bce-424b-8202-7ccf42e34843 req-d6e017d2-c590-4a15-901e-470e67d77083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:10.398626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-d6e017d2-c590-4a15-901e-470e67d77083 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419943 Nov 23 19:28:10.495919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-46d5e13b-813c-4d05-a00a-a322ddcb5145 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892491 Nov 23 19:28:10.589208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05dff642-5bce-424b-8202-7ccf42e34843 req-23cf5b01-fa95-448c-b6b4-d53449fd4587 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849805 Nov 23 19:28:10.708171 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:10.834865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259252-d433-4231-9195-5efa4c138bc5 req-64c33eb2-702d-44a3-9e82-66c43cae2200 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:10.836399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87259252-d433-4231-9195-5efa4c138bc5 req-64c33eb2-702d-44a3-9e82-66c43cae2200 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 943 time: 0.0528584 Nov 23 19:28:10.891846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87259252-d433-4231-9195-5efa4c138bc5 req-2d44960b-a9fe-4b2b-a7d7-ce3867afa72e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Nov 23 19:28:12.010994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2abf15-92f3-4886-abb5-60ab44a8cea3 req-652768dc-642f-42cd-ba2f-4c4361b89d00 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:12.012540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c2abf15-92f3-4886-abb5-60ab44a8cea3 req-652768dc-642f-42cd-ba2f-4c4361b89d00 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 943 time: 0.0498619 Nov 23 19:28:12.063713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c2abf15-92f3-4886-abb5-60ab44a8cea3 req-97b1a8fc-1b1e-43b9-8f04-321423add7fd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Nov 23 19:28:12.669808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:28:12.765229 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:12.776741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'mac_address': 'fa:16:3e:33:ee:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:28:12.812669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:12.826326 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cbf171-258d-4fbe-8342-e195ec0fe70a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:28:12.846487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:12.851031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:12.899173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:13.070328 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['b1cbf171-258d-4fbe-8342-e195ec0fe70a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:28:13.185150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947a89-8505-40fc-bdd0-95b1c220ac32 req-be532436-79e0-44f9-a1d4-f56e2eb42382 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:13.187268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65947a89-8505-40fc-bdd0-95b1c220ac32 req-be532436-79e0-44f9-a1d4-f56e2eb42382 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 944 time: 0.0543001 Nov 23 19:28:13.236597 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-65947a89-8505-40fc-bdd0-95b1c220ac32 req-9651bd2f-4bfd-449b-ad6f-900e5e4ddbfc tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438302 Nov 23 19:28:14.349236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ecc8e-08f3-47a7-91fb-9aa9fe05afc6 req-e701ab72-6a3f-4049-b4d1-f4bf7603ec9b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:14.351195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb0ecc8e-08f3-47a7-91fb-9aa9fe05afc6 req-e701ab72-6a3f-4049-b4d1-f4bf7603ec9b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 944 time: 0.0480819 Nov 23 19:28:14.398897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb0ecc8e-08f3-47a7-91fb-9aa9fe05afc6 req-0c328184-7aa0-41b5-82ee-927db290676d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Nov 23 19:28:14.668897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:28:14.723452 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port b1cbf171-258d-4fbe-8342-e195ec0fe70a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:28:14.727675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port b1cbf171-258d-4fbe-8342-e195ec0fe70a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:28:14.728059 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:14.809379 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:14.832688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:28:14.835515 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5ed95-7143-4f83-b5b5-366f7bcbeb82" -d '{"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:28:14.847929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:28:14.852750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:14.877249 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcae408-6cf2-4ae9-aff4-104a194affaf x-openstack-request-id: req-9fcae408-6cf2-4ae9-aff4-104a194affaf {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:28:14.877475 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:28:14.877737 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fcae408-6cf2-4ae9-aff4-104a194affaf {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:28:14.878140 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'code': 200} Nov 23 19:28:14.904982 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:28:14.977824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670a6b-0c63-4471-934e-2212cf4813a5 req-78de7e2a-74a6-48ef-a73b-234f9b2abff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:14.979347 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b670a6b-0c63-4471-934e-2212cf4813a5 req-78de7e2a-74a6-48ef-a73b-234f9b2abff8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1096 time: 0.0416811 Nov 23 19:28:15.025670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b670a6b-0c63-4471-934e-2212cf4813a5 req-b97c24b2-a4e0-42a2-94e8-c223853b759f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Nov 23 19:28:15.520959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ff64a-d8a1-4048-831e-21b12166d038 req-e2bd4f87-94af-40d6-ad34-8bf8ffbb2807 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:15.522642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0ff64a-d8a1-4048-831e-21b12166d038 req-e2bd4f87-94af-40d6-ad34-8bf8ffbb2807 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0544956 Nov 23 19:28:15.575297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd0ff64a-d8a1-4048-831e-21b12166d038 req-9750a183-153e-45f7-a927-d982927dee17 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Nov 23 19:28:16.697514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad50bc-5287-495d-8c5f-c5c256277630 req-5aba7088-4ac4-482f-94ea-77b8020ed3f0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:16.699018 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83ad50bc-5287-495d-8c5f-c5c256277630 req-5aba7088-4ac4-482f-94ea-77b8020ed3f0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Nov 23 19:28:16.747930 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83ad50bc-5287-495d-8c5f-c5c256277630 req-41d879a1-7059-4665-b41e-eb79934ef247 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Nov 23 19:28:16.858936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6237bb-6d75-45fd-9e05-7daddf9f28d5 req-af87bfbd-369b-4ef7-be60-5aaa06a649c9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:16.860422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f6237bb-6d75-45fd-9e05-7daddf9f28d5 req-af87bfbd-369b-4ef7-be60-5aaa06a649c9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Nov 23 19:28:16.869532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 43868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:28:16.874537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'floatingip': {'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:28:16.917032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:17.358805 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:17.362512 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:17.457127 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 associated. External IP: 172.25.5.109, port: b1cbf171-258d-4fbe-8342-e195ec0fe70a. Nov 23 19:28:17.666378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:28:17.772578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:28:17.777194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:17.782629 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:28:17.792930 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:17.793530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:17.805480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-26fc4957-af9c-4313-af10-a1b13684626a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "PUT /v2.0/floatingips/3c17306c-028e-4372-aedd-4fef8ba5f0c6 HTTP/1.1" status: 200 len: 991 time: 0.9348230 Nov 23 19:28:17.806069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:28:17.808368 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c76be30-1c10-438a-9d60-b772cdc47a24" -d '{"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:28:17.902743 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:17.920318 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d2c98-c83e-4fc2-84b2-ee1932c6ff34 x-openstack-request-id: req-b55d2c98-c83e-4fc2-84b2-ee1932c6ff34 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:28:17.920732 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:28:17.920895 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b55d2c98-c83e-4fc2-84b2-ee1932c6ff34 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:28:17.921287 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'status': 'completed', 'code': 200} Nov 23 19:28:17.982373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-e736884b-469d-40f6-af77-b14c88c98800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:17.984077 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-e736884b-469d-40f6-af77-b14c88c98800 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1096 time: 0.0409892 Nov 23 19:28:18.086402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-f3fc620d-c7fd-4b94-9255-87d8393c6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:18.087930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-f3fc620d-c7fd-4b94-9255-87d8393c6ed8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0959411 Nov 23 19:28:18.155516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-fa8a58db-7a54-4e58-b508-4ba3ba105dcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 999 time: 0.0595572 Nov 23 19:28:18.210482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-0ff31819-f8f4-45c7-947a-3ff8c1a90f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:18.211908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-0ff31819-f8f4-45c7-947a-3ff8c1a90f21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0488927 Nov 23 19:28:18.218994 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:33:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ca575-d46c-441b-8979-8ff871a79200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:28:17Z', 'revision_number': 1, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:18.248637 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:28:18.258971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:28:18.259622 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:28:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:18.264153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-52d1ac47-3dc5-42bb-a8a6-ec0f54220ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:28:18.265703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-52d1ac47-3dc5-42bb-a8a6-ec0f54220ee5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464957 Nov 23 19:28:18.359623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-01ec0953-4eef-4198-9f98-fb78d95f8740 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854847 Nov 23 19:28:18.369556 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:28:18.454626 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5c76be30-1c10-438a-9d60-b772cdc47a24 req-0eaa5aad-1065-482b-847d-417112c9d282 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872786 Nov 23 19:28:18.588975 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:33:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ca575-d46c-441b-8979-8ff871a79200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:28:17Z', 'revision_number': 1, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:28:18.618074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46be3b1-e61c-4a47-87ca-05659e6be106 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:33:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ca575-d46c-441b-8979-8ff871a79200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:28:17Z', 'revision_number': 1, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:28:18.806423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909818c-09f1-4864-93b9-5bec2ec52f1f None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:28:27.461408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1be3be9-5c77-4d38-a335-4ec244aff052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:30.204347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32c8181d-3c40-4ab0-aa87-205661b07b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:30.893205 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:32.328750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:33.278942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:37.110624 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:28:39.252976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:40.717968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:28:57.463770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35ee7aba-37b2-4586-b843-f8605f79f96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:00.206906 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20a3875e-f1a6-43de-91f8-7b89fd5d2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:00.893742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:02.334400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:03.281614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:04.347150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-c1c0f545-54fa-4488-900f-e8686c8b1bae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386503 Nov 23 19:29:04.435267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474153a-9a0f-4123-af48-72b0d6daceee req-9de6a332-7aeb-40b6-aeab-77d079fa6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:04.436798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-9de6a332-7aeb-40b6-aeab-77d079fa6e3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1096 time: 0.0445495 Nov 23 19:29:04.544005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474153a-9a0f-4123-af48-72b0d6daceee req-7a4d26aa-ecaa-4f06-adb5-8333ba7e6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:04.545991 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-7a4d26aa-ecaa-4f06-adb5-8333ba7e6396 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0886788 Nov 23 19:29:04.614717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-e6fe0822-1d99-48cb-8508-9b66fd010eb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1001 time: 0.0611894 Nov 23 19:29:04.664563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474153a-9a0f-4123-af48-72b0d6daceee req-97bc4dfc-df9b-4086-a8c1-822f29dbfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:04.665983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-97bc4dfc-df9b-4086-a8c1-822f29dbfe9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0438631 Nov 23 19:29:04.714616 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474153a-9a0f-4123-af48-72b0d6daceee req-d4ca6912-19da-4754-83f4-efbbf3639017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:04.717783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-d4ca6912-19da-4754-83f4-efbbf3639017 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424190 Nov 23 19:29:04.811774 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-7b2111b3-d543-403a-bdba-406d912a2a81 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877378 Nov 23 19:29:04.907915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a474153a-9a0f-4123-af48-72b0d6daceee req-0eaf9a33-617d-4b32-9a36-9066398bb4a4 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876281 Nov 23 19:29:09.260182 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:10.719613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:14.114287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:29:27.465024 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9751cde5-ba64-4e45-8673-98222bd2241a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:30.208113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-584e8155-8355-47a3-b75a-afb50bf0d00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:30.898776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:32.333416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:33.284672 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:39.282432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:40.719522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:51.113383 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:29:54.149006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102572b0-3bf1-4584-afa7-7e965d14deaa req-47ec2a88-428e-41a8-83e3-97ca5061c869 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:54.150656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-102572b0-3bf1-4584-afa7-7e965d14deaa req-47ec2a88-428e-41a8-83e3-97ca5061c869 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.1249435 Nov 23 19:29:54.202560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-102572b0-3bf1-4584-afa7-7e965d14deaa req-464f8344-4f9a-494b-ba65-a30ed4b6936f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456200 Nov 23 19:29:54.435507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-e7f3ed8c-112a-4900-96e6-fee9e85f680c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421493 Nov 23 19:29:54.447373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0f6f9-5fce-4608-8b12-0f846d555b7e req-6b53908e-afb6-4b50-a098-0b7230872b6d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:54.448863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ab0f6f9-5fce-4608-8b12-0f846d555b7e req-6b53908e-afb6-4b50-a098-0b7230872b6d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Nov 23 19:29:54.498251 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ab0f6f9-5fce-4608-8b12-0f846d555b7e req-bce2b8fd-6f80-4eeb-a6de-9b3b07e32800 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Nov 23 19:29:55.650799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbcda2-b8fa-4761-aaa0-158d1a322033 req-9e1982da-c605-48a8-8c2a-96f08498924d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:55.652301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ddbcda2-b8fa-4761-aaa0-158d1a322033 req-9e1982da-c605-48a8-8c2a-96f08498924d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0793402 Nov 23 19:29:55.657515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-c1e1c85c-31e9-400b-b694-cfe682b95cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:55.658891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-c1e1c85c-31e9-400b-b694-cfe682b95cfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1096 time: 0.0576165 Nov 23 19:29:55.756281 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5ddbcda2-b8fa-4761-aaa0-158d1a322033 req-ee74f060-d15e-4e6c-87f2-230e7024fdac tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964248 Nov 23 19:29:55.779388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-2573a6ae-0f9e-483a-bafa-d9fd8f9b4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:55.780850 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-2573a6ae-0f9e-483a-bafa-d9fd8f9b4a4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1078479 Nov 23 19:29:55.846968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d5a8b60e-b36f-4448-8bba-7ce5bdb05847 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1001 time: 0.0586689 Nov 23 19:29:55.897020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-fe662baf-5d33-4a51-b3ae-54a66f7e9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:55.898445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-fe662baf-5d33-4a51-b3ae-54a66f7e9b90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0434873 Nov 23 19:29:55.947267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-6719401f-05cd-4118-98b6-9ee909182a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:55.948760 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-6719401f-05cd-4118-98b6-9ee909182a82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425367 Nov 23 19:29:56.038424 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-07e360f9-ca2b-49d5-8f7d-f8c726b612f4 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811930 Nov 23 19:29:56.443585 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-f2ab84f6-ebcb-43e9-ae74-767d21fd14e2 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962746 Nov 23 19:29:56.876616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63503f-1656-4fb2-8cdf-f3cd820e510a req-7c39072c-8928-4628-a39e-16149517f406 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:56.878129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a63503f-1656-4fb2-8cdf-f3cd820e510a req-7c39072c-8928-4628-a39e-16149517f406 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Nov 23 19:29:56.925829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a63503f-1656-4fb2-8cdf-f3cd820e510a req-90870108-859a-487b-9958-3e7b6649c2fd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Nov 23 19:29:57.467666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-249b74e2-25de-415e-b1df-82d779017c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:29:58.045258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14faed-b706-4711-90e6-465fd43bb8ac req-57e68dcd-8f35-4020-aefb-f9c5789e12d3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:58.046720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b14faed-b706-4711-90e6-465fd43bb8ac req-57e68dcd-8f35-4020-aefb-f9c5789e12d3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Nov 23 19:29:58.094094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0b14faed-b706-4711-90e6-465fd43bb8ac req-c5a42326-ff80-425f-9e68-193e3e77676f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Nov 23 19:29:59.215157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a516e-bcff-4e7b-a410-697c5a4ef708 req-9d726971-f661-44f4-ac03-d7be406d4dbb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:29:59.216662 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac5a516e-bcff-4e7b-a410-697c5a4ef708 req-9d726971-f661-44f4-ac03-d7be406d4dbb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Nov 23 19:29:59.263412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac5a516e-bcff-4e7b-a410-697c5a4ef708 req-cce77c54-0d34-4eb8-9bea-8fa5c4450c8c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Nov 23 19:30:00.208929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-acc76e55-9599-4840-b972-25712ff74652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:00.382694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ccb31-86c1-4b41-a028-d9ad6ec9664b req-0dcc567e-8cb0-435c-9df5-bb6843531a6c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:00.384215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c4ccb31-86c1-4b41-a028-d9ad6ec9664b req-0dcc567e-8cb0-435c-9df5-bb6843531a6c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0521705 Nov 23 19:30:00.431288 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c4ccb31-86c1-4b41-a028-d9ad6ec9664b req-01e6f2bf-4552-4d66-bb78-2d3bfb64bf8e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411847 Nov 23 19:30:00.899250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:01.550262 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80079569-05bf-4d5c-aeba-b6c9d7f7dd27 req-3083cb3d-f753-4e1c-b71a-6d4b826706ab tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:01.551780 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80079569-05bf-4d5c-aeba-b6c9d7f7dd27 req-3083cb3d-f753-4e1c-b71a-6d4b826706ab tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Nov 23 19:30:01.599132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-80079569-05bf-4d5c-aeba-b6c9d7f7dd27 req-f1acd772-d32f-40b5-af64-2cad011967fb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Nov 23 19:30:02.336581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:02.718603 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b5e7b-ac2b-45f0-b161-6f8d4891b121 req-61e57eab-ced0-45dd-8a1e-5b9032b70470 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:02.720135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae8b5e7b-ac2b-45f0-b161-6f8d4891b121 req-61e57eab-ced0-45dd-8a1e-5b9032b70470 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0510082 Nov 23 19:30:02.774204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ae8b5e7b-ac2b-45f0-b161-6f8d4891b121 req-730d89c9-c7a1-4ece-bf0d-13ef6740d984 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479078 Nov 23 19:30:03.285951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:03.895014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed923e-6ec4-4573-8bde-d6a7835b1294 req-152f24e8-3c5c-4f9f-aa04-c552061fea07 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:03.896513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fed923e-6ec4-4573-8bde-d6a7835b1294 req-152f24e8-3c5c-4f9f-aa04-c552061fea07 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Nov 23 19:30:03.943128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4fed923e-6ec4-4573-8bde-d6a7835b1294 req-2247f26f-5d16-4c1e-bdfa-9025ac265dc1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Nov 23 19:30:04.650313 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-d8fcd9b7-ba2d-486b-893d-c60640d6ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:04.651832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-d8fcd9b7-ba2d-486b-893d-c60640d6ba84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1096 time: 0.0410097 Nov 23 19:30:04.758358 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-e2cbb080-ba03-4a15-812e-519de6798bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:04.759849 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-e2cbb080-ba03-4a15-812e-519de6798bc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0876336 Nov 23 19:30:04.826889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-4d42b578-8b1e-46e7-8149-5af0c0fda3d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1001 time: 0.0591838 Nov 23 19:30:04.888825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-f6b8c829-f0b2-4004-94f2-71521a4438a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:04.890651 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-f6b8c829-f0b2-4004-94f2-71521a4438a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0557842 Nov 23 19:30:04.943509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-c4b30f08-91b3-4f9f-b991-07e60475fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:04.944934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-c4b30f08-91b3-4f9f-b991-07e60475fb42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465271 Nov 23 19:30:05.068221 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-42d642ac-528f-469c-a21d-1384b1d02e50 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140838 Nov 23 19:30:05.080176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25362a95-c19c-4c40-ba45-4fb20186e6a5 req-eb15467f-1668-45e5-8c4e-05aa04e97ded tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:05.081894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25362a95-c19c-4c40-ba45-4fb20186e6a5 req-eb15467f-1668-45e5-8c4e-05aa04e97ded tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0644317 Nov 23 19:30:05.182586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25362a95-c19c-4c40-ba45-4fb20186e6a5 req-8ecfa125-7f39-456b-83e0-637543bfaa65 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929687 Nov 23 19:30:05.199870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4d0e4a6-ae3c-4abd-a1f6-162c5a82c686 req-d620b7b3-fb1f-47a8-91f2-e7ddfc98596c service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172523 Nov 23 19:30:06.302625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcfc2d-65e9-4eab-8cf9-0c1392a1ee85 req-b9a3fcdb-72a9-4a7d-84b3-ab16502aee4a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:06.304139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b3dcfc2d-65e9-4eab-8cf9-0c1392a1ee85 req-b9a3fcdb-72a9-4a7d-84b3-ab16502aee4a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Nov 23 19:30:06.350989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b3dcfc2d-65e9-4eab-8cf9-0c1392a1ee85 req-e804ae90-9fd2-4d69-b67b-030ec80e99e1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Nov 23 19:30:07.477699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53d3f-ea9d-438e-bf3d-253010e86d4b req-4fda0d25-a0e4-4c3b-91c8-1a327e61c6d4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:07.479222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fac53d3f-ea9d-438e-bf3d-253010e86d4b req-4fda0d25-a0e4-4c3b-91c8-1a327e61c6d4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0550270 Nov 23 19:30:07.529868 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fac53d3f-ea9d-438e-bf3d-253010e86d4b req-2271e80c-8cef-4525-94cb-83281f2df22f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Nov 23 19:30:08.419140 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-8914ffb2-030a-42e1-8bd7-4c43bf5b24ad service neutron] show failed (client error): The resource could not be found. Nov 23 19:30:08.420193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-8914ffb2-030a-42e1-8bd7-4c43bf5b24ad service neutron] 10.222.0.50 "GET /v2.0/ports/b1cbf171-258d-4fbe-8342-e195ec0fe70a/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0560079 Nov 23 19:30:08.676312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-6990e790-456c-478b-b953-8bcbb901ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:08.677723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-6990e790-456c-478b-b953-8bcbb901ba10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1096 time: 0.0659046 Nov 23 19:30:08.687795 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8104-fce3-410f-9ab1-685da30d7b45 req-fe596490-d8ae-4f65-841b-d6bae36bbdcd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:08.689152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-738d8104-fce3-410f-9ab1-685da30d7b45 req-fe596490-d8ae-4f65-841b-d6bae36bbdcd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0872812 Nov 23 19:30:08.694520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:30:08.775620 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:08.781131 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-738d8104-fce3-410f-9ab1-685da30d7b45 req-7cda3197-dd41-48c3-b5b6-a39dd0b0b5ee tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839031 Nov 23 19:30:08.980825 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:09.016312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:30:09.056011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:09.058237 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b8d2f-5016-450e-9a37-e441fdd716c7" -d '{"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:09.061979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.074521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Transition to ACTIVE for port object b1cbf171-258d-4fbe-8342-e195ec0fe70a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:30:09.079482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.115833 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc816701-ef39-4b63-8d16-bb86883cb131 x-openstack-request-id: req-bc816701-ef39-4b63-8d16-bb86883cb131 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:09.116140 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:09.116490 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc816701-ef39-4b63-8d16-bb86883cb131 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:09.116750 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'code': 200} Nov 23 19:30:09.281808 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.515511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:09.539969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.540319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.540665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.541002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.541337 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.541671 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.542016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.542325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.542652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.542978 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.543305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.543652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:09.588779 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] No DVR routers for this DVR port b1cbf171-258d-4fbe-8342-e195ec0fe70a on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:30:09.719238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:30:09.719961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:30:09.719961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:30:09.724197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:30:09.724520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Attempting to bind port b1cbf171-258d-4fbe-8342-e195ec0fe70a on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:30:09.729280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:30:09.729614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:30:09.729994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:30:09.730511 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Bound port: b1cbf171-258d-4fbe-8342-e195ec0fe70a, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:30:09.730761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.797051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:30:09.800617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:30:09.804840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.839079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:09.839785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:09.841214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1091 time: 1.1509707 Nov 23 19:30:09.867878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f1c2-0dff-4441-9461-f07b797e3571 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:09.950074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0ab4b-85d7-429e-97c9-7b402a095bdc req-98815fb2-7658-4158-b9df-4199a4098fc1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:09.951860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24a0ab4b-85d7-429e-97c9-7b402a095bdc req-98815fb2-7658-4158-b9df-4199a4098fc1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 943 time: 0.0811000 Nov 23 19:30:09.953953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-ac04e795-293c-4554-a8a4-913e5ab87d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:09.955429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-ac04e795-293c-4554-a8a4-913e5ab87d52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1094 time: 0.0738473 Nov 23 19:30:10.062790 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-24a0ab4b-85d7-429e-97c9-7b402a095bdc req-3e6a0032-60c6-414f-9f29-75a652387a9f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045089 Nov 23 19:30:10.085747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-7ade64c0-d56b-40d3-a6b7-a251882a8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:10.087489 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-7ade64c0-d56b-40d3-a6b7-a251882a8f02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1200562 Nov 23 19:30:10.164283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-5f30c025-32c9-485a-ae5f-5b51b06fd978 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 999 time: 0.0632899 Nov 23 19:30:10.217160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-482dbb5a-6eff-47c4-80b3-38690ea503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:10.218581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-482dbb5a-6eff-47c4-80b3-38690ea503ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0428731 Nov 23 19:30:10.269971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-2ed3fd31-9960-4c3a-a461-65809a9a3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:10.271513 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-2ed3fd31-9960-4c3a-a461-65809a9a3c73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413585 Nov 23 19:30:10.367084 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-dfc86945-ebfb-499d-a377-d38a309facfe service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Nov 23 19:30:10.460822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41f89769-6b28-4ae7-81a8-34538bd533a9 req-4d83269f-b0b5-4873-a207-db503328b9a0 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817823 Nov 23 19:30:10.719833 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:11.118150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:11.120548 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01299017-357e-444a-bffa-784daa060da2" -d '{"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:11.170237 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2975bec-ba54-4ef5-8463-7f213bec2795 x-openstack-request-id: req-c2975bec-ba54-4ef5-8463-7f213bec2795 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:11.170536 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:11.170795 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2975bec-ba54-4ef5-8463-7f213bec2795 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:11.171231 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'status': 'completed', 'code': 200} Nov 23 19:30:11.183298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c1764-15b3-4846-bc13-54fe49f18873 req-bb0a0f14-cab5-4846-92f0-6b4f1a4a460b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.184262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c06c1764-15b3-4846-bc13-54fe49f18873 req-bb0a0f14-cab5-4846-92f0-6b4f1a4a460b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 943 time: 0.0508432 Nov 23 19:30:11.244408 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-075122a8-fb79-44fa-8f48-9dd1669b5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.245900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-075122a8-fb79-44fa-8f48-9dd1669b5b58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1094 time: 0.0463269 Nov 23 19:30:11.271529 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c06c1764-15b3-4846-bc13-54fe49f18873 req-8dfd59e4-9de9-4581-b029-9ba074272d8d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789790 Nov 23 19:30:11.276657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-e73a5180-b07f-43cc-8479-38c9340ba3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.278115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-e73a5180-b07f-43cc-8479-38c9340ba3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1094 time: 0.0762846 Nov 23 19:30:11.315757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:30:11.341477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-94243f69-1c28-4ed5-9f1d-0c907ce8d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.342865 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-94243f69-1c28-4ed5-9f1d-0c907ce8d597 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0891657 Nov 23 19:30:11.354558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:30:11.383178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-068cd491-1387-4c7a-9220-ddd50909ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.384691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-068cd491-1387-4c7a-9220-ddd50909ccb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0977039 Nov 23 19:30:11.417958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-322fb003-4886-4043-8b08-21f2498aee5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 999 time: 0.0662854 Nov 23 19:30:11.455673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-3227f0f8-aa69-406e-adad-d1063a970c64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 999 time: 0.0629840 Nov 23 19:30:11.472232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-ffc23100-0e13-4f33-a8cd-a0a03c92a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.473692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-ffc23100-0e13-4f33-a8cd-a0a03c92a12c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0464771 Nov 23 19:30:11.507040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-46a969be-db3d-40a5-bc7e-6aecff590886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.510417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-46a969be-db3d-40a5-bc7e-6aecff590886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0468462 Nov 23 19:30:11.524163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-9b4618ad-d3e8-4f65-b119-48cfadb34e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.525660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-9b4618ad-d3e8-4f65-b119-48cfadb34e4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440896 Nov 23 19:30:11.557862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299017-357e-444a-bffa-784daa060da2 req-0b04fe26-9b67-4a01-8df3-389f4abd5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:11.559398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-0b04fe26-9b67-4a01-8df3-389f4abd5335 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406237 Nov 23 19:30:11.623876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-8e0b6a60-a40b-406e-a648-7fcdb8831926 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888247 Nov 23 19:30:11.654872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-8fa425b6-bbb4-4e9e-8258-550896f5d915 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873499 Nov 23 19:30:11.714839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-3ec0ed56-9432-405b-9b1e-354c2264e722 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830171 Nov 23 19:30:11.750362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-01299017-357e-444a-bffa-784daa060da2 req-6e8b7a9f-8c16-463b-afd6-e6a324b5313c service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877497 Nov 23 19:30:12.074664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:30:12.170778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:12.181456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'mac_address': 'fa:16:3e:33:ee:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:30:12.217786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:12.229929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cbf171-258d-4fbe-8342-e195ec0fe70a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:30:12.248311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:12.253147 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:12.305116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:12.312912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.313266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.313608 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.313943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.314300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.315156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.315504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.315895 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.316155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.316623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.316818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.317125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:30:12.413601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae8599-6422-44f5-88f0-11c7f06b3dca req-8194131a-6098-4ee0-8ef2-718c065f1586 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:12.415074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48ae8599-6422-44f5-88f0-11c7f06b3dca req-8194131a-6098-4ee0-8ef2-718c065f1586 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 944 time: 0.0562925 Nov 23 19:30:12.462649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48ae8599-6422-44f5-88f0-11c7f06b3dca req-37d476be-8a27-4374-af7e-8208ffbf6235 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Nov 23 19:30:12.511817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['b1cbf171-258d-4fbe-8342-e195ec0fe70a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:30:13.578022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46c8b3-de51-4f0b-807a-2fa997276abf req-cd114879-6e20-45b5-be1c-7017697d6233 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:13.579516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc46c8b3-de51-4f0b-807a-2fa997276abf req-cd114879-6e20-45b5-be1c-7017697d6233 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 944 time: 0.0489275 Nov 23 19:30:13.626772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dc46c8b3-de51-4f0b-807a-2fa997276abf req-3a68ad39-aebb-417d-86f1-cd33d23fd0ca tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Nov 23 19:30:13.854098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24738d-1af5-4d03-ac42-09a296e259af req-4930e98c-a6a4-4b03-ae45-e4dc45786f27 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:13.855580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff24738d-1af5-4d03-ac42-09a296e259af req-4930e98c-a6a4-4b03-ae45-e4dc45786f27 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 944 time: 0.0849097 Nov 23 19:30:13.867003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524db1-5c65-4641-9914-b380c7d81678 req-fb0e05e9-9f48-4ca7-abb7-5d68955f2f0b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:13.868400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-fb0e05e9-9f48-4ca7-abb7-5d68955f2f0b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.0722589 Nov 23 19:30:13.947149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff24738d-1af5-4d03-ac42-09a296e259af req-05a55ee2-29b0-49dc-9ebd-33e6f6b4899d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777504 Nov 23 19:30:13.956396 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-a3524db1-5c65-4641-9914-b380c7d81678 req-89fc2773-3ae4-4d64-9a73-d2d5981c0b25 service neutron] delete failed (client error): The resource could not be found. Nov 23 19:30:13.957393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-89fc2773-3ae4-4d64-9a73-d2d5981c0b25 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b1cbf171-258d-4fbe-8342-e195ec0fe70a/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0811925 Nov 23 19:30:14.042572 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524db1-5c65-4641-9914-b380c7d81678 req-e62e99ec-b119-4bd7-9630-6e1d290064c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:14.044112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-e62e99ec-b119-4bd7-9630-6e1d290064c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 1095 time: 0.0421636 Nov 23 19:30:14.104386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:30:14.137670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524db1-5c65-4641-9914-b380c7d81678 req-7f014581-519a-431d-bc3b-20140bf10d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:14.139199 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-7f014581-519a-431d-bc3b-20140bf10d9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0874529 Nov 23 19:30:14.152878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port b1cbf171-258d-4fbe-8342-e195ec0fe70a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:30:14.156766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port b1cbf171-258d-4fbe-8342-e195ec0fe70a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:30:14.157152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:14.206643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-5e42e7e6-3615-410f-a3d1-ba8a9de7f017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 200 len: 1000 time: 0.0598748 Nov 23 19:30:14.242045 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:14.267538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:14.268942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524db1-5c65-4641-9914-b380c7d81678 req-1bfcbeef-2def-4a41-838a-eda3b7b00e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:14.270572 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-1bfcbeef-2def-4a41-838a-eda3b7b00e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0521331 Nov 23 19:30:14.270708 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe949154-cfa4-43a7-9233-9ef3ddacec74" -d '{"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:14.285872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:14.290307 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:14.320969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524db1-5c65-4641-9914-b380c7d81678 req-78ef66f4-8dd4-4265-abf5-ef44a7b9e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:14.322815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-78ef66f4-8dd4-4265-abf5-ef44a7b9e281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446086 Nov 23 19:30:14.323867 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f668f3-b3df-4db8-aa96-8255cd8b3d24 x-openstack-request-id: req-43f668f3-b3df-4db8-aa96-8255cd8b3d24 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:14.324151 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:14.324409 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43f668f3-b3df-4db8-aa96-8255cd8b3d24 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:14.324843 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'code': 200} Nov 23 19:30:14.346841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:14.419251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-628d5a41-7039-4ecf-b712-60a011e9fd0f service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835214 Nov 23 19:30:14.513627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3524db1-5c65-4641-9914-b380c7d81678 req-4cc4f8e8-217b-423b-a8b7-5d2d47610f0f service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Nov 23 19:30:15.065509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd649e83-6827-45d1-8628-8d49ccd6a80d req-4f15a77b-257f-44ca-892b-2df977bb616c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:15.067002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd649e83-6827-45d1-8628-8d49ccd6a80d req-4f15a77b-257f-44ca-892b-2df977bb616c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Nov 23 19:30:15.115107 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd649e83-6827-45d1-8628-8d49ccd6a80d req-c614be91-12ea-4eb9-8927-f1f7f550da49 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Nov 23 19:30:15.233873 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985fc3-a309-4fbf-b54d-4c786ab6630b req-90b43973-06c2-429e-a28c-672684258b0b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:15.235365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2985fc3-a309-4fbf-b54d-4c786ab6630b req-90b43973-06c2-429e-a28c-672684258b0b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Nov 23 19:30:15.282585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e2985fc3-a309-4fbf-b54d-4c786ab6630b req-ccb50439-1627-4f14-bc98-9001f9cb8d40 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Nov 23 19:30:15.452934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02395090-0741-48bf-9600-5892160c230e req-7c8a6e14-66b9-4db0-a881-a3ecf8b67086 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:15.454439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02395090-0741-48bf-9600-5892160c230e req-7c8a6e14-66b9-4db0-a881-a3ecf8b67086 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.1065187 Nov 23 19:30:15.501196 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-02395090-0741-48bf-9600-5892160c230e req-f07c3cf1-bb85-46fa-a853-cb252ca19c80 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 Nov 23 19:30:15.734561 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f4c0-5610-492c-ab88-21314c1bc2b4 req-90739caf-4051-41ee-8994-bfbaad703108 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:15.736069 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a07f4c0-5610-492c-ab88-21314c1bc2b4 req-90739caf-4051-41ee-8994-bfbaad703108 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Nov 23 19:30:15.782554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a07f4c0-5610-492c-ab88-21314c1bc2b4 req-f95a99cf-3542-4b8b-96b7-d1f79e1735bb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Nov 23 19:30:16.906934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136fc9-4533-42f4-ba38-869944342ab9 req-e6d1d63e-25ca-452b-ad1e-0d4e6233ece5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:16.908435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90136fc9-4533-42f4-ba38-869944342ab9 req-e6d1d63e-25ca-452b-ad1e-0d4e6233ece5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Nov 23 19:30:16.963876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-90136fc9-4533-42f4-ba38-869944342ab9 req-990bee44-adfe-4cba-a13d-0db3dfbd9746 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Nov 23 19:30:17.123673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-1f786f56-c6aa-4d3b-8c45-70b9a8e53dea tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:17.125117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-1f786f56-c6aa-4d3b-8c45-70b9a8e53dea tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 945 time: 0.0479937 Nov 23 19:30:17.215860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Deleting port b1cbf171-258d-4fbe-8342-e195ec0fe70a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:30:17.216198 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.309145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] For port b1cbf171-258d-4fbe-8342-e195ec0fe70a, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=b1cbf171-258d-4fbe-8342-e195ec0fe70a,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:17.309499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.477971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.478208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.478501 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 disassociated. External IP: 172.25.5.109, port: b1cbf171-258d-4fbe-8342-e195ec0fe70a. Nov 23 19:30:17.478837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Calling delete_port for b1cbf171-258d-4fbe-8342-e195ec0fe70a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:30:17.610899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.639815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'Port': ['ID=b1cbf171-258d-4fbe-8342-e195ec0fe70a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:17.758720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:30:17.871746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:30:17.882028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:30:17.892244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:30:17.893039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:30:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:17.911040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] No DVR routers for this DVR port b1cbf171-258d-4fbe-8342-e195ec0fe70a on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:30:17.913557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:17.917002 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b9974b9f-cf28-4306-bc58-350498bb1edf req-5d5921b3-1f3a-49fb-ae31-6d853bf4c173 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "DELETE /v2.0/ports/b1cbf171-258d-4fbe-8342-e195ec0fe70a HTTP/1.1" status: 204 len: 173 time: 0.7823422 Nov 23 19:30:17.917553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-deleted', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:17.919881 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b39f706-213d-48f7-bd5d-7d7d26219b99" -d '{"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-deleted", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:17.960103 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59260a45-72a6-4b63-9d9c-06c632de57df x-openstack-request-id: req-59260a45-72a6-4b63-9d9c-06c632de57df {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:17.960410 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca575-d46c-441b-8979-8ff871a79200", "name": "network-vif-deleted", "tag": "b1cbf171-258d-4fbe-8342-e195ec0fe70a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:17.960670 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59260a45-72a6-4b63-9d9c-06c632de57df {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:17.961079 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca575-d46c-441b-8979-8ff871a79200', 'name': 'network-vif-deleted', 'tag': 'b1cbf171-258d-4fbe-8342-e195ec0fe70a', 'status': 'completed', 'code': 200} Nov 23 19:30:18.013503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:30:18.064441 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dd4c815f-533d-401a-a12c-2ec45f7c63b7 req-c5834cf0-d185-473e-9380-c3525b5059e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=083ca575-d46c-441b-8979-8ff871a79200 HTTP/1.1" status: 200 len: 210 time: 0.0271592 Nov 23 19:30:18.221779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:18.247494 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:30:18.255800 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:30:18.256387 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:30:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:18.365234 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:30:18.645503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:18.671246 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16996988-31d0-438a-b53b-04005ae6d77f None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:30:18.882839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22166580-ab5e-4e2e-a3b2-5d5d9ab51767 None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:30:19.304361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-769c5fd9-cc8b-480a-bff2-1f924fd7171c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1885929033&fields=id&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 267 time: 0.0426445 Nov 23 19:30:19.412875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-18005b93-13d9-45c4-b83f-fdd143b69cd8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:19.414361 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-18005b93-13d9-45c4-b83f-fdd143b69cd8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1032660 Nov 23 19:30:19.429652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ef6badda-d2ec-46bd-a0e8-4ffad85004b2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/quotas/6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 375 time: 0.0094647 Nov 23 19:30:19.479484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-136b662b-99fd-4dd0-b87f-6fb6f9bd9f76 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441122 Nov 23 19:30:19.495716 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-29341539-9323-4c5a-a5dd-8e98c9444d2e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:30:19.496606 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-29341539-9323-4c5a-a5dd-8e98c9444d2e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050964 Nov 23 19:30:19.588915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-a4fdf9f2-7d75-45b9-a37c-65c1386c93fd service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Nov 23 19:30:19.683582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-7b837668-075a-4d7b-a8cb-1f4cf0ee5896 service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884051 Nov 23 19:30:19.846675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-893e14ae-09eb-42a5-9d4e-88e997ac26bb req-f483856b-158b-4c1d-bbd5-9ed1c7c893ce tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 210 time: 0.0324659 Nov 23 19:30:20.162832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:30:20.183061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: b1cbf171-258d-4fbe-8342-e195ec0fe70a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:30:20.183429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device b1cbf171-258d-4fbe-8342-e195ec0fe70a not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:30:20.824502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-c0fd2d48-eba0-4a31-8c5d-fd1605956361 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:20.826260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-c0fd2d48-eba0-4a31-8c5d-fd1605956361 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1073942 Nov 23 19:30:20.890598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-a882d35e-ce37-444b-9416-533d17992e76 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 380 time: 0.0536389 Nov 23 19:30:20.906952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'port': {'device_id': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'admin_state_up': True, 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'security_groups': ['bd5d92f5-f121-441b-a947-b65ac45dcd8a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:30:20.949958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ea375822-3ef6-43dc-9f0e-f748b01fe9ce req-26ac70fc-5421-47a5-b558-a1ced350840a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 210 time: 0.0315423 Nov 23 19:30:21.019338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:30:21.022918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.152463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Allocated IP 172.20.0.9 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/cb221f8a-abc8-4c30-a95b-3aeaa456e20d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:30:21.284537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.316682 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.365754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:30:21.368675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:30:21.372289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:30:21.378831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:21.425974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:21.426639 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.443135 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-d553de14-2d63-449c-ba14-fe042d3a65f9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5400374 Nov 23 19:30:21.459830 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Request body: {'port': {'device_id': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:30:21.520199 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.631122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-49934853-ba9c-4a95-9661-0541ebfe54f7 None None] Provisioning complete for port cb221f8a-abc8-4c30-a95b-3aeaa456e20d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:30:21.631711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49934853-ba9c-4a95-9661-0541ebfe54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.672233 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49934853-ba9c-4a95-9661-0541ebfe54f7 None None] Port cb221f8a-abc8-4c30-a95b-3aeaa456e20d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:30:21.786199 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb221f8a-abc8-4c30-a95b-3aeaa456e20d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:30:21.794207 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.805610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Transition to ACTIVE for port object cb221f8a-abc8-4c30-a95b-3aeaa456e20d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:30:21.809200 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:21.863085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:21.940067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:30:21.940744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:30:21.940744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:30:21.946833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:30:21.947148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:30:21.952470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:30:21.952800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:30:21.953176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:30:21.953594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Bound port: cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:30:21.953942 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:22.020489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:30:22.025534 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:30:22.036492 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:22.091040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.091695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:22.093214 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1091 time: 0.6380277 Nov 23 19:30:22.094553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:22.097476 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:22.129622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776f5ad-1241-415a-ba53-144f5b6df737 req-b3e48f07-d5b1-4762-883a-9594a2153d96 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.141730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b776f5ad-1241-415a-ba53-144f5b6df737 req-b3e48f07-d5b1-4762-883a-9594a2153d96 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.1187007 Nov 23 19:30:22.143289 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986d5c2-97a9-448a-8808-8f555be27c9a x-openstack-request-id: req-6986d5c2-97a9-448a-8808-8f555be27c9a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:22.143598 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:22.143852 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6986d5c2-97a9-448a-8808-8f555be27c9a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:22.144241 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'status': 'completed', 'code': 200} Nov 23 19:30:22.145454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f75a-9da4-427b-9081-c14fcc0e70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:22.223771 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b776f5ad-1241-415a-ba53-144f5b6df737 req-499c51bd-71a4-44a7-83aa-a573d96bb26c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752182 Nov 23 19:30:22.229478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-1e848b3d-eb6e-4a29-ad8f-4a2517383966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.231134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-1e848b3d-eb6e-4a29-ad8f-4a2517383966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0762255 Nov 23 19:30:22.306303 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-ef73058e-7376-42a8-98c7-4f4a65501860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 217 time: 0.0628536 Nov 23 19:30:22.361420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-b52d27be-4255-4fa8-a0dd-b10d375e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.362862 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-b52d27be-4255-4fa8-a0dd-b10d375e15c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0478895 Nov 23 19:30:22.422761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-3c37328c-7deb-4dcb-9963-8d875ad24a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.424986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-3c37328c-7deb-4dcb-9963-8d875ad24a79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519969 Nov 23 19:30:22.520549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-df2c8095-052e-46dd-83cd-083986ca06b1 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857620 Nov 23 19:30:22.623738 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-235fd8be-8b68-40e9-9d49-072e544c54fa req-7a7d0727-6c50-4778-bff5-7c12f988dc16 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917525 Nov 23 19:30:22.711719 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-c8d95c8e-6412-41e5-91a6-1ca764910a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.713104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-c8d95c8e-6412-41e5-91a6-1ca764910a2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0409107 Nov 23 19:30:22.806370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-5a79a324-87c9-4ef2-8296-c9cf9ce6cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.807922 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-5a79a324-87c9-4ef2-8296-c9cf9ce6cdd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0878072 Nov 23 19:30:22.850447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-f40c5c72-5a47-4650-9bdb-55951a202f12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 217 time: 0.0348914 Nov 23 19:30:22.899434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-8187ba0d-f39c-44fb-b01c-175a56280bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.900827 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-8187ba0d-f39c-44fb-b01c-175a56280bfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0428932 Nov 23 19:30:22.952128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-5476d8fc-ddf1-4f99-b4a9-92db02115625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:22.953628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-5476d8fc-ddf1-4f99-b4a9-92db02115625 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438335 Nov 23 19:30:23.044456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-e7b4f1d2-dca3-4a89-9f78-0f70388ed533 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Nov 23 19:30:23.137545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2aef5560-cb5e-4b82-8e4b-af630ad81a1a req-ac86a4e8-e445-42a9-8842-710bc42692eb service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Nov 23 19:30:23.352670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d057-fb7b-4045-be7c-e19cf4968f50 req-627a9642-85d6-433b-bd06-08e468ce61e4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:23.354043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4844d057-fb7b-4045-be7c-e19cf4968f50 req-627a9642-85d6-433b-bd06-08e468ce61e4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.0486870 Nov 23 19:30:23.400517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4844d057-fb7b-4045-be7c-e19cf4968f50 req-1faf801d-e432-4ed7-92aa-7c88ebb30df9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Nov 23 19:30:24.184836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:30:24.276656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:24.288034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'mac_address': 'fa:16:3e:f6:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:30:24.327594 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:24.340130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb221f8a-abc8-4c30-a95b-3aeaa456e20d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:30:24.359034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:24.363604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:24.409300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:24.514244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205716c7-be8a-4ad3-bc76-611edf7e156a req-66510f82-d2c4-403b-84c5-511b95cf0af2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:24.515768 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-205716c7-be8a-4ad3-bc76-611edf7e156a req-66510f82-d2c4-403b-84c5-511b95cf0af2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0493178 Nov 23 19:30:24.565361 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-205716c7-be8a-4ad3-bc76-611edf7e156a req-ca1e6338-2b98-477d-acf8-d28a8773ab61 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Nov 23 19:30:24.591344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['cb221f8a-abc8-4c30-a95b-3aeaa456e20d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:30:25.683399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5154c-3bca-438a-a3d7-39b6bebad410 req-53295604-a954-4b7c-aaa4-b09e4195e6e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:25.684879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3e5154c-3bca-438a-a3d7-39b6bebad410 req-53295604-a954-4b7c-aaa4-b09e4195e6e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0513508 Nov 23 19:30:25.730667 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e3e5154c-3bca-438a-a3d7-39b6bebad410 req-42bd55cd-cf86-4ca3-aaec-552744867325 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Nov 23 19:30:26.190824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:30:26.238295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port cb221f8a-abc8-4c30-a95b-3aeaa456e20d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:30:26.242264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port cb221f8a-abc8-4c30-a95b-3aeaa456e20d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:30:26.242637 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:26.334400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:26.356705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:26.358942 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226c9d9-fe93-4b6a-abf5-d6fab9bf1b48" -d '{"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:26.371832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:30:26.375738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:26.399613 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9482dfb-322f-4f8a-b9d6-7ab1c694d120 x-openstack-request-id: req-a9482dfb-322f-4f8a-b9d6-7ab1c694d120 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:26.399905 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:26.400157 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9482dfb-322f-4f8a-b9d6-7ab1c694d120 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:26.400546 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'code': 200} Nov 23 19:30:26.425800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:30:26.503878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc3b4-3839-4dd9-8761-5fdc1fc5cd1b req-fd7bde8b-0a8a-4175-9075-fd37e64edfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:26.505315 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a47fc3b4-3839-4dd9-8761-5fdc1fc5cd1b req-fd7bde8b-0a8a-4175-9075-fd37e64edfa4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0389528 Nov 23 19:30:26.553443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a47fc3b4-3839-4dd9-8761-5fdc1fc5cd1b req-0256e48a-2011-4c59-8617-42b0592595ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Nov 23 19:30:26.851811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639aeab-b538-4987-b0df-46098f66110a req-c2fec4b4-4e81-4704-8bc5-e954d86ac475 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:26.853312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7639aeab-b538-4987-b0df-46098f66110a req-c2fec4b4-4e81-4704-8bc5-e954d86ac475 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Nov 23 19:30:26.900950 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7639aeab-b538-4987-b0df-46098f66110a req-33580de6-abe7-48da-971d-b90efa862fa7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Nov 23 19:30:27.469244 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95582f6b-88f1-4500-a3ac-79456843c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:28.021625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e7140-2c36-4a2e-baf3-111b76ccfd9b req-ff9a755a-bd97-43cb-b23e-2086b0fce966 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:28.023095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b57e7140-2c36-4a2e-baf3-111b76ccfd9b req-ff9a755a-bd97-43cb-b23e-2086b0fce966 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0503654 Nov 23 19:30:28.069874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b57e7140-2c36-4a2e-baf3-111b76ccfd9b req-39184ba0-3949-413a-9034-cc9ee4ed4a34 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Nov 23 19:30:28.112871 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:30:28.181596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941647e-9cce-430e-8638-054b143946e5 req-669afce3-1254-4b2e-b823-1d5454313db2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:28.183113 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6941647e-9cce-430e-8638-054b143946e5 req-669afce3-1254-4b2e-b823-1d5454313db2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Nov 23 19:30:28.191669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 44218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:30:28.195969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'floatingip': {'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:30:28.236794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:28.660853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:28.664607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:28.763828 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 associated. External IP: 172.25.5.109, port: cb221f8a-abc8-4c30-a95b-3aeaa456e20d. Nov 23 19:30:28.967333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:30:29.074509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:30:29.079751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:29.085346 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:30:29.094217 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:30:29.094820 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:30:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:29.107832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-10f7617b-0bfa-4c20-b0fa-f515e6c1533e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "PUT /v2.0/floatingips/3c17306c-028e-4372-aedd-4fef8ba5f0c6 HTTP/1.1" status: 200 len: 991 time: 0.9151196 Nov 23 19:30:29.108422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:30:29.110729 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c28149-1eff-4bb7-b48d-f8b304394b79" -d '{"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:30:29.205812 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:30:29.212752 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfb3ab6-8e7a-4d28-a84c-da2a7f036b4f x-openstack-request-id: req-2bfb3ab6-8e7a-4d28-a84c-da2a7f036b4f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:30:29.213211 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:30:29.213477 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bfb3ab6-8e7a-4d28-a84c-da2a7f036b4f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:30:29.213943 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'status': 'completed', 'code': 200} Nov 23 19:30:29.277969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-90dcb377-4faf-4d6d-92d2-c78979b9a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:29.279496 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-90dcb377-4faf-4d6d-92d2-c78979b9a570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0422428 Nov 23 19:30:29.376587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-852aed48-77ea-444c-a76a-37421b556de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:29.378115 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-852aed48-77ea-444c-a76a-37421b556de5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0888429 Nov 23 19:30:29.432841 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:f6:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:30:28Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:29.445730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-a8a030b7-a331-4c3a-ba02-089c46b11024 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 999 time: 0.0600364 Nov 23 19:30:29.458447 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:30:29.467358 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:30:29.467972 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:30:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:29.499041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-655a50a5-8aee-4782-a4b8-87fbaabc1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:29.500508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-655a50a5-8aee-4782-a4b8-87fbaabc1ec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0479476 Nov 23 19:30:29.549309 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-f835453a-c41c-49e1-87eb-c2eb9a7b4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:30:29.551395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-f835453a-c41c-49e1-87eb-c2eb9a7b4a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423324 Nov 23 19:30:29.576297 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:30:29.648335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-5ab99c7b-27c8-4901-9d04-764385f53f4f service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896373 Nov 23 19:30:29.742256 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-28c28149-1eff-4bb7-b48d-f8b304394b79 req-4060dae3-9173-4851-b189-2564c3cb2754 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Nov 23 19:30:29.804823 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:f6:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:30:28Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:30:29.831443 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7270ef6-bcef-4a55-8eb6-6dd53f6283bb None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:f6:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:30:28Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:30:30.015923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ae1ac-0a92-4998-b809-3d593e6aa88f None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:30:30.240731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51683a2a-8c18-4d13-a702-a64cc721ec10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:30.903495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:32.340928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:33.287341 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:39.281984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:40.733450 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:30:57.471379 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1182c8be-398c-4490-b932-cc32eb528a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:00.211563 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9bfa620e-ae8b-4f70-bb70-bccab1bcbbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:00.911927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:02.341882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:03.288939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:05.112601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:31:08.210016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-ac01bd68-d215-479a-9f91-f4a8b3c73c1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393679 Nov 23 19:31:08.302865 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d0b9-fb96-41d8-be19-494536536833 req-0c9e5928-4e5e-46df-9275-e2d47a4ac2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:31:08.304431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-0c9e5928-4e5e-46df-9275-e2d47a4ac2c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0453305 Nov 23 19:31:08.424002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d0b9-fb96-41d8-be19-494536536833 req-9c4ca0eb-0ade-4ec0-ac6d-728d24886196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:31:08.426038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-9c4ca0eb-0ade-4ec0-ac6d-728d24886196 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0934215 Nov 23 19:31:08.496898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-22ebb57b-db8c-4283-9736-fa1cd8af11fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1001 time: 0.0603979 Nov 23 19:31:08.551909 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d0b9-fb96-41d8-be19-494536536833 req-49f9b6d9-cba7-4fc3-b2c1-3f873256ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:31:08.553384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-49f9b6d9-cba7-4fc3-b2c1-3f873256ddce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0449538 Nov 23 19:31:08.604995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d0b9-fb96-41d8-be19-494536536833 req-8f8b78cf-e6b9-4c97-9341-25e4b5e98de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:31:08.606531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-8f8b78cf-e6b9-4c97-9341-25e4b5e98de2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414472 Nov 23 19:31:09.029476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-72b42357-7d83-4927-861b-80f79217cd92 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149644 Nov 23 19:31:09.123061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-79e2d0b9-fb96-41d8-be19-494536536833 req-ca1df7e3-ede0-41b9-8027-05bf2ed48a34 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807118 Nov 23 19:31:09.310423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:10.740246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:27.474122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c994e04-de62-4609-a96c-3bc657f21cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:30.213187 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6655fb4c-be00-4937-829d-f7845e098c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:30.909010 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:32.346052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:33.290956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:39.340362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:40.731087 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:31:42.111748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:31:57.477149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-977bbee8-4c2e-44a2-af26-ce675be21c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:00.214386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9aa928d-3814-470d-bf60-2625321b8fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:00.916505 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:02.348254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:03.292892 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:08.249483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-f4849ab5-5a74-4d23-a58f-6571c453dec7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866134 Nov 23 19:32:08.336801 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-88786847-e53f-4ae7-bcb5-ca0a8fc88377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:08.338269 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-88786847-e53f-4ae7-bcb5-ca0a8fc88377 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0442064 Nov 23 19:32:08.446934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-692bbfb2-30d4-4469-9002-b7fe6dadf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:08.448480 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-692bbfb2-30d4-4469-9002-b7fe6dadf28c service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0882721 Nov 23 19:32:08.516527 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-79753b2a-dd9b-44b5-be3f-a81136a5e2e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1001 time: 0.0603008 Nov 23 19:32:08.566823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-b37adbe3-fb46-48c5-8c62-ef860e32e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:08.568310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-b37adbe3-fb46-48c5-8c62-ef860e32e562 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0439584 Nov 23 19:32:08.614067 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-894b10c5-bdd1-49e4-aa07-6565fbcb2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:08.615526 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-894b10c5-bdd1-49e4-aa07-6565fbcb2b12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391448 Nov 23 19:32:08.706863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-691d8806-b552-4dc5-ada5-6b3d783b5753 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832598 Nov 23 19:32:08.795952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-289fcd85-3dfe-4710-84b2-47bfe79fbf0e req-66959a7a-b7aa-4610-8a25-3bdb0d5eac99 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811927 Nov 23 19:32:09.371067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:10.734503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:10.776760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698163-1560-4bc5-b3d9-7283dab34167 req-73e328b1-0b1a-4ee3-b1ab-f995c4de2353 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:10.778340 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc698163-1560-4bc5-b3d9-7283dab34167 req-73e328b1-0b1a-4ee3-b1ab-f995c4de2353 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0569582 Nov 23 19:32:10.827433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bc698163-1560-4bc5-b3d9-7283dab34167 req-79ca3dd3-7594-4f60-b0f2-a4cd8c2baa28 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Nov 23 19:32:11.946854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72a0a-8d29-4308-ba79-05b5bcace166 req-8099cf7a-90c4-42a9-a96a-034ddabafb8d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:11.948368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66b72a0a-8d29-4308-ba79-05b5bcace166 req-8099cf7a-90c4-42a9-a96a-034ddabafb8d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0502131 Nov 23 19:32:11.999048 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66b72a0a-8d29-4308-ba79-05b5bcace166 req-19d0a27f-808f-4f79-8bc5-f71f9873a812 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Nov 23 19:32:13.113138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d7420-8fd3-4016-9b43-f2656099dd67 req-b745b0c9-95fb-4fcd-be50-f850124ea571 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:13.114583 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c9d7420-8fd3-4016-9b43-f2656099dd67 req-b745b0c9-95fb-4fcd-be50-f850124ea571 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0482066 Nov 23 19:32:13.163439 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c9d7420-8fd3-4016-9b43-f2656099dd67 req-523d8ec5-787e-44a8-95a9-14cf74263af2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Nov 23 19:32:14.282289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab5e5f-96a4-4828-ba59-336ddf65ef0f req-624a65ad-d061-4ed8-98ce-6dba6075ab82 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:14.283789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40ab5e5f-96a4-4828-ba59-336ddf65ef0f req-624a65ad-d061-4ed8-98ce-6dba6075ab82 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0524354 Nov 23 19:32:14.330705 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-40ab5e5f-96a4-4828-ba59-336ddf65ef0f req-a04cb4b0-b7ff-44e7-9e18-836af91bdafb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Nov 23 19:32:15.445704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e712d-367c-4247-8950-c9bb57f1e61e req-4d0134c7-950c-4002-9f5a-924d73e135ef tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:15.447086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875e712d-367c-4247-8950-c9bb57f1e61e req-4d0134c7-950c-4002-9f5a-924d73e135ef tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Nov 23 19:32:15.497774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-875e712d-367c-4247-8950-c9bb57f1e61e req-0b330b12-8a9c-4cad-a4c4-5b5dbf238be5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Nov 23 19:32:16.610257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d736-9894-4d63-a498-6d1cbeef8596 req-cadd8327-055f-445a-b2f5-b03c3fb5ee10 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:16.611724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2c6d736-9894-4d63-a498-6d1cbeef8596 req-cadd8327-055f-445a-b2f5-b03c3fb5ee10 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0467370 Nov 23 19:32:16.660109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d2c6d736-9894-4d63-a498-6d1cbeef8596 req-a58641e3-b717-4fbe-a3a8-6550f52d83e7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Nov 23 19:32:17.775286 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb20a-541b-4cc0-90b3-022c7b1caf46 req-bd21d580-4d7e-477d-9d5b-204503ff0546 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:17.776765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-455fb20a-541b-4cc0-90b3-022c7b1caf46 req-bd21d580-4d7e-477d-9d5b-204503ff0546 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 23 19:32:17.824008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-455fb20a-541b-4cc0-90b3-022c7b1caf46 req-82b20435-2e16-4334-b8da-62d74f8b0486 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Nov 23 19:32:18.942721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24fb6c-114e-4d5f-801f-4f8875ab7294 req-42e1f507-fc2d-4271-b766-afc9a555e473 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:18.944202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe24fb6c-114e-4d5f-801f-4f8875ab7294 req-42e1f507-fc2d-4271-b766-afc9a555e473 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Nov 23 19:32:18.989379 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe24fb6c-114e-4d5f-801f-4f8875ab7294 req-e8dfa281-eafc-45f6-ad07-c852a7d7f6af tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Nov 23 19:32:19.110991 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:32:20.108347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce644b-fc15-436e-b3ee-31f98e36f65d req-466891ea-a586-43ee-9eb9-5a359db343a8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:20.109740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14ce644b-fc15-436e-b3ee-31f98e36f65d req-466891ea-a586-43ee-9eb9-5a359db343a8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Nov 23 19:32:20.157574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14ce644b-fc15-436e-b3ee-31f98e36f65d req-ac1e94e0-942d-4317-a7a2-9973e99edcf2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Nov 23 19:32:21.276225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed114-f912-4488-a69b-e71901d558f8 req-bf46a98f-9e77-4a4d-8a96-d2d6f6fb8610 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:21.277719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3faed114-f912-4488-a69b-e71901d558f8 req-bf46a98f-9e77-4a4d-8a96-d2d6f6fb8610 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Nov 23 19:32:21.325205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3faed114-f912-4488-a69b-e71901d558f8 req-5893e3bf-91ed-4053-8ec0-9772a634507e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Nov 23 19:32:22.442342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfe95-427a-4771-bba4-700d54cbfd7e req-6824c986-d5bc-4104-b3d7-a2f6388c043a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:22.444495 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7acfe95-427a-4771-bba4-700d54cbfd7e req-6824c986-d5bc-4104-b3d7-a2f6388c043a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0516155 Nov 23 19:32:22.489916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7acfe95-427a-4771-bba4-700d54cbfd7e req-249aa132-4efe-4cbf-adb9-25aa5b4bd5d1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Nov 23 19:32:23.604547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c182d9-d096-4122-9754-0743525e4547 req-65ff15ad-251d-4f3d-a5e4-a0eae4533dd8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:23.606011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89c182d9-d096-4122-9754-0743525e4547 req-65ff15ad-251d-4f3d-a5e4-a0eae4533dd8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Nov 23 19:32:23.656582 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-89c182d9-d096-4122-9754-0743525e4547 req-f38892f4-3d32-48ff-acc5-e15413d9f939 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Nov 23 19:32:24.780875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bad17-232d-4b8a-9132-35113b850442 req-b937b7af-0086-4c09-a95c-2f47cc4a334c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:24.782384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d3bad17-232d-4b8a-9132-35113b850442 req-b937b7af-0086-4c09-a95c-2f47cc4a334c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0566483 Nov 23 19:32:24.829991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d3bad17-232d-4b8a-9132-35113b850442 req-96301c2b-fb34-47cd-9a50-79b9c0d956e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Nov 23 19:32:25.997118 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd43c5-1b7f-4a1d-8640-8358f68cb332 req-45437bc5-b9a7-44b3-8e89-e2d45a068396 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:25.998603 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68bd43c5-1b7f-4a1d-8640-8358f68cb332 req-45437bc5-b9a7-44b3-8e89-e2d45a068396 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Nov 23 19:32:26.052715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68bd43c5-1b7f-4a1d-8640-8358f68cb332 req-dd3eef88-b0ed-4014-b3f5-40cd0a321728 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Nov 23 19:32:27.204893 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779e7f-53e4-469b-a984-06b438e44cb8 req-175852b7-a683-4ae0-a345-46dd3285eac2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:27.206482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c779e7f-53e4-469b-a984-06b438e44cb8 req-175852b7-a683-4ae0-a345-46dd3285eac2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Nov 23 19:32:27.258312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c779e7f-53e4-469b-a984-06b438e44cb8 req-3e56ba94-c0da-41e8-80b0-656a333d9bff tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 Nov 23 19:32:27.479929 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e140734-cbca-4184-96f2-00d488fe0883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:27.501811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553c61-e665-446c-9b58-90cf5a87e0e4 req-a79da7f7-8875-4f06-b470-cf8b0ede50b9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:27.503293 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d553c61-e665-446c-9b58-90cf5a87e0e4 req-a79da7f7-8875-4f06-b470-cf8b0ede50b9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Nov 23 19:32:27.531855 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-3afdc133-657c-4c5d-baae-a2cdea844b79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895550 Nov 23 19:32:27.552727 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d553c61-e665-446c-9b58-90cf5a87e0e4 req-922a4a2f-8ecd-45ef-a225-db9cad1aeff4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Nov 23 19:32:28.657948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2c8f7cd6-f4a9-40c7-afa3-df6a094c5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:28.659449 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2c8f7cd6-f4a9-40c7-afa3-df6a094c5019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1096 time: 0.0416784 Nov 23 19:32:28.670014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba9f6f-b70b-41db-9efb-3b6fb8f71923 req-ef072611-a2c4-4892-86d3-10d4f942efd4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:28.671546 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acba9f6f-b70b-41db-9efb-3b6fb8f71923 req-ef072611-a2c4-4892-86d3-10d4f942efd4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Nov 23 19:32:28.722426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-acba9f6f-b70b-41db-9efb-3b6fb8f71923 req-6e50102f-945f-48f1-99a0-c2b106afce4f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Nov 23 19:32:28.757205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-85ef5ada-b6a8-401f-8d68-3709aa326095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:28.758717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-85ef5ada-b6a8-401f-8d68-3709aa326095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0899787 Nov 23 19:32:28.829387 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-7f56cd2b-8f34-46ff-8c64-2aa3fb339318 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1001 time: 0.0592554 Nov 23 19:32:28.887734 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-c627da82-6127-47c7-ad56-53ddbd48f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:28.889073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-c627da82-6127-47c7-ad56-53ddbd48f67a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0481360 Nov 23 19:32:28.938050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-ea2c51a6-fb27-47ad-a2c9-4b544339376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:28.939605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-ea2c51a6-fb27-47ad-a2c9-4b544339376e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392487 Nov 23 19:32:29.031331 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-ee2af2f3-9811-4838-b02b-bd4fb028e1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810249 Nov 23 19:32:29.127184 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-e771cf35-5db5-400a-8e98-e168ff54ed7f service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Nov 23 19:32:29.842712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296088e5-ce1d-4fe4-b5e8-dcef5ea83ccc req-433d112e-c684-4bd2-9f84-edf8aefc81d9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:29.844247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-296088e5-ce1d-4fe4-b5e8-dcef5ea83ccc req-433d112e-c684-4bd2-9f84-edf8aefc81d9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Nov 23 19:32:29.892894 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-296088e5-ce1d-4fe4-b5e8-dcef5ea83ccc req-99501ae0-fecc-444c-b2ce-8751ffbe2b77 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Nov 23 19:32:30.215742 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b897f83e-570f-4ca2-a654-661f346e3e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:30.914942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:31.092258 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df932b-6247-4993-b9aa-872a62f1b594 req-28d05e11-e1c6-41b4-ac83-bb9ae0fa5b25 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:31.093676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5df932b-6247-4993-b9aa-872a62f1b594 req-28d05e11-e1c6-41b4-ac83-bb9ae0fa5b25 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0952418 Nov 23 19:32:31.140988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5df932b-6247-4993-b9aa-872a62f1b594 req-b6dab44c-f951-4b53-b92b-d8f3453eedf3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Nov 23 19:32:31.236537 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-d9b3a45d-cff9-4c61-982f-63dc726780e2 service neutron] show failed (client error): The resource could not be found. Nov 23 19:32:31.237582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-d9b3a45d-cff9-4c61-982f-63dc726780e2 service neutron] 10.222.0.47 "GET /v2.0/ports/cb221f8a-abc8-4c30-a95b-3aeaa456e20d/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0571053 Nov 23 19:32:31.501319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-55d7009a-0366-4aa8-8410-0a7d3a5b84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:31.502902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-55d7009a-0366-4aa8-8410-0a7d3a5b84d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1096 time: 0.0885830 Nov 23 19:32:31.515723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:32:31.879160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.084557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:32.119721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:32:32.158994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:32.161298 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8895a-c6a1-4a81-8cea-fe45f9f85248" -d '{"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:32.166128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.178574 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Transition to ACTIVE for port object cb221f8a-abc8-4c30-a95b-3aeaa456e20d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:32:32.183808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.235775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:32.247792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.248168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.248645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.248928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.249274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.249726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.250067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.250398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.250731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.251061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.251406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.251872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:32.325223 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61af3093-923c-48b2-8f33-dba26e554418 x-openstack-request-id: req-61af3093-923c-48b2-8f33-dba26e554418 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:32.325530 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:32.325792 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61af3093-923c-48b2-8f33-dba26e554418 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:32.326190 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'code': 200} Nov 23 19:32:32.353066 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.406764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] No DVR routers for this DVR port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:32:32.424294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6050b-926e-43a1-9114-53e780651139 req-2bff94bf-704e-4067-8ffd-6fb867cbcce5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:32.426516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bab6050b-926e-43a1-9114-53e780651139 req-2bff94bf-704e-4067-8ffd-6fb867cbcce5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.1245379 Nov 23 19:32:32.482320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bab6050b-926e-43a1-9114-53e780651139 req-3b044532-edee-4345-982b-1f503f35bd24 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489624 Nov 23 19:32:32.565825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:32:32.566081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:32:32.566413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:32:32.571391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:32:32.571720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Attempting to bind port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:32:32.576927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:32:32.577269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:32:32.577657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:32:32.578091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Bound port: cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:32:32.578447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.642897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:32:32.646127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:32:32.650852 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.692666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:32.693296 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:32.694714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1091 time: 1.1832716 Nov 23 19:32:32.713040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df79f46-e791-4091-8643-cdef2cdd5dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:32.767864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-507c5646-57ab-4a10-816a-cc32b0671365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:32.769409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-507c5646-57ab-4a10-816a-cc32b0671365 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0496120 Nov 23 19:32:32.874963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-86625da7-1a9b-4509-88b6-1f6f50459018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:32.876485 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-86625da7-1a9b-4509-88b6-1f6f50459018 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0956349 Nov 23 19:32:32.950120 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-9a837a7f-90df-4f3b-9d8f-3d66aae2dcd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 999 time: 0.0658052 Nov 23 19:32:33.000696 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-d6c91ad1-5019-497f-bcf3-64dab567e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:33.002173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-d6c91ad1-5019-497f-bcf3-64dab567e3b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0445702 Nov 23 19:32:33.049818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-a50354dc-ad49-4c92-8773-cf8696338e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:33.051341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-a50354dc-ad49-4c92-8773-cf8696338e29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406570 Nov 23 19:32:33.152486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-fbd6c49a-5c7f-4981-8ccc-c1cca3f8c1e1 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923715 Nov 23 19:32:33.245301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-14d88366-283a-4f6d-8186-a13a2d531a37 req-8b9e51b5-8e46-4ccb-a2c2-0e40800ba1ce service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850050 Nov 23 19:32:33.293966 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:33.609168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d575bb-e235-4815-8254-794175835450 req-301eb49a-c583-4b38-93be-b31a24d18dab tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:33.610690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5d575bb-e235-4815-8254-794175835450 req-301eb49a-c583-4b38-93be-b31a24d18dab tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.0571945 Nov 23 19:32:33.662267 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d5d575bb-e235-4815-8254-794175835450 req-db50ec8a-cfef-4458-9fa4-eee7170cc10a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Nov 23 19:32:34.327767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:34.331055 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74de4e-e458-4e08-9ef8-4fc9368f8213" -d '{"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:34.386062 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46255c84-7499-47b4-a04f-90ccafb7256f x-openstack-request-id: req-46255c84-7499-47b4-a04f-90ccafb7256f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:34.386464 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:34.386856 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46255c84-7499-47b4-a04f-90ccafb7256f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:34.387520 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'status': 'completed', 'code': 200} Nov 23 19:32:34.451233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-7f088367-2537-4880-add4-2defcbe7f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.451885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-e6211611-ab48-4261-ad25-243296cd2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.452784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-7f088367-2537-4880-add4-2defcbe7f015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0463452 Nov 23 19:32:34.453035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-e6211611-ab48-4261-ad25-243296cd2dde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0448472 Nov 23 19:32:34.556640 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-a38bbe85-44ec-48b0-8ba3-c62ce3cacf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.558368 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-a38bbe85-44ec-48b0-8ba3-c62ce3cacf2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0946312 Nov 23 19:32:34.558713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-23735246-ee21-4ab3-8f12-dea685930a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.560809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-23735246-ee21-4ab3-8f12-dea685930a30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0978127 Nov 23 19:32:34.625810 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-e01d68fb-5bb7-43f6-bde2-e64981293d48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 999 time: 0.0598550 Nov 23 19:32:34.627409 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-097b202a-7443-42dc-9ca9-3345632073e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 999 time: 0.0585351 Nov 23 19:32:34.679928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-fbe07795-0e9f-4540-9381-7ce5f8fef8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.681416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-fbe07795-0e9f-4540-9381-7ce5f8fef8ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0451739 Nov 23 19:32:34.687680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-f7c9b730-2039-4e67-a6ee-000e30524a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.690233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-f7c9b730-2039-4e67-a6ee-000e30524a4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0531538 Nov 23 19:32:34.746137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-d40ee331-27df-47d4-b9ef-47648bd852ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.747842 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-82209cdf-6b8e-450b-b347-ddc809403c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.748004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-d40ee331-27df-47d4-b9ef-47648bd852ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428936 Nov 23 19:32:34.749300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-82209cdf-6b8e-450b-b347-ddc809403c28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566082 Nov 23 19:32:34.812237 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:32:34.846037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d3a83-1025-4868-bb3c-3dc9ac6f5c16 req-96c2c5d4-0cf0-43c2-9aef-e6b74ce04db2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:34.847574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-279d3a83-1025-4868-bb3c-3dc9ac6f5c16 req-96c2c5d4-0cf0-43c2-9aef-e6b74ce04db2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.1126337 Nov 23 19:32:34.852609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-7ef9d910-77f7-40bc-9aed-e14eb3dc0077 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929966 Nov 23 19:32:34.857037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:32:34.882846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-3cbd30c6-4264-4ffa-83e0-bb05cfb21b35 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192303 Nov 23 19:32:34.935502 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-279d3a83-1025-4868-bb3c-3dc9ac6f5c16 req-cd6e2f98-422c-4191-99de-608fa5c23f7c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797095 Nov 23 19:32:34.956630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-5c6608de-bb00-490c-a50d-0a4c79ad8014 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926189 Nov 23 19:32:34.997925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b74de4e-e458-4e08-9ef8-4fc9368f8213 req-b670e1a3-998e-47c5-b2b8-da5a5734c8e0 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035125 Nov 23 19:32:35.140207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef97d3d-1d21-48e3-b475-c5628b401665 req-aefe5cd4-1912-4559-8848-f4af520f5b2f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.141609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fef97d3d-1d21-48e3-b475-c5628b401665 req-aefe5cd4-1912-4559-8848-f4af520f5b2f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 943 time: 0.0547459 Nov 23 19:32:35.156733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-05d006b4-68b0-4226-83cb-8c41dfbf958b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.158373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-05d006b4-68b0-4226-83cb-8c41dfbf958b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 943 time: 0.0552778 Nov 23 19:32:35.190305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fef97d3d-1d21-48e3-b475-c5628b401665 req-e3cd7856-97d3-433b-a484-addc86efa340 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Nov 23 19:32:35.226687 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-6361bfa5-5741-4050-ae53-6a9390543e70 service neutron] delete failed (client error): The resource could not be found. Nov 23 19:32:35.227731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-6361bfa5-5741-4050-ae53-6a9390543e70 service neutron] 10.222.0.47 "DELETE /v2.0/ports/cb221f8a-abc8-4c30-a95b-3aeaa456e20d/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0592990 Nov 23 19:32:35.323299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-f1e14675-dc16-486e-ba92-bd6c7a2f7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.324825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-f1e14675-dc16-486e-ba92-bd6c7a2f7c18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1094 time: 0.0453100 Nov 23 19:32:35.421215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-27278cc8-cb26-4acc-ac06-ac2f2372f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.422588 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-27278cc8-cb26-4acc-ac06-ac2f2372f4cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0866528 Nov 23 19:32:35.495307 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-49901aba-49c5-484f-a78f-c6b15fbdb04a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 999 time: 0.0615652 Nov 23 19:32:35.548614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-1928cb8e-3db2-48cc-a55e-beffd59443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.550050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-1928cb8e-3db2-48cc-a55e-beffd59443ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0441389 Nov 23 19:32:35.600554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-cb2a0b42-a852-47d5-9989-d5eeae837116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:35.602112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-cb2a0b42-a852-47d5-9989-d5eeae837116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395985 Nov 23 19:32:35.700647 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-34a652f3-a431-41e8-ba5f-ae58caa34397 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Nov 23 19:32:35.804351 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0732ce3-9b16-46a4-9417-22e8e87d661d req-b3fe383f-096e-4a9e-9738-6f0dc24e420e service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924923 Nov 23 19:32:35.966355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:32:36.059453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:36.075825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'mac_address': 'fa:16:3e:f6:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:32:36.112668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:36.125518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb221f8a-abc8-4c30-a95b-3aeaa456e20d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:32:36.144722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:36.149346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:36.197676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:36.205770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.206121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.206467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.206805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.207141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.207505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.207837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.208165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.208492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.208818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.209147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.209475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:36.325819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa61b1-fe93-4404-8ddb-4deb963bab56 req-a19237a8-6f05-4f42-af45-dffa5fd636dd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:36.327413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5baa61b1-fe93-4404-8ddb-4deb963bab56 req-a19237a8-6f05-4f42-af45-dffa5fd636dd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0603893 Nov 23 19:32:36.384706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5baa61b1-fe93-4404-8ddb-4deb963bab56 req-1cfb31b5-c605-4777-9c3a-7199284ed8b1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511487 Nov 23 19:32:36.421279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['cb221f8a-abc8-4c30-a95b-3aeaa456e20d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:32:37.501680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b599-daf0-4265-b28e-e5dd3a268b1b req-2079ab6e-d9cd-4476-afa4-6dbb2acce5d7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:37.503137 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be41b599-daf0-4265-b28e-e5dd3a268b1b req-2079ab6e-d9cd-4476-afa4-6dbb2acce5d7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0482156 Nov 23 19:32:37.549417 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be41b599-daf0-4265-b28e-e5dd3a268b1b req-b8508e16-f56e-404e-ac0a-f4d08498437f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Nov 23 19:32:37.665567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0de0d-8cb9-4fd6-b3da-54fd2324d2fa req-fb4e675c-c499-443a-9b59-6a2dce400142 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:37.667123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18b0de0d-8cb9-4fd6-b3da-54fd2324d2fa req-fb4e675c-c499-443a-9b59-6a2dce400142 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0488815 Nov 23 19:32:37.713295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-18b0de0d-8cb9-4fd6-b3da-54fd2324d2fa req-4b3b60bf-2667-49c0-9f4f-c6bbddde5613 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402739 Nov 23 19:32:37.922836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73956d6a-731c-457b-b00b-d08b117d1900 req-2943d390-58b5-4343-b261-4252705de41f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:37.924286 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73956d6a-731c-457b-b00b-d08b117d1900 req-2943d390-58b5-4343-b261-4252705de41f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 944 time: 0.0568495 Nov 23 19:32:37.947811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-3c37f293-b573-4ef0-bb78-964ee3eab282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:37.949309 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-3c37f293-b573-4ef0-bb78-964ee3eab282 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 1095 time: 0.0441122 Nov 23 19:32:37.974320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-73956d6a-731c-457b-b00b-d08b117d1900 req-716c88bb-8966-4d3b-82d5-18d4ca9c8315 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Nov 23 19:32:37.982978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:32:38.032227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port cb221f8a-abc8-4c30-a95b-3aeaa456e20d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:32:38.036238 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port cb221f8a-abc8-4c30-a95b-3aeaa456e20d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:32:38.036605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:38.056224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-cf370921-b63c-4801-84fb-a9b39faeed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:38.062203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-cf370921-b63c-4801-84fb-a9b39faeed0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1008255 Nov 23 19:32:38.127490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:38.134983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-9c66737e-d4bb-4940-9978-ddd818b825c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 200 len: 1000 time: 0.0696805 Nov 23 19:32:38.153347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:38.155712 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff462e3-ad51-4c51-92c3-d497339959b4" -d '{"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:38.169463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:38.173819 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:38.192644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-501217fe-d7c1-4813-8a50-280f968d988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:38.195050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-501217fe-d7c1-4813-8a50-280f968d988f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0510721 Nov 23 19:32:38.228105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:38.245997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-10426667-8968-4733-9bc3-7a345b64bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:38.247548 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-10426667-8968-4733-9bc3-7a345b64bd4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446415 Nov 23 19:32:38.254422 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734fb676-27db-4c8f-9974-78a9698bdefe x-openstack-request-id: req-734fb676-27db-4c8f-9974-78a9698bdefe {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:38.254766 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-plugged", "status": "completed", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:38.255034 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-734fb676-27db-4c8f-9974-78a9698bdefe {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:38.255457 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'code': 200} Nov 23 19:32:38.351982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-b71658ac-0bfc-4490-9c0e-2cc7db257c95 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888324 Nov 23 19:32:38.445543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffc020db-dcd5-4cdd-9c29-05fd98fd61c0 req-4eeb1f08-8251-40b3-8dfd-696342750f75 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Nov 23 19:32:39.096474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318a84-47eb-4435-a21f-2a3f5367f868 req-15cc5d79-7626-4946-a4eb-4e37256b2646 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:39.097864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08318a84-47eb-4435-a21f-2a3f5367f868 req-15cc5d79-7626-4946-a4eb-4e37256b2646 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0506718 Nov 23 19:32:39.147370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08318a84-47eb-4435-a21f-2a3f5367f868 req-b22f6454-ba4c-4998-81cb-2b9f24a414c3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Nov 23 19:32:39.383673 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:39.408340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e05ba-19d2-4904-aa1b-cbbded92fcac req-72953250-6bd5-4a62-8143-6baba400f91d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:39.409839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-589e05ba-19d2-4904-aa1b-cbbded92fcac req-72953250-6bd5-4a62-8143-6baba400f91d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0613649 Nov 23 19:32:39.465669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-589e05ba-19d2-4904-aa1b-cbbded92fcac req-b4d43098-b541-4a10-8e92-0df8c25cdd41 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495195 Nov 23 19:32:40.585509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d623c-a2c9-47c2-ac73-b95d60810415 req-56666a78-6a82-40b9-9c7b-7e360032eed2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:40.586968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-444d623c-a2c9-47c2-ac73-b95d60810415 req-56666a78-6a82-40b9-9c7b-7e360032eed2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Nov 23 19:32:40.642854 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-444d623c-a2c9-47c2-ac73-b95d60810415 req-00179b78-ff25-43a1-a34c-c453d78cfa84 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499048 Nov 23 19:32:40.694120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-76e8c0e7-5e89-46a2-b690-c3171a11784b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:40.695633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-76e8c0e7-5e89-46a2-b690-c3171a11784b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 945 time: 0.0473306 Nov 23 19:32:40.731171 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:40.791056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Deleting port cb221f8a-abc8-4c30-a95b-3aeaa456e20d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:32:40.791412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:40.884769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] For port cb221f8a-abc8-4c30-a95b-3aeaa456e20d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:40.885135 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:41.098435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:41.098688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:41.098998 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 disassociated. External IP: 172.25.5.109, port: cb221f8a-abc8-4c30-a95b-3aeaa456e20d. Nov 23 19:32:41.099353 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Calling delete_port for cb221f8a-abc8-4c30-a95b-3aeaa456e20d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:32:41.223275 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:41.254156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'Port': ['ID=cb221f8a-abc8-4c30-a95b-3aeaa456e20d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:41.374721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:32:41.484292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:32:41.495410 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:32:41.505119 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:32:41.505936 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:32:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:41.524025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] No DVR routers for this DVR port cb221f8a-abc8-4c30-a95b-3aeaa456e20d on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:32:41.530209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:41.530842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-790e535c-f287-45b8-adfd-55838ac1aee7 req-471d025e-348f-47b7-8c1d-1874459134c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "DELETE /v2.0/ports/cb221f8a-abc8-4c30-a95b-3aeaa456e20d HTTP/1.1" status: 204 len: 173 time: 0.8288181 Nov 23 19:32:41.531364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-deleted', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:41.534522 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17bdefde61455f2c0e8db4ca40001af6e0df1944f7fc4cf6827a83b2d51ef9a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ea015-dc08-4f33-ad9b-2aa203dd2756" -d '{"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-deleted", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:41.582022 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95acf370-8129-4e12-9850-bfc737a8cd18 x-openstack-request-id: req-95acf370-8129-4e12-9850-bfc737a8cd18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:41.582492 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b49369-0fab-4470-a07f-0c0bd44f03c0", "name": "network-vif-deleted", "tag": "cb221f8a-abc8-4c30-a95b-3aeaa456e20d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:41.582864 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95acf370-8129-4e12-9850-bfc737a8cd18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:41.583425 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b49369-0fab-4470-a07f-0c0bd44f03c0', 'name': 'network-vif-deleted', 'tag': 'cb221f8a-abc8-4c30-a95b-3aeaa456e20d', 'status': 'completed', 'code': 200} Nov 23 19:32:41.718447 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:32:41.760704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4bbc5c1-5104-40fe-bb3c-e309fe805a39 req-12983fab-2559-4efe-97a5-9c779e3d6d76 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=96b49369-0fab-4470-a07f-0c0bd44f03c0 HTTP/1.1" status: 200 len: 210 time: 0.0311844 Nov 23 19:32:41.929785 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:41.955503 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:32:41.964230 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:32:41.964827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:32:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:42.068879 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:32:42.278896 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:42.305150 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd865c-01ac-4990-84d0-14b587dfe25a None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:32:42.532091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d3478-85da-44df-bcc1-73e0b04351ef None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:32:43.039860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-4026728b-7fd3-4fdc-a86a-45a4d4768913 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1885929033&fields=id&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 267 time: 0.0430503 Nov 23 19:32:43.146160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-058f71f8-9558-4149-8539-105f24bdc019 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:43.147651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-058f71f8-9558-4149-8539-105f24bdc019 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1010921 Nov 23 19:32:43.163130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-079e42e7-f2f7-4bb1-9b7e-2dcaee059817 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/quotas/6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 375 time: 0.0094891 Nov 23 19:32:43.218844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-d39ec3d3-6eeb-407f-8e16-214f4ee748f5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500977 Nov 23 19:32:43.312709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-4008e6a1-b1e2-4618-8277-00ba7556c49f service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822825 Nov 23 19:32:43.404807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-f61404ae-97d1-4c9e-84d8-104f9ae1e857 service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Nov 23 19:32:43.562686 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3f3521b2-4f74-4cd5-8748-5768082c23f1 req-3b428bde-759b-4aee-aed8-7c13c25e037b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Nov 23 19:32:43.997427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:32:44.017201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: cb221f8a-abc8-4c30-a95b-3aeaa456e20d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:32:44.017552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device cb221f8a-abc8-4c30-a95b-3aeaa456e20d not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:32:44.633037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-ecef7fb3-af12-429f-ac2b-69db621b5aad tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:44.635062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-ecef7fb3-af12-429f-ac2b-69db621b5aad tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1160955 Nov 23 19:32:44.682434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-293be322-e68a-4f5f-bab7-8daa865c2a03 req-466e7b81-2c5f-47c0-b297-ce525703c192 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Nov 23 19:32:44.721821 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3ee22686-3c08-4345-add4-da9562a92e16 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 380 time: 0.0751734 Nov 23 19:32:44.733414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'port': {'device_id': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'admin_state_up': True, 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'security_groups': ['bd5d92f5-f121-441b-a947-b65ac45dcd8a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:32:44.839944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:32:44.843499 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:44.978973 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Allocated IP 172.20.0.4 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:32:45.117853 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.152727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.194886 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:32:45.200057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:32:45.202541 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:32:45.233386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:45.248727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.249504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.249856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.250197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.250533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.250863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.251190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.251538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.251871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.252190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.252526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.252854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:32:45.273526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:45.274134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.291844 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-3cbbc699-2340-4f03-a62a-8ca896ecb72c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619526 Nov 23 19:32:45.310968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Request body: {'port': {'device_id': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:32:45.366546 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.450878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6525e79d-cfc3-45b8-9173-5b6220a256e5 None None] Provisioning complete for port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:32:45.451503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6525e79d-cfc3-45b8-9173-5b6220a256e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.485335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6525e79d-cfc3-45b8-9173-5b6220a256e5 None None] Port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:32:45.629545 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:32:45.637027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.649703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Transition to ACTIVE for port object a4e056ce-2dfc-4ff1-9f91-430dccc39cdb will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:32:45.653504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.702527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:45.790663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:32:45.791015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:32:45.791388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:32:45.796388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:32:45.796711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:32:45.802227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:32:45.802966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:32:45.803674 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:32:45.804839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Bound port: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:32:45.805457 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.810385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74637d-fdb2-4b97-850f-eb2fb745674e req-48c12e4f-b791-4937-87be-00907795b6b4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:45.818072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e74637d-fdb2-4b97-850f-eb2fb745674e req-48c12e4f-b791-4937-87be-00907795b6b4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0602565 Nov 23 19:32:45.872438 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e74637d-fdb2-4b97-850f-eb2fb745674e req-a1c070b1-2e6a-400d-b796-86274b302cd3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534809 Nov 23 19:32:45.876127 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:32:45.879870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:32:45.884580 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.919667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:45.920171 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:45.921829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1091 time: 0.6153903 Nov 23 19:32:45.922223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:45.924523 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e75c73-7c2b-4e48-9ffa-092a93a475b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:45.955088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347cfa8-60f5-4c40-b15e-8511b804b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:45.971567 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c28e01d-2659-4418-835c-e65037e6143b x-openstack-request-id: req-7c28e01d-2659-4418-835c-e65037e6143b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:45.971933 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:45.972211 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c28e01d-2659-4418-835c-e65037e6143b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:45.972610 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'status': 'completed', 'code': 200} Nov 23 19:32:46.024023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-72847720-7773-4f77-8a43-444e5bf045ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.025565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-72847720-7773-4f77-8a43-444e5bf045ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1094 time: 0.0441096 Nov 23 19:32:46.077499 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-84a52092-55f6-4520-99bf-75e528f5d23a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 217 time: 0.0394974 Nov 23 19:32:46.134785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-ed029d3e-444f-4da0-9b38-0542786ac4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.136350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-ed029d3e-444f-4da0-9b38-0542786ac4d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0501311 Nov 23 19:32:46.186532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-e65e8e80-4798-44a5-b6cf-61185d809995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.188032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-e65e8e80-4798-44a5-b6cf-61185d809995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406754 Nov 23 19:32:46.285203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-59d36432-e9ee-463a-888d-127b033bc665 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Nov 23 19:32:46.377820 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2a268844-b8e2-4afd-bbc1-26cef6bec5ee req-de436c38-7278-4742-88c5-ef357494b5c8 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807087 Nov 23 19:32:46.476551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-739778cd-9b63-4e38-bfdf-170ac02382b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.477952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-739778cd-9b63-4e38-bfdf-170ac02382b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1094 time: 0.0451765 Nov 23 19:32:46.567847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-e0434d8f-cc8d-4c4e-a6c3-0f9843c63346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.569336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-e0434d8f-cc8d-4c4e-a6c3-0f9843c63346 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0843241 Nov 23 19:32:46.614605 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-896df3c5-b6b8-492c-8e7f-97df30456e1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 217 time: 0.0368977 Nov 23 19:32:46.667633 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-63c007e1-0ea2-43e7-b6a8-e4bf5e45ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.669075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-63c007e1-0ea2-43e7-b6a8-e4bf5e45ef38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0449593 Nov 23 19:32:46.719559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-8fadbff8-6dbc-43b1-905d-dcc575ad15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.721015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-8fadbff8-6dbc-43b1-905d-dcc575ad15c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400298 Nov 23 19:32:46.816060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-5f67bbff-dcd9-41fa-a1e2-27cf0fc070ff service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 Nov 23 19:32:46.905381 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-47e75c73-7c2b-4e48-9ffa-092a93a475b9 req-9526381a-333e-4a67-8078-37592f436b7e service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816524 Nov 23 19:32:46.989454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3aeaa-5794-4ef0-8dfa-3ee8dfcb0cc1 req-d83176c4-5550-4ec5-9be2-25a17438e1fa tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:46.990922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebc3aeaa-5794-4ef0-8dfa-3ee8dfcb0cc1 req-d83176c4-5550-4ec5-9be2-25a17438e1fa tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0483048 Nov 23 19:32:47.037764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebc3aeaa-5794-4ef0-8dfa-3ee8dfcb0cc1 req-2478ba43-45cc-4614-b99f-119b40a7bd60 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Nov 23 19:32:48.160085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3b580-46d7-4f35-9829-b1f4b03832f5 req-a8dbb443-c436-400a-837a-a474b7b77e2a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:48.161565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ae3b580-46d7-4f35-9829-b1f4b03832f5 req-a8dbb443-c436-400a-837a-a474b7b77e2a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0495150 Nov 23 19:32:48.216483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ae3b580-46d7-4f35-9829-b1f4b03832f5 req-2a184379-a14b-445f-a2c2-05cd2dd9ac98 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483475 Nov 23 19:32:49.329711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235b9f-7027-4b2e-bc01-4825e5af1e23 req-ab4bb7f9-32ca-4501-a005-d6ad0eae14fc tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:49.331170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5235b9f-7027-4b2e-bc01-4825e5af1e23 req-ab4bb7f9-32ca-4501-a005-d6ad0eae14fc tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0472901 Nov 23 19:32:49.378315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e5235b9f-7027-4b2e-bc01-4825e5af1e23 req-4b6a1e07-6e29-4d69-8f8e-b5c60c70d3e5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Nov 23 19:32:50.492990 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29e5c-c0f3-414f-a785-a8d38dbd31a9 req-30a498b2-7818-461d-a23f-9681a90ab0dd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:50.494462 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a29e5c-c0f3-414f-a785-a8d38dbd31a9 req-30a498b2-7818-461d-a23f-9681a90ab0dd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0480747 Nov 23 19:32:50.554618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4a29e5c-c0f3-414f-a785-a8d38dbd31a9 req-9cd10aa1-da35-46a5-981f-b3bd76427505 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534606 Nov 23 19:32:50.892231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:32:50.985381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:50.995976 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:32:51.036868 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:51.049246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:32:51.067940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:51.072186 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:51.117703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:51.389134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:32:51.674942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898566d-1946-44e8-88d9-6d245dbd2575 req-f9f144f6-1091-4448-a1cc-be8eeb12f31b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:51.676385 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b898566d-1946-44e8-88d9-6d245dbd2575 req-f9f144f6-1091-4448-a1cc-be8eeb12f31b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0522652 Nov 23 19:32:51.722010 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b898566d-1946-44e8-88d9-6d245dbd2575 req-d60290cc-e8dc-4913-8a62-0e9b655bf0fd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391691 Nov 23 19:32:52.838314 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab4126-40bf-4cf9-b9cc-3f55fd14e035 req-52fe858e-65e2-4e8c-848d-ab5e686232c4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:52.839809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08ab4126-40bf-4cf9-b9cc-3f55fd14e035 req-52fe858e-65e2-4e8c-848d-ab5e686232c4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0507700 Nov 23 19:32:52.886582 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-08ab4126-40bf-4cf9-b9cc-3f55fd14e035 req-f818d79d-e03b-4bbb-83cf-3bbcbd47512c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Nov 23 19:32:52.906323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:32:52.953768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:32:52.957756 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:32:52.958125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:53.036146 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:53.058522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:53.060760 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb28ed82a8953f1d51fbdaf61c07238b40e36ea46a51890af3652873e919e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a4d34-4749-48f0-97c7-c01d69133953" -d '{"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:53.072927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:32:53.076809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:53.099884 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9124b2-18a8-44b5-94d4-8beb24b72e2b x-openstack-request-id: req-6c9124b2-18a8-44b5-94d4-8beb24b72e2b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:53.100184 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:53.100441 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c9124b2-18a8-44b5-94d4-8beb24b72e2b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:53.100832 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'code': 200} Nov 23 19:32:53.126504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:32:53.291748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fab1d-5979-45e7-8249-13d6485616a2 req-5633a896-2006-4c12-b561-a0724f4162af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:53.293119 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-815fab1d-5979-45e7-8249-13d6485616a2 req-5633a896-2006-4c12-b561-a0724f4162af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1096 time: 0.0828192 Nov 23 19:32:53.341054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-815fab1d-5979-45e7-8249-13d6485616a2 req-763e1a12-fbcd-4caa-bced-2b83584a33d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370228 Nov 23 19:32:54.008355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f113-c0a6-4b27-9474-b314363542f8 req-f41174f5-b429-47dd-bbea-07858e3f3e8e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:54.009823 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c21f113-c0a6-4b27-9474-b314363542f8 req-f41174f5-b429-47dd-bbea-07858e3f3e8e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Nov 23 19:32:54.057095 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0c21f113-c0a6-4b27-9474-b314363542f8 req-b919aeb9-df24-4ac9-9fd7-22fba2d5115c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Nov 23 19:32:55.173723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ff7cf-e524-4e7d-9020-e41afbc50bd8 req-92eb4777-9eae-42a9-8dbb-b235c98e5a11 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:55.175238 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a34ff7cf-e524-4e7d-9020-e41afbc50bd8 req-92eb4777-9eae-42a9-8dbb-b235c98e5a11 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Nov 23 19:32:55.221693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a34ff7cf-e524-4e7d-9020-e41afbc50bd8 req-cc09ad5b-5df7-4f4c-bcf2-44e5ee421385 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Nov 23 19:32:55.337159 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959bf8-e137-495a-8a3e-22f0dc7c80de req-fcaa8f8a-1dd5-437c-9a11-030cdfac7f57 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:55.338537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c959bf8-e137-495a-8a3e-22f0dc7c80de req-fcaa8f8a-1dd5-437c-9a11-030cdfac7f57 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Nov 23 19:32:55.347119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 44616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:32:55.352431 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'floatingip': {'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:32:55.390636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:56.111673 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:32:56.143712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:56.147687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:56.248249 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 associated. External IP: 172.25.5.109, port: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb. Nov 23 19:32:56.454502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:32:56.560867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:32:56.565672 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:56.570719 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:32:56.580307 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:32:56.580909 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:32:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:56.592785 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7c07038f-51e9-4625-bf9d-389555b79740 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "PUT /v2.0/floatingips/3c17306c-028e-4372-aedd-4fef8ba5f0c6 HTTP/1.1" status: 200 len: 991 time: 1.2446079 Nov 23 19:32:56.593370 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:32:56.595634 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6661c29eed954f9bf018777def511b09b5afbbb5e8fd98bdb34d821aa79018ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c456df-7482-4426-8d1a-d9eca54638ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:32:56.634158 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71543022-9559-4920-8b68-d228c18203b9 x-openstack-request-id: req-71543022-9559-4920-8b68-d228c18203b9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:32:56.634463 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:32:56.635418 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71543022-9559-4920-8b68-d228c18203b9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:32:56.635830 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'status': 'completed', 'code': 200} Nov 23 19:32:56.689501 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:32:56.703096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c456df-7482-4426-8d1a-d9eca54638ca req-e5f12639-e6e4-46f6-84ba-009b54a05c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:56.704706 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-e5f12639-e6e4-46f6-84ba-009b54a05c99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1096 time: 0.0416927 Nov 23 19:32:56.799083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c456df-7482-4426-8d1a-d9eca54638ca req-0fcd68ed-d757-4673-af4d-cfe38d317369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:56.800593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-0fcd68ed-d757-4673-af4d-cfe38d317369 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0886693 Nov 23 19:32:56.866999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-dc657b46-207d-4185-b442-1b1706206422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 999 time: 0.0585744 Nov 23 19:32:56.913436 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:32:55Z', 'revision_number': 9, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:56.915469 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c456df-7482-4426-8d1a-d9eca54638ca req-6cf185e1-cc8f-48d0-b5c3-b6695116d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:56.917476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-6cf185e1-cc8f-48d0-b5c3-b6695116d7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0437829 Nov 23 19:32:56.940524 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:32:56.948914 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:32:56.949523 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:32:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:56.966375 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c456df-7482-4426-8d1a-d9eca54638ca req-19e856ab-3e78-400f-ac1e-c1873638d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:32:56.967804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-19e856ab-3e78-400f-ac1e-c1873638d7bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435016 Nov 23 19:32:57.052829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:32:57.061716 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-3751e648-c53f-4335-99cf-feb6f6129421 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831716 Nov 23 19:32:57.156598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94c456df-7482-4426-8d1a-d9eca54638ca req-94043257-8294-4d07-8880-744f4de74036 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Nov 23 19:32:57.282039 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:32:55Z', 'revision_number': 9, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:32:57.312667 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a12b-6937-49ae-935c-ff13c34cad95 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:32:55Z', 'revision_number': 9, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:32:57.484737 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-067568af-7adb-43f4-babb-3dac516e6531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:32:57.495755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f405649-4224-4c8f-b17b-42a0a633b431 None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:33:00.217200 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92524327-ab40-4fa6-a6df-22af9092748a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:00.917827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:02.354042 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:03.295772 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:09.199343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-041fa126-ad17-431b-82ca-a93ac5d7612b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394440 Nov 23 19:33:09.292866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-cd7d40eb-35cf-472e-b93c-a23d14a1ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:33:09.294567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-cd7d40eb-35cf-472e-b93c-a23d14a1ed3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1096 time: 0.0433137 Nov 23 19:33:09.387499 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:09.409380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-5c4fd312-7591-41ea-b57e-a2c7bbedc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:33:09.411023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-5c4fd312-7591-41ea-b57e-a2c7bbedc956 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0942400 Nov 23 19:33:09.476963 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-ac5ffd34-a3ba-41eb-8e25-3b32a46d2b92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1002 time: 0.0587630 Nov 23 19:33:09.536967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-5762aaa1-4f78-4099-abde-26bcda5e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:33:09.538445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-5762aaa1-4f78-4099-abde-26bcda5e44c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0513263 Nov 23 19:33:09.586660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-4bf99f16-0b09-4363-856d-0243a5528e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:33:09.588187 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-4bf99f16-0b09-4363-856d-0243a5528e27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404549 Nov 23 19:33:09.681808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-78587cbf-ee79-4ada-8dd5-eb8ab52e347a service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Nov 23 19:33:09.777250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-88633579-7ee4-4cc3-9e19-ee887ec82379 req-0eed622e-086f-4ed9-8759-22ba20c53a3f service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Nov 23 19:33:10.737989 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:27.486293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bed780e5-c78a-4d05-ad1b-4e58a77cbe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:30.217406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467cf549-0896-4c08-a7b7-834737aade88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:30.920776 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:32.358177 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:33.110553 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:33:33.297321 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:39.390387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:40.728852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:33:57.487527 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1537acd0-fcf1-4a79-86cd-4228492422e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:00.218810 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e402074-3856-40ec-b780-2c1b792b7ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:00.925369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:02.360786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:03.299134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:09.203866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-6551e6cd-ba6f-49ab-a043-f964308330c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398114 Nov 23 19:34:09.291242 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088366f-a820-4665-950d-0501d8f5c597 req-ffe8b4c9-8419-4605-b976-0f9b27da769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:09.292753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-ffe8b4c9-8419-4605-b976-0f9b27da769b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1096 time: 0.0418344 Nov 23 19:34:09.387608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:09.412405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088366f-a820-4665-950d-0501d8f5c597 req-a223b3c4-3227-4e05-b1e5-443a8a7be3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:09.413874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-a223b3c4-3227-4e05-b1e5-443a8a7be3f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0923409 Nov 23 19:34:09.482701 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-54353a0e-a81c-4230-b49e-0c5bc7a5db8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1002 time: 0.0573399 Nov 23 19:34:09.542820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088366f-a820-4665-950d-0501d8f5c597 req-d93d16b8-21be-49cf-ba34-3f1d1f7500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:09.544323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-d93d16b8-21be-49cf-ba34-3f1d1f7500ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0491774 Nov 23 19:34:09.594631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088366f-a820-4665-950d-0501d8f5c597 req-201155c2-8831-4930-b6e2-d108d10e720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:09.596132 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-201155c2-8831-4930-b6e2-d108d10e720c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405397 Nov 23 19:34:09.693852 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-737dc38b-eb3b-4da1-aefe-2e343d7bf282 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 Nov 23 19:34:09.790204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9088366f-a820-4665-950d-0501d8f5c597 req-59351e7b-c685-4e36-a11f-376b2e6f5ffa service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817792 Nov 23 19:34:10.110190 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:34:10.725937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:27.491456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4e77193-12b8-4824-a140-92a85f0a2406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:30.223784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-598374dc-a794-45df-a118-94ae701cf800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:30.928768 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:32.363422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:33.300401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:37.350101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8fcf3-500e-40a2-8dba-91a21ea287a3 req-b1a897a2-ec5d-45c7-bfa1-f7a1848d37fe tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:37.351623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d1b8fcf3-500e-40a2-8dba-91a21ea287a3 req-b1a897a2-ec5d-45c7-bfa1-f7a1848d37fe tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0618482 Nov 23 19:34:37.431983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d1b8fcf3-500e-40a2-8dba-91a21ea287a3 req-f96d3b06-d50a-447a-95e3-ca75ce9682e8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733924 Nov 23 19:34:37.434793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-9266d6dc-b6c6-44e6-b24e-4b469e685091 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122115 Nov 23 19:34:38.588185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d081c5c-0e63-4fa2-8a69-5cb4db11fb66 req-588a19ad-5576-438f-b002-c57171b56feb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:38.589684 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d081c5c-0e63-4fa2-8a69-5cb4db11fb66 req-588a19ad-5576-438f-b002-c57171b56feb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0850861 Nov 23 19:34:38.596470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-1bc0b3b9-9c06-48d9-8a0c-9b134ab2108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:38.597849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-1bc0b3b9-9c06-48d9-8a0c-9b134ab2108a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1096 time: 0.0913296 Nov 23 19:34:38.688038 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d081c5c-0e63-4fa2-8a69-5cb4db11fb66 req-0b79441a-b331-4ece-9329-e0a79dc905e5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892413 Nov 23 19:34:38.717485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-5dfb23a7-dc53-4289-aed6-c0c80015e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:38.718856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-5dfb23a7-dc53-4289-aed6-c0c80015e569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1071119 Nov 23 19:34:38.793245 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-ad992eff-aae0-4ac5-8799-716db5374539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1002 time: 0.0616319 Nov 23 19:34:38.856119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-0265b369-9fac-4366-b1cb-09bc9a1f6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:38.857687 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-0265b369-9fac-4366-b1cb-09bc9a1f6ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0536292 Nov 23 19:34:38.908750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-443cbd34-46d1-43f9-8de7-9c07033c189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:38.910210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-443cbd34-46d1-43f9-8de7-9c07033c189e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411620 Nov 23 19:34:39.013134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-0437266b-4e98-419e-9f08-6e6aec935ebf service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896003 Nov 23 19:34:39.111023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-bf79e927-8d65-4175-b5ea-80fab244439f service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886059 Nov 23 19:34:39.413440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:39.803540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f90a-4772-4390-a9d6-dcadbadad8a4 req-27a1df46-7a0b-4960-9125-cc14213f3d10 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:39.804995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95c5f90a-4772-4390-a9d6-dcadbadad8a4 req-27a1df46-7a0b-4960-9125-cc14213f3d10 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Nov 23 19:34:39.856125 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95c5f90a-4772-4390-a9d6-dcadbadad8a4 req-dfcb32f9-28b6-4957-8299-c0cf65e63c0d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Nov 23 19:34:40.729467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:40.977087 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6c2e-cb16-43b2-ba79-117777667ecc req-6c292d9b-44c0-464d-805c-7086137a1958 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:40.978557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fff6c2e-cb16-43b2-ba79-117777667ecc req-6c292d9b-44c0-464d-805c-7086137a1958 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Nov 23 19:34:41.024996 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5fff6c2e-cb16-43b2-ba79-117777667ecc req-93f448ab-235b-412a-ad77-62f8e3155665 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Nov 23 19:34:42.143432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8599bdb-cf19-4108-8254-180789148fe9 req-0b634845-1367-4154-af14-0543c42d71be tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:42.144803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8599bdb-cf19-4108-8254-180789148fe9 req-0b634845-1367-4154-af14-0543c42d71be tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Nov 23 19:34:42.194814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a8599bdb-cf19-4108-8254-180789148fe9 req-6aa814cc-38ce-4043-b916-3d6341a6bd60 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Nov 23 19:34:43.313810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcafc30-7514-4295-956f-8dc94470307f req-cac2b14c-5f2b-478d-b713-1cda6f3f547e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:43.315266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9dcafc30-7514-4295-956f-8dc94470307f req-cac2b14c-5f2b-478d-b713-1cda6f3f547e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0483851 Nov 23 19:34:43.361696 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9dcafc30-7514-4295-956f-8dc94470307f req-a7b2bc8b-5958-4cb6-8e3a-cce49603ceb0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Nov 23 19:34:44.479479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8fd1b-cf83-49a3-8d21-e58b98dfebde req-e65a89ac-b495-40d4-943a-08a6e3260db5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:44.480958 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00c8fd1b-cf83-49a3-8d21-e58b98dfebde req-e65a89ac-b495-40d4-943a-08a6e3260db5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0510731 Nov 23 19:34:44.543188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-00c8fd1b-cf83-49a3-8d21-e58b98dfebde req-1cd3ae18-6f44-4d9e-a8bd-5d86d48e0dc8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562658 Nov 23 19:34:45.669600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882f60f-c702-41dd-a6a7-00a18f2f683d req-4940bb5d-0a0b-4fd0-b68c-d8977b3aa94b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:45.671032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3882f60f-c702-41dd-a6a7-00a18f2f683d req-4940bb5d-0a0b-4fd0-b68c-d8977b3aa94b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Nov 23 19:34:45.716250 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3882f60f-c702-41dd-a6a7-00a18f2f683d req-d1080d02-17ac-46c7-b810-fac18d670482 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Nov 23 19:34:46.840058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99d510-7b2c-4d43-8000-1907e53a498d req-8f711669-2185-4074-9fbf-8396a84574d4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:46.841534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c99d510-7b2c-4d43-8000-1907e53a498d req-8f711669-2185-4074-9fbf-8396a84574d4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0539424 Nov 23 19:34:46.887701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1c99d510-7b2c-4d43-8000-1907e53a498d req-7546452d-8886-47d9-be15-c890bf078b67 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Nov 23 19:34:47.109230 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:34:48.006867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc074b-54e8-4edc-a0ac-ba19a0e64547 req-f5c154e6-9867-49f6-bc7a-352bd40a3778 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:48.008412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebcc074b-54e8-4edc-a0ac-ba19a0e64547 req-f5c154e6-9867-49f6-bc7a-352bd40a3778 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Nov 23 19:34:48.056450 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebcc074b-54e8-4edc-a0ac-ba19a0e64547 req-20ff82fc-7765-46f2-a8fa-4772d1e8a254 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Nov 23 19:34:49.172865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed076ae-1289-4e22-947c-326af42d3cfd req-2836e109-0159-46a0-9864-57d1c3cbfc04 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:49.174336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ed076ae-1289-4e22-947c-326af42d3cfd req-2836e109-0159-46a0-9864-57d1c3cbfc04 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0494034 Nov 23 19:34:49.221214 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ed076ae-1289-4e22-947c-326af42d3cfd req-72234133-9909-4d64-8766-52198f933dd7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 23 19:34:50.337267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807e876-fc1a-43ae-9c71-7d2aa8af7c49 req-ae565499-bca1-49f7-9eaa-65f6f6303468 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:50.339044 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1807e876-fc1a-43ae-9c71-7d2aa8af7c49 req-ae565499-bca1-49f7-9eaa-65f6f6303468 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0487852 Nov 23 19:34:50.390232 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1807e876-fc1a-43ae-9c71-7d2aa8af7c49 req-05b279b1-a41d-4dc0-9d0e-3f6303be2fdf tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Nov 23 19:34:51.379995 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-94336bf8-b230-46e0-be8b-3248ec7a3eaa service neutron] show failed (client error): The resource could not be found. Nov 23 19:34:51.381005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-94336bf8-b230-46e0-be8b-3248ec7a3eaa service neutron] 10.222.0.47 "GET /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0537138 Nov 23 19:34:51.511988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f583549-efdd-4bee-8116-6a06ff6a90a1 req-45691bc9-f04e-4d87-9258-8db6d09a4415 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:51.513398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f583549-efdd-4bee-8116-6a06ff6a90a1 req-45691bc9-f04e-4d87-9258-8db6d09a4415 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Nov 23 19:34:51.576848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f583549-efdd-4bee-8116-6a06ff6a90a1 req-e61e3b4c-5124-46af-83fa-00bc6534812b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556893 Nov 23 19:34:52.019109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-d0dc3fa7-0a07-41b6-a719-6890c610987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:52.020658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-d0dc3fa7-0a07-41b6-a719-6890c610987e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1096 time: 0.3846822 Nov 23 19:34:52.033897 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:34:52.084841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.281942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:34:52.313439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:34:52.352010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:34:52.357286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.369444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Transition to ACTIVE for port object a4e056ce-2dfc-4ff1-9f91-430dccc39cdb will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:34:52.373374 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.400194 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0c36b5-4bf2-41fd-a546-0a7110400d83" -d '{"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:34:52.465767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:52.490158 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.490632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.490838 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.491178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.491559 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.491889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.492215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.492541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.493381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.493381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.493569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.493802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:52.510378 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ed7dd-46bb-4950-85c7-f004539c5ea8 x-openstack-request-id: req-c57ed7dd-46bb-4950-85c7-f004539c5ea8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:34:52.510688 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:34:52.510943 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c57ed7dd-46bb-4950-85c7-f004539c5ea8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:34:52.511385 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'code': 200} Nov 23 19:34:52.525783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] No DVR routers for this DVR port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:34:52.690851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:34:52.691100 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:34:52.691456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:34:52.700017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:34:52.700343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:34:52.712017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:34:52.712376 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:34:52.712742 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:34:52.713177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Bound port: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:34:52.713535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.732466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e6c8-8dd2-427f-83e9-2e6a1db3ad96 req-cfba7a04-4efd-4e25-806b-cb9c442aea3a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:52.733998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e95e6c8-8dd2-427f-83e9-2e6a1db3ad96 req-cfba7a04-4efd-4e25-806b-cb9c442aea3a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0772333 Nov 23 19:34:52.821832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e95e6c8-8dd2-427f-83e9-2e6a1db3ad96 req-7a6d9bce-a127-4d56-9bb7-e9aded04525c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818384 Nov 23 19:34:52.827537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:34:52.831769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:34:52.837245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.871382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:52.871866 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:52.873341 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] 10.222.0.50 "PUT /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1091 time: 0.8443468 Nov 23 19:34:52.897117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081452-1390-451b-b20d-0c82c1384974 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:52.942589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-9b7ecc48-d115-48a4-8fe7-1ec0843dd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:52.944172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-9b7ecc48-d115-48a4-8fe7-1ec0843dd31d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1094 time: 0.0426815 Nov 23 19:34:53.043652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-8f4819fb-5340-4404-8018-f8194b47618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:53.045202 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-8f4819fb-5340-4404-8018-f8194b47618b service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0937281 Nov 23 19:34:53.112491 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-a59e8fca-8803-46cc-8c77-005649c29624 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0584652 Nov 23 19:34:53.167587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-f81d8812-a982-47fa-874b-69491a06d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:53.169055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-f81d8812-a982-47fa-874b-69491a06d714 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0482452 Nov 23 19:34:53.215471 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-066be796-6e63-4eb7-892b-1089b3ea75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:53.216962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-066be796-6e63-4eb7-892b-1089b3ea75be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397871 Nov 23 19:34:53.306525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-33badb77-92c3-4800-827f-3f9e87056d74 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818872 Nov 23 19:34:53.406764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2b418f2e-52d0-4e7e-90cd-8fb453579b2c req-0cf4ae81-a4af-4baf-afdd-3032ffb8de0c service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Nov 23 19:34:53.947410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9557be-0738-4f1d-93e5-0f8963459d60 req-62d0fecf-d2d4-4cae-ac99-b86f4de9d54c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:53.948964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef9557be-0738-4f1d-93e5-0f8963459d60 req-62d0fecf-d2d4-4cae-ac99-b86f4de9d54c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 943 time: 0.0501244 Nov 23 19:34:54.000399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef9557be-0738-4f1d-93e5-0f8963459d60 req-0cc085b4-b4a5-46e7-a007-468238f15991 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Nov 23 19:34:54.512506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:34:54.515179 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a777435-a18e-4a85-bfcd-b4e9f50f35be" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:34:54.566164 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f72f2-e33e-45da-9736-e3c6f52f82ed x-openstack-request-id: req-7e3f72f2-e33e-45da-9736-e3c6f52f82ed {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:34:54.566487 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:34:54.566744 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e3f72f2-e33e-45da-9736-e3c6f52f82ed {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:34:54.567155 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'status': 'completed', 'code': 200} Nov 23 19:34:54.649549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-94d4dec2-ba23-41b1-873b-423eece3be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.649807 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-dfc4e4cc-8a18-455f-9de5-87b5268feb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.651093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-94d4dec2-ba23-41b1-873b-423eece3be76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1094 time: 0.0544965 Nov 23 19:34:54.651305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-dfc4e4cc-8a18-455f-9de5-87b5268feb11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1094 time: 0.0531812 Nov 23 19:34:54.696779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:34:54.754178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-1fe0acb5-0d2c-4bdf-b3d7-196ae5fd85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.755763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-1fe0acb5-0d2c-4bdf-b3d7-196ae5fd85ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0936310 Nov 23 19:34:54.759810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-32286ae6-8e6b-4de9-8f3f-a412ffe0d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.761300 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-32286ae6-8e6b-4de9-8f3f-a412ffe0d78f service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0978556 Nov 23 19:34:54.797442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:34:54.819365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:34:54.839474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-9c7899cc-8bc0-403f-b317-a885a98a265b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0655656 Nov 23 19:34:54.858516 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-0b7b870b-4db7-42c3-9090-c388ef1952b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0904841 Nov 23 19:34:54.866252 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:54.880474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:34:54.901963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:34:54.902825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-caada221-94f1-40d8-b6b9-95b02b0446ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.904544 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-caada221-94f1-40d8-b6b9-95b02b0446ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0563960 Nov 23 19:34:54.908595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:54.924803 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-46dd99f5-82e7-43f1-96f1-83c09124f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.927327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-46dd99f5-82e7-43f1-96f1-83c09124f892 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0576136 Nov 23 19:34:54.973426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-ae5ba63d-e68a-4f94-8c30-e4f1b7879072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:54.975185 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-ae5ba63d-e68a-4f94-8c30-e4f1b7879072 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540257 Nov 23 19:34:55.008330 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-289920d3-3435-4d7f-865c-653957376383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.011420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:55.015372 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-289920d3-3435-4d7f-865c-653957376383 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757468 Nov 23 19:34:55.024183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.024473 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.024708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.025038 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.025369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.027357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.027357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.027700 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.027984 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.028315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.028656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.028965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:55.122631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-649b7bdd-c82e-44a6-b65d-c611039b020d service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260951 Nov 23 19:34:55.165120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-f853c094-1929-443f-bf66-852d4903e0bd service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385367 Nov 23 19:34:55.177173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7178a-95e0-46cc-b9d1-0463ccc88771 req-bd10eae2-03c4-4902-b2d0-a2da038ee5df tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.178688 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fdd7178a-95e0-46cc-b9d1-0463ccc88771 req-bd10eae2-03c4-4902-b2d0-a2da038ee5df tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0780327 Nov 23 19:34:55.199538 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:34:55.235242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-b5d10fff-8863-4d59-ad79-76a7d95e7800 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041086 Nov 23 19:34:55.291158 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fdd7178a-95e0-46cc-b9d1-0463ccc88771 req-e6301c50-a5dd-430f-a7bc-8b8c4388c355 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027534 Nov 23 19:34:55.315553 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a777435-a18e-4a85-bfcd-b4e9f50f35be req-68c4b0cb-166c-48ca-9650-1117a5a16510 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357486 Nov 23 19:34:55.339174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:34:55.382747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:34:55.623497 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436928-e68b-4f7b-aeff-57421dd0c2a2 req-6fe98946-ac13-42ab-af9b-64f494217bc5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.623733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-6d95bcf7-c46a-4479-adec-350c3f93d39d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.625608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-6d95bcf7-c46a-4479-adec-350c3f93d39d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.0660589 Nov 23 19:34:55.625775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef436928-e68b-4f7b-aeff-57421dd0c2a2 req-6fe98946-ac13-42ab-af9b-64f494217bc5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0532055 Nov 23 19:34:55.682019 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef436928-e68b-4f7b-aeff-57421dd0c2a2 req-b897f8dd-a20d-4910-aba0-ab3ecf9d1fef tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Nov 23 19:34:55.706727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-27fb8461-f4d4-438b-881e-a86b13cf6023 service neutron] 10.222.0.50 "GET /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb/bindings/n-h2-792364-9 HTTP/1.1" status: 200 len: 382 time: 0.0631888 Nov 23 19:34:55.768949 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-127d9947-36e0-4f21-a462-a6e7bc448202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.770418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-127d9947-36e0-4f21-a462-a6e7bc448202 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1095 time: 0.0410807 Nov 23 19:34:55.861073 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-7ca2f47e-8437-4347-bd2e-d52f7c89f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.862530 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-7ca2f47e-8437-4347-bd2e-d52f7c89f80b service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0847232 Nov 23 19:34:55.931827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-036f40cb-aecd-440d-b1f8-887506a927aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1001 time: 0.0618243 Nov 23 19:34:55.980539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-eb3faa4d-99b0-463a-ba53-01d89ac79cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:55.981970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-eb3faa4d-99b0-463a-ba53-01d89ac79cb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0430372 Nov 23 19:34:56.027446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-1db056f7-0fa3-4343-a4ab-5cb66328db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:56.028914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-1db056f7-0fa3-4343-a4ab-5cb66328db99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392566 Nov 23 19:34:56.120786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-9ad176f4-8f3b-42b3-98d8-13a5d6486547 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844772 Nov 23 19:34:56.211161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-bc88844a-93b1-4556-bf09-72689b2618e9 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827847 Nov 23 19:34:56.713013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:34:56.768907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:34:56.774009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:34:56.774009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:56.837114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee409-0b8e-4bcb-aa7c-534ac57ae4b4 req-142403cd-403f-4c0a-8dd9-ddee8029ee28 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:56.838671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd1ee409-0b8e-4bcb-aa7c-534ac57ae4b4 req-142403cd-403f-4c0a-8dd9-ddee8029ee28 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0774198 Nov 23 19:34:56.858789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:56.882435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:34:56.889199 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fd1ee409-0b8e-4bcb-aa7c-534ac57ae4b4 req-9f8689a1-3606-4718-98b3-1254cd56b754 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Nov 23 19:34:56.898377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:34:56.904532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:56.934822 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5661ffd0-af9b-40a7-8fbe-8bd2708f08d9" -d '{"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:34:56.969829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:57.036377 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85f3b36-3416-46c1-84f4-27916e1e9453 x-openstack-request-id: req-e85f3b36-3416-46c1-84f4-27916e1e9453 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:34:57.036675 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-plugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:34:57.036931 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e85f3b36-3416-46c1-84f4-27916e1e9453 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:34:57.037331 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'code': 200} Nov 23 19:34:57.498132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53ab1e9d-cfef-4ff2-a005-7cc305133d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:58.028419 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c343e2-4808-44b1-8b43-0e772ee6380c req-ca7b9ed9-f120-41af-bdb0-d98c128a7731 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:58.030004 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74c343e2-4808-44b1-8b43-0e772ee6380c req-ca7b9ed9-f120-41af-bdb0-d98c128a7731 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Nov 23 19:34:58.081520 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74c343e2-4808-44b1-8b43-0e772ee6380c req-7463b721-867b-44c2-8908-da7260d78a7c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Nov 23 19:34:58.309771 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-6152f0a4-e879-47ec-8540-7ac1f46bd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:58.311234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-6152f0a4-e879-47ec-8540-7ac1f46bd8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1096 time: 0.0403063 Nov 23 19:34:58.328282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:34:58.383815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:58.580215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:34:58.611998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:34:58.654863 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:34:58.660754 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:58.673387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Transition to ACTIVE for port object a4e056ce-2dfc-4ff1-9f91-430dccc39cdb will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:34:58.677268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:58.711450 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed9b62-4b1a-4445-97aa-7a805bac2348" -d '{"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:34:58.764932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:58.782181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.782536 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.782953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.783217 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.783587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.783926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.784251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.784579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.785045 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.785231 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.785567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.785878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:34:58.832076 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13862b6d-8dcf-42e2-8e96-e96274238ca2 x-openstack-request-id: req-13862b6d-8dcf-42e2-8e96-e96274238ca2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:34:58.832450 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:34:58.832778 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13862b6d-8dcf-42e2-8e96-e96274238ca2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:34:58.833400 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'code': 200} Nov 23 19:34:58.834388 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] No DVR routers for this DVR port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:34:59.208513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f5281-c17d-471a-9e55-50e3a2a586cb req-ddd135c4-a536-4eab-8103-64f7e55ba9a6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.210211 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-860f5281-c17d-471a-9e55-50e3a2a586cb req-ddd135c4-a536-4eab-8103-64f7e55ba9a6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0544229 Nov 23 19:34:59.259515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-860f5281-c17d-471a-9e55-50e3a2a586cb req-092186c4-c98a-4f32-91de-30825cfa43c2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Nov 23 19:34:59.307254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:34:59.307616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:34:59.307942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:34:59.312561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:34:59.313134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Attempting to bind port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:34:59.317628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:34:59.317966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:34:59.318344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:34:59.318767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Bound port: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:34:59.319124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:59.385447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:34:59.388717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:34:59.392712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:59.427155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.427807 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:34:59.429406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1092 time: 1.1055853 Nov 23 19:34:59.451123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3917-3b20-40c8-88b1-c34038d94b99 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:34:59.504706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-a9fb73a9-cbcd-4cd0-8a87-1879e1eaaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.506856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-a9fb73a9-cbcd-4cd0-8a87-1879e1eaaa5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1095 time: 0.0436139 Nov 23 19:34:59.621181 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-a3ea92f0-d297-4dc4-ab5a-88d6e3d9c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.623013 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-a3ea92f0-d297-4dc4-ab5a-88d6e3d9c503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1025996 Nov 23 19:34:59.712571 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-3779a2dc-bcab-4b00-ad27-cd0d0d73806c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0778639 Nov 23 19:34:59.768403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-da6f4080-21c2-491b-8f6a-a410f00957fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.769907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-da6f4080-21c2-491b-8f6a-a410f00957fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0457561 Nov 23 19:34:59.827164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-3a1c0990-4f80-4b91-8322-7e0cdb9ba6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:34:59.829243 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-3a1c0990-4f80-4b91-8322-7e0cdb9ba6e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468674 Nov 23 19:34:59.926737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-b0177680-cd01-4918-888d-1b6251bd0958 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Nov 23 19:35:00.049940 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb2eea6a-8bcd-43a8-b558-7047dbc62625 req-a094dfce-44e2-4470-b472-aa2d7626e4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115253 Nov 23 19:35:00.225983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b3192b6-d8f1-4852-9456-f42ecfc10bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:00.379509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eb057-4fd4-4c26-860c-6ff471188b03 req-24dbc09d-9f39-4a1d-b456-1b9113fca2d1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:00.380873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef0eb057-4fd4-4c26-860c-6ff471188b03 req-24dbc09d-9f39-4a1d-b456-1b9113fca2d1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0493393 Nov 23 19:35:00.428011 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ef0eb057-4fd4-4c26-860c-6ff471188b03 req-08b71ab7-0f16-4f63-aa0f-89fa53e9ac2d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Nov 23 19:35:00.712512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:35:00.750133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:35:00.834203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:35:00.836568 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd51d2e-b530-44c3-9de6-22aafb48c858" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:35:00.886526 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979e8f8-0141-4d6b-a6ad-5730090a9bb9 x-openstack-request-id: req-1979e8f8-0141-4d6b-a6ad-5730090a9bb9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:35:00.886828 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:35:00.887098 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1979e8f8-0141-4d6b-a6ad-5730090a9bb9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:35:00.887548 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'status': 'completed', 'code': 200} Nov 23 19:35:00.937914 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:00.950416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-5638630e-4297-46b4-bc90-bdd47113671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:00.950922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-341af1d3-f0ba-41dc-9c6f-4aacc595fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:00.952053 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-5638630e-4297-46b4-bc90-bdd47113671e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1095 time: 0.0445743 Nov 23 19:35:00.952536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-341af1d3-f0ba-41dc-9c6f-4aacc595fdf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 1095 time: 0.0424798 Nov 23 19:35:01.048359 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-80196f4d-69ba-45a3-8177-38ea95c60296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.048939 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-21ee5793-1223-4840-af59-b90528458ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.049928 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-80196f4d-69ba-45a3-8177-38ea95c60296 service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0905025 Nov 23 19:35:01.050431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-21ee5793-1223-4840-af59-b90528458ec0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0898197 Nov 23 19:35:01.116005 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-0114a6a6-4476-4bc9-9a0b-15a05c90f3e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0580280 Nov 23 19:35:01.116278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-5975105b-9f82-451d-bff3-b5e575356157 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 200 len: 1000 time: 0.0584850 Nov 23 19:35:01.167000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-d94c6727-d0fa-46f1-ba20-4c1a5d877338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.168504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-d94c6727-d0fa-46f1-ba20-4c1a5d877338 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0451646 Nov 23 19:35:01.169900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-38d347ff-17c9-4c6a-85fe-2b6de2f11c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.171918 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-38d347ff-17c9-4c6a-85fe-2b6de2f11c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0479367 Nov 23 19:35:01.222718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-0719cf36-5c93-4d81-a1cf-3d817fa74dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.222872 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-817dade3-39fc-4d36-abad-d2b14f6ad368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.222971 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-0719cf36-5c93-4d81-a1cf-3d817fa74dc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462925 Nov 23 19:35:01.223913 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-817dade3-39fc-4d36-abad-d2b14f6ad368 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420492 Nov 23 19:35:01.314896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-3c2c8333-2468-42c7-9e49-1d41573a5c4d service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Nov 23 19:35:01.322192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-e784e612-24f4-4a99-b637-eb1b5e7944ea service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Nov 23 19:35:01.408188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-3f54a3c5-097c-4751-8123-9d1ecfcaaa7f service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862849 Nov 23 19:35:01.412651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0cd51d2e-b530-44c3-9de6-22aafb48c858 req-953bfc5f-bc42-40c1-90b6-6bf6697b2678 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825367 Nov 23 19:35:01.543521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0e828-e50b-4c53-8f12-411a92c5d9d3 req-6f4117b2-2d09-40dd-bff1-07d18443294a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:01.544986 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94a0e828-e50b-4c53-8f12-411a92c5d9d3 req-6f4117b2-2d09-40dd-bff1-07d18443294a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0487807 Nov 23 19:35:01.596704 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94a0e828-e50b-4c53-8f12-411a92c5d9d3 req-61e69404-c02a-434e-b0d3-d908c61bd318 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Nov 23 19:35:02.366604 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:02.715306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fcb9f-323f-4d93-80ba-009c369c1ca6 req-f92cd8ec-e547-4c8d-994c-de728ad38491 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:02.716938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b1fcb9f-323f-4d93-80ba-009c369c1ca6 req-f92cd8ec-e547-4c8d-994c-de728ad38491 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0504503 Nov 23 19:35:02.764515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6b1fcb9f-323f-4d93-80ba-009c369c1ca6 req-33e93c1c-c285-4b32-95f2-3fc2d1ca61fe tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Nov 23 19:35:02.878899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035ac4b-82e6-4eaa-8e6d-c58cf87dafdb req-fd000440-19f2-4cac-bf09-80072abbf7bf tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:02.880310 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5035ac4b-82e6-4eaa-8e6d-c58cf87dafdb req-fd000440-19f2-4cac-bf09-80072abbf7bf tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Nov 23 19:35:02.927857 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5035ac4b-82e6-4eaa-8e6d-c58cf87dafdb req-cba2a92e-d9a8-4001-818b-eca51e88d570 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Nov 23 19:35:03.039487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393bc2d-2a12-4fa5-a4dc-ac05b28f66fe req-eb345ddd-3359-4411-8b8c-ac8f707acda4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:03.040969 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a393bc2d-2a12-4fa5-a4dc-ac05b28f66fe req-eb345ddd-3359-4411-8b8c-ac8f707acda4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0483034 Nov 23 19:35:03.091292 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a393bc2d-2a12-4fa5-a4dc-ac05b28f66fe req-0568ac07-5eb9-4a6b-bc12-331c776e3e5d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Nov 23 19:35:03.303022 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:03.329769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b56e9-ba67-4874-82cf-85a786a7e1c4 req-8364df49-5648-405b-8fca-5a9a502434a0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:03.331273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-339b56e9-ba67-4874-82cf-85a786a7e1c4 req-8364df49-5648-405b-8fca-5a9a502434a0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 944 time: 0.0490494 Nov 23 19:35:03.378198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-339b56e9-ba67-4874-82cf-85a786a7e1c4 req-e5fe5b10-5113-4223-9435-098457f1b94e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 Nov 23 19:35:03.384713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:35:03.479520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:03.490268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'mac_address': 'fa:16:3e:29:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:35:03.530019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:03.542941 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:35:03.562085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:03.565583 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:03.610615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:03.800489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:35:04.494714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f5f0-6ed4-42f8-a503-14676bb36f83 req-c4102ebe-5fe9-41e1-9225-cf8427809e9a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:04.496231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f960f5f0-6ed4-42f8-a503-14676bb36f83 req-c4102ebe-5fe9-41e1-9225-cf8427809e9a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Nov 23 19:35:04.543811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f960f5f0-6ed4-42f8-a503-14676bb36f83 req-fc638227-d094-45a8-a911-a2b9dd75445d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Nov 23 19:35:04.695616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935885e-2f07-41db-b557-432434bbb53a req-5921be16-934b-4f2a-b140-fdcd0752ac0e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:04.696970 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a935885e-2f07-41db-b557-432434bbb53a req-5921be16-934b-4f2a-b140-fdcd0752ac0e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 945 time: 0.0554276 Nov 23 19:35:04.787119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Deleting port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:35:04.787486 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:04.880590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] For port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:04.880951 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:05.060527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:05.060894 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:05.061212 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 disassociated. External IP: 172.25.5.109, port: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb. Nov 23 19:35:05.061557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Calling delete_port for a4e056ce-2dfc-4ff1-9f91-430dccc39cdb owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:35:05.190053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:05.220416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'Port': ['ID=a4e056ce-2dfc-4ff1-9f91-430dccc39cdb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:05.339426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:35:05.386862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:35:05.407571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:35:05.407923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 19:35:05.427228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 19:35:05.454898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:35:05.465285 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:35:05.475520 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:35:05.476114 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:05.494220 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] No DVR routers for this DVR port a4e056ce-2dfc-4ff1-9f91-430dccc39cdb on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:35:05.497633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:05.500440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a935885e-2f07-41db-b557-432434bbb53a req-3802e385-b474-416e-ba5b-e7ae6fc72b1a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "DELETE /v2.0/ports/a4e056ce-2dfc-4ff1-9f91-430dccc39cdb HTTP/1.1" status: 204 len: 173 time: 0.7934871 Nov 23 19:35:05.500920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-deleted', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:35:05.503283 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d1c125-053c-4998-8799-4468906ae97a" -d '{"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-deleted", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:35:05.547248 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ffed9-ec0b-4170-b212-820fe0266357 x-openstack-request-id: req-eb6ffed9-ec0b-4170-b212-820fe0266357 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:35:05.547567 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f90919-71f9-4d47-89ea-a8c053deec15", "name": "network-vif-deleted", "tag": "a4e056ce-2dfc-4ff1-9f91-430dccc39cdb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:35:05.547822 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb6ffed9-ec0b-4170-b212-820fe0266357 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:35:05.548230 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f90919-71f9-4d47-89ea-a8c053deec15', 'name': 'network-vif-deleted', 'tag': 'a4e056ce-2dfc-4ff1-9f91-430dccc39cdb', 'status': 'completed', 'code': 200} Nov 23 19:35:05.600842 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:35:05.648422 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2128b025-832f-4f1c-bf10-53546b91054a req-fff83fbb-87dc-424f-9176-2460119e7806 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4f90919-71f9-4d47-89ea-a8c053deec15 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Nov 23 19:35:05.800362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:05.829974 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:35:05.838294 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:35:05.838838 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:05.944737 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:35:06.152031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:06.178151 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40c8b2-c227-4911-af1c-9ab67bbbdd60 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:35:06.384933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9cbbd-c6cb-4033-8fbf-05ec46232dc5 None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:35:06.931811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-b1f9c27a-66d9-4cae-95e0-af54155c332f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1885929033&fields=id&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 267 time: 0.0420356 Nov 23 19:35:07.042901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c6ca1414-db0c-4d60-ae90-d675bb872093 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:07.044372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c6ca1414-db0c-4d60-ae90-d675bb872093 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1058347 Nov 23 19:35:07.059879 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-16a19e1a-1c09-4203-8f40-d5355746cee1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/quotas/6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 375 time: 0.0090938 Nov 23 19:35:07.110497 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-4e6ffc98-c671-4a20-8988-6e126bc0f57a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451484 Nov 23 19:35:07.282714 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-4adbba31-1586-4468-92d6-74393bd6ea3e service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271961 Nov 23 19:35:07.370804 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-2e4c4dab-2c0f-4db9-b065-14416d4b8db3 service neutron] 10.222.0.37 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818710 Nov 23 19:35:07.533090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae168561-6936-465c-9c20-d9217f4d49af req-ffbd9f97-1162-47d1-b608-bf1dde8f6bde tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Nov 23 19:35:08.464971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-2731fea2-a9dc-49a6-ba6e-55893bf8977a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:08.466410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-2731fea2-a9dc-49a6-ba6e-55893bf8977a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 811 time: 0.1163809 Nov 23 19:35:08.538738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-1cd84479-515f-4288-9cff-1adc09899f14 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 380 time: 0.0606513 Nov 23 19:35:08.549403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'port': {'device_id': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'admin_state_up': True, 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'security_groups': ['bd5d92f5-f121-441b-a947-b65ac45dcd8a']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:35:08.642378 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c87a477d-2669-40ad-8ca5-1e2647f7db2e req-d3e0f332-08d1-411a-a2ce-49af08f67927 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0356295 Nov 23 19:35:08.687346 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Made reservation on behalf of 6cdc20f671a74f6ea004b5a5120ab24c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:35:08.690940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:08.812687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Allocated IP 172.20.0.14 (31c0a17e-9649-42fb-a6d7-65a8120a0ded/a1645a00-085c-4047-9946-3ecb978f3d60/d5866a0a-daa8-4a67-943b-042ace692546) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:35:08.950345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:08.984357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.030397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:35:09.033989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:35:09.038331 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:35:09.042256 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:09.092935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:09.093548 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.111816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-c69d45bd-1239-483d-98d5-77d5e0c6c303 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670342 Nov 23 19:35:09.125444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Request body: {'port': {'device_id': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:35:09.184338 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.223777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5ae513d8-3d36-4520-a693-3ae567fb641e None None] Provisioning complete for port d5866a0a-daa8-4a67-943b-042ace692546 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:35:09.224217 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ae513d8-3d36-4520-a693-3ae567fb641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.261171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ae513d8-3d36-4520-a693-3ae567fb641e None None] Port d5866a0a-daa8-4a67-943b-042ace692546 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:35:09.387333 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:35:09.408066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: a4e056ce-2dfc-4ff1-9f91-430dccc39cdb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:35:09.408656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device a4e056ce-2dfc-4ff1-9f91-430dccc39cdb not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:35:09.426920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.443885 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:35:09.451108 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.463295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Transition to ACTIVE for port object d5866a0a-daa8-4a67-943b-042ace692546 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:35:09.466815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.521786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:09.586859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:35:09.587200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:35:09.587560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:35:09.592141 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:35:09.592482 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:35:09.598134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:35:09.598475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:35:09.598859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:35:09.599293 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Bound port: d5866a0a-daa8-4a67-943b-042ace692546, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:35:09.599676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.666479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:35:09.670408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:35:09.676282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.727550 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:09.728176 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:09.729647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] 10.222.0.50 "PUT /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1092 time: 0.6091044 Nov 23 19:35:09.730041 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:35:09.732354 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e3a10c-622d-4a72-a979-2b0e4bf4c718" -d '{"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:35:09.756401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362c23-2385-4426-8781-d1e90fbf4e90 service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:09.821524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854d0d-bcd9-4b1b-90ed-0863bf4fc163 req-aed68575-f644-4e02-be64-21d536b6e2b7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:09.823129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1854d0d-bcd9-4b1b-90ed-0863bf4fc163 req-aed68575-f644-4e02-be64-21d536b6e2b7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.1021311 Nov 23 19:35:09.827465 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb546a3e-0f1e-4d35-9585-cb94eb426b5a x-openstack-request-id: req-bb546a3e-0f1e-4d35-9585-cb94eb426b5a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:35:09.828485 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:35:09.828746 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb546a3e-0f1e-4d35-9585-cb94eb426b5a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:35:09.829155 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'status': 'completed', 'code': 200} Nov 23 19:35:09.851226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-ebcd3fcb-6ef2-4180-800a-27c4253df002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:09.852808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-ebcd3fcb-6ef2-4180-800a-27c4253df002 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1095 time: 0.0709400 Nov 23 19:35:09.881574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1854d0d-bcd9-4b1b-90ed-0863bf4fc163 req-b733844c-f3bf-47e5-9fbe-217691ecf797 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486255 Nov 23 19:35:09.899027 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-df00b540-83d9-45df-9dc5-05f5244e7228 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 217 time: 0.0374963 Nov 23 19:35:09.954993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-6d6771fc-6412-4830-b034-6f0ee65b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:09.956488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-6d6771fc-6412-4830-b034-6f0ee65b3c18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0486579 Nov 23 19:35:10.004446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-06e05b98-2063-4e1f-b512-8a8da30133bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:10.007180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-06e05b98-2063-4e1f-b512-8a8da30133bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426912 Nov 23 19:35:10.107532 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-d33d0d1c-5a7a-405c-bbe8-d1a5e3d32d8f service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903254 Nov 23 19:35:10.203915 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53094b84-f939-4c0e-88fb-342bfb66c098 req-149ce4fc-97d4-4231-9e6f-2a33a9f89766 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Nov 23 19:35:10.295671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-13e4a6cf-db5c-4634-b9ac-a342bad8f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:10.297249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-13e4a6cf-db5c-4634-b9ac-a342bad8f4e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1095 time: 0.0425072 Nov 23 19:35:10.392168 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-72bea1e7-682f-477b-b853-aefc50f308ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:10.393638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-72bea1e7-682f-477b-b853-aefc50f308ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0887041 Nov 23 19:35:10.443525 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-c81ae018-b2c2-4888-bf4f-79b9652c2e67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 217 time: 0.0412388 Nov 23 19:35:10.499077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-eca4224a-e9f9-4411-bdc5-5f5707da6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:10.500541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-eca4224a-e9f9-4411-bdc5-5f5707da6d68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0498545 Nov 23 19:35:10.553847 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-afe6c0ac-146f-4377-9bc5-8803913f36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:10.555431 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-afe6c0ac-146f-4377-9bc5-8803913f36a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468917 Nov 23 19:35:10.649831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-18a7b524-b787-4323-90c2-d8a2c60c20b6 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854475 Nov 23 19:35:10.732744 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:10.757313 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-39e3a10c-622d-4a72-a979-2b0e4bf4c718 req-96e4caf2-b226-4a57-b4d4-a8b4d0594086 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989084 Nov 23 19:35:11.008731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dabcc-c88c-4f77-94ae-192455975032 req-d9427d5d-4d46-45ba-8604-edf27ccedc7b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:11.010195 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-590dabcc-c88c-4f77-94ae-192455975032 req-d9427d5d-4d46-45ba-8604-edf27ccedc7b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0506041 Nov 23 19:35:11.061046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-590dabcc-c88c-4f77-94ae-192455975032 req-36aafb5c-5638-4444-8d40-50bdb65abf2c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Nov 23 19:35:12.177432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3ab7-6c5e-4f14-b73f-317fe8219873 req-fc303da0-85e0-41be-b385-cf344d95d8e1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:12.178912 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-844d3ab7-6c5e-4f14-b73f-317fe8219873 req-fc303da0-85e0-41be-b385-cf344d95d8e1 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0500126 Nov 23 19:35:12.226170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-844d3ab7-6c5e-4f14-b73f-317fe8219873 req-5ee4b9e2-7648-4966-bbfb-c51aa1dc8610 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Nov 23 19:35:12.746034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:35:12.848560 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:12.859517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'd5866a0a-daa8-4a67-943b-042ace692546', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:35:12.896495 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:12.912163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:35:12.930443 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:12.934358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:12.982240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:13.137019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d5866a0a-daa8-4a67-943b-042ace692546'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:35:13.353815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744a118-33dd-413d-83f1-3f6fa02c5591 req-f089241b-d731-4c47-8de7-8150a6ade5cb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:13.356382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0744a118-33dd-413d-83f1-3f6fa02c5591 req-f089241b-d731-4c47-8de7-8150a6ade5cb tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0564728 Nov 23 19:35:13.729507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0744a118-33dd-413d-83f1-3f6fa02c5591 req-d564dbe5-5745-4c29-8e10-fbbfe97560dd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627985 Nov 23 19:35:14.746071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:35:14.800340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port d5866a0a-daa8-4a67-943b-042ace692546 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:35:14.804159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port d5866a0a-daa8-4a67-943b-042ace692546 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:35:14.804537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:14.861138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aa6b-84a9-45bb-a9c0-8726dc1f6f4e req-355da8e3-f454-4cf6-aa9b-4cd8112370ec tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:14.862666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6120aa6b-84a9-45bb-a9c0-8726dc1f6f4e req-355da8e3-f454-4cf6-aa9b-4cd8112370ec tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Nov 23 19:35:14.882706 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:14.905424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:35:14.907708 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d612ee74-7f58-4f7a-8135-87a8803562b6" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:35:14.914575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6120aa6b-84a9-45bb-a9c0-8726dc1f6f4e req-15ee7dbd-98be-4c6d-b7d6-76ef6e6f018c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Nov 23 19:35:14.921543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:35:14.926403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:14.963080 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef220f-c1c7-471b-a90e-508568d3b883 x-openstack-request-id: req-5aef220f-c1c7-471b-a90e-508568d3b883 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:35:14.963397 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:35:14.963649 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aef220f-c1c7-471b-a90e-508568d3b883 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:35:14.964035 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'code': 200} Nov 23 19:35:14.982703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:35:15.061115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce10d35-1e8c-4c42-ac05-3ea935f083ca req-e08bbf09-fb28-4030-8e0d-1b605d4305d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:15.063270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ce10d35-1e8c-4c42-ac05-3ea935f083ca req-e08bbf09-fb28-4030-8e0d-1b605d4305d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1097 time: 0.0413132 Nov 23 19:35:15.120829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8ce10d35-1e8c-4c42-ac05-3ea935f083ca req-6746df5e-2cc7-4e3d-87d7-699a23475f38 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461109 Nov 23 19:35:16.036652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b542-719f-4948-9eef-e343038fe7b7 req-a3f9811e-1e44-4b6e-96be-c833e66f6366 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:16.038161 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba3b542-719f-4948-9eef-e343038fe7b7 req-a3f9811e-1e44-4b6e-96be-c833e66f6366 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0500636 Nov 23 19:35:16.095612 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aba3b542-719f-4948-9eef-e343038fe7b7 req-b8567ada-84d0-4173-93db-4a9062026227 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509739 Nov 23 19:35:17.216047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a4856-9cd7-4d06-85c6-dbeead9c111a req-4135159e-608e-4edf-a328-2565fbbe9471 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:17.217531 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb9a4856-9cd7-4d06-85c6-dbeead9c111a req-4135159e-608e-4edf-a328-2565fbbe9471 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0472870 Nov 23 19:35:17.263015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-eb9a4856-9cd7-4d06-85c6-dbeead9c111a req-4a9e2a0a-5d45-463f-bca2-ce30ea2ad345 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Nov 23 19:35:17.374718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f215-5bc7-411f-b275-e0b481c6a8a8 req-4ab1d09c-69b9-4802-b26c-d5a001fc5285 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:17.376230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-05d6f215-5bc7-411f-b275-e0b481c6a8a8 req-4ab1d09c-69b9-4802-b26c-d5a001fc5285 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0485754 Nov 23 19:35:17.384894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:35:17.389488 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Request body: {'floatingip': {'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:35:17.432055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:17.859708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:17.863527 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:17.959300 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 associated. External IP: 172.25.5.109, port: d5866a0a-daa8-4a67-943b-042ace692546. Nov 23 19:35:18.166557 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:35:18.275874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:35:18.280763 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:18.285360 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:35:18.294463 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:35:18.295068 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:18.307989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a2080984-b566-476e-a6c3-e5b603abb0c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "PUT /v2.0/floatingips/3c17306c-028e-4372-aedd-4fef8ba5f0c6 HTTP/1.1" status: 200 len: 993 time: 0.9221087 Nov 23 19:35:18.308601 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:35:18.310888 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781" -d '{"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:35:18.349772 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc48c93-e357-4e7d-9dc7-9285eff7420d x-openstack-request-id: req-6fc48c93-e357-4e7d-9dc7-9285eff7420d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:35:18.350210 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:35:18.350511 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fc48c93-e357-4e7d-9dc7-9285eff7420d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:35:18.351153 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'status': 'completed', 'code': 200} Nov 23 19:35:18.416350 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:35:18.421458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-97c2aaa5-9643-47e9-8adb-2106b37ceee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:18.422891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-97c2aaa5-9643-47e9-8adb-2106b37ceee5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1097 time: 0.0440583 Nov 23 19:35:18.514900 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-490a6f7f-3512-4425-aead-d7ce2e88d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:18.516429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-490a6f7f-3512-4425-aead-d7ce2e88d9cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0861230 Nov 23 19:35:18.590439 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-782e02a1-9b66-4dfd-a9d3-93e6ef6421f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0664835 Nov 23 19:35:18.640044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-76da4d89-3752-4a98-a4ae-bc8882e66c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:18.646578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-76da4d89-3752-4a98-a4ae-bc8882e66c0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0440865 Nov 23 19:35:18.648784 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:35:17Z', 'revision_number': 13, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:18.669725 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:35:18.679153 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:35:18.680033 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:35:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:18.687928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-b4947a70-5713-4205-b2b6-f77d94ca1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:35:18.689823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-b4947a70-5713-4205-b2b6-f77d94ca1662 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406549 Nov 23 19:35:18.705252 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-351efe25-6a0a-4ab2-aa53-2c42504742ef service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:35:18.706227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-351efe25-6a0a-4ab2-aa53-2c42504742ef service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055542 Nov 23 19:35:18.786125 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:35:18.800350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-9ef9d3c7-43bf-4e3b-b2bc-5cbc83a09e04 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867257 Nov 23 19:35:18.895566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cfd6ac32-e3bb-4da5-a49b-1e9d21784781 req-980ff511-2adc-4e5c-952a-85a747f78e20 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875859 Nov 23 19:35:19.102532 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:35:17Z', 'revision_number': 13, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:35:19.128533 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340fcbc-6c57-4c37-a624-550fb1e6a830 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '3c17306c-028e-4372-aedd-4fef8ba5f0c6', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:28:05Z', 'updated_at': '2021-11-23T19:35:17Z', 'revision_number': 13, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:35:19.329136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fa8d3-214c-4b4d-b813-633441430d43 None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:35:24.109125 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:35:27.490267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c70598a2-8f1d-415b-8889-898d002bd4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:30.228483 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16c82beb-0934-4e6f-8a64-24f59e7b562b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:30.933385 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:32.368060 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:33.304570 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:39.431562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:40.732669 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:35:57.492006 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9fa2212f-5839-4421-8f39-a42dd2bcf846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:00.229417 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-931866fc-97cc-4304-a69c-b8af0334a2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:00.937366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:01.108434 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:36:02.370738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:03.306551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:09.442204 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:10.739746 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:10.980995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-77e10141-e00f-4cd3-a45b-86ac5f59cb41 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450466 Nov 23 19:36:11.064888 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-b352de43-18a4-434d-b4e5-d05673a26c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:36:11.066367 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-b352de43-18a4-434d-b4e5-d05673a26c3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1097 time: 0.0401652 Nov 23 19:36:11.171749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-b8f272fb-bab0-4492-8e0c-d98b03a9a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:36:11.173167 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-b8f272fb-bab0-4492-8e0c-d98b03a9a207 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0872223 Nov 23 19:36:11.241836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-bb26be2f-d52e-412c-a1f9-06973b377f09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1003 time: 0.0612996 Nov 23 19:36:11.292226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-a31e1d2d-7e79-4109-92bb-af944f11ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:36:11.293706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-a31e1d2d-7e79-4109-92bb-af944f11ef4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0444534 Nov 23 19:36:11.342099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-0e0bb15b-f1e3-44af-b809-51df51dad5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:36:11.343658 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-0e0bb15b-f1e3-44af-b809-51df51dad5c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401046 Nov 23 19:36:11.441398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-9e48e1ed-3f87-4ddf-bcbf-50bcd5932486 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897400 Nov 23 19:36:11.535488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e4c5f80e-cee6-4ecb-a285-1576c068ee56 req-63e4dca1-06fd-4097-9531-924333b060d1 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856285 Nov 23 19:36:27.501140 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adfc4f15-ac99-4201-8d78-afebaae895dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:30.230526 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79598aad-454a-411f-a24f-50e272774139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:30.942504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:32.372055 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:33.308811 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:38.106802 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:36:39.441766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:40.733529 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:36:56.843500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159697d-e562-4a31-9401-e487d5da2f48 req-2998e2f0-90cf-4fa9-9450-7ff7eb4fc3c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:36:56.844968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c159697d-e562-4a31-9401-e487d5da2f48 req-2998e2f0-90cf-4fa9-9450-7ff7eb4fc3c6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0500193 Nov 23 19:36:56.892817 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c159697d-e562-4a31-9401-e487d5da2f48 req-1f870601-73f5-4702-8314-5e5151d80c7e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Nov 23 19:36:57.494693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5cc74019-14a4-4be0-9754-94a2ccc1fc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:00.232799 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a48b08e-43de-4b25-bab6-55ecbf73b4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:00.943991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:02.374290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:03.312276 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:08.896179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-5422caf0-ee48-4bda-9ee8-a1f6a164525a req-b5618e0f-0b8e-43ac-b39e-726caa4ff76f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:37:08.897171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5422caf0-ee48-4bda-9ee8-a1f6a164525a req-b5618e0f-0b8e-43ac-b39e-726caa4ff76f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054610 Nov 23 19:37:09.059577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-d83b4f7b-5880-4f2c-bb85-e636a54bcd62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422740 Nov 23 19:37:09.068456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-4d67b972-b1af-4eba-bf26-cba572199468 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:37:09.069446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-4d67b972-b1af-4eba-bf26-cba572199468 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051656 Nov 23 19:37:09.082254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca7732-394e-4d3e-b8f2-53759be1d95f req-8491913b-38c6-4a2c-a3b9-2776919baa41 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:09.085174 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dca7732-394e-4d3e-b8f2-53759be1d95f req-8491913b-38c6-4a2c-a3b9-2776919baa41 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0571144 Nov 23 19:37:09.142271 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4dca7732-394e-4d3e-b8f2-53759be1d95f req-bedef60f-01d0-4273-8e28-9420ac442959 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522907 Nov 23 19:37:09.457118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:10.279464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804708f-ab02-4fa9-b335-1a9786463d46 req-170cdc92-8ddb-44ea-90b9-322512f93441 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:10.281247 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f804708f-ab02-4fa9-b335-1a9786463d46 req-170cdc92-8ddb-44ea-90b9-322512f93441 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0636961 Nov 23 19:37:10.333594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-56a94e65-526d-4dd8-b58f-cbd650e40687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:10.335114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-56a94e65-526d-4dd8-b58f-cbd650e40687 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1097 time: 0.0787096 Nov 23 19:37:10.367066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f804708f-ab02-4fa9-b335-1a9786463d46 req-f441016f-9f4d-466f-8c46-a11d526c4a27 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723608 Nov 23 19:37:10.434483 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-6d697bcd-514b-4d0a-a92c-74239b7715df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:10.435896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-6d697bcd-514b-4d0a-a92c-74239b7715df service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0934064 Nov 23 19:37:10.505018 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-f85465a9-5439-42b3-bc9b-bacfba79cb59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1003 time: 0.0614543 Nov 23 19:37:10.554934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-603fa0d1-d28f-45f3-abc4-51c510abc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:10.556387 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-603fa0d1-d28f-45f3-abc4-51c510abc19a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0436120 Nov 23 19:37:10.601446 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-5675984e-4fc9-4d49-8250-61d85ecb75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:10.603005 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-5675984e-4fc9-4d49-8250-61d85ecb75b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390518 Nov 23 19:37:10.696815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-ebf7fef1-c994-4574-8a8f-543f89bcdf74 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853601 Nov 23 19:37:10.750488 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:10.791335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-0e6d94e8-7b44-4d23-bdd3-3ac2038ffbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869381 Nov 23 19:37:11.194971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808782fd-881d-4cff-bed4-9f7aac67abda req-3c685fe1-3733-438e-a531-1e9d2ed990b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:11.196543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-3c685fe1-3733-438e-a531-1e9d2ed990b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1097 time: 0.0449181 Nov 23 19:37:11.304323 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808782fd-881d-4cff-bed4-9f7aac67abda req-1b92d0cc-9eb9-4052-a96a-d4c6daae46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:11.305812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-1b92d0cc-9eb9-4052-a96a-d4c6daae46c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0867379 Nov 23 19:37:11.375298 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-f7cb6d4b-9840-43be-8d57-0055b6cb5b74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1003 time: 0.0622563 Nov 23 19:37:11.428286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808782fd-881d-4cff-bed4-9f7aac67abda req-08707fcd-347e-4349-933a-c490ba40a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:11.429772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-08707fcd-347e-4349-933a-c490ba40a28e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0460613 Nov 23 19:37:11.478062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808782fd-881d-4cff-bed4-9f7aac67abda req-a8bf0855-beee-4995-8d75-8483a008076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:11.479517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-a8bf0855-beee-4995-8d75-8483a008076a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419562 Nov 23 19:37:11.486435 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b78b5b-618c-41d1-b3bf-cebc351f308e req-c729c653-cb59-48a7-be1d-51b0bdee18e4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:11.488031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96b78b5b-618c-41d1-b3bf-cebc351f308e req-c729c653-cb59-48a7-be1d-51b0bdee18e4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0503395 Nov 23 19:37:11.540546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-96b78b5b-618c-41d1-b3bf-cebc351f308e req-9c5986aa-8e41-46a0-aa19-6323e58c7684 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Nov 23 19:37:11.579241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-701883e1-cc2c-4558-b6f4-c2d9ff6d0d5e service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911334 Nov 23 19:37:11.671890 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-808782fd-881d-4cff-bed4-9f7aac67abda req-c7346e56-8fce-4309-901b-72fa745f5303 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815654 Nov 23 19:37:12.664614 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ed7a3-ef2d-44eb-ba7a-c0c9f0890d6d req-0d05879c-4839-404e-b264-d10a31f7fff0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:12.666129 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f6ed7a3-ef2d-44eb-ba7a-c0c9f0890d6d req-0d05879c-4839-404e-b264-d10a31f7fff0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0551691 Nov 23 19:37:12.714505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2f6ed7a3-ef2d-44eb-ba7a-c0c9f0890d6d req-ddea834b-3f9f-4b22-a586-fe90e94c2326 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 Nov 23 19:37:13.829932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd2772-06bb-4f63-ab52-fd8e538c8d03 req-49ba6362-699a-479d-a277-70add840e42f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:13.832035 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50fd2772-06bb-4f63-ab52-fd8e538c8d03 req-49ba6362-699a-479d-a277-70add840e42f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Nov 23 19:37:13.878692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-50fd2772-06bb-4f63-ab52-fd8e538c8d03 req-13310dd8-933f-4265-bf1c-95c5defb5be4 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Nov 23 19:37:14.996107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d0b9d-3f81-4c0f-8205-96fdfd72a10a req-d0e9ae0b-68b2-4fdd-86c5-7f6b2c2d4236 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:14.997588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b37d0b9d-3f81-4c0f-8205-96fdfd72a10a req-d0e9ae0b-68b2-4fdd-86c5-7f6b2c2d4236 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0491605 Nov 23 19:37:15.044171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b37d0b9d-3f81-4c0f-8205-96fdfd72a10a req-f5e91ab2-59b9-4177-9947-baf662447252 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Nov 23 19:37:15.105728 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:37:16.165444 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5f192-b894-4e1c-9953-d9453f7d5563 req-97cb14d2-5aab-4563-bf7d-4632ecaa1a1d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:16.166911 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4da5f192-b894-4e1c-9953-d9453f7d5563 req-97cb14d2-5aab-4563-bf7d-4632ecaa1a1d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0532727 Nov 23 19:37:16.214023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4da5f192-b894-4e1c-9953-d9453f7d5563 req-9d545e28-7191-4907-b522-02190d560e4f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 Nov 23 19:37:17.338675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2c86-2ac5-4a96-b9e2-dd6375c3de62 req-d7eb6fc4-556e-410f-ae26-ae612560471e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:17.340192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-731a2c86-2ac5-4a96-b9e2-dd6375c3de62 req-d7eb6fc4-556e-410f-ae26-ae612560471e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0568149 Nov 23 19:37:17.387790 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-731a2c86-2ac5-4a96-b9e2-dd6375c3de62 req-6931ef57-249e-4c4f-ac6a-491c14da1c86 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Nov 23 19:37:18.505883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306494c4-2c6c-4c62-a924-e84eb899fb99 req-06b7034e-5301-4b88-ad41-0652f445bc21 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:18.507406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-306494c4-2c6c-4c62-a924-e84eb899fb99 req-06b7034e-5301-4b88-ad41-0652f445bc21 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Nov 23 19:37:18.554392 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-306494c4-2c6c-4c62-a924-e84eb899fb99 req-f4faae68-b2a0-4f75-8850-5c1767aa20c5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Nov 23 19:37:19.671654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d995-7409-4fd7-ace2-5d434d7ff1e9 req-77af250f-5ef9-449a-b002-50aeb9270d8c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:19.673122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c664d995-7409-4fd7-ace2-5d434d7ff1e9 req-77af250f-5ef9-449a-b002-50aeb9270d8c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0489647 Nov 23 19:37:19.719918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c664d995-7409-4fd7-ace2-5d434d7ff1e9 req-7a3c6a45-2c53-4f84-bd81-caa8bd930d9c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Nov 23 19:37:20.838915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eb740-ca02-4309-b742-053bd514cd46 req-bcf7540f-c65c-4a3b-b084-6a77dd97e793 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:20.840412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-405eb740-ca02-4309-b742-053bd514cd46 req-bcf7540f-c65c-4a3b-b084-6a77dd97e793 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0522859 Nov 23 19:37:20.887049 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-405eb740-ca02-4309-b742-053bd514cd46 req-0245b31a-e8a0-4366-adf8-e06affba452d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Nov 23 19:37:22.007105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0afad4-ff36-4a48-9922-d899182bd187 req-03f0dc04-e937-4d67-bfff-545f4f1c2d0a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:22.008721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f0afad4-ff36-4a48-9922-d899182bd187 req-03f0dc04-e937-4d67-bfff-545f4f1c2d0a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0508926 Nov 23 19:37:22.062793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6f0afad4-ff36-4a48-9922-d899182bd187 req-a952e026-66e2-4175-b1fb-61fdf8b636b2 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477891 Nov 23 19:37:23.180493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b29b-33f8-4a2a-8e5e-eadfb0035880 req-6c6bf541-0a80-46c1-9620-81c514e18f20 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:23.181961 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0628b29b-33f8-4a2a-8e5e-eadfb0035880 req-6c6bf541-0a80-46c1-9620-81c514e18f20 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0492017 Nov 23 19:37:23.229126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0628b29b-33f8-4a2a-8e5e-eadfb0035880 req-4341f6f5-e71c-4ade-a3e0-f5801fc7b263 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Nov 23 19:37:24.349175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec1f7c-9810-45dc-ae14-676d92a37f96 req-996777ab-c78d-4f0c-b106-e9d48c752a92 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:24.350690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3fec1f7c-9810-45dc-ae14-676d92a37f96 req-996777ab-c78d-4f0c-b106-e9d48c752a92 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0488119 Nov 23 19:37:24.399371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3fec1f7c-9810-45dc-ae14-676d92a37f96 req-289d55db-5f11-4781-aca3-82bb80603f49 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Nov 23 19:37:24.776463 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [req-3dc8d796-564e-4da3-9223-649b6c245941 req-7034d5bc-7e01-4c3c-897e-25b9b1b84432 service neutron] show failed (client error): The resource could not be found. Nov 23 19:37:24.777476 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-7034d5bc-7e01-4c3c-897e-25b9b1b84432 service neutron] 10.222.0.50 "GET /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0533352 Nov 23 19:37:24.984928 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-ebc8c9e4-97b3-4155-8885-50ce84b53da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:24.986280 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-ebc8c9e4-97b3-4155-8885-50ce84b53da2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1097 time: 0.0398941 Nov 23 19:37:25.000547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-e3932e99-6a80-426e-a61d-392dcb4cf5fe service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:37:25.001463 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-e3932e99-6a80-426e-a61d-392dcb4cf5fe service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048537 Nov 23 19:37:25.018280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:37:25.075024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:25.276462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:25.310133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:37:25.352603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:37:25.354863 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed22a9-7479-4c52-b065-9e76008cea90" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-unplugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:37:25.358573 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:25.371294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Transition to ACTIVE for port object d5866a0a-daa8-4a67-943b-042ace692546 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:37:25.375049 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:25.409758 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a59d2-bb2b-46de-8005-0c37d4e725f7 x-openstack-request-id: req-2e4a59d2-bb2b-46de-8005-0c37d4e725f7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:37:25.410223 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-unplugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:37:25.410624 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e4a59d2-bb2b-46de-8005-0c37d4e725f7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:37:25.411167 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'code': 200} Nov 23 19:37:25.471738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:25.491278 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.491650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.491997 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.492329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.492660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.492986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.493311 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.493636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.493962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.494280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.494599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.494918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:25.512500 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] No DVR routers for this DVR port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:37:25.533338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b698957-313b-46bf-84c5-0ad77f8732ef req-a3944e8c-47c0-4c2a-a1bf-148d210aa3f5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:25.535128 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b698957-313b-46bf-84c5-0ad77f8732ef req-a3944e8c-47c0-4c2a-a1bf-148d210aa3f5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0555694 Nov 23 19:37:25.598685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b698957-313b-46bf-84c5-0ad77f8732ef req-07e675a8-f6ee-4cd1-b717-d57bed69c7b6 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 Nov 23 19:37:25.982571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:37:25.982899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:37:25.983213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:37:25.987407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:37:25.988485 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:37:25.992912 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:37:25.993239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:37:25.993614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:37:25.994027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Bound port: d5866a0a-daa8-4a67-943b-042ace692546, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:37:25.994368 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:26.055995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:37:26.058883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:37:26.063148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:26.098398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.098398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:26.098398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] 10.222.0.47 "PUT /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1092 time: 1.0842876 Nov 23 19:37:26.127814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f9c2f-9b89-4fda-8708-f61fa8da1d2b service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:26.173357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-f72ab0ed-08b3-4a34-97c4-fe446ab3a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.175054 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-f72ab0ed-08b3-4a34-97c4-fe446ab3a328 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1095 time: 0.0428042 Nov 23 19:37:26.276818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-d6671e4f-9462-4810-85f7-13a97b16100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.278274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-d6671e4f-9462-4810-85f7-13a97b16100f service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0921059 Nov 23 19:37:26.346433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-3d5cce42-ac0f-4767-98f3-c674ad56e1ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0570090 Nov 23 19:37:26.399507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-5ae4ce1d-8c50-47a2-8bdd-18785ea11e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.400808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-5ae4ce1d-8c50-47a2-8bdd-18785ea11e67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0431185 Nov 23 19:37:26.454224 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d796-564e-4da3-9223-649b6c245941 req-61959ac8-78d5-4cb9-89f4-48f88fe0878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.455714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-61959ac8-78d5-4cb9-89f4-48f88fe0878d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437341 Nov 23 19:37:26.550375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-d5a116a8-edc4-4889-ad48-68be3a1efe89 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Nov 23 19:37:26.647090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-c6afcab6-44d3-41c8-bdd3-b19d4ad3f6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Nov 23 19:37:26.730546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1a85-cf9f-45c4-892c-9d8c2abf5610 req-c4034723-412f-4c71-b77d-3893d45ad677 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:26.731957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ced1a85-cf9f-45c4-892c-9d8c2abf5610 req-c4034723-412f-4c71-b77d-3893d45ad677 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0503736 Nov 23 19:37:26.780233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ced1a85-cf9f-45c4-892c-9d8c2abf5610 req-b3b837b4-3237-4c6f-9f93-f26c8808ae8c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Nov 23 19:37:27.209273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:37:27.247478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:37:27.412251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:37:27.414644 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7476012-d129-4496-9f40-2c7af9332d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:37:27.465632 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2980454-4d43-4546-b22b-a5203dbafef6 x-openstack-request-id: req-f2980454-4d43-4546-b22b-a5203dbafef6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:37:27.465930 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:37:27.466183 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2980454-4d43-4546-b22b-a5203dbafef6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:37:27.466580 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'status': 'completed', 'code': 200} Nov 23 19:37:27.512646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2e59b51-a6f1-4348-9cff-4e72baca0ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:27.533505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-5dae30f3-38be-462a-931a-d6fa79446179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.535038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-5dae30f3-38be-462a-931a-d6fa79446179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1095 time: 0.0436578 Nov 23 19:37:27.543158 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-13a7a670-3edb-4377-b018-c6340bcb8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.544863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-13a7a670-3edb-4377-b018-c6340bcb8c56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1095 time: 0.0461404 Nov 23 19:37:27.632464 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-17a4b6dc-6d4d-43cc-a8cc-0491f8b44832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.634078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-17a4b6dc-6d4d-43cc-a8cc-0491f8b44832 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0914223 Nov 23 19:37:27.648672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-735558db-7509-4f7f-9828-2f4b9489cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.650282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-735558db-7509-4f7f-9828-2f4b9489cd3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0923822 Nov 23 19:37:27.710869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-4648cdbb-6c63-47f6-b40c-369e9e309425 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0671983 Nov 23 19:37:27.722794 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-ade634ac-2d8d-4ade-8ead-f90cd43244ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0607009 Nov 23 19:37:27.763146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-035ab42d-e89d-426a-b77a-4e8539c3868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.765061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-035ab42d-e89d-426a-b77a-4e8539c3868c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0464859 Nov 23 19:37:27.785137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-854c1845-c00a-4d82-a44a-fe885439ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.786611 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-854c1845-c00a-4d82-a44a-fe885439ce6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0532389 Nov 23 19:37:27.827488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-a5a862e2-d739-4101-987a-74805f22e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.829338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-a5a862e2-d739-4101-987a-74805f22e2f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565276 Nov 23 19:37:27.844365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476012-d129-4496-9f40-2c7af9332d57 req-dbb69374-c5c8-4509-8183-4f4932163be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.845978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-dbb69374-c5c8-4509-8183-4f4932163be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470929 Nov 23 19:37:27.929731 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-b4d9b6f5-a7c5-44f6-9ec2-c5b5fcb9fa07 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921700 Nov 23 19:37:27.969510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f7728-432e-492d-ac48-368d755aecaf req-0329d7f5-69af-4900-b89a-8cb3e890d56d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:27.971006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d6f7728-432e-492d-ac48-368d755aecaf req-0329d7f5-69af-4900-b89a-8cb3e890d56d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.1057785 Nov 23 19:37:28.001817 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-6e31abf6-f102-425e-b593-eb5215394cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452866 Nov 23 19:37:28.028859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-7d5923b7-d06f-4e13-abd9-a8504904a156 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914466 Nov 23 19:37:28.058574 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7d6f7728-432e-492d-ac48-368d755aecaf req-82e7a231-1e8c-4c87-835d-0ae7fa214a9d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806589 Nov 23 19:37:28.121682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a7476012-d129-4496-9f40-2c7af9332d57 req-9bf59ad1-77f7-4f73-a281-674587db01b0 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065102 Nov 23 19:37:29.179741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def4233-b02e-4802-b0a9-98b29f7265f9 req-c8ed5968-e46f-42ac-bf34-5b0e0d2265e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:29.181252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2def4233-b02e-4802-b0a9-98b29f7265f9 req-c8ed5968-e46f-42ac-bf34-5b0e0d2265e0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0501339 Nov 23 19:37:29.228448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2def4233-b02e-4802-b0a9-98b29f7265f9 req-71a3e9fe-4a05-43c4-8066-a49227e8847f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Nov 23 19:37:30.235155 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d48596a-24d5-4ee9-9e88-79611395cc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:30.349245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fc07-a771-443d-ab22-b1fb080d3089 req-3ebb9c13-b57a-4377-8e97-d07221497299 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:30.350898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd78fc07-a771-443d-ab22-b1fb080d3089 req-3ebb9c13-b57a-4377-8e97-d07221497299 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0510628 Nov 23 19:37:30.399241 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bd78fc07-a771-443d-ab22-b1fb080d3089 req-b5c147a1-ce92-4d39-be4b-ab515d318809 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Nov 23 19:37:30.945953 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:31.574662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0460b4-a903-45ee-9b00-e1a1223b6f87 req-29de7c05-0f9e-4312-973a-3169ae808e08 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:31.576186 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e0460b4-a903-45ee-9b00-e1a1223b6f87 req-29de7c05-0f9e-4312-973a-3169ae808e08 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.1052370 Nov 23 19:37:31.625630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e0460b4-a903-45ee-9b00-e1a1223b6f87 req-1a6021d2-5e99-4c7a-b939-4bd079f22896 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Nov 23 19:37:32.382119 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:32.789628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dbefc-a0ff-4c65-9c71-83db9ea223bf req-1723d7aa-ea1c-4748-8298-2819dd57bc9c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:32.791107 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d3dbefc-a0ff-4c65-9c71-83db9ea223bf req-1723d7aa-ea1c-4748-8298-2819dd57bc9c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0922902 Nov 23 19:37:32.841334 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4d3dbefc-a0ff-4c65-9c71-83db9ea223bf req-3713fbc1-9cf3-47e1-944b-496ee1e3cb05 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Nov 23 19:37:33.313671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:33.962875 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c106ba-2d84-45c8-bbfe-6841f792c5cf req-57671dfa-b919-4624-ba17-2f4ac39171c9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:33.964393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c106ba-2d84-45c8-bbfe-6841f792c5cf req-57671dfa-b919-4624-ba17-2f4ac39171c9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0531466 Nov 23 19:37:34.013154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a5c106ba-2d84-45c8-bbfe-6841f792c5cf req-7f32aede-984f-4f2a-8e9a-539352e2098e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Nov 23 19:37:35.136035 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0527-2758-4eba-a9e9-cffba08ad84e req-2f2af670-50d8-4b2a-b6ce-0840f566df03 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:35.137677 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0ee0527-2758-4eba-a9e9-cffba08ad84e req-2f2af670-50d8-4b2a-b6ce-0840f566df03 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0534778 Nov 23 19:37:35.185042 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0ee0527-2758-4eba-a9e9-cffba08ad84e req-cb05c4fb-39f9-4cb7-9503-388a9a64b86f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Nov 23 19:37:36.299814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9cd0a-5515-4ccb-a1f7-f2079f4a9fc3 req-7f586eed-4f9c-4658-89df-8fa198590a2c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:36.301813 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4e9cd0a-5515-4ccb-a1f7-f2079f4a9fc3 req-7f586eed-4f9c-4658-89df-8fa198590a2c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0482862 Nov 23 19:37:36.347775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4e9cd0a-5515-4ccb-a1f7-f2079f4a9fc3 req-6ffdfa05-690b-4d1d-ac3f-f1ab4aa4494a tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Nov 23 19:37:37.464453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d27d1-905b-494b-855a-5e6ba45eaec7 req-b7a2f201-4e9c-46af-9760-15879a92a167 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:37.465944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad6d27d1-905b-494b-855a-5e6ba45eaec7 req-b7a2f201-4e9c-46af-9760-15879a92a167 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0493977 Nov 23 19:37:37.513406 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ad6d27d1-905b-494b-855a-5e6ba45eaec7 req-8b005038-6f37-41fe-9a77-20064b2701f7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Nov 23 19:37:38.636515 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c1ff-0c5e-4805-ba2d-83e1b138fff4 req-c2e4df22-b755-4f83-8e8c-5e1587f15ed3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:38.638254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b120c1ff-0c5e-4805-ba2d-83e1b138fff4 req-c2e4df22-b755-4f83-8e8c-5e1587f15ed3 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0533040 Nov 23 19:37:38.684310 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b120c1ff-0c5e-4805-ba2d-83e1b138fff4 req-68173d88-7d67-48c6-986c-2a6180bea84e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Nov 23 19:37:39.445445 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:39.799598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c294d-5669-4b5f-ae80-c0b103025270 req-f6392f97-fed5-4397-af94-2ffd1387dadd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:39.801118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed4c294d-5669-4b5f-ae80-c0b103025270 req-f6392f97-fed5-4397-af94-2ffd1387dadd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0496449 Nov 23 19:37:39.854344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ed4c294d-5669-4b5f-ae80-c0b103025270 req-a06076d4-8d99-45cb-b6fd-c02ce47b9985 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473475 Nov 23 19:37:40.074139 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d5866a0a-daa8-4a67-943b-042ace692546 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:37:40.163587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-e44ce3c2-7937-468a-9914-2f24cb075723 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.165065 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-e44ce3c2-7937-468a-9914-2f24cb075723 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.47 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&binding%3Ahost_id=n-h1-792364-9 HTTP/1.1" status: 200 len: 944 time: 0.0801048 Nov 23 19:37:40.171942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:40.180065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05eeb7-0a6f-4e50-b550-b8fae4871917 req-df7636c2-b657-4e89-b40f-95af6114708d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.181522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb05eeb7-0a6f-4e50-b550-b8fae4871917 req-df7636c2-b657-4e89-b40f-95af6114708d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 944 time: 0.0706747 Nov 23 19:37:40.183694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'd5866a0a-daa8-4a67-943b-042ace692546', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:37:40.221418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:40.234311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:37:40.255261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:40.259902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:40.276714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb05eeb7-0a6f-4e50-b550-b8fae4871917 req-427c42c4-98c9-49cb-b8a6-b46c461a243e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879176 Nov 23 19:37:40.279975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-8f802bc1-dbb4-4968-af52-f921bd6d7569 service neutron] 10.222.0.47 "GET /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546/bindings/n-h1-792364-9 HTTP/1.1" status: 200 len: 382 time: 0.0975909 Nov 23 19:37:40.313572 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:40.321462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.321817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.322162 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.322505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.322847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.323182 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.323598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.323898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.324833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.325173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.325501 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.325829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:40.356410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-dd131027-2bb6-46e1-851f-75c666a26eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.358860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-dd131027-2bb6-46e1-851f-75c666a26eaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1096 time: 0.0453527 Nov 23 19:37:40.456747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-8a5e86c4-97c4-4545-a4b6-7ce4d28066dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.458233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-8a5e86c4-97c4-4545-a4b6-7ce4d28066dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0908687 Nov 23 19:37:40.525494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-8f559275-0a11-4f9a-b8af-b95f23fbfa7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1002 time: 0.0595686 Nov 23 19:37:40.557264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['d5866a0a-daa8-4a67-943b-042ace692546'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:37:40.575129 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-387fa6f9-853b-46e4-aeb5-60bb756f71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.576528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-387fa6f9-853b-46e4-aeb5-60bb756f71b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0436687 Nov 23 19:37:40.634615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-2028c035-821a-4bf4-882d-4b9e709f2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:40.634615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-2028c035-821a-4bf4-882d-4b9e709f2eaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492384 Nov 23 19:37:40.725822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-f81f49a0-64f6-439e-837b-de305780f243 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Nov 23 19:37:40.762120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:40.821081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-a1fee6f0-9eef-4d61-bb3d-49fe62274c3a service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874825 Nov 23 19:37:41.399773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7c5fa-3f4d-4dbd-8bba-50124fe0a144 req-7d9eac1d-1d1f-492a-b954-a0101c1a2b2e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:41.401258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82d7c5fa-3f4d-4dbd-8bba-50124fe0a144 req-7d9eac1d-1d1f-492a-b954-a0101c1a2b2e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0492439 Nov 23 19:37:41.449160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-82d7c5fa-3f4d-4dbd-8bba-50124fe0a144 req-bb0cbad6-cfd7-4816-95f4-3d3f5f958f4f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Nov 23 19:37:42.100131 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d5866a0a-daa8-4a67-943b-042ace692546 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:37:42.148386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port d5866a0a-daa8-4a67-943b-042ace692546 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:37:42.152488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port d5866a0a-daa8-4a67-943b-042ace692546 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:37:42.152863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:42.231547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:42.254893 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:37:42.257164 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210232a6-73a3-43a4-929d-bddff8b5aab6" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:37:42.269997 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:42.274236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:42.311075 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0276a-99b0-4ad5-a0c3-00a80c9ce0e1 x-openstack-request-id: req-97c0276a-99b0-4ad5-a0c3-00a80c9ce0e1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:37:42.311421 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:37:42.311694 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97c0276a-99b0-4ad5-a0c3-00a80c9ce0e1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:37:42.312084 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'code': 200} Nov 23 19:37:42.327996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:42.565488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97a23-06e7-4a67-9f0d-2c06128cb81b req-2218a55c-a189-464f-8aab-61119674725d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:42.567644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61e97a23-06e7-4a67-9f0d-2c06128cb81b req-2218a55c-a189-464f-8aab-61119674725d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Nov 23 19:37:42.618147 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61e97a23-06e7-4a67-9f0d-2c06128cb81b req-fa9b1d8b-5288-4d42-914f-256406ad18a8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Nov 23 19:37:43.740448 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0cf79-6772-4559-a0be-27db44bae816 req-5ee6f30c-32b8-4122-8036-770cfcd85530 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:43.741932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ade0cf79-6772-4559-a0be-27db44bae816 req-5ee6f30c-32b8-4122-8036-770cfcd85530 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0524144 Nov 23 19:37:43.790795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ade0cf79-6772-4559-a0be-27db44bae816 req-e8fe4ae0-3258-4316-8af2-9d98457e7784 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Nov 23 19:37:44.915255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552f09d-c32d-4c26-8a73-c67b006746d5 req-1e6db384-1518-4008-a753-f0105888e2dc tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:44.916764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d552f09d-c32d-4c26-8a73-c67b006746d5 req-1e6db384-1518-4008-a753-f0105888e2dc tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0509233 Nov 23 19:37:44.970524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d552f09d-c32d-4c26-8a73-c67b006746d5 req-e613fccc-176a-4ddc-8efa-b6aabdc8b197 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Nov 23 19:37:45.186025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-0bb39bc8-b621-4d13-9fa3-fe49a2645543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:45.187562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-0bb39bc8-b621-4d13-9fa3-fe49a2645543 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022&tenant_id=6cdc20f671a74f6ea004b5a5120ab24c HTTP/1.1" status: 200 len: 1097 time: 0.0400486 Nov 23 19:37:45.200319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:37:45.256122 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.460401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:45.492410 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:37:45.531044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:37:45.533345 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73681d6d-6b94-4c62-8c68-f94dde27e3ff" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-unplugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:37:45.537055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.550055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Transition to ACTIVE for port object d5866a0a-daa8-4a67-943b-042ace692546 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:37:45.554195 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.631944 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebdf8f-b64d-42b4-aebc-d0686b213f6a x-openstack-request-id: req-5aebdf8f-b64d-42b4-aebc-d0686b213f6a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:37:45.632242 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-unplugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:37:45.632498 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aebdf8f-b64d-42b4-aebc-d0686b213f6a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:37:45.632902 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'code': 200} Nov 23 19:37:45.638263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:45.652682 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.653030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.653373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.653711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.654044 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.654382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.654712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.655046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.655402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.655730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.656056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.656384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:37:45.692340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] No DVR routers for this DVR port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:37:45.829409 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:37:45.829852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:37:45.830198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:37:45.834664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:37:45.834990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Attempting to bind port d5866a0a-daa8-4a67-943b-042ace692546 on network 31c0a17e-9649-42fb-a6d7-65a8120a0ded {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:37:45.839868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:37:45.840204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Checking segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:37:45.840587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Bound using segment: {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:37:45.841008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Bound port: d5866a0a-daa8-4a67-943b-042ace692546, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64884a23-6749-43eb-a180-af26ec34babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:37:45.841358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.902349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:37:45.905227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:37:45.910013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.951539 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:45.952171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:45.953598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] 10.222.0.50 "PUT /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1093 time: 0.7572320 Nov 23 19:37:45.972554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b731a-6a88-4325-af16-0aa9ab9fbea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:46.026120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-c5f2b99c-d7c0-4633-bdc5-c60887a7c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:46.027691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-c5f2b99c-d7c0-4633-bdc5-c60887a7c1a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1096 time: 0.0447001 Nov 23 19:37:46.133201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d5866a0a-daa8-4a67-943b-042ace692546 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:37:46.157750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d42185-6ea3-48fb-b198-98cd73d398b0 req-5af291cd-9dff-437e-ba60-4a5c43ddb143 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:46.159219 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92d42185-6ea3-48fb-b198-98cd73d398b0 req-5af291cd-9dff-437e-ba60-4a5c43ddb143 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.1039710 Nov 23 19:37:46.165057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-925e661d-2561-4645-9547-2563e6a1a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:46.166541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-925e661d-2561-4645-9547-2563e6a1a156 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.1296999 Nov 23 19:37:46.182946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device d5866a0a-daa8-4a67-943b-042ace692546 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:37:46.253593 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92d42185-6ea3-48fb-b198-98cd73d398b0 req-93126f0f-fd5d-4d79-9f52-1321fb4d9b15 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859938 Nov 23 19:37:46.257306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-ec40874a-0a94-464d-9fb5-760e0a5cd2bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0829861 Nov 23 19:37:46.311654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-70aea2f6-15db-4afe-adcd-3e4243ce121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:46.313056 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-70aea2f6-15db-4afe-adcd-3e4243ce121e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0479116 Nov 23 19:37:46.359058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-f79dd2d5-520d-4300-a0bc-74c23c4b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:46.360556 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-f79dd2d5-520d-4300-a0bc-74c23c4b4dca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398548 Nov 23 19:37:46.449899 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-b4e6a2e8-a4e1-4a7e-94bb-a5a6d519f969 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815606 Nov 23 19:37:46.546786 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2d851211-1f62-4ea3-9df6-9702fc639e8a req-78e33927-581b-4b07-b611-ad14d3db2e99 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880368 Nov 23 19:37:47.379984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575027c5-3810-4281-ac91-d32dcaeedcf4 req-12627d1a-8910-45a5-b440-0c2034cc9eb5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.381668 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-575027c5-3810-4281-ac91-d32dcaeedcf4 req-12627d1a-8910-45a5-b440-0c2034cc9eb5 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Nov 23 19:37:47.442898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-575027c5-3810-4281-ac91-d32dcaeedcf4 req-1bf6bc0b-024b-49a6-be9d-3edcfb19aec9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535893 Nov 23 19:37:47.634319 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:37:47.637026 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:37:47.685834 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5cb46a-4b2e-4965-bd5e-bdeb5e0303e7 x-openstack-request-id: req-fc5cb46a-4b2e-4965-bd5e-bdeb5e0303e7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:37:47.686135 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:37:47.686391 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc5cb46a-4b2e-4965-bd5e-bdeb5e0303e7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:37:47.686799 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'status': 'completed', 'code': 200} Nov 23 19:37:47.756210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-f105e4d1-8870-4d03-8102-c6b4995e1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.757767 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-f105e4d1-8870-4d03-8102-c6b4995e1300 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1096 time: 0.0439134 Nov 23 19:37:47.761887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-c11ebe5a-a536-4ccb-948a-78050c625c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.763448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-c11ebe5a-a536-4ccb-948a-78050c625c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 1096 time: 0.0436833 Nov 23 19:37:47.859386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-d3c680b5-3ace-405a-9fbe-16ff2f4fd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.860922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-d3c680b5-3ace-405a-9fbe-16ff2f4fd2af service neutron] 10.222.0.50 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0944443 Nov 23 19:37:47.864614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-caf9fca5-1886-422d-8d08-0537a2b7c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.866180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-caf9fca5-1886-422d-8d08-0537a2b7c64c service neutron] 10.222.0.47 "GET /v2.0/networks?id=31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 200 len: 912 time: 0.0899308 Nov 23 19:37:47.928215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-cea0ea68-fb87-46b1-8b69-2e2dcccf0be2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0593343 Nov 23 19:37:47.944657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-41058f44-c12e-47fa-bbe2-deeafc10d631 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 200 len: 1001 time: 0.0666831 Nov 23 19:37:47.983922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-1a1b9d5f-b988-4265-834d-185643fb86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:47.985115 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-1a1b9d5f-b988-4265-834d-185643fb86aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0497565 Nov 23 19:37:48.010157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-3b7ec4c3-2ad9-49e0-8369-b5e01041ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:48.011999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-3b7ec4c3-2ad9-49e0-8369-b5e01041ed98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 200 len: 850 time: 0.0564306 Nov 23 19:37:48.038083 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-9dad5450-adc9-4d55-9e77-686e37bf6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:48.039653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-9dad5450-adc9-4d55-9e77-686e37bf6379 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463696 Nov 23 19:37:48.065427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-c41a2536-56f3-45d6-8370-f8cc818e7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:48.067545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-c41a2536-56f3-45d6-8370-f8cc818e7840 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31c0a17e-9649-42fb-a6d7-65a8120a0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435958 Nov 23 19:37:48.136072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-319a8488-8023-461e-9905-610a712b7c38 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884418 Nov 23 19:37:48.179763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-5da18e0b-aa73-499b-b962-d66a28d3e1a2 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004157 Nov 23 19:37:48.239084 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-13c266b2-a355-483b-b025-75b045c89076 service neutron] 10.222.0.50 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930388 Nov 23 19:37:48.280465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-adb9db04-e6b3-4bac-9c0d-bd2af0e4fdf3 req-7c6bdca8-0164-4813-af32-5c13d3e4f503 service neutron] 10.222.0.47 "GET /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904689 Nov 23 19:37:48.576023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813e9d2-b8e7-4f8b-b108-5c74c335b78c req-947c7e0b-ce63-4e50-a382-250a2b0b3f55 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:48.577541 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8813e9d2-b8e7-4f8b-b108-5c74c335b78c req-947c7e0b-ce63-4e50-a382-250a2b0b3f55 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0543747 Nov 23 19:37:48.625509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8813e9d2-b8e7-4f8b-b108-5c74c335b78c req-a3a62f99-b868-4671-90be-0c6f4d967a67 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Nov 23 19:37:49.752570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6447-5570-47d9-9fae-cb96b28f0397 req-ffef79b7-20cd-44cb-bb74-f76e805b607b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:49.754625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a82a6447-5570-47d9-9fae-cb96b28f0397 req-ffef79b7-20cd-44cb-bb74-f76e805b607b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Nov 23 19:37:49.802698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a82a6447-5570-47d9-9fae-cb96b28f0397 req-07ee3c01-0bf5-4e7b-91d5-949b405f18f0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Nov 23 19:37:50.927123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a3d52-1235-4860-8c8f-b8628120be5d req-867b42cb-993a-4205-a326-614b7ea73134 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:50.928807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-584a3d52-1235-4860-8c8f-b8628120be5d req-867b42cb-993a-4205-a326-614b7ea73134 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0502362 Nov 23 19:37:50.979336 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-584a3d52-1235-4860-8c8f-b8628120be5d req-b78ee387-f8cc-4633-a8d7-8befbc679aaf tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444822 Nov 23 19:37:52.102839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e596b7-0d4a-4a2e-ad2a-811c8eae10a7 req-0b7bf246-c8f4-4f5b-9312-38f18a2acd0c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:52.104265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4e596b7-0d4a-4a2e-ad2a-811c8eae10a7 req-0b7bf246-c8f4-4f5b-9312-38f18a2acd0c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Nov 23 19:37:52.105058 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:37:52.151182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d4e596b7-0d4a-4a2e-ad2a-811c8eae10a7 req-d60ecf13-79e1-494e-bda7-54082ea60397 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Nov 23 19:37:53.270329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972c616-c332-4468-8565-a7851074462e req-f6ce79a5-a04e-4bb0-87be-2f19428b0957 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:53.271802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9972c616-c332-4468-8565-a7851074462e req-f6ce79a5-a04e-4bb0-87be-2f19428b0957 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0523620 Nov 23 19:37:53.322745 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9972c616-c332-4468-8565-a7851074462e req-7fea662d-0ac2-42f2-b5d4-187c813a8b3c tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Nov 23 19:37:54.440901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df2061-5768-4438-bf76-482594b7ac06 req-9cb19623-7725-4e07-b081-ab4c09e99510 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:54.442983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96df2061-5768-4438-bf76-482594b7ac06 req-9cb19623-7725-4e07-b081-ab4c09e99510 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Nov 23 19:37:54.488805 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-96df2061-5768-4438-bf76-482594b7ac06 req-7032b1ab-a1af-4040-b1fb-5fc1ae1e7c41 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Nov 23 19:37:55.607764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df8b7f-4214-4d3b-98ad-d51896d92854 req-79448270-6d44-47bb-af79-9ea76e35ec5f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:55.609283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a2df8b7f-4214-4d3b-98ad-d51896d92854 req-79448270-6d44-47bb-af79-9ea76e35ec5f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0511150 Nov 23 19:37:55.655942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a2df8b7f-4214-4d3b-98ad-d51896d92854 req-e85bc37a-0388-48de-982c-ee6a594b4af9 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Nov 23 19:37:56.774440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25834fd3-0398-49d3-88a1-92a4343f1645 req-e9e43c61-f1ad-470d-80bc-13b77450759b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:56.775922 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25834fd3-0398-49d3-88a1-92a4343f1645 req-e9e43c61-f1ad-470d-80bc-13b77450759b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0512471 Nov 23 19:37:56.823751 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-25834fd3-0398-49d3-88a1-92a4343f1645 req-a25602b5-3384-4bf7-9856-d8fa32ebefd8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Nov 23 19:37:57.495339 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1747db52-06fb-4b11-8029-6fbca2f28b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:57.945746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fedc55-d70b-4faf-9313-78412f18f603 req-a0e296b4-2dcf-49b4-b3e8-accd8a993d66 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:57.947570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9fedc55-d70b-4faf-9313-78412f18f603 req-a0e296b4-2dcf-49b4-b3e8-accd8a993d66 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Nov 23 19:37:58.004633 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f9fedc55-d70b-4faf-9313-78412f18f603 req-402606da-97b8-421d-81be-9ff557b7ad18 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508857 Nov 23 19:37:59.124848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91de402-8caf-4424-9336-4d418731f09d req-ab9ca9d5-06ed-43fc-8e41-3f4b7e5ae345 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:59.126869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d91de402-8caf-4424-9336-4d418731f09d req-ab9ca9d5-06ed-43fc-8e41-3f4b7e5ae345 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Nov 23 19:37:59.173643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d91de402-8caf-4424-9336-4d418731f09d req-e4d1b77f-1e94-436a-a1a3-b5bff3a702a0 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Nov 23 19:37:59.291169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9c181-a970-48fd-aa4b-d7b99fc52e2f req-7bd01d62-d794-4771-925f-400d018261b7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:59.292674 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e9c181-a970-48fd-aa4b-d7b99fc52e2f req-7bd01d62-d794-4771-925f-400d018261b7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Nov 23 19:37:59.339870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-34e9c181-a970-48fd-aa4b-d7b99fc52e2f req-3837ab87-dbd3-4953-aa5d-60c9ea25de1d tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Nov 23 19:37:59.354615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:37:59.453489 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:59.466619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'd5866a0a-daa8-4a67-943b-042ace692546', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'port_id': 'd5866a0a-daa8-4a67-943b-042ace692546', 'mac_address': 'fa:16:3e:fe:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:37:59.466824 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3388a8-8f71-4042-be1c-36227510fca7 req-21b6b181-ea01-4c28-9a75-f22cdf95926b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:59.468236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd3388a8-8f71-4042-be1c-36227510fca7 req-21b6b181-ea01-4c28-9a75-f22cdf95926b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 945 time: 0.0591109 Nov 23 19:37:59.521929 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd3388a8-8f71-4042-be1c-36227510fca7 req-ea256731-9346-48e1-afae-9a8475a0a6cd tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Nov 23 19:37:59.674125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:59.689779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:37:59.714210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:37:59.720125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:37:59.778011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:37:59.782629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f848c1-b7c5-440e-9586-b74b4b2a4a26 req-7e522bed-8661-495e-8c0f-1dcd47678996 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:37:59.785675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4f848c1-b7c5-440e-9586-b74b4b2a4a26 req-7e522bed-8661-495e-8c0f-1dcd47678996 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0579934 Nov 23 19:37:59.847886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b4f848c1-b7c5-440e-9586-b74b4b2a4a26 req-bfd2b154-f161-4685-8890-c24be127f626 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525973 Nov 23 19:38:00.005171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['d5866a0a-daa8-4a67-943b-042ace692546'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:00.237666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00d4bbc8-da85-44e6-81f0-2e28fd58280a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:00.950287 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:00.981385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219f425-0ea9-423d-ade0-8beaca4324c6 req-4f1523b2-13c3-47bd-9758-74f56194a05f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:00.982748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2219f425-0ea9-423d-ade0-8beaca4324c6 req-4f1523b2-13c3-47bd-9758-74f56194a05f tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0627563 Nov 23 19:38:01.046974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2219f425-0ea9-423d-ade0-8beaca4324c6 req-40d46714-29da-4aca-ad8d-6e410ec1b39e tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5d92f5-f121-441b-a947-b65ac45dcd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535831 Nov 23 19:38:01.364197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:01.385154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-6d799dbd-aeda-4bee-8102-2dd23866f52b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:01.386866 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-6d799dbd-aeda-4bee-8102-2dd23866f52b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Nov 23 19:38:01.414196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port d5866a0a-daa8-4a67-943b-042ace692546 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:38:01.418600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port d5866a0a-daa8-4a67-943b-042ace692546 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:01.419197 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.484545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Deleting port d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:01.484880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.498386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.522617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:01.524923 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc16e75e-09dc-4ece-8be4-b2936c3788c2" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:01.537607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:01.541876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.573668 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ac485b-f128-4771-82c9-07d60ceddfc3 x-openstack-request-id: req-f0ac485b-f128-4771-82c9-07d60ceddfc3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:01.574031 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-plugged", "status": "completed", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:01.574349 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0ac485b-f128-4771-82c9-07d60ceddfc3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:01.574858 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'code': 200} Nov 23 19:38:01.581075 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] For port d5866a0a-daa8-4a67-943b-042ace692546, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=d5866a0a-daa8-4a67-943b-042ace692546,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:01.582309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.597507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:01.764034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.764408 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.764729 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6 disassociated. External IP: 172.25.5.109, port: d5866a0a-daa8-4a67-943b-042ace692546. Nov 23 19:38:01.765074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Calling delete_port for d5866a0a-daa8-4a67-943b-042ace692546 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:01.902182 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:01.936240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'Port': ['ID=d5866a0a-daa8-4a67-943b-042ace692546,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:02.058272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:38:02.177097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:38:02.186808 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:38:02.197352 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:38:02.198124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-58006e87-845d-4667-968c-ed87b9059784 req-5034c9d8-4e5c-4b84-baaf-db4ee98a39e8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0366294 Nov 23 19:38:02.198679 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:02.221923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] No DVR routers for this DVR port d5866a0a-daa8-4a67-943b-042ace692546 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:02.225409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:02.229856 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0777ef7b-7dc7-4e9a-a5ad-cc6031bbf9a6 req-3c6c234b-90b2-4c5e-8b1f-1013d1b57b59 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.50 "DELETE /v2.0/ports/d5866a0a-daa8-4a67-943b-042ace692546 HTTP/1.1" status: 204 len: 173 time: 0.8361704 Nov 23 19:38:02.230336 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-deleted', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:02.233504 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a35daf-a0fb-4acc-b239-0ec822a3d3a0" -d '{"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-deleted", "tag": "d5866a0a-daa8-4a67-943b-042ace692546"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:02.272504 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5288f-c7f4-4bc1-bfd1-a6b6732b2d1c x-openstack-request-id: req-cec5288f-c7f4-4bc1-bfd1-a6b6732b2d1c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:02.272757 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dbc3-4957-4696-91b9-f5382e97e022", "name": "network-vif-deleted", "tag": "d5866a0a-daa8-4a67-943b-042ace692546", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:02.272996 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cec5288f-c7f4-4bc1-bfd1-a6b6732b2d1c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:02.273390 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dbc3-4957-4696-91b9-f5382e97e022', 'name': 'network-vif-deleted', 'tag': 'd5866a0a-daa8-4a67-943b-042ace692546', 'status': 'completed', 'code': 200} Nov 23 19:38:02.322704 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:38:02.382329 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:02.530827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:02.557792 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:38:02.566978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:38:02.566978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:02.671820 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:38:02.870843 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:02.901288 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe74c0-c8a6-4596-9b3a-cfc59554b86b None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'acc9de9f-aa0b-4b5e-9f5d-5431b77c8929', 'name': '', 'network_id': '31c0a17e-9649-42fb-a6d7-65a8120a0ded', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'mac_address': 'fa:16:3e:01:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:03Z', 'updated_at': '2021-11-23T19:28:06Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'subnets': [{'id': 'a1645a00-085c-4047-9946-3ecb978f3d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:38:03.138830 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a4d9e-98b5-49c0-8f73-5b945cae3061 None None] New status for floating IP 3c17306c-028e-4372-aedd-4fef8ba5f0c6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:38:03.327662 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:03.357266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-85a4fc02-a80a-4b2b-9f17-0338179d94a4 req-7ba7b4c8-127a-413a-8803-adcbd8cbee49 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0256889 Nov 23 19:38:04.455013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3e70b550-da47-446b-a151-e36257476031 req-d7fe5410-9463-428f-bc54-e76801f2a8e8 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0262432 Nov 23 19:38:05.395632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:05.416054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: d5866a0a-daa8-4a67-943b-042ace692546 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:05.416398 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device d5866a0a-daa8-4a67-943b-042ace692546 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:05.562268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-66f3cf26-ce69-4ecb-8f68-a0f21f4fa7cc req-36c991fc-5cc0-43b4-9db7-f0cbdda210ba tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Nov 23 19:38:06.676126 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-204697bf-702d-4b78-87a0-f299212fe6c6 req-a0551131-e893-4e63-9435-490277b52ce7 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b835dbc3-4957-4696-91b9-f5382e97e022 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Nov 23 19:38:09.455836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:10.771212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.423057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:11.482340 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.506305 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.555095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.557887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.559029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "DELETE /v2.0/security-groups/bd5d92f5-f121-441b-a947-b65ac45dcd8a HTTP/1.1" status: 204 len: 168 time: 0.1348519 Nov 23 19:38:11.561921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:11.569998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e07384-e893-469e-b312-7f19e7f5d174 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d92f5-f121-441b-a947-b65ac45dcd8a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:11.575827 n-d-792364-9 neutron-server[103399]: INFO neutron.api.v2.resource [None req-50f87d8b-ad3a-4f52-a680-af200c11898b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] show failed (client error): The resource could not be found. Nov 23 19:38:11.580180 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-50f87d8b-ad3a-4f52-a680-af200c11898b tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "GET /v2.0/security-groups/bd5d92f5-f121-441b-a947-b65ac45dcd8a HTTP/1.1" status: 404 len: 347 time: 0.0171597 Nov 23 19:38:11.580955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:11.706164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Deleting port ad23c212-14fc-4ba4-8e03-90bca148bba0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:11.707022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.785673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.785997 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.797935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Calling delete_port for ad23c212-14fc-4ba4-8e03-90bca148bba0 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:11.927640 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:11.959797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Pushing event deleted for resources: {'Port': ['ID=ad23c212-14fc-4ba4-8e03-90bca148bba0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:12.337139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:12.339721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:12.340846 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e23e4aad-d67c-4478-b7d7-c73c89361520 tempest-ServerActionsTestJSON-755448170 tempest-ServerActionsTestJSON-755448170-project] 10.222.0.37 "DELETE /v2.0/floatingips/3c17306c-028e-4372-aedd-4fef8ba5f0c6 HTTP/1.1" status: 204 len: 168 time: 0.7583034 Nov 23 19:38:12.343904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:12.869936 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:13.108813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Deleting port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:13.109149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:13.185711 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] For port acc9de9f-aa0b-4b5e-9f5d-5431b77c8929, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:13.186069 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:13.198164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Calling delete_port for acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:13.380602 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:13.407610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=acc9de9f-aa0b-4b5e-9f5d-5431b77c8929,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:13.575935 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:13.788542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Router d574019e-d31b-488f-9028-829caf5362d0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:38:13.890853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:38:13.895907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bd0b25a7-a674-4f8d-8927-73f559d25d1d admin admin] 10.222.0.37 "PUT /v2.0/routers/d574019e-d31b-488f-9028-829caf5362d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509806 Nov 23 19:38:13.898412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:13.900983 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Sync routers for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:38:13.910875 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:38:13.911508 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:14.001887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.014137 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:38:14.104167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.156250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Deleting port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:14.156585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.189797 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:38:13Z', 'revision_number': 5, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port': {'id': 'a780a9f3-5d82-4995-bd5d-4c7ef3713ab3', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd574019e-d31b-488f-9028-829caf5362d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:28:01Z', 'updated_at': '2021-11-23T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:14.219415 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Checking router: d574019e-d31b-488f-9028-829caf5362d0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:38:14.228351 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Routers {'d574019e-d31b-488f-9028-829caf5362d0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:38:14.228956 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:38:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['d574019e-d31b-488f-9028-829caf5362d0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:14.239132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] For port a780a9f3-5d82-4995-bd5d-4c7ef3713ab3, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:14.239528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.251000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Calling delete_port for a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:14.315017 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] Set router d574019e-d31b-488f-9028-829caf5362d0 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:38:14.366462 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:38:14Z', 'revision_number': 6, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:14.396654 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62102c89-04d8-4685-9bd7-0f353de92671 None None] The sync data for ids ['d574019e-d31b-488f-9028-829caf5362d0'] in n-d-792364-9 is: [{'id': 'd574019e-d31b-488f-9028-829caf5362d0', 'name': 'tempest-ServerActionsTestJSON-804469333-router', 'tenant_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:28:00Z', 'updated_at': '2021-11-23T19:38:14Z', 'revision_number': 6, 'project_id': '6cdc20f671a74f6ea004b5a5120ab24c', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:38:14.418988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.446584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a780a9f3-5d82-4995-bd5d-4c7ef3713ab3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:14.461800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cc9d1-3631-472e-ac40-aa9e1079b212 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:38:14.524440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.613926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.616157 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.659376 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.660529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d574019e-d31b-488f-9028-829caf5362d0 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:38:14.664917 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.666017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d2b9123c-03d3-4b0e-a0dd-4ea543995f11 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d574019e-d31b-488f-9028-829caf5362d0 HTTP/1.1" status: 204 len: 168 time: 0.7666922 Nov 23 19:38:14.668508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45544) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:14.711864 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Deleting subnet a1645a00-085c-4047-9946-3ecb978f3d60 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:38:14.715133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.750878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.835201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.892911 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.920030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1645a00-085c-4047-9946-3ecb978f3d60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:14.921953 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:14.927640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-93c945c1-f2b8-4601-aa9e-e3c3cdb732ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1645a00-085c-4047-9946-3ecb978f3d60 HTTP/1.1" status: 204 len: 168 time: 0.2557671 Nov 23 19:38:14.927759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331fdbc-2ba8-49ca-84b7-cab0e8f9f967 None None] Network 31c0a17e-9649-42fb-a6d7-65a8120a0ded requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:14.927862 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:14.998474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.051731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Deleting port 56477a48-1f5d-497c-85cd-2b2cd16afd55 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:15.052067 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.116679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] For port 56477a48-1f5d-497c-85cd-2b2cd16afd55, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56477a48-1f5d-497c-85cd-2b2cd16afd55,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:15.117045 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.132710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] DHCP port deletion for 31c0a17e-9649-42fb-a6d7-65a8120a0ded request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:38:15.136401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Calling delete_port for 56477a48-1f5d-497c-85cd-2b2cd16afd55 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:15.188159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Deleting port 56477a48-1f5d-497c-85cd-2b2cd16afd55 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:15.188467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.222483 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.252248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56477a48-1f5d-497c-85cd-2b2cd16afd55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:15.258914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] No DVR routers for this DVR port 56477a48-1f5d-497c-85cd-2b2cd16afd55 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:15.265474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] For port 56477a48-1f5d-497c-85cd-2b2cd16afd55, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=56477a48-1f5d-497c-85cd-2b2cd16afd55,segment=NetworkSegment(64884a23-6749-43eb-a180-af26ec34babb),segment_id=64884a23-6749-43eb-a180-af26ec34babb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:15.265876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.279228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Calling delete_port for 56477a48-1f5d-497c-85cd-2b2cd16afd55 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:15.337048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:38:15.356091 n-d-792364-9 neutron-server[103401]: self.session.flush() Nov 23 19:38:15.360433 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c0a17e-9649-42fb-a6d7-65a8120a0ded']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:15.369869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.370134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64884a23-6749-43eb-a180-af26ec34babb') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:15.370442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64884a23-6749-43eb-a180-af26ec34babb') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:15.380970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.390312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] No DVR routers for this DVR port 56477a48-1f5d-497c-85cd-2b2cd16afd55 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:15.396655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.405479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:15.405964 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:15.408062 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:15.413743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56477a48-1f5d-497c-85cd-2b2cd16afd55 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:15.417354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766e8a-4533-4841-a2b6-1fb1ff53c850 None None] Pushing event deleted for resources: {'Port': ['ID=56477a48-1f5d-497c-85cd-2b2cd16afd55,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:15.442764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 56477a48-1f5d-497c-85cd-2b2cd16afd55 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:15.443400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 56477a48-1f5d-497c-85cd-2b2cd16afd55 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:15.444050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:15.467164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:15.467925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device acc9de9f-aa0b-4b5e-9f5d-5431b77c8929 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:15.468169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:15.483039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.489484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.490130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:15.490632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device a780a9f3-5d82-4995-bd5d-4c7ef3713ab3 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:15.496267 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/31c0a17e-9649-42fb-a6d7-65a8120a0ded HTTP/1.1" status: 204 len: 168 time: 0.5669632 Nov 23 19:38:15.516180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909385-f419-43aa-9abb-07d1873357f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31c0a17e-9649-42fb-a6d7-65a8120a0ded,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:15.647743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:15.692680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c820b8a5-af51-48a9-82fd-6724e3bcdf5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cdc20f671a74f6ea004b5a5120ab24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437741 Nov 23 19:38:15.695154 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:15.745075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.765358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.811588 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.814149 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:15.815468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f54ced69-c039-46fd-ac8e-3e63d39231e0 HTTP/1.1" status: 204 len: 168 time: 0.1194093 Nov 23 19:38:15.825756 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7935629-24d0-483a-8a64-eb4102a28d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ced69-c039-46fd-ac8e-3e63d39231e0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:16.504477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:16.597984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-372364467-network', 'tenant_id': '9e91c73974414f77b54d6c90f5241a00'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:16.619301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Made reservation on behalf of 9e91c73974414f77b54d6c90f5241a00 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:16.621620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.630276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.707903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.711650 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.735832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:16.746122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429eaa52-091d-4a41-ae57-cfeb490e60e0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:16.752244 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.752514 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Added segment b7b20e7e-e831-48bb-ab98-8c4ca6d7726f of type vlan for network c85a3439-c0de-464b-8558-53f7b516ecc8 Nov 23 19:38:16.794995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.820048 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.821074 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:16.821676 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.855934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3503253 Nov 23 19:38:16.858896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:16.864416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Request body: {'subnet': {'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-372364467-subnet', 'tenant_id': '9e91c73974414f77b54d6c90f5241a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:16.883527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e6a3c-570b-4c03-ac85-80062a3ac43d admin admin] Pushing event updated for resources: {'Network': ['ID=c85a3439-c0de-464b-8558-53f7b516ecc8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:16.886930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Made reservation on behalf of 9e91c73974414f77b54d6c90f5241a00 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:16.889750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:16.894029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c85a3439-c0de-464b-8558-53f7b516ecc8 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:17.054292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:17.117104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c24e38-4a39-4ccb-a384-e02dc6fc483c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:17.121285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Checking segment: {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:17.121631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Network hostable DHCP agents. Network: c85a3439-c0de-464b-8558-53f7b516ecc8, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:17.137280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Network c85a3439-c0de-464b-8558-53f7b516ecc8 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:17.145837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c85a3439-c0de-464b-8558-53f7b516ecc8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:17.149764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:17.150339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:17.155494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef4875-fde2-4c83-87d8-dca1a22360a4 None None] Network c85a3439-c0de-464b-8558-53f7b516ecc8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:17.166549 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-85df49ca-bfbb-4f4b-b641-42ecda789261 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3065171 Nov 23 19:38:17.281282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585f0a6-b6f9-4234-9349-c4a9f34aa750 None None] Network c85a3439-c0de-464b-8558-53f7b516ecc8 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:17.602983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-e3df1ee9-67b5-49f1-a08c-5d4715bcd4da tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:17.604386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-e3df1ee9-67b5-49f1-a08c-5d4715bcd4da tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 813 time: 0.1090462 Nov 23 19:38:17.621042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-9ea51762-6f89-4eba-90b7-87ecf9a61dfb tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/quotas/9e91c73974414f77b54d6c90f5241a00 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Nov 23 19:38:17.652771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-4076c147-aef7-4f4d-879f-2873180d6457 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261745 Nov 23 19:38:17.743371 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-184f7eb7-4efa-4845-94a1-05f2c333dd60 service neutron] 10.222.0.37 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837104 Nov 23 19:38:17.830801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-624cb34d-5db3-42aa-a5b5-f4f158391c6d service neutron] 10.222.0.37 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812850 Nov 23 19:38:17.999125 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eff8fb29-2192-4d7e-b224-f0b6f63e850c req-6a1571e5-aa29-41db-b5cf-6faac1bb2af3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 210 time: 0.0270569 Nov 23 19:38:19.057468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3ffd11b4-dbbc-41c6-849d-0fe57ae17ac8 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:19.059339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3ffd11b4-dbbc-41c6-849d-0fe57ae17ac8 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.50 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 813 time: 0.1087036 Nov 23 19:38:19.074246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Request body: {'port': {'device_id': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8', 'admin_state_up': True, 'tenant_id': '9e91c73974414f77b54d6c90f5241a00'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:19.122569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95210a4b-e0d1-4500-a34b-1706c15d6c2d req-fb68945f-f747-45d5-ab1a-eca662057606 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 210 time: 0.0434091 Nov 23 19:38:19.219852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Made reservation on behalf of 9e91c73974414f77b54d6c90f5241a00 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:19.223442 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:19.344262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Allocated IP 172.20.0.12 (c85a3439-c0de-464b-8558-53f7b516ecc8/27c24e38-4a39-4ccb-a384-e02dc6fc483c/3aca21ce-5145-4792-acae-64c4f0b7ab0d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:19.815514 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:19.849934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:19.897587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Network c85a3439-c0de-464b-8558-53f7b516ecc8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:19.903656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:19.908373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:19.912966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Pushing event updated for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:19.960522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:19.961124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:19.977095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3203ecbe-2c0d-4c67-aa87-5d13ae530b2a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9068925 Nov 23 19:38:19.989940 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Request body: {'port': {'device_id': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:20.043425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.242284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e308-ce94-439e-9d23-fd7c32d7185b req-ec7200e3-a594-4d5b-b153-371b667cb2de tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:20.243814 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b058e308-ce94-439e-9d23-fd7c32d7185b req-ec7200e3-a594-4d5b-b153-371b667cb2de tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 932 time: 0.0517473 Nov 23 19:38:20.295746 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b058e308-ce94-439e-9d23-fd7c32d7185b req-3c889dbe-e76c-49b6-b657-0c3580748775 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Nov 23 19:38:20.308761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aca21ce-5145-4792-acae-64c4f0b7ab0d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:38:20.317024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.329000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Transition to ACTIVE for port object 3aca21ce-5145-4792-acae-64c4f0b7ab0d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:38:20.332847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.388320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:20.452647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Attempting to bind port 3aca21ce-5145-4792-acae-64c4f0b7ab0d on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:20.452891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Attempting to bind port 3aca21ce-5145-4792-acae-64c4f0b7ab0d by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:20.453207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Attempting to bind port 3aca21ce-5145-4792-acae-64c4f0b7ab0d on network c85a3439-c0de-464b-8558-53f7b516ecc8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:20.458087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Port 3aca21ce-5145-4792-acae-64c4f0b7ab0d on network c85a3439-c0de-464b-8558-53f7b516ecc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:38:20.458401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Attempting to bind port 3aca21ce-5145-4792-acae-64c4f0b7ab0d on network c85a3439-c0de-464b-8558-53f7b516ecc8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:20.463143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:20.463506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Checking segment: {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:20.463882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Bound using segment: {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:20.464295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Bound port: 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:20.464638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.526675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:38:20.529786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:38:20.535272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.571938 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:20.573295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:20.574680 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] 10.222.0.50 "PUT /v2.0/ports/3aca21ce-5145-4792-acae-64c4f0b7ab0d HTTP/1.1" status: 200 len: 1092 time: 0.5888715 Nov 23 19:38:20.577053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:20.579953 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c270dbf-e41c-48f4-9962-0681dc25a4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:20.613544 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bf2e4-a2ec-405d-9eec-447df16d8d11 service neutron] Pushing event updated for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:20.629522 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d16bf2-0252-4605-865c-eaa5ab479b2f x-openstack-request-id: req-05d16bf2-0252-4605-865c-eaa5ab479b2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:20.629805 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:20.630056 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05d16bf2-0252-4605-865c-eaa5ab479b2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:20.630447 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d', 'status': 'completed', 'code': 200} Nov 23 19:38:20.662953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-a9a085db-4b29-4425-8d17-009acd5a1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:20.664481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-a9a085db-4b29-4425-8d17-009acd5a1a9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 1095 time: 0.0465198 Nov 23 19:38:20.709080 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-3a5e5d52-3ba6-429d-a57f-20d3af9c2351 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d HTTP/1.1" status: 200 len: 217 time: 0.0346553 Nov 23 19:38:20.762712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-804850e6-f836-434e-8de9-2d3e8d0165fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:20.764932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-804850e6-f836-434e-8de9-2d3e8d0165fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27c24e38-4a39-4ccb-a384-e02dc6fc483c HTTP/1.1" status: 200 len: 853 time: 0.0482333 Nov 23 19:38:20.796475 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-2df59446-36b5-4d19-b520-5cdb6b5a069b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c85a3439-c0de-464b-8558-53f7b516ecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242629 Nov 23 19:38:20.889602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-0eeda574-c64a-4374-b6d4-fbfdd5cb4a5d service neutron] 10.222.0.50 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833879 Nov 23 19:38:20.983469 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1e6bd855-8557-42e4-b1fa-024fd6b28202 req-1c907732-073f-415e-8bc2-0ad2a6151467 service neutron] 10.222.0.50 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Nov 23 19:38:21.080277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-81d91226-ded9-4a9c-88f6-f46a585a33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:21.081773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-81d91226-ded9-4a9c-88f6-f46a585a33d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 1095 time: 0.0420280 Nov 23 19:38:21.176661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-31b4c281-38f4-4a04-81c4-e8e309c9bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:21.178152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-31b4c281-38f4-4a04-81c4-e8e309c9bfce service neutron] 10.222.0.50 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 914 time: 0.0891471 Nov 23 19:38:21.222766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-9eab3331-9f6b-4821-84f7-e3b9ea2492ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d HTTP/1.1" status: 200 len: 217 time: 0.0367391 Nov 23 19:38:21.274791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-91ef795b-0afb-42ed-91cb-686bb1934883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:21.276308 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-91ef795b-0afb-42ed-91cb-686bb1934883 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27c24e38-4a39-4ccb-a384-e02dc6fc483c HTTP/1.1" status: 200 len: 853 time: 0.0452654 Nov 23 19:38:21.315037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-7243a706-6ea0-4cac-b220-9c44b8487fbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c85a3439-c0de-464b-8558-53f7b516ecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305207 Nov 23 19:38:21.411402 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-b18ef162-29e4-49c6-b9b4-4a56a59df458 service neutron] 10.222.0.50 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886843 Nov 23 19:38:21.422853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cf194-3bdf-4dec-ab11-39278e816ecb req-29b31274-559f-4fb1-b3b1-5600ce5b36a8 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:21.424412 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c1cf194-3bdf-4dec-ab11-39278e816ecb req-29b31274-559f-4fb1-b3b1-5600ce5b36a8 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 944 time: 0.0556579 Nov 23 19:38:21.477118 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c1cf194-3bdf-4dec-ab11-39278e816ecb req-b39278ef-ddfc-41b8-bbe0-93ffb35f6cf6 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442858 Nov 23 19:38:21.512659 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c270dbf-e41c-48f4-9962-0681dc25a4f4 req-f6f700f9-43ed-4a91-91fb-ab765c3513f7 service neutron] 10.222.0.50 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935190 Nov 23 19:38:22.601508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b438da-e3a0-4c9d-a543-e46b4d050edb req-63ee3c5c-be71-49a5-9c7f-1579accb2b0d tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:22.603053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92b438da-e3a0-4c9d-a543-e46b4d050edb req-63ee3c5c-be71-49a5-9c7f-1579accb2b0d tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 944 time: 0.0550568 Nov 23 19:38:22.650811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-92b438da-e3a0-4c9d-a543-e46b4d050edb req-5a3a20c0-9657-4e36-9ffd-1b432acd1e93 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Nov 23 19:38:23.472918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3aca21ce-5145-4792-acae-64c4f0b7ab0d details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:38:23.570417 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:23.581942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '3aca21ce-5145-4792-acae-64c4f0b7ab0d', 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8', 'port_id': '3aca21ce-5145-4792-acae-64c4f0b7ab0d', 'mac_address': 'fa:16:3e:dd:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c24e38-4a39-4ccb-a384-e02dc6fc483c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:38:23.618300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:23.630854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aca21ce-5145-4792-acae-64c4f0b7ab0d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:38:23.650287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:23.654544 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:23.709836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:23.769944 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422bce-2e6a-415f-8cdc-4c1f7c2b0d0c req-6bb61201-97f7-4744-af3e-256fd7724468 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:23.771492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36422bce-2e6a-415f-8cdc-4c1f7c2b0d0c req-6bb61201-97f7-4744-af3e-256fd7724468 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 945 time: 0.0508387 Nov 23 19:38:23.824465 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36422bce-2e6a-415f-8cdc-4c1f7c2b0d0c req-1a781097-c80f-406f-8b58-894b2165fb3f tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Nov 23 19:38:23.865272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3aca21ce-5145-4792-acae-64c4f0b7ab0d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:24.939076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6c15-27f7-4165-94ac-c37995acaa2c req-b0a300ce-8f8c-4a1d-8d06-869914c04338 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:24.940600 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e6e6c15-27f7-4165-94ac-c37995acaa2c req-b0a300ce-8f8c-4a1d-8d06-869914c04338 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Nov 23 19:38:24.992262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4e6e6c15-27f7-4165-94ac-c37995acaa2c req-4b2b3125-5e8a-4096-99fb-ea91ae4378e5 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Nov 23 19:38:25.487933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3aca21ce-5145-4792-acae-64c4f0b7ab0d up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:25.544002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 3aca21ce-5145-4792-acae-64c4f0b7ab0d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:38:25.547858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 3aca21ce-5145-4792-acae-64c4f0b7ab0d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:25.548228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:25.625363 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:25.648732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:25.650937 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed12b0ee-b14b-4dd6-8128-d92686313996" -d '{"events": [{"server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "name": "network-vif-plugged", "status": "completed", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:25.663063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:25.667346 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:25.694584 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f364bae1-7bc0-4a75-b15f-83178f00b041 x-openstack-request-id: req-f364bae1-7bc0-4a75-b15f-83178f00b041 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:25.694870 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "name": "network-vif-plugged", "status": "completed", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:25.695119 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f364bae1-7bc0-4a75-b15f-83178f00b041 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:25.695536 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d', 'code': 200} Nov 23 19:38:25.722544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:25.787692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270f9d6-916c-468c-b8ac-677639223ca9 req-8b321d06-dace-4d36-a1c0-beaa4fb9bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:25.789295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e270f9d6-916c-468c-b8ac-677639223ca9 req-8b321d06-dace-4d36-a1c0-beaa4fb9bb8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 1097 time: 0.0402191 Nov 23 19:38:25.836712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e270f9d6-916c-468c-b8ac-677639223ca9 req-63a7edfe-df54-4040-91cd-6e2288ab21da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Nov 23 19:38:26.109028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebbdc-fc77-42c8-bacf-89029be1f14b req-b56f28e7-8fd7-4c3f-9876-acdc0a7f29f2 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:26.110534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bcebbdc-fc77-42c8-bacf-89029be1f14b req-b56f28e7-8fd7-4c3f-9876-acdc0a7f29f2 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0501747 Nov 23 19:38:26.159755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bcebbdc-fc77-42c8-bacf-89029be1f14b req-4eb82869-ce9f-4fca-a1ce-f71c3188abf7 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Nov 23 19:38:27.277829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac3285-9959-4f10-a4ee-36e79871b2ab req-6f16c5ca-be18-4775-b036-d53733e2d95f tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:27.279260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ac3285-9959-4f10-a4ee-36e79871b2ab req-6f16c5ca-be18-4775-b036-d53733e2d95f tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Nov 23 19:38:27.329367 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-89ac3285-9959-4f10-a4ee-36e79871b2ab req-b54e7d1b-2138-4846-a93c-b71acf68e28b tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Nov 23 19:38:27.497588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a92ea9-d18f-4802-8836-d3c1f7ddf09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:27.556385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-dd7bd711-9dba-4e4d-aea1-b101cd8248fb tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:27.557863 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-dd7bd711-9dba-4e4d-aea1-b101cd8248fb tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 813 time: 0.1062694 Nov 23 19:38:27.573223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-8d88faab-2910-4e15-ba81-994e10d10fcb tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/quotas/9e91c73974414f77b54d6c90f5241a00 HTTP/1.1" status: 200 len: 375 time: 0.0096431 Nov 23 19:38:27.621055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-5b7fec5d-ae9f-47ff-9f1d-21a9d2d0185d tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426924 Nov 23 19:38:27.713375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-c1917cac-675d-41f6-927e-2248d925bc55 service neutron] 10.222.0.37 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Nov 23 19:38:27.802924 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-09720ad1-4220-4a26-8c7c-08d4709ed121 service neutron] 10.222.0.37 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836213 Nov 23 19:38:27.964900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ff4d4f80-1701-4896-8a6e-8059a4b49358 req-f61dd0a9-7c73-452f-bad2-ce2b7ac64911 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0261719 Nov 23 19:38:28.992350 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-344438df-0bf8-4863-8d11-4df1453a2cda tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:28.994029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-344438df-0bf8-4863-8d11-4df1453a2cda tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.47 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 813 time: 0.1046135 Nov 23 19:38:29.009953 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Request body: {'port': {'device_id': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8', 'admin_state_up': True, 'tenant_id': '9e91c73974414f77b54d6c90f5241a00'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:29.068937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-654220c1-dfde-4ed2-98f0-09286fd2e360 req-af701bdc-2785-4e3e-8b80-2c15b6119104 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0315228 Nov 23 19:38:29.104600 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:38:29.125233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Made reservation on behalf of 9e91c73974414f77b54d6c90f5241a00 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:29.128849 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.255494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Allocated IP 172.20.0.13 (c85a3439-c0de-464b-8558-53f7b516ecc8/27c24e38-4a39-4ccb-a384-e02dc6fc483c/43890cc4-aef3-4f38-911b-1e6259f2e5ce) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:29.396835 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.430182 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.442372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3aca21ce-5145-4792-acae-64c4f0b7ab0d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:29.476904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Network c85a3439-c0de-464b-8558-53f7b516ecc8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:29.482532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:29.485659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:29.510697 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Pushing event updated for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:29.524380 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.524739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.525083 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.525425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.525764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.526097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.526432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.526761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.527088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.527440 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.527767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.528090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:29.554555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:29.555210 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.571077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-ddf481cd-2898-4c95-972c-40c7b72a882a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650578 Nov 23 19:38:29.641713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Request body: {'port': {'device_id': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:29.696648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.966532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43890cc4-aef3-4f38-911b-1e6259f2e5ce {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:38:29.974056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:29.985988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Transition to ACTIVE for port object 43890cc4-aef3-4f38-911b-1e6259f2e5ce will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:38:29.991905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.044075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:30.113680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Attempting to bind port 43890cc4-aef3-4f38-911b-1e6259f2e5ce on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:30.114014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Attempting to bind port 43890cc4-aef3-4f38-911b-1e6259f2e5ce by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:30.114334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Attempting to bind port 43890cc4-aef3-4f38-911b-1e6259f2e5ce on network c85a3439-c0de-464b-8558-53f7b516ecc8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:30.118711 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Port 43890cc4-aef3-4f38-911b-1e6259f2e5ce on network c85a3439-c0de-464b-8558-53f7b516ecc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:38:30.119023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Attempting to bind port 43890cc4-aef3-4f38-911b-1e6259f2e5ce on network c85a3439-c0de-464b-8558-53f7b516ecc8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:30.123867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:30.124198 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Checking segment: {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:30.124577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Bound using segment: {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:30.125000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Bound port: 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:30.125341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.221325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf0a6-0464-4633-bb8b-2dc81194d533 req-a97e7c78-3b69-490f-a63c-283ec284619c tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.222899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-360cf0a6-0464-4633-bb8b-2dc81194d533 req-a97e7c78-3b69-490f-a63c-283ec284619c tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 944 time: 0.0840909 Nov 23 19:38:30.226481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:38:30.232068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:38:30.240717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.241374 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c76e488-f094-4e4b-9139-c338774780c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.309495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.310107 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.311566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/43890cc4-aef3-4f38-911b-1e6259f2e5ce HTTP/1.1" status: 200 len: 1092 time: 0.7274942 Nov 23 19:38:30.312022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:30.314306 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b96564-62f9-4289-a0f5-f58a444caea3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:30.335403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-360cf0a6-0464-4633-bb8b-2dc81194d533 req-266c800e-3b4c-4400-ad6a-661087510677 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061118 Nov 23 19:38:30.342100 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c3cea-32a7-45b9-9dd1-a5eaa985afb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:30.374152 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d09642-46be-48e8-a0c2-8fe9d3a57255 x-openstack-request-id: req-b6d09642-46be-48e8-a0c2-8fe9d3a57255 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:30.374152 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:30.374152 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6d09642-46be-48e8-a0c2-8fe9d3a57255 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:30.374474 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce', 'status': 'completed', 'code': 200} Nov 23 19:38:30.407461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-cec798ec-2de0-4855-915d-d029709c1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.408991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-cec798ec-2de0-4855-915d-d029709c1c10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 1095 time: 0.0442133 Nov 23 19:38:30.453379 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-f099f2c0-af1a-4f83-874a-c047f5e63648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce HTTP/1.1" status: 200 len: 217 time: 0.0345309 Nov 23 19:38:30.502650 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-f56ccdaa-baac-4974-a9c8-fc9e0bd20999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.504719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-f56ccdaa-baac-4974-a9c8-fc9e0bd20999 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27c24e38-4a39-4ccb-a384-e02dc6fc483c HTTP/1.1" status: 200 len: 853 time: 0.0428174 Nov 23 19:38:30.542398 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-0b272b9a-0355-4f6c-bf5a-d331e54833dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85a3439-c0de-464b-8558-53f7b516ecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270121 Nov 23 19:38:30.638026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-d774dfb2-cc4a-420e-8e9f-cae21aa31e07 service neutron] 10.222.0.47 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Nov 23 19:38:30.733013 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6cd3d3d2-2f1b-46e9-a71f-58e4f392861b req-cdf29d20-7cc4-49d5-b10d-9676417e05d0 service neutron] 10.222.0.47 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Nov 23 19:38:30.827133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-30e5e0f8-1a72-4458-bf97-7e37879855ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.828711 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-30e5e0f8-1a72-4458-bf97-7e37879855ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e91c73974414f77b54d6c90f5241a00&device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 1095 time: 0.0425947 Nov 23 19:38:30.925016 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-a049198b-baa9-4fba-b13c-f339e5f625c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:30.927235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-a049198b-baa9-4fba-b13c-f339e5f625c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 200 len: 914 time: 0.0891175 Nov 23 19:38:30.953684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:30.973503 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-bb7b9d92-1af6-4c50-a3be-6b061046cc34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce HTTP/1.1" status: 200 len: 217 time: 0.0380130 Nov 23 19:38:31.026113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-3f24ce99-683c-43ab-8b3b-4188ef67ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:31.027596 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-3f24ce99-683c-43ab-8b3b-4188ef67ba10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27c24e38-4a39-4ccb-a384-e02dc6fc483c HTTP/1.1" status: 200 len: 853 time: 0.0449715 Nov 23 19:38:31.059482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-abd59b3d-eb9f-4798-9f3e-ada99faa4920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85a3439-c0de-464b-8558-53f7b516ecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241704 Nov 23 19:38:31.152667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-fd3cee55-83a6-4b7f-8fd0-7838630ceabc service neutron] 10.222.0.47 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851331 Nov 23 19:38:31.245329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19b96564-62f9-4289-a0f5-f58a444caea3 req-dcd3d857-8976-494a-8c50-a45d10e57b3c service neutron] 10.222.0.47 "GET /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Nov 23 19:38:31.789197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665045b-8de9-4d0b-8211-95f63a6ae850 req-7740045d-68e3-47fa-a850-e817ff84356b tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:31.790678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2665045b-8de9-4d0b-8211-95f63a6ae850 req-7740045d-68e3-47fa-a850-e817ff84356b tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 944 time: 0.3748903 Nov 23 19:38:31.839475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2665045b-8de9-4d0b-8211-95f63a6ae850 req-d5bf20cd-b9c1-4588-927e-d7a28802c04a tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Nov 23 19:38:32.288522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 43890cc4-aef3-4f38-911b-1e6259f2e5ce details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:38:32.393974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:32.404314 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:32.406707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '43890cc4-aef3-4f38-911b-1e6259f2e5ce', 'network_id': 'c85a3439-c0de-464b-8558-53f7b516ecc8', 'port_id': '43890cc4-aef3-4f38-911b-1e6259f2e5ce', 'mac_address': 'fa:16:3e:c1:f9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c24e38-4a39-4ccb-a384-e02dc6fc483c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:38:32.445501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:32.458568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43890cc4-aef3-4f38-911b-1e6259f2e5ce {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:38:32.478544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:32.483090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:32.532730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:32.716299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['43890cc4-aef3-4f38-911b-1e6259f2e5ce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:32.963042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ffed-97c2-43b1-9d86-287298d36271 req-50acf623-5114-4a13-a16b-f6ddb4aefe47 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:32.964574 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17d7ffed-97c2-43b1-9d86-287298d36271 req-50acf623-5114-4a13-a16b-f6ddb4aefe47 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Nov 23 19:38:33.020233 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-17d7ffed-97c2-43b1-9d86-287298d36271 req-2a0c30d4-2384-41c2-b9dd-cf5721b24bdd tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485866 Nov 23 19:38:33.321622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:34.133772 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e832-f54d-42d7-85fa-bc25dc19b148 req-0715cfa9-bfb0-460d-98f7-18ddc55aa0aa tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:34.135134 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0276e832-f54d-42d7-85fa-bc25dc19b148 req-0715cfa9-bfb0-460d-98f7-18ddc55aa0aa tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Nov 23 19:38:34.183648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0276e832-f54d-42d7-85fa-bc25dc19b148 req-da9497de-4d14-4f62-82ee-4497a6ff1aaf tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Nov 23 19:38:34.303113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 43890cc4-aef3-4f38-911b-1e6259f2e5ce up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:34.351141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 43890cc4-aef3-4f38-911b-1e6259f2e5ce completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:38:34.355001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 43890cc4-aef3-4f38-911b-1e6259f2e5ce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:34.355405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:34.433588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:34.455829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:34.458679 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b183c25-75fe-4722-b6e4-44374de4c7e6" -d '{"events": [{"server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "name": "network-vif-plugged", "status": "completed", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:34.471363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:34.475573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:34.498308 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79997d4a-1e54-4bce-b139-6404ab3bdd3c x-openstack-request-id: req-79997d4a-1e54-4bce-b139-6404ab3bdd3c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:34.498711 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "name": "network-vif-plugged", "status": "completed", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:34.498861 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79997d4a-1e54-4bce-b139-6404ab3bdd3c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:34.499250 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce', 'code': 200} Nov 23 19:38:34.526037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:34.608143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82756b-5db9-4445-8bce-903f0cd52992 req-d5ef669c-6a99-42ad-9e4a-0b842fa0856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:34.609641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a82756b-5db9-4445-8bce-903f0cd52992 req-d5ef669c-6a99-42ad-9e4a-0b842fa0856a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 1097 time: 0.0447400 Nov 23 19:38:34.659897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3a82756b-5db9-4445-8bce-903f0cd52992 req-995b61ef-518b-48c1-805d-db5c14c84b8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Nov 23 19:38:35.303622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb965b2-7fbe-45c6-8a9b-f1f1b98e2537 req-c72a59c7-d20f-46e8-83cc-a88b6a84f6be tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:35.305266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6fb965b2-7fbe-45c6-8a9b-f1f1b98e2537 req-c72a59c7-d20f-46e8-83cc-a88b6a84f6be tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0534096 Nov 23 19:38:35.352811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6fb965b2-7fbe-45c6-8a9b-f1f1b98e2537 req-8378b4c2-df33-42a5-920b-0d506e08b5f3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Nov 23 19:38:36.470829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db3f7-d19a-458e-919f-ccdf26448789 req-423c4f50-a176-45ed-8ff8-4e67617accee tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:36.472370 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be6db3f7-d19a-458e-919f-ccdf26448789 req-423c4f50-a176-45ed-8ff8-4e67617accee tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0486333 Nov 23 19:38:36.519663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be6db3f7-d19a-458e-919f-ccdf26448789 req-226f8c92-f2ea-4857-b163-a841b0e73a37 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Nov 23 19:38:36.753988 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba7558-0246-4ecf-af4d-34b9c192c963 req-0e9ad42f-6cdb-40e5-9dca-7d8d7f5a5615 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:36.755490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ceba7558-0246-4ecf-af4d-34b9c192c963 req-0e9ad42f-6cdb-40e5-9dca-7d8d7f5a5615 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0524974 Nov 23 19:38:36.802216 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ceba7558-0246-4ecf-af4d-34b9c192c963 req-237212c1-9cad-41a4-b028-d7a19a461175 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Nov 23 19:38:37.922517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062313-185b-4203-83c8-99d17f742dbe req-89e8ccd7-214d-4ca2-a8d8-099ad5148bdc tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:37.924026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54062313-185b-4203-83c8-99d17f742dbe req-89e8ccd7-214d-4ca2-a8d8-099ad5148bdc tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0503078 Nov 23 19:38:37.976479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54062313-185b-4203-83c8-99d17f742dbe req-31987b37-8b45-4fee-9f2c-0d284ded331d tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Nov 23 19:38:38.136769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-e93b8e4a-5a0b-4b49-b1bd-9962a8d26549 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:38.138120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-e93b8e4a-5a0b-4b49-b1bd-9962a8d26549 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0559778 Nov 23 19:38:38.231371 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Deleting port 43890cc4-aef3-4f38-911b-1e6259f2e5ce {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:38.231712 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:38.323412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] For port 43890cc4-aef3-4f38-911b-1e6259f2e5ce, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=43890cc4-aef3-4f38-911b-1e6259f2e5ce,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:38.323777 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:38.335530 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Calling delete_port for 43890cc4-aef3-4f38-911b-1e6259f2e5ce owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:38.471627 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:38.484512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3aca21ce-5145-4792-acae-64c4f0b7ab0d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:38.489722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['43890cc4-aef3-4f38-911b-1e6259f2e5ce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:38.512932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Pushing event deleted for resources: {'Port': ['ID=43890cc4-aef3-4f38-911b-1e6259f2e5ce,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:38.554160 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] No DVR routers for this DVR port 43890cc4-aef3-4f38-911b-1e6259f2e5ce on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:38.556906 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:38.560900 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d249c0b1-63ba-4fb2-8cd5-db28f0cccdfb req-415327f4-7c75-4052-9dff-983f9c52f7b3 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.47 "DELETE /v2.0/ports/43890cc4-aef3-4f38-911b-1e6259f2e5ce HTTP/1.1" status: 204 len: 173 time: 0.4113863 Nov 23 19:38:38.560900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'name': 'network-vif-deleted', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:38.563145 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af63316-0ca0-4a2d-947a-603d3e794f35" -d '{"events": [{"server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "name": "network-vif-deleted", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:38.609846 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd4222d-8f08-4292-afb5-d84c7a195a47 x-openstack-request-id: req-dcd4222d-8f08-4292-afb5-d84c7a195a47 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:38.610149 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10037a-7e10-4c99-9595-d2f9ee9f6d37", "name": "network-vif-deleted", "tag": "43890cc4-aef3-4f38-911b-1e6259f2e5ce", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:38.610437 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcd4222d-8f08-4292-afb5-d84c7a195a47 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:38.610819 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10037a-7e10-4c99-9595-d2f9ee9f6d37', 'name': 'network-vif-deleted', 'tag': '43890cc4-aef3-4f38-911b-1e6259f2e5ce', 'status': 'completed', 'code': 200} Nov 23 19:38:39.091944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee06b1b-5959-4e46-b1ed-093be5e43eb7 req-6ee99d2e-a58e-4559-b014-edbe33f9da0d tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b10037a-7e10-4c99-9595-d2f9ee9f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0294986 Nov 23 19:38:39.459117 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:40.247976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9a67e-00a2-4dfa-bd45-2d38d92b66ad req-c8eadd20-9949-47cf-8483-ba2d75ecfc7e tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:40.249560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27b9a67e-00a2-4dfa-bd45-2d38d92b66ad req-c8eadd20-9949-47cf-8483-ba2d75ecfc7e tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0534170 Nov 23 19:38:40.299483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-27b9a67e-00a2-4dfa-bd45-2d38d92b66ad req-e61405cc-9c62-41ed-b398-f38d1879a7a6 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Nov 23 19:38:40.429214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea2b36-5535-49f0-aef8-f0d50605107a req-c8127861-e436-42f5-9976-95a8405fc8c9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:40.430584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fbea2b36-5535-49f0-aef8-f0d50605107a req-c8127861-e436-42f5-9976-95a8405fc8c9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Nov 23 19:38:40.478226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fbea2b36-5535-49f0-aef8-f0d50605107a req-8551dff6-f1f5-475e-922a-2d4391cc11e4 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Nov 23 19:38:40.594966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676fd7a-a622-482b-b8a0-1935f7f41db8 req-d2f3dc6f-43e4-4190-a89e-14b04d8051ba tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:40.596445 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a676fd7a-a622-482b-b8a0-1935f7f41db8 req-d2f3dc6f-43e4-4190-a89e-14b04d8051ba tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 23 19:38:40.642255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a676fd7a-a622-482b-b8a0-1935f7f41db8 req-1ced71e0-53f1-4b62-a637-d1f058d3c508 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Nov 23 19:38:40.783836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-d581ab22-8636-4f96-b365-03941e9bd67a req-e17dbb56-719e-4797-9ea2-60ed43e23cf7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:38:40.784898 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d581ab22-8636-4f96-b365-03941e9bd67a req-e17dbb56-719e-4797-9ea2-60ed43e23cf7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428307 Nov 23 19:38:40.785284 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:40.898491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61078ca-6a9a-4f64-aba0-10adc1a3b385 req-99c96670-abfb-409f-b19e-cc5557ec7621 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:40.900024 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b61078ca-6a9a-4f64-aba0-10adc1a3b385 req-99c96670-abfb-409f-b19e-cc5557ec7621 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Nov 23 19:38:40.949998 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b61078ca-6a9a-4f64-aba0-10adc1a3b385 req-a691b9c6-3d33-4fc1-9b9c-340ac634f2ad tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Nov 23 19:38:41.064636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c0174-85c2-45f5-a2eb-bdeff58504e0 req-f05afb57-4b8a-499f-97cb-28550cc74bd1 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:41.066666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-906c0174-85c2-45f5-a2eb-bdeff58504e0 req-f05afb57-4b8a-499f-97cb-28550cc74bd1 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Nov 23 19:38:41.117142 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-906c0174-85c2-45f5-a2eb-bdeff58504e0 req-cf5779ac-8580-439e-9945-1c9813917d80 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Nov 23 19:38:41.245102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb74843-3f73-43fc-9d51-604c15e12ce8 req-35b9a6bc-d5a0-49ab-9e7c-ce8ce1628bd0 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:41.246448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abb74843-3f73-43fc-9d51-604c15e12ce8 req-35b9a6bc-d5a0-49ab-9e7c-ce8ce1628bd0 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Nov 23 19:38:41.292776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abb74843-3f73-43fc-9d51-604c15e12ce8 req-762742b7-813b-4618-b896-c30df2ed6350 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Nov 23 19:38:41.608769 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc9f8d-c784-4b27-be67-3b9a5e88daa6 req-bf8e4232-5bc7-49a0-8a1b-77416805fd90 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:41.609467 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebbc9f8d-c784-4b27-be67-3b9a5e88daa6 req-bf8e4232-5bc7-49a0-8a1b-77416805fd90 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0579312 Nov 23 19:38:41.663942 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ebbc9f8d-c784-4b27-be67-3b9a5e88daa6 req-0deee97a-d085-405a-8630-e0ecd590216c tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Nov 23 19:38:42.335536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 43890cc4-aef3-4f38-911b-1e6259f2e5ce no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:42.360792 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 43890cc4-aef3-4f38-911b-1e6259f2e5ce {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:42.361118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 43890cc4-aef3-4f38-911b-1e6259f2e5ce not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:42.796304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05438-8cdc-409b-b91d-18bdbc251666 req-52c68869-671a-4ee9-bc3e-33bd4e17b31b tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:42.797858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4fe05438-8cdc-409b-b91d-18bdbc251666 req-52c68869-671a-4ee9-bc3e-33bd4e17b31b tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0527458 Nov 23 19:38:42.851576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4fe05438-8cdc-409b-b91d-18bdbc251666 req-55de6ef7-c75c-4364-a509-74fe243c8943 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.37 "GET /v2.0/security-groups?id=429eaa52-091d-4a41-ae57-cfeb490e60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Nov 23 19:38:42.972918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-dd4b41e8-d1e9-4d2d-8b19-1faff152a1b1 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:42.974285 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-dd4b41e8-d1e9-4d2d-8b19-1faff152a1b1 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d0dc4b9-f5ea-4822-88d4-3fc86fb17381 HTTP/1.1" status: 200 len: 946 time: 0.0529666 Nov 23 19:38:43.066072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Deleting port 3aca21ce-5145-4792-acae-64c4f0b7ab0d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:43.066404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:43.152063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] For port 3aca21ce-5145-4792-acae-64c4f0b7ab0d, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=3aca21ce-5145-4792-acae-64c4f0b7ab0d,segment=NetworkSegment(b7b20e7e-e831-48bb-ab98-8c4ca6d7726f),segment_id=b7b20e7e-e831-48bb-ab98-8c4ca6d7726f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:43.152413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:43.165305 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Calling delete_port for 3aca21ce-5145-4792-acae-64c4f0b7ab0d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:43.291378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:43.303523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['3aca21ce-5145-4792-acae-64c4f0b7ab0d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:38:43.328135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Pushing event deleted for resources: {'Port': ['ID=3aca21ce-5145-4792-acae-64c4f0b7ab0d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:43.364554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] No DVR routers for this DVR port 3aca21ce-5145-4792-acae-64c4f0b7ab0d on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:43.367234 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:43.371013 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ebb40b76-f7c7-4a8c-bc84-65734d7d4779 req-79e42897-4721-4534-901e-fdf2ccfaffc9 tempest-ServersNegativeTestJSON-1519814988 tempest-ServersNegativeTestJSON-1519814988-project] 10.222.0.50 "DELETE /v2.0/ports/3aca21ce-5145-4792-acae-64c4f0b7ab0d HTTP/1.1" status: 204 len: 173 time: 0.3901241 Nov 23 19:38:43.371495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'name': 'network-vif-deleted', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:38:43.374624 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d7006-8fc9-4fe5-baa0-8a7962677996" -d '{"events": [{"server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "name": "network-vif-deleted", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:38:43.427633 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a87b8-f049-49f9-9ca3-80424b9e194d x-openstack-request-id: req-3c3a87b8-f049-49f9-9ca3-80424b9e194d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:38:43.427931 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0dc4b9-f5ea-4822-88d4-3fc86fb17381", "name": "network-vif-deleted", "tag": "3aca21ce-5145-4792-acae-64c4f0b7ab0d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:38:43.428180 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c3a87b8-f049-49f9-9ca3-80424b9e194d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:38:43.428605 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0dc4b9-f5ea-4822-88d4-3fc86fb17381', 'name': 'network-vif-deleted', 'tag': '3aca21ce-5145-4792-acae-64c4f0b7ab0d', 'status': 'completed', 'code': 200} Nov 23 19:38:43.908871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:43.957498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Deleting subnet 27c24e38-4a39-4ccb-a384-e02dc6fc483c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:38:43.960510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:43.994337 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.032693 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.083881 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.107747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c24e38-4a39-4ccb-a384-e02dc6fc483c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:44.114009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.117215 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-02b38304-50b1-4561-9510-26f065e62431 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/27c24e38-4a39-4ccb-a384-e02dc6fc483c HTTP/1.1" status: 204 len: 168 time: 0.2072279 Nov 23 19:38:44.119761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:44.191601 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.271877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.291502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85a3439-c0de-464b-8558-53f7b516ecc8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:44.301153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:44.301438 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b20e7e-e831-48bb-ab98-8c4ca6d7726f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:44.310688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.323564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.329390 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:44.329765 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:44.331409 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:44.385074 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.390884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.394081 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c85a3439-c0de-464b-8558-53f7b516ecc8 HTTP/1.1" status: 204 len: 168 time: 0.2734025 Nov 23 19:38:44.404763 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149b8a9-e2a0-4c06-8d14-7c55cb95a594 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85a3439-c0de-464b-8558-53f7b516ecc8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:44.501670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:44.546373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e380804-f4ba-4ba2-94e4-78f22d3b6a23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e91c73974414f77b54d6c90f5241a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434370 Nov 23 19:38:44.548808 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:44.594723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.615855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.665402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.668442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:44.669751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/429eaa52-091d-4a41-ae57-cfeb490e60e0 HTTP/1.1" status: 204 len: 168 time: 0.1200113 Nov 23 19:38:44.678588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43fea1-b123-4e69-9f93-77e9dc806f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429eaa52-091d-4a41-ae57-cfeb490e60e0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:45.351418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:45.444016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910961956'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:45.464470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:45.468000 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.476305 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.549958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.554294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.585475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:45.591728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e834dcd-0839-4482-a288-0cbd0313fc83,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:45.601215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.601750 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Added segment bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2 of type vlan for network 03682b22-8664-4506-bcf2-efcd052e3678 Nov 23 19:38:45.649179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.674116 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.680947 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:45.685281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:45.729252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3766537 Nov 23 19:38:45.758010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Network': ['ID=03682b22-8664-4506-bcf2-efcd052e3678,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:45.766502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.766857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.767205 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.767578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.767915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.768249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.768581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.768950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.769310 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.769638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.769967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.770288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812b394-b2f8-4e97-9073-b20ae73f8777 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:45.782018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 03682b22-8664-4506-bcf2-efcd052e3678 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:47.582336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3aca21ce-5145-4792-acae-64c4f0b7ab0d no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:47.603376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 3aca21ce-5145-4792-acae-64c4f0b7ab0d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:47.603950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 3aca21ce-5145-4792-acae-64c4f0b7ab0d not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:49.050130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:49.055225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'subnet': {'network_id': '03682b22-8664-4506-bcf2-efcd052e3678', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:49.144907 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:49.148430 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.338272 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.397994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Subnet': ['ID=98951726-0462-495d-b210-3d8ec6e19378,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:49.406699 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking segment: {'id': 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:49.407055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network hostable DHCP agents. Network: 03682b22-8664-4506-bcf2-efcd052e3678, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:49.423739 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network 03682b22-8664-4506-bcf2-efcd052e3678 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:49.432869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 03682b22-8664-4506-bcf2-efcd052e3678) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:49.437868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:49.439463 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.441782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f19453-3785-4e1c-9de6-dd1b54b1da65 None None] Network 03682b22-8664-4506-bcf2-efcd052e3678 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:49.457085 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34261d74-9307-430d-a916-40eaf519b60e tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052904 Nov 23 19:38:49.460619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:49.465542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808064836'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:49.486506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:49.490002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.515610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:49.526995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.527368 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Added segment 1b3b63c8-0bfc-4fc7-8590-c44944c369c5 of type vlan for network fcf65b21-d2bb-435c-aa7f-c7d02df9c681 Nov 23 19:38:49.572223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.598806 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.604720 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:49.605312 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.656032 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1941447 Nov 23 19:38:49.658785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:49.663898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'subnet': {'network_id': 'fcf65b21-d2bb-435c-aa7f-c7d02df9c681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:49.685745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a85984-d6ab-41eb-905a-30583c47d8e0 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Network': ['ID=fcf65b21-d2bb-435c-aa7f-c7d02df9c681,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:49.705372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network fcf65b21-d2bb-435c-aa7f-c7d02df9c681 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:49.751689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:49.755898 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.805300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-03682b22-8664-4506-bcf2-efcd052e3678', 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678', 'tenant_id': 'def704e9081848dea78d1f24e7e9787b', 'fixed_ips': [{'subnet_id': '98951726-0462-495d-b210-3d8ec6e19378'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:49.806168 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:49.943591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Allocated IP 2001:db8:0:ffff::2 (03682b22-8664-4506-bcf2-efcd052e3678/98951726-0462-495d-b210-3d8ec6e19378/88f74581-393e-40ec-aa54-49ad33474c18) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:49.956855 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.017531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Subnet': ['ID=7b4df0ae-22b2-44c3-9c78-40fef7314d65,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.026386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking segment: {'id': '1b3b63c8-0bfc-4fc7-8590-c44944c369c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fcf65b21-d2bb-435c-aa7f-c7d02df9c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:50.026739 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network hostable DHCP agents. Network: fcf65b21-d2bb-435c-aa7f-c7d02df9c681, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:50.043086 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network fcf65b21-d2bb-435c-aa7f-c7d02df9c681 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:50.051613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, fcf65b21-d2bb-435c-aa7f-c7d02df9c681) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:50.055599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:50.056201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.073335 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c5f1a569-9a0e-42c6-ae0d-0075140e6f8b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4133916 Nov 23 19:38:50.074186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e29d9a-4277-4e4f-bc96-cfc062a55464 None None] Network fcf65b21-d2bb-435c-aa7f-c7d02df9c681 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:50.076085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45768) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:50.119305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.152591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.171620 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.206604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Network 03682b22-8664-4506-bcf2-efcd052e3678 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:50.212265 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:50.214688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:50.228447 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Pushing event updated for resources: {'Port': ['ID=88f74581-393e-40ec-aa54-49ad33474c18,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.253648 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.271986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.272338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.272684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.273025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.273366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.273696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.274029 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.274359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.274689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.275014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.275363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.275691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:38:50.318819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.329246 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Attempting to bind port 88f74581-393e-40ec-aa54-49ad33474c18 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:50.329688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Attempting to bind port 88f74581-393e-40ec-aa54-49ad33474c18 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:50.330250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Attempting to bind port 88f74581-393e-40ec-aa54-49ad33474c18 on network 03682b22-8664-4506-bcf2-efcd052e3678 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:50.351341 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4df0ae-22b2-44c3-9c78-40fef7314d65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.355896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:50.356550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Checking segment: {'id': 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:50.357062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.357527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Bound using segment: {'id': 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:50.359018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Bound port: 88f74581-393e-40ec-aa54-49ad33474c18, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03682b22-8664-4506-bcf2-efcd052e3678'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:50.359018 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.365154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d53ab7-3d67-4b8a-8771-bb912b0f5146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-fcf65b21-d2bb-435c-aa7f-c7d02df9c681', 'network_id': 'fcf65b21-d2bb-435c-aa7f-c7d02df9c681', 'tenant_id': 'def704e9081848dea78d1f24e7e9787b', 'fixed_ips': [{'subnet_id': '7b4df0ae-22b2-44c3-9c78-40fef7314d65'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:50.365994 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80d53ab7-3d67-4b8a-8771-bb912b0f5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.419063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.440001 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf65b21-d2bb-435c-aa7f-c7d02df9c681']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:50.449108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3b63c8-0bfc-4fc7-8590-c44944c369c5') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:50.449399 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3b63c8-0bfc-4fc7-8590-c44944c369c5') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:50.459154 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.472544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.478607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:50.478988 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:50.481920 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:50.498606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e7582-8890-4f89-83e1-3d0c3f072571 None None] Network fcf65b21-d2bb-435c-aa7f-c7d02df9c681 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:50.505734 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] For port 88f74581-393e-40ec-aa54-49ad33474c18, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:38:50.534437 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] For port 88f74581-393e-40ec-aa54-49ad33474c18, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f74581-393e-40ec-aa54-49ad33474c18,segment=NetworkSegment(bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2),segment_id=bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:38:50.541212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.545094 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.553169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.556312 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/fcf65b21-d2bb-435c-aa7f-c7d02df9c681 HTTP/1.1" status: 204 len: 168 time: 0.4792364 Nov 23 19:38:50.560404 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:50.565921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625972f-4433-457f-93da-a98b1dc2097b tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Network': ['ID=fcf65b21-d2bb-435c-aa7f-c7d02df9c681,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.566180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636557891'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:50.591977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:50.595785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.620527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:50.631221 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.631638 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Added segment 8e7e0492-ba51-45ec-b2fc-c3eac387bfce of type vlan for network c376f885-18dc-488d-b14c-b615e7f57cd1 Nov 23 19:38:50.683639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb538f9-543d-40e3-b6d8-73e00d0393a6 None None] Pushing event updated for resources: {'Port': ['ID=88f74581-393e-40ec-aa54-49ad33474c18,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.699093 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.728351 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.734120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:50.734726 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.784124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2220914 Nov 23 19:38:50.787813 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:50.793427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'subnet': {'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:50.814736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a5e49-ff5f-4ada-a43b-557c100d4462 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Network': ['ID=c376f885-18dc-488d-b14c-b615e7f57cd1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:50.842499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c376f885-18dc-488d-b14c-b615e7f57cd1 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:50.915428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:50.919360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:50.982789 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 19:38:50.983227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 19:38:51.108516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.165753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Subnet': ['ID=6a95d065-398c-4dde-93e2-5d4f10e43b34,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:51.181750 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking segment: {'id': '8e7e0492-ba51-45ec-b2fc-c3eac387bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:51.182202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network hostable DHCP agents. Network: c376f885-18dc-488d-b14c-b615e7f57cd1, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:51.199632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network c376f885-18dc-488d-b14c-b615e7f57cd1 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:51.208404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c376f885-18dc-488d-b14c-b615e7f57cd1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:51.215796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:51.216544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6bdc3-2428-4191-90c7-faee543315b5 None None] Network c376f885-18dc-488d-b14c-b615e7f57cd1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:51.216712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.235400 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db61b305-acae-4674-8fe8-1aaa8690f3a4 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4462304 Nov 23 19:38:51.238698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:51.368013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.386546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-c376f885-18dc-488d-b14c-b615e7f57cd1', 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1', 'tenant_id': 'def704e9081848dea78d1f24e7e9787b', 'fixed_ips': [{'subnet_id': '6a95d065-398c-4dde-93e2-5d4f10e43b34'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:51.387467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.453965 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.547403 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Allocated IP 2001:db8::3 (c376f885-18dc-488d-b14c-b615e7f57cd1/6a95d065-398c-4dde-93e2-5d4f10e43b34/7d6952da-9e7f-4040-bb39-40f46d3f4a0e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:51.551764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f74581-393e-40ec-aa54-49ad33474c18 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:51.652986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd1831-d1c2-40bb-a9c3-5ae5164230bc None None] Network 03682b22-8664-4506-bcf2-efcd052e3678 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:51.729788 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 88f74581-393e-40ec-aa54-49ad33474c18 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:51.730156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.830902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5229bbdc-9db6-4257-aaef-f18f67b410ea None None] Provisioning complete for port 88f74581-393e-40ec-aa54-49ad33474c18 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:51.831305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5229bbdc-9db6-4257-aaef-f18f67b410ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.876041 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.909843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.914957 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:51.948539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Subnet': ['ID=6a95d065-398c-4dde-93e2-5d4f10e43b34,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:51.995272 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Network c376f885-18dc-488d-b14c-b615e7f57cd1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:52.011061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.024094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:52.027418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:52.032538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c376f885-18dc-488d-b14c-b615e7f57cd1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:52.041085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Pushing event updated for resources: {'Port': ['ID=7d6952da-9e7f-4040-bb39-40f46d3f4a0e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:52.042472 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e0492-ba51-45ec-b2fc-c3eac387bfce') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:52.042767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e0492-ba51-45ec-b2fc-c3eac387bfce') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:52.046190 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.052511 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.065655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.071603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:52.071983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:52.074908 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:52.141833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 19:38:52.141833 n-d-792364-9 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 19:38:52.141833 n-d-792364-9 neutron-server[103400]: [parameters: {'id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'}] Nov 23 19:38:52.141833 n-d-792364-9 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:38:52.142785 n-d-792364-9 neutron-server[103400]: DEBUG oslo_db.api [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:38:52.153035 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 88f74581-393e-40ec-aa54-49ad33474c18, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f74581-393e-40ec-aa54-49ad33474c18,segment=NetworkSegment(bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2),segment_id=bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:52.156026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5229bbdc-9db6-4257-aaef-f18f67b410ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.161048 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.170896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Attempting to bind port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:52.171267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Attempting to bind port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '8e7e0492-ba51-45ec-b2fc-c3eac387bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:52.171656 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Attempting to bind port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e on network c376f885-18dc-488d-b14c-b615e7f57cd1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:52.208855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:52.209236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Checking segment: {'id': '8e7e0492-ba51-45ec-b2fc-c3eac387bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:52.209642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.210034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Bound using segment: {'id': '8e7e0492-ba51-45ec-b2fc-c3eac387bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:52.210515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Bound port: 7d6952da-9e7f-4040-bb39-40f46d3f4a0e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7e0492-ba51-45ec-b2fc-c3eac387bfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c376f885-18dc-488d-b14c-b615e7f57cd1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:52.210896 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.292831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=88f74581-393e-40ec-aa54-49ad33474c18,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:52.310591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-5229bbdc-9db6-4257-aaef-f18f67b410ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:38:52.310949 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-5229bbdc-9db6-4257-aaef-f18f67b410ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:38:52.326352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] For port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:38:52.329478 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] For port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7d6952da-9e7f-4040-bb39-40f46d3f4a0e,segment=NetworkSegment(8e7e0492-ba51-45ec-b2fc-c3eac387bfce),segment_id=8e7e0492-ba51-45ec-b2fc-c3eac387bfce)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:38:52.333568 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.413988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05f88c-79a6-4247-ad0e-1761fe915caa None None] Pushing event updated for resources: {'Port': ['ID=7d6952da-9e7f-4040-bb39-40f46d3f4a0e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:52.428548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99d066-c291-4cc8-98a1-b84e2f41df3f None None] Network c376f885-18dc-488d-b14c-b615e7f57cd1 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:52.547591 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94260c0-c9f4-41b2-9a86-17ad91a4a5aa None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:38:52.611453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94260c0-c9f4-41b2-9a86-17ad91a4a5aa None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:38:52.644882 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.698814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Deleting port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:52.699061 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.763591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] For port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=7d6952da-9e7f-4040-bb39-40f46d3f4a0e,segment=NetworkSegment(8e7e0492-ba51-45ec-b2fc-c3eac387bfce),segment_id=8e7e0492-ba51-45ec-b2fc-c3eac387bfce)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:52.763948 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.780921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Calling delete_port for 7d6952da-9e7f-4040-bb39-40f46d3f4a0e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:52.863271 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.889297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Port': ['ID=7d6952da-9e7f-4040-bb39-40f46d3f4a0e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:52.892961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No DVR routers for this DVR port 7d6952da-9e7f-4040-bb39-40f46d3f4a0e on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:52.965311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-88b45e20-25c1-4264-81a2-f2d24cf03d08 None None] Provisioning complete for port 88f74581-393e-40ec-aa54-49ad33474c18 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:52.965586 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88b45e20-25c1-4264-81a2-f2d24cf03d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.974406 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:52.995051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c376f885-18dc-488d-b14c-b615e7f57cd1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:53.005246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e0492-ba51-45ec-b2fc-c3eac387bfce') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:53.005565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e0492-ba51-45ec-b2fc-c3eac387bfce') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:53.016137 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.030324 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.036850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:53.037253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:53.040364 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:53.100885 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.107904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.113958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/c376f885-18dc-488d-b14c-b615e7f57cd1 HTTP/1.1" status: 204 len: 168 time: 1.8711486 Nov 23 19:38:53.115488 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:53.120508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219124912'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:53.123188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cbc81-4fc8-40d8-bbd0-8ef37a21162f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Network': ['ID=c376f885-18dc-488d-b14c-b615e7f57cd1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:53.141395 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:53.146024 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.169815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:53.180531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.180866 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Added segment 7c7f6c65-fee1-40db-8431-feecf93d080e of type vlan for network d183eb2d-ff78-4b29-8792-34720a5cfa7b Nov 23 19:38:53.223944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.249679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.255406 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:53.256006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.293590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1770074 Nov 23 19:38:53.296519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:53.329227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'subnet': {'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:53.336262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea1918-2186-4b4c-acce-484bdeab27aa tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Network': ['ID=d183eb2d-ff78-4b29-8792-34720a5cfa7b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:53.346368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d183eb2d-ff78-4b29-8792-34720a5cfa7b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:53.423085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:53.427339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.507819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f74581-393e-40ec-aa54-49ad33474c18 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:53.613557 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.682357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Subnet': ['ID=3fdc6aff-069d-435f-85ac-772449aaeb1e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:53.692101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking segment: {'id': '7c7f6c65-fee1-40db-8431-feecf93d080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:53.692775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network hostable DHCP agents. Network: d183eb2d-ff78-4b29-8792-34720a5cfa7b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:53.709438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network d183eb2d-ff78-4b29-8792-34720a5cfa7b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:53.718425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d183eb2d-ff78-4b29-8792-34720a5cfa7b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:53.720116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 88f74581-393e-40ec-aa54-49ad33474c18 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:38:53.720632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.724510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:53.725097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.743594 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1cedcf45-be83-40c0-b448-49e6d6c59733 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460042 Nov 23 19:38:53.743831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db81d66-2c21-48c0-bf89-6bddae000bdc None None] Network d183eb2d-ff78-4b29-8792-34720a5cfa7b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:53.747278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:53.752277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711984852'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:53.772599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:53.776078 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.800161 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:53.809026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.809371 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Added segment 0102a798-2e76-48c7-a905-c260aea8874c of type vlan for network a2fdf821-7adb-4cbd-9500-5e5a9911eace Nov 23 19:38:53.851289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.876817 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.883087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:53.883706 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.920025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1716588 Nov 23 19:38:53.922836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:53.930747 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Request body: {'subnet': {'network_id': 'a2fdf821-7adb-4cbd-9500-5e5a9911eace', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:53.935526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d183eb2d-ff78-4b29-8792-34720a5cfa7b', 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b', 'tenant_id': 'def704e9081848dea78d1f24e7e9787b', 'fixed_ips': [{'subnet_id': '3fdc6aff-069d-435f-85ac-772449aaeb1e'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:53.936398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:53.981934 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5010a8a-8ca4-408e-96ef-7dcf8e904c39 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Network': ['ID=a2fdf821-7adb-4cbd-9500-5e5a9911eace,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.009279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a2fdf821-7adb-4cbd-9500-5e5a9911eace details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:54.056197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Made reservation on behalf of def704e9081848dea78d1f24e7e9787b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:54.059623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.132716 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Allocated IP 2001:db8::2 (d183eb2d-ff78-4b29-8792-34720a5cfa7b/3fdc6aff-069d-435f-85ac-772449aaeb1e/8f6adaa4-5833-4345-91aa-904f9061f484) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:54.250875 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.276397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.282913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.311487 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event updated for resources: {'Subnet': ['ID=ab956094-3dc7-4650-9a8f-0d99f8f62308,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.322199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Checking segment: {'id': '0102a798-2e76-48c7-a905-c260aea8874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2fdf821-7adb-4cbd-9500-5e5a9911eace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:54.322583 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network hostable DHCP agents. Network: a2fdf821-7adb-4cbd-9500-5e5a9911eace, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:54.326835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Network d183eb2d-ff78-4b29-8792-34720a5cfa7b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:54.329804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:54.333280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:54.340193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Network a2fdf821-7adb-4cbd-9500-5e5a9911eace is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:54.342670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Pushing event updated for resources: {'Port': ['ID=8f6adaa4-5833-4345-91aa-904f9061f484,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.352022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a2fdf821-7adb-4cbd-9500-5e5a9911eace) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:54.356030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:54.356627 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.366462 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251265e7-2fbd-4a22-a831-2a808328982b None None] Network a2fdf821-7adb-4cbd-9500-5e5a9911eace requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:54.373487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-469be145-3e48-41b4-bcdb-135394813522 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4495838 Nov 23 19:38:54.376072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:54.413603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Attempting to bind port 8f6adaa4-5833-4345-91aa-904f9061f484 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:54.413970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Attempting to bind port 8f6adaa4-5833-4345-91aa-904f9061f484 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7c7f6c65-fee1-40db-8431-feecf93d080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:54.414331 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Attempting to bind port 8f6adaa4-5833-4345-91aa-904f9061f484 on network d183eb2d-ff78-4b29-8792-34720a5cfa7b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:54.450820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:54.451188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Checking segment: {'id': '7c7f6c65-fee1-40db-8431-feecf93d080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:54.451613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.452003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Bound using segment: {'id': '7c7f6c65-fee1-40db-8431-feecf93d080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:54.452470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Bound port: 8f6adaa4-5833-4345-91aa-904f9061f484, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7f6c65-fee1-40db-8431-feecf93d080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd183eb2d-ff78-4b29-8792-34720a5cfa7b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:54.452848 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.477016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.527819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.559891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] For port 8f6adaa4-5833-4345-91aa-904f9061f484, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:38:54.564779 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] For port 8f6adaa4-5833-4345-91aa-904f9061f484, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8f6adaa4-5833-4345-91aa-904f9061f484,segment=NetworkSegment(7c7f6c65-fee1-40db-8431-feecf93d080e),segment_id=7c7f6c65-fee1-40db-8431-feecf93d080e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:38:54.582172 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.590651 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.614672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae863e27-0eb6-483e-b065-df98fc33ad13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a2fdf821-7adb-4cbd-9500-5e5a9911eace', 'network_id': 'a2fdf821-7adb-4cbd-9500-5e5a9911eace', 'tenant_id': 'def704e9081848dea78d1f24e7e9787b', 'fixed_ips': [{'subnet_id': 'ab956094-3dc7-4650-9a8f-0d99f8f62308'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:54.615536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae863e27-0eb6-483e-b065-df98fc33ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.626895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Subnet': ['ID=ab956094-3dc7-4650-9a8f-0d99f8f62308,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.694052 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.706836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cc0b6-0bfd-4429-b214-45eaa1b886dd None None] Pushing event updated for resources: {'Port': ['ID=8f6adaa4-5833-4345-91aa-904f9061f484,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.719394 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fdf821-7adb-4cbd-9500-5e5a9911eace']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:54.726159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce2843-3c3f-46b2-a329-0e378bdd926a None None] Network a2fdf821-7adb-4cbd-9500-5e5a9911eace requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:54.732199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0102a798-2e76-48c7-a905-c260aea8874c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:54.732494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0102a798-2e76-48c7-a905-c260aea8874c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:54.747771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.761459 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.769112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:54.769765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:54.773544 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:54.860188 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.870516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:54.873975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/a2fdf821-7adb-4cbd-9500-5e5a9911eace HTTP/1.1" status: 204 len: 168 time: 0.4969656 Nov 23 19:38:54.877210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:54.885060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506b73-c527-4bf4-ac25-521647d1bb31 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Network': ['ID=a2fdf821-7adb-4cbd-9500-5e5a9911eace,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:54.909126 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f2bd39-ebe9-4315-817a-e84acea76b78 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] GET failed (client error): The resource could not be found. Nov 23 19:38:54.914046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-28f2bd39-ebe9-4315-817a-e84acea76b78 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "GET /v2.0/subnets/ab956094-3dc7-4650-9a8f-0d99f8f62308 HTTP/1.1" status: 404 len: 337 time: 0.0357640 Nov 23 19:38:54.914275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:54.933588 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd15cce-61b4-4006-abcf-48b97a01e578 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:54.934091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd15cce-61b4-4006-abcf-48b97a01e578 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:54.937175 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cfd15cce-61b4-4006-abcf-48b97a01e578 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/a2fdf821-7adb-4cbd-9500-5e5a9911eace HTTP/1.1" status: 404 len: 339 time: 0.0216622 Nov 23 19:38:54.941226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:54.968279 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6e1332-b73d-4914-af16-160f03056624 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:54.968749 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6e1332-b73d-4914-af16-160f03056624 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:54.971864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ee6e1332-b73d-4914-af16-160f03056624 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/subnets/ab956094-3dc7-4650-9a8f-0d99f8f62308 HTTP/1.1" status: 404 len: 337 time: 0.0294805 Nov 23 19:38:54.975420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:54.994348 n-d-792364-9 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2062e195-1974-4971-9a41-7c7652e42139 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:54.994886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2062e195-1974-4971-9a41-7c7652e42139 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:54.998737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2062e195-1974-4971-9a41-7c7652e42139 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/a2fdf821-7adb-4cbd-9500-5e5a9911eace HTTP/1.1" status: 404 len: 339 time: 0.0215960 Nov 23 19:38:55.000686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:55.051863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Deleting subnet 3fdc6aff-069d-435f-85ac-772449aaeb1e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:38:55.055086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.098315 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.181126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.238035 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.268426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdc6aff-069d-435f-85ac-772449aaeb1e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:55.273423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.276980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b7946f3d-9e64-4a69-a78e-8790c38ca52d tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/subnets/3fdc6aff-069d-435f-85ac-772449aaeb1e HTTP/1.1" status: 204 len: 168 time: 0.2750182 Nov 23 19:38:55.278991 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:55.358480 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.412692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Deleting port 8f6adaa4-5833-4345-91aa-904f9061f484 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:55.413033 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.485042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] For port 8f6adaa4-5833-4345-91aa-904f9061f484, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8f6adaa4-5833-4345-91aa-904f9061f484,segment=NetworkSegment(7c7f6c65-fee1-40db-8431-feecf93d080e),segment_id=7c7f6c65-fee1-40db-8431-feecf93d080e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:55.485403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.499150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Calling delete_port for 8f6adaa4-5833-4345-91aa-904f9061f484 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:55.550514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8f6adaa4-5833-4345-91aa-904f9061f484 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:38:55.583403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.594279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No active binding found for port 8f6adaa4-5833-4345-91aa-904f9061f484 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 19:38:55.594807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8f6adaa4-5833-4345-91aa-904f9061f484 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 19:38:55.604243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No DVR routers for this DVR port 8f6adaa4-5833-4345-91aa-904f9061f484 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:55.615755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Port 8f6adaa4-5833-4345-91aa-904f9061f484 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 19:38:55.632197 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Port': ['ID=8f6adaa4-5833-4345-91aa-904f9061f484,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:55.665925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd98a0-226c-4080-b300-4dca8f721181 None None] Network d183eb2d-ff78-4b29-8792-34720a5cfa7b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:55.702044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5016dbb0-6c20-441f-bcb3-528a38da0e5b None None] Could not find standard attr ID for object 8f6adaa4-5833-4345-91aa-904f9061f484. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 19:38:55.714603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.734194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183eb2d-ff78-4b29-8792-34720a5cfa7b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:55.743977 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7f6c65-fee1-40db-8431-feecf93d080e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:55.744271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7f6c65-fee1-40db-8431-feecf93d080e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:55.754108 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.767171 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.773039 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:55.773422 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:55.776353 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:55.835747 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5fef9-f563-4322-9178-d928864301a1 None None] DHCP port deletion for d183eb2d-ff78-4b29-8792-34720a5cfa7b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:38:56.170432 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.178209 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.181329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/d183eb2d-ff78-4b29-8792-34720a5cfa7b HTTP/1.1" status: 204 len: 168 time: 0.9013760 Nov 23 19:38:56.184141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.192397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf205a-f1ec-42db-889d-2483fd73429f tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Network': ['ID=d183eb2d-ff78-4b29-8792-34720a5cfa7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:56.210378 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9302bc8-9c74-45dd-ab09-13efb7b805de tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:56.210828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9302bc8-9c74-45dd-ab09-13efb7b805de tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:56.213897 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a9302bc8-9c74-45dd-ab09-13efb7b805de tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/subnets/6a95d065-398c-4dde-93e2-5d4f10e43b34 HTTP/1.1" status: 404 len: 337 time: 0.0287852 Nov 23 19:38:56.216535 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.235012 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a36d0ab-0745-4546-8dad-c1572c586eda tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:56.235569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a36d0ab-0745-4546-8dad-c1572c586eda tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:56.239189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7a36d0ab-0745-4546-8dad-c1572c586eda tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/c376f885-18dc-488d-b14c-b615e7f57cd1 HTTP/1.1" status: 404 len: 339 time: 0.0218368 Nov 23 19:38:56.241680 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.266406 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ad5a08-97fd-4527-a497-8a2101f6ef66 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:56.266844 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ad5a08-97fd-4527-a497-8a2101f6ef66 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:56.269838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-93ad5a08-97fd-4527-a497-8a2101f6ef66 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/subnets/7b4df0ae-22b2-44c3-9c78-40fef7314d65 HTTP/1.1" status: 404 len: 337 time: 0.0272818 Nov 23 19:38:56.272238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.289759 n-d-792364-9 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ad751-dcd8-4cec-97b9-96ec3da0bb72 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] DELETE failed (client error): The resource could not be found. Nov 23 19:38:56.290233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ad751-dcd8-4cec-97b9-96ec3da0bb72 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 19:38:56.293164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-582ad751-dcd8-4cec-97b9-96ec3da0bb72 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/fcf65b21-d2bb-435c-aa7f-c7d02df9c681 HTTP/1.1" status: 404 len: 339 time: 0.0200479 Nov 23 19:38:56.295520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.349072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Deleting subnet 98951726-0462-495d-b210-3d8ec6e19378 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:38:56.352162 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.394503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.475635 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.537790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.565516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Subnet': ['ID=98951726-0462-495d-b210-3d8ec6e19378,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:56.567490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.571839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-acdc1dfd-c1fe-4b55-b09e-c55fe54b6e24 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/subnets/98951726-0462-495d-b210-3d8ec6e19378 HTTP/1.1" status: 204 len: 168 time: 0.2753828 Nov 23 19:38:56.572253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171094c-20f6-4c00-8ee9-0dcb762ddf6a None None] Network 03682b22-8664-4506-bcf2-efcd052e3678 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:56.573068 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:56.652945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.708113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Deleting port 88f74581-393e-40ec-aa54-49ad33474c18 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:56.708391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.767768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] DHCP port deletion for 03682b22-8664-4506-bcf2-efcd052e3678 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:38:56.777875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] For port 88f74581-393e-40ec-aa54-49ad33474c18, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f74581-393e-40ec-aa54-49ad33474c18,segment=NetworkSegment(bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2),segment_id=bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:56.778236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.791621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Calling delete_port for 88f74581-393e-40ec-aa54-49ad33474c18 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:56.827961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Deleting port 88f74581-393e-40ec-aa54-49ad33474c18 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:38:56.828366 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.874716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.894784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] For port 88f74581-393e-40ec-aa54-49ad33474c18, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=88f74581-393e-40ec-aa54-49ad33474c18,segment=NetworkSegment(bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2),segment_id=bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:38:56.895402 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.903722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Port': ['ID=88f74581-393e-40ec-aa54-49ad33474c18,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:56.909413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Calling delete_port for 88f74581-393e-40ec-aa54-49ad33474c18 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:38:56.909544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] No DVR routers for this DVR port 88f74581-393e-40ec-aa54-49ad33474c18 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:56.988980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:56.990293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.009559 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03682b22-8664-4506-bcf2-efcd052e3678']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:57.015897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] Pushing event deleted for resources: {'Port': ['ID=88f74581-393e-40ec-aa54-49ad33474c18,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:57.020107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:57.020453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd93d4d9-78b1-4b3c-9ef4-87a6bcfbd2b2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:38:57.021369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc4e8b-dc4b-4089-adf6-9f9558f5d267 None None] No DVR routers for this DVR port 88f74581-393e-40ec-aa54-49ad33474c18 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:38:57.032334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.046883 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.053057 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:38:57.053432 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:38:57.056618 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:38:57.119967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.126976 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.130585 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] 10.222.0.37 "DELETE /v2.0/networks/03682b22-8664-4506-bcf2-efcd052e3678 HTTP/1.1" status: 204 len: 168 time: 0.5565813 Nov 23 19:38:57.142212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e73de5-f109-4f08-8115-5cd0182ad1e5 tempest-NetworksIpV6Test-648748049 tempest-NetworksIpV6Test-648748049-project] Pushing event deleted for resources: {'Network': ['ID=03682b22-8664-4506-bcf2-efcd052e3678,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:57.370945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:57.503074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f6872d3-6e9a-41d4-824a-d7083946a24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.508324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8fce9135-78ca-413a-a1bd-ce1a697aa6d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=def704e9081848dea78d1f24e7e9787b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361809 Nov 23 19:38:57.511157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:57.516362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8f6adaa4-5833-4345-91aa-904f9061f484 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:57.536475 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 8f6adaa4-5833-4345-91aa-904f9061f484 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:57.536821 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8f6adaa4-5833-4345-91aa-904f9061f484 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:57.537240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f74581-393e-40ec-aa54-49ad33474c18 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:38:57.556737 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 88f74581-393e-40ec-aa54-49ad33474c18 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:38:57.557081 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 88f74581-393e-40ec-aa54-49ad33474c18 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:38:57.561544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.583150 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.629909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.632774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:57.633948 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e834dcd-0839-4482-a288-0cbd0313fc83 HTTP/1.1" status: 204 len: 168 time: 0.1218276 Nov 23 19:38:57.641872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75bbd-fd7c-4ec3-8602-c6d13bb36018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e834dcd-0839-4482-a288-0cbd0313fc83,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:58.262666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:58.355517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-273480733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:58.378822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.379835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.431807 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.435804 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.453693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.456617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8434f9de-4e97-44f9-b8eb-c5f4760168e0 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1911418 Nov 23 19:38:58.458140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:58.462909 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1408744155'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:58.482777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Made reservation on behalf of 49a1e531fd004ae1b69bb9e74b1e035f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:58.486086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.494270 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.567897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.571549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.597421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:58.606235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ac628-7eab-4c12-8320-d62fc9f1b2ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:58.612615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.613000 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Added segment 5c8364e6-e2fd-4b79-b234-3241546aa2f2 of type vlan for network 791b5e35-4a39-4701-86d4-cd436924f8d3 Nov 23 19:38:58.652462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.676511 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.682016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:58.682595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:58.723539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2643628 Nov 23 19:38:58.726340 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:58.730983 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'subnet': {'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:58.771183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db998edf-ba89-4492-92d2-00990fe7eb24 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event updated for resources: {'Network': ['ID=791b5e35-4a39-4701-86d4-cd436924f8d3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:58.781527 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 791b5e35-4a39-4701-86d4-cd436924f8d3 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:58.848834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Made reservation on behalf of 49a1e531fd004ae1b69bb9e74b1e035f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:58.852424 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.026696 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.091142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event updated for resources: {'Subnet': ['ID=3bc1b608-2b79-42f1-a5c0-30de2468cab9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:59.099599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Checking segment: {'id': '5c8364e6-e2fd-4b79-b234-3241546aa2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:59.099962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Network hostable DHCP agents. Network: 791b5e35-4a39-4701-86d4-cd436924f8d3, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:59.116134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Network 791b5e35-4a39-4701-86d4-cd436924f8d3 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:59.124664 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 791b5e35-4a39-4701-86d4-cd436924f8d3) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:59.129159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:59.129755 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.133965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a493b15d-e611-41fb-a193-6d37e6b1ade8 None None] Network 791b5e35-4a39-4701-86d4-cd436924f8d3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:59.146042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cd2ea981-09d8-4654-a0e8-1cd0dc060b57 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4187095 Nov 23 19:38:59.149055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:59.153849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1156631386'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:59.173935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Made reservation on behalf of 49a1e531fd004ae1b69bb9e74b1e035f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:59.177622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.201266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:38:59.211500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.211849 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Added segment 102bc71e-9d82-46de-a300-54343355f239 of type vlan for network f1ba22f1-ab93-43ff-9303-aafb662a0f61 Nov 23 19:38:59.254021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.279834 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.281583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-791b5e35-4a39-4701-86d4-cd436924f8d3', 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3', 'tenant_id': '49a1e531fd004ae1b69bb9e74b1e035f', 'fixed_ips': [{'subnet_id': '3bc1b608-2b79-42f1-a5c0-30de2468cab9'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:38:59.282493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.285698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:59.286285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.314117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1640251 Nov 23 19:38:59.317641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:59.323141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'subnet': {'network_id': 'f1ba22f1-ab93-43ff-9303-aafb662a0f61', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:59.360652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09225e2f-be3e-4c46-a849-19e4800abc1b tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event updated for resources: {'Network': ['ID=f1ba22f1-ab93-43ff-9303-aafb662a0f61,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:59.370896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network f1ba22f1-ab93-43ff-9303-aafb662a0f61 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:38:59.422209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Made reservation on behalf of 49a1e531fd004ae1b69bb9e74b1e035f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:38:59.426522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.473735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Allocated IP 172.20.0.2 (791b5e35-4a39-4701-86d4-cd436924f8d3/3bc1b608-2b79-42f1-a5c0-30de2468cab9/57489c81-cd10-4789-8c54-453beedfaee2) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:38:59.616204 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.623234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.629375 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.669423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Network 791b5e35-4a39-4701-86d4-cd436924f8d3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:38:59.672372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:59.677122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:38:59.683920 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event updated for resources: {'Subnet': ['ID=1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:59.685961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Pushing event updated for resources: {'Port': ['ID=57489c81-cd10-4789-8c54-453beedfaee2,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:38:59.696532 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Checking segment: {'id': '102bc71e-9d82-46de-a300-54343355f239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f1ba22f1-ab93-43ff-9303-aafb662a0f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:59.696899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Network hostable DHCP agents. Network: f1ba22f1-ab93-43ff-9303-aafb662a0f61, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:38:59.714911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Network f1ba22f1-ab93-43ff-9303-aafb662a0f61 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:38:59.724415 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, f1ba22f1-ab93-43ff-9303-aafb662a0f61) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:38:59.728328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:38:59.728896 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.734844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44978a9-6f5b-4575-8fcd-483b2e89028d None None] Network f1ba22f1-ab93-43ff-9303-aafb662a0f61 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:38:59.746106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-291de2f4-ee0e-4ce8-b308-ed025229630f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4270616 Nov 23 19:38:59.748905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:38:59.754355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8a6993e2-227e-492c-83ba-8e1668d2995c tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1ba22f1-ab93-43ff-9303-aafb662a0f61'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:38:59.770980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Attempting to bind port 57489c81-cd10-4789-8c54-453beedfaee2 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:38:59.771335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Attempting to bind port 57489c81-cd10-4789-8c54-453beedfaee2 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '5c8364e6-e2fd-4b79-b234-3241546aa2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:38:59.771704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Attempting to bind port 57489c81-cd10-4789-8c54-453beedfaee2 on network 791b5e35-4a39-4701-86d4-cd436924f8d3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:38:59.804302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:38:59.804983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Checking segment: {'id': '5c8364e6-e2fd-4b79-b234-3241546aa2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:38:59.805117 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.805426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Bound using segment: {'id': '5c8364e6-e2fd-4b79-b234-3241546aa2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:38:59.805891 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Bound port: 57489c81-cd10-4789-8c54-453beedfaee2, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8364e6-e2fd-4b79-b234-3241546aa2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '791b5e35-4a39-4701-86d4-cd436924f8d3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:38:59.806268 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:38:59.963886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a6993e2-227e-492c-83ba-8e1668d2995c tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.073511 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [None req-8a6993e2-227e-492c-83ba-8e1668d2995c tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 19:39:00.074784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8a6993e2-227e-492c-83ba-8e1668d2995c tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "PUT /v2.0/routers/20ad5e71-b8d9-4c6f-be00-520a7a9695e9 HTTP/1.1" status: 400 len: 364 time: 0.3248045 Nov 23 19:39:00.080119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] For port 57489c81-cd10-4789-8c54-453beedfaee2, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:00.080723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45856) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:00.085376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] For port 57489c81-cd10-4789-8c54-453beedfaee2, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=57489c81-cd10-4789-8c54-453beedfaee2,segment=NetworkSegment(5c8364e6-e2fd-4b79-b234-3241546aa2f2),segment_id=5c8364e6-e2fd-4b79-b234-3241546aa2f2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:00.093916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.132583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Deleting subnet 1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:39:00.136308 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.151222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49dad5a-d0a6-48b8-8810-ff9b94cfb04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-f1ba22f1-ab93-43ff-9303-aafb662a0f61', 'network_id': 'f1ba22f1-ab93-43ff-9303-aafb662a0f61', 'tenant_id': '49a1e531fd004ae1b69bb9e74b1e035f', 'fixed_ips': [{'subnet_id': '1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:39:00.152169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49dad5a-d0a6-48b8-8810-ff9b94cfb04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.184879 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.186161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06b9e1-131a-4c89-8484-2881310c131e None None] Pushing event updated for resources: {'Port': ['ID=57489c81-cd10-4789-8c54-453beedfaee2,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:00.239978 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.273835 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e35e915-3247-40ea-8714-92e6d32c9317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.307257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-d49dad5a-d0a6-48b8-8810-ff9b94cfb04d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00: This subnet is being modified by another concurrent operation. Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00: This subnet is being modified by another concurrent operation. Nov 23 19:39:00.310225 n-d-792364-9 neutron-server[103401]: ERROR oslo_messaging.rpc.server Nov 23 19:39:00.339189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:00.351106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.355570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-73cdb9fa-adcc-4038-9068-e3f635d6d24f tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "DELETE /v2.0/subnets/1f9cb21f-dcf1-4b22-ad0b-5fb301fdad00 HTTP/1.1" status: 204 len: 168 time: 0.2738214 Nov 23 19:39:00.359661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:00.366749 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55931c75-ccbc-4de1-a1bb-1d1d807f3f13 None None] Network f1ba22f1-ab93-43ff-9303-aafb662a0f61 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:00.453957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.549040 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.568923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ba22f1-ab93-43ff-9303-aafb662a0f61']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:00.577841 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102bc71e-9d82-46de-a300-54343355f239') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:00.578079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102bc71e-9d82-46de-a300-54343355f239') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:00.587892 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.600764 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.606573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:39:00.606948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:39:00.609962 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:39:00.667952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.674769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.677913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "DELETE /v2.0/networks/f1ba22f1-ab93-43ff-9303-aafb662a0f61 HTTP/1.1" status: 204 len: 168 time: 0.3170543 Nov 23 19:39:00.680502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:00.693818 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33360b3-ea5b-4f3f-b01e-0965196261ef tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event deleted for resources: {'Network': ['ID=f1ba22f1-ab93-43ff-9303-aafb662a0f61,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:00.735260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Deleting subnet 3bc1b608-2b79-42f1-a5c0-30de2468cab9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:39:00.738451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.780743 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.874827 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.939617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.957111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.969738 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc1b608-2b79-42f1-a5c0-30de2468cab9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:00.971829 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:00.975117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8011dcb8-334e-48b3-a932-1567a7a63207 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "DELETE /v2.0/subnets/3bc1b608-2b79-42f1-a5c0-30de2468cab9 HTTP/1.1" status: 204 len: 168 time: 0.2935505 Nov 23 19:39:00.977518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:01.064910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.091715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c03bce-e1ba-4c1a-b847-1d86c5f32d0e None None] Network 791b5e35-4a39-4701-86d4-cd436924f8d3 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:01.124625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Deleting port 57489c81-cd10-4789-8c54-453beedfaee2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:39:01.124964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.191986 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] For port 57489c81-cd10-4789-8c54-453beedfaee2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=57489c81-cd10-4789-8c54-453beedfaee2,segment=NetworkSegment(5c8364e6-e2fd-4b79-b234-3241546aa2f2),segment_id=5c8364e6-e2fd-4b79-b234-3241546aa2f2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:01.192353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.205082 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] Provisioning complete for port 57489c81-cd10-4789-8c54-453beedfaee2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:01.205452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.304648 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.310187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] DHCP port deletion for 791b5e35-4a39-4701-86d4-cd436924f8d3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:01.367303 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] For port 57489c81-cd10-4789-8c54-453beedfaee2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=57489c81-cd10-4789-8c54-453beedfaee2,segment=NetworkSegment(5c8364e6-e2fd-4b79-b234-3241546aa2f2),segment_id=5c8364e6-e2fd-4b79-b234-3241546aa2f2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:01.372981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.432523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Deleting port 57489c81-cd10-4789-8c54-453beedfaee2 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:39:01.432886 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.436525 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d5c8e-4b11-4472-b8cf-749645996b68 None None] Pushing event updated for resources: {'Port': ['ID=57489c81-cd10-4789-8c54-453beedfaee2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:01.506347 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] For port 57489c81-cd10-4789-8c54-453beedfaee2, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=57489c81-cd10-4789-8c54-453beedfaee2,segment=NetworkSegment(5c8364e6-e2fd-4b79-b234-3241546aa2f2),segment_id=5c8364e6-e2fd-4b79-b234-3241546aa2f2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:01.506750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.521069 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Calling delete_port for 57489c81-cd10-4789-8c54-453beedfaee2 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:39:01.543782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Calling delete_port for 57489c81-cd10-4789-8c54-453beedfaee2 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:39:01.598004 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.619510 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.625860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] Pushing event deleted for resources: {'Port': ['ID=57489c81-cd10-4789-8c54-453beedfaee2,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:01.627729 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4f8c2-7b5c-4bc7-b71f-5e3f95a9278a None None] No DVR routers for this DVR port 57489c81-cd10-4789-8c54-453beedfaee2 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:39:01.647462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event deleted for resources: {'Port': ['ID=57489c81-cd10-4789-8c54-453beedfaee2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:01.649281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] No DVR routers for this DVR port 57489c81-cd10-4789-8c54-453beedfaee2 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:39:01.657604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238cd616-f144-4b4f-9d64-cf413a8f5aa3 None None] get_active_networks_info from n-d-792364-9 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 19:39:01.727228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238cd616-f144-4b4f-9d64-cf413a8f5aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 19:39:01.733413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.753868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791b5e35-4a39-4701-86d4-cd436924f8d3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:01.763742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8364e6-e2fd-4b79-b234-3241546aa2f2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:01.764166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8364e6-e2fd-4b79-b234-3241546aa2f2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:01.774127 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.787603 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.793578 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:39:01.794114 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self.session.flush() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:39:01.797545 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:39:01.862797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.870242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:01.873478 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "DELETE /v2.0/networks/791b5e35-4a39-4701-86d4-cd436924f8d3 HTTP/1.1" status: 204 len: 168 time: 0.8950267 Nov 23 19:39:01.876137 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:01.894018 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90816da-f6bd-4d6e-876b-b306a0059688 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Pushing event deleted for resources: {'Network': ['ID=791b5e35-4a39-4701-86d4-cd436924f8d3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:01.915861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-89557c23-0d04-4308-80f8-2ae297b33023 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ad5e71-b8d9-4c6f-be00-520a7a9695e9 HTTP/1.1" status: 200 len: 205 time: 0.0365276 Nov 23 19:39:01.916234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:01.987417 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.145617 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.147656 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.194126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.194729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Fanout notify agent at l3_agent the message router_deleted on router 20ad5e71-b8d9-4c6f-be00-520a7a9695e9 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:39:02.202318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.203272 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1dfbe8af-0a5e-4900-99a5-e57a2dd1c118 tempest-RoutersNegativeTest-1234990605 tempest-RoutersNegativeTest-1234990605-project] 10.222.0.37 "DELETE /v2.0/routers/20ad5e71-b8d9-4c6f-be00-520a7a9695e9 HTTP/1.1" status: 204 len: 168 time: 0.2860370 Nov 23 19:39:02.386924 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.439848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:02.572832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-612e5671-aee5-482b-9954-01c6dce3f9f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49a1e531fd004ae1b69bb9e74b1e035f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317422 Nov 23 19:39:02.575166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:02.623922 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.646051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.696616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.699074 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:02.700260 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e48ac628-7eab-4c12-8320-d62fc9f1b2ca HTTP/1.1" status: 204 len: 168 time: 0.1241636 Nov 23 19:39:02.708946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d96147-f123-4e86-a7fe-389b68704f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ac628-7eab-4c12-8320-d62fc9f1b2ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:03.324447 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.339228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:03.433096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-790936564-network', 'tenant_id': '03c918583ccd455f891144a6fedc40a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:03.454971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Made reservation on behalf of 03c918583ccd455f891144a6fedc40a0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:03.457070 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.465387 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.538309 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.542186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.566322 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:39:03.580843 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f5df3f-50fb-40aa-b180-47b0c3eda8cc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:03.583725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.584063 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Added segment b2528584-7b02-47c1-8f05-fbf080bc7329 of type vlan for network c0b612fc-e0d2-4572-a073-a1be1c250988 Nov 23 19:39:03.624117 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.647947 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.648880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:03.649449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.683112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3427510 Nov 23 19:39:03.686103 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:03.691061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Request body: {'subnet': {'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-subnet', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:03.711906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Made reservation on behalf of 03c918583ccd455f891144a6fedc40a0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:03.713309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb139359-3f96-46cf-8166-f77380375cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b612fc-e0d2-4572-a073-a1be1c250988,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:03.714237 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.725088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network c0b612fc-e0d2-4572-a073-a1be1c250988 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:39:03.883744 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.939136 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013e1178-8ca6-4d79-b8bc-5be4a8b31c06,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:03.948320 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Checking segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:03.948672 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Network hostable DHCP agents. Network: c0b612fc-e0d2-4572-a073-a1be1c250988, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:39:03.965149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:39:03.973796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, c0b612fc-e0d2-4572-a073-a1be1c250988) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:03.981114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79afe0ea-360c-49ed-99c3-c2e4f9850038 None None] Network c0b612fc-e0d2-4572-a073-a1be1c250988 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:03.981735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:03.982328 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:03.998283 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f053265b-6041-44fb-aa1a-4cd298208a00 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3110285 Nov 23 19:39:04.001199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:04.005620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:04.027002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.028065 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.086814 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.148621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-c0b612fc-e0d2-4572-a073-a1be1c250988', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:39:04.149501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.223914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.282562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Allocated IP 172.20.0.2 (c0b612fc-e0d2-4572-a073-a1be1c250988/013e1178-8ca6-4d79-b8bc-5be4a8b31c06/712d6f63-deab-4d27-88cf-35f4863bd08a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:04.429851 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.431937 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.436437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.451923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.477665 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:04.480385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:04.483838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:04.491336 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Pushing event updated for resources: {'Port': ['ID=712d6f63-deab-4d27-88cf-35f4863bd08a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:04.543996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Attempting to bind port 712d6f63-deab-4d27-88cf-35f4863bd08a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:04.544670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Attempting to bind port 712d6f63-deab-4d27-88cf-35f4863bd08a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:04.545032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Attempting to bind port 712d6f63-deab-4d27-88cf-35f4863bd08a on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:04.549953 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:04.550322 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Checking segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:04.550733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.551104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Bound using segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:04.551589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Bound port: 712d6f63-deab-4d27-88cf-35f4863bd08a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:04.551967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.559701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Allocated IP 172.25.5.69 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3a0f5577-06bf-4639-8a8f-10309f317249) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:04.614241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] For port 712d6f63-deab-4d27-88cf-35f4863bd08a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:04.617296 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] For port 712d6f63-deab-4d27-88cf-35f4863bd08a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=712d6f63-deab-4d27-88cf-35f4863bd08a,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:04.621600 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.666907 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.679102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51232eae-40de-4be2-b87f-c39e079065c3 None None] Pushing event updated for resources: {'Port': ['ID=712d6f63-deab-4d27-88cf-35f4863bd08a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:04.707204 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.750634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:04.754132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:04.757654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:04.767912 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90b539-2a15-44b9-8f6c-e49b7fbdbae8 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:04.784986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0f5577-06bf-4639-8a8f-10309f317249,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:04.840831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-826ab60a-fa92-4391-b344-26e4af261ea5 None None] Provisioning complete for port 3a0f5577-06bf-4639-8a8f-10309f317249 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:04.841209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-826ab60a-fa92-4391-b344-26e4af261ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:04.886981 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-826ab60a-fa92-4391-b344-26e4af261ea5 None None] Port 3a0f5577-06bf-4639-8a8f-10309f317249 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:05.054778 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:05.246412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:05.379110 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Router a5ec9329-42bb-4194-815c-b93a09b42fa1 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:39:05.492620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:39:05.503285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Sync routers for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:39:05.515535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:05.516647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7b7d1d70-0179-4b97-859b-74646d063769 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5144110 Nov 23 19:39:05.520169 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:05.521061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:05.522213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:05.574024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 712d6f63-deab-4d27-88cf-35f4863bd08a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:05.633307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd3c55-1295-4e6f-a012-9ce3db107e7e None None] Network c0b612fc-e0d2-4572-a073-a1be1c250988 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:05.737855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:05.832815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] Provisioning complete for port 712d6f63-deab-4d27-88cf-35f4863bd08a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:05.833455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:05.864407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 712d6f63-deab-4d27-88cf-35f4863bd08a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:05.864689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:05.964855 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.104093 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:39:06.132214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Allocated IP 172.20.0.1 (c0b612fc-e0d2-4572-a073-a1be1c250988/013e1178-8ca6-4d79-b8bc-5be4a8b31c06/95a0d289-2dc1-427c-9c08-4a5394faa00c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:06.240002 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.275224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.299440 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.311273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:06.311512 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.314513 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:06.321713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:06.357933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Pushing event updated for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:06.360388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] For port 712d6f63-deab-4d27-88cf-35f4863bd08a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=712d6f63-deab-4d27-88cf-35f4863bd08a,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:06.367956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:04Z', 'revision_number': 3, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:06.372627 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.373212 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.425839 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Checking router: a5ec9329-42bb-4194-815c-b93a09b42fa1 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:39:06.426672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Updating router a5ec9329-42bb-4194-815c-b93a09b42fa1 port 3a0f5577-06bf-4639-8a8f-10309f317249 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:39:06.503915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.508909 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:39:06.509273 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:39:06.510980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.526380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fb4e9-288c-442b-a3da-9ed88731745d None None] Pushing event updated for resources: {'Port': ['ID=712d6f63-deab-4d27-88cf-35f4863bd08a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:06.627836 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-18920257-b2d6-4d26-8818-64b2803c168d None None] Provisioning complete for port 712d6f63-deab-4d27-88cf-35f4863bd08a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:06.628211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18920257-b2d6-4d26-8818-64b2803c168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.698438 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.704731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.787428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.789196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Pushing event updated for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:06.850094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.855753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.887071 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:06.888486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:06.918977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Attempting to bind port 3a0f5577-06bf-4639-8a8f-10309f317249 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:06.919376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Attempting to bind port 3a0f5577-06bf-4639-8a8f-10309f317249 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:06.919761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Attempting to bind port 3a0f5577-06bf-4639-8a8f-10309f317249 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:06.922016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f19f0-fd44-4a6a-b43c-9b8cc8e7499c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:06.927540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c68cf-3d70-419d-afe1-20b373a2a435 None None] Pushing event updated for resources: {'Port': ['ID=3a0f5577-06bf-4639-8a8f-10309f317249,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:06.937106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:06.937676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:06.938096 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.938492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:06.938990 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Bound port: 3a0f5577-06bf-4639-8a8f-10309f317249, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:06.939406 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:06.988388 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c0372e9b-fc6f-4af8-9d06-434166d5ac73 None None] Provisioning complete for port 95a0d289-2dc1-427c-9c08-4a5394faa00c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:06.988771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0372e9b-fc6f-4af8-9d06-434166d5ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.014584 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Router a5ec9329-42bb-4194-815c-b93a09b42fa1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:39:07.041061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] For port 3a0f5577-06bf-4639-8a8f-10309f317249, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:07.073865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] For port 3a0f5577-06bf-4639-8a8f-10309f317249, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3a0f5577-06bf-4639-8a8f-10309f317249,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:07.076859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c0372e9b-fc6f-4af8-9d06-434166d5ac73 None None] Port 95a0d289-2dc1-427c-9c08-4a5394faa00c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:07.082863 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.136383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa522a03-9fa4-47e4-b9a6-e632d43b27bd None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:07.148281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:07.148498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:39:07.148923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:07.163023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-39ae63da-25c8-41e9-9635-fa0e4c75083e admin admin] 10.222.0.37 "PUT /v2.0/routers/a5ec9329-42bb-4194-815c-b93a09b42fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323802 Nov 23 19:39:07.198202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c68cf-3d70-419d-afe1-20b373a2a435 None None] Pushing event updated for resources: {'Port': ['ID=3a0f5577-06bf-4639-8a8f-10309f317249,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:07.251820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Provisioning complete for port 3a0f5577-06bf-4639-8a8f-10309f317249 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:07.252198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.311550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:07.435086 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.493654 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] For port 3a0f5577-06bf-4639-8a8f-10309f317249, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3a0f5577-06bf-4639-8a8f-10309f317249,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:07.498663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.531620 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 712d6f63-deab-4d27-88cf-35f4863bd08a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:07.618124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Provisioning complete for port 95a0d289-2dc1-427c-9c08-4a5394faa00c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:07.618494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.626270 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Pushing event updated for resources: {'Port': ['ID=3a0f5577-06bf-4639-8a8f-10309f317249,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:07.640091 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 45922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:07.645747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1947971919-network', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:07.667170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Made reservation on behalf of ab5dc48e0afb408caed16ef2cd5bab25 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:07.670130 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.675774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-265be600-2f38-4c66-95c3-e2db9a2eaa1a None None] Port 95a0d289-2dc1-427c-9c08-4a5394faa00c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:07.680840 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.685637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 712d6f63-deab-4d27-88cf-35f4863bd08a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:07.686001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.721061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '95a0d289-2dc1-427c-9c08-4a5394faa00c', 'name': '', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'mac_address': 'fa:16:3e:57:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:05Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 2, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'subnets': [{'id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:07.753412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b297e5-a516-42c6-bdf0-ca3e5c35f0cf None None] The sync data for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 is: [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '95a0d289-2dc1-427c-9c08-4a5394faa00c', 'name': '', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'mac_address': 'fa:16:3e:57:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:05Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 2, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'subnets': [{'id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:39:07.762757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.768072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.790317 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:39:07.806514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a310c7-11c7-4806-92bb-62dcb58ad6dd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:07.809661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.810503 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Added segment 97e993d9-8a03-4b56-a994-fff9efaf6312 of type vlan for network 4ff35d22-d828-4156-96d9-27eda5ed5b55 Nov 23 19:39:07.861416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.887918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.889002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:07.889579 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.925279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2835202 Nov 23 19:39:07.928180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:07.933120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Request body: {'subnet': {'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-subnet', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:07.955880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Made reservation on behalf of ab5dc48e0afb408caed16ef2cd5bab25 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:07.958991 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:07.959817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356aa2-1279-4b40-9380-ad3af3bd0e3a admin admin] Pushing event updated for resources: {'Network': ['ID=4ff35d22-d828-4156-96d9-27eda5ed5b55,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:07.977356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:39:08.162348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.218417 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459b4df1-bc6a-47a1-b687-b58c9d79c05b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:08.228235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Checking segment: {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:08.228596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Network hostable DHCP agents. Network: 4ff35d22-d828-4156-96d9-27eda5ed5b55, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:39:08.247439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:39:08.256973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 4ff35d22-d828-4156-96d9-27eda5ed5b55) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:08.265116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a21ca-c8da-4d55-a96c-53e76bb37887 None None] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:08.268198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:08.269053 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.286637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-45f245f0-30d5-4c2f-8949-e21648f2cd84 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3573368 Nov 23 19:39:08.289107 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:08.293617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:08.318189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.319293 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.382095 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.425898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-4ff35d22-d828-4156-96d9-27eda5ed5b55', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:39:08.426959 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.556840 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.585635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Allocated IP 172.20.0.2 (4ff35d22-d828-4156-96d9-27eda5ed5b55/459b4df1-bc6a-47a1-b687-b58c9d79c05b/18ce66cd-ad6b-4918-833f-8c37272cdb1a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:08.774474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.802060 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.919588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Allocated IP 172.25.5.112 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/90f7dd5e-97cd-4307-8d10-f07c205489b4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:08.924815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.932696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:08.979604 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:08.984048 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:08.985950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Pushing event updated for resources: {'Port': ['ID=18ce66cd-ad6b-4918-833f-8c37272cdb1a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:08.988470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:09.038435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.044120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Attempting to bind port 18ce66cd-ad6b-4918-833f-8c37272cdb1a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:09.044490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Attempting to bind port 18ce66cd-ad6b-4918-833f-8c37272cdb1a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:09.044864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Attempting to bind port 18ce66cd-ad6b-4918-833f-8c37272cdb1a on network 4ff35d22-d828-4156-96d9-27eda5ed5b55 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:09.050367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:09.050943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Checking segment: {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:09.051152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.051587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Bound using segment: {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:09.052096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Bound port: 18ce66cd-ad6b-4918-833f-8c37272cdb1a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:09.052490 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.078494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.123160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] For port 18ce66cd-ad6b-4918-833f-8c37272cdb1a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:09.127028 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] For port 18ce66cd-ad6b-4918-833f-8c37272cdb1a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=18ce66cd-ad6b-4918-833f-8c37272cdb1a,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:09.128979 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:09.133211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.133634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:09.137200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:09.180137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a721f7-e38d-4de9-a38c-f2fa27df5c35 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:09.180975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Pushing event updated for resources: {'Port': ['ID=90f7dd5e-97cd-4307-8d10-f07c205489b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:09.220226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fc98-6dcc-45e6-96a9-ca18f9e1077c None None] Pushing event updated for resources: {'Port': ['ID=18ce66cd-ad6b-4918-833f-8c37272cdb1a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:09.368841 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-09c86d30-3c6d-4c60-bf51-cc348a899180 None None] Provisioning complete for port 90f7dd5e-97cd-4307-8d10-f07c205489b4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:09.369377 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09c86d30-3c6d-4c60-bf51-cc348a899180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.410550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-09c86d30-3c6d-4c60-bf51-cc348a899180 None None] Port 90f7dd5e-97cd-4307-8d10-f07c205489b4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:09.474342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.606623 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3a0f5577-06bf-4639-8a8f-10309f317249 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:09.667926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3a0f5577-06bf-4639-8a8f-10309f317249 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:09.668451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.827761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:09.956986 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Sync routers for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:39:09.967406 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:09.968031 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:10.031910 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.079742 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:10.161533 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:39:10.272436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:39:10.281791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Sync routers for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:39:10.291821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.293088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6be6eb28-81f7-4d71-a57c-84e2a58189ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0028770 Nov 23 19:39:10.295930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 45928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:39:10.296683 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '95a0d289-2dc1-427c-9c08-4a5394faa00c', 'name': '', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'mac_address': 'fa:16:3e:57:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:05Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 2, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'subnets': [{'id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:10.296967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:10.297605 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:10.324598 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Checking router: a5ec9329-42bb-4194-815c-b93a09b42fa1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:39:10.325074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Updating router a5ec9329-42bb-4194-815c-b93a09b42fa1 port 95a0d289-2dc1-427c-9c08-4a5394faa00c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:39:10.351047 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.418928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:10.643642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:09Z', 'revision_number': 3, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:10.661217 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.668616 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.672589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Checking router: cb8322a1-1d2a-4401-933f-cede7a2bfcc3 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:39:10.672952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Updating router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 port 90f7dd5e-97cd-4307-8d10-f07c205489b4 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:39:10.714545 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.790625 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Pushing event updated for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:10.845004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.892455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.910511 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.910852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.911197 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.911568 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.911897 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.912226 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.912699 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.913024 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.913343 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.913660 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.913972 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.914292 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:10.927369 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Attempting to bind port 95a0d289-2dc1-427c-9c08-4a5394faa00c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:10.927737 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Attempting to bind port 95a0d289-2dc1-427c-9c08-4a5394faa00c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:10.928091 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Attempting to bind port 95a0d289-2dc1-427c-9c08-4a5394faa00c on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:10.933416 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:10.933790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Checking segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:10.934264 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.934647 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Bound using segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:10.935108 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Bound port: 95a0d289-2dc1-427c-9c08-4a5394faa00c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:10.935581 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:10.946720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41015bd-5068-4aef-bc96-c204e1ded7ce None None] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:39:11.016976 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] For port 95a0d289-2dc1-427c-9c08-4a5394faa00c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:11.021558 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] For port 95a0d289-2dc1-427c-9c08-4a5394faa00c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=95a0d289-2dc1-427c-9c08-4a5394faa00c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:11.028278 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.052701 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Allocated IP 172.20.0.1 (4ff35d22-d828-4156-96d9-27eda5ed5b55/459b4df1-bc6a-47a1-b687-b58c9d79c05b/cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:11.095187 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:11.095854 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:11.114252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] Provisioning complete for port 18ce66cd-ad6b-4918-833f-8c37272cdb1a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:11.114632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.145532 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cd0ef-7ad6-4e03-a764-33f6bfd228ab None None] Pushing event updated for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.186352 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.231548 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:11.236750 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.282057 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:11.286607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:11.291067 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:11.309828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.330369 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.334740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.354397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.389972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.423627 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c066c00-f891-4a3e-abe0-d7c83e517cb7 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:11.454236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b2328-ae56-4c50-8916-06dc9e914bf8 None None] Pushing event updated for resources: {'Port': ['ID=90f7dd5e-97cd-4307-8d10-f07c205489b4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.463154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Attempting to bind port 90f7dd5e-97cd-4307-8d10-f07c205489b4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:11.463568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Attempting to bind port 90f7dd5e-97cd-4307-8d10-f07c205489b4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:11.463942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Attempting to bind port 90f7dd5e-97cd-4307-8d10-f07c205489b4 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:11.471363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] For port 18ce66cd-ad6b-4918-833f-8c37272cdb1a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=18ce66cd-ad6b-4918-833f-8c37272cdb1a,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:11.473019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:11.473307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:11.473696 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.474092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:11.474609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Bound port: 90f7dd5e-97cd-4307-8d10-f07c205489b4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:11.474983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.500935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.524364 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '95a0d289-2dc1-427c-9c08-4a5394faa00c', 'name': '', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'mac_address': 'fa:16:3e:57:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:05Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'subnets': [{'id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:11.535433 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.566512 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194246a0-7e4c-4a2a-b6c1-2174b86209a3 None None] The sync data for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 is: [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:06Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '95a0d289-2dc1-427c-9c08-4a5394faa00c', 'name': '', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'mac_address': 'fa:16:3e:57:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:05Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'subnets': [{'id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:39:11.624256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] For port 90f7dd5e-97cd-4307-8d10-f07c205489b4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:11.632973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] For port 90f7dd5e-97cd-4307-8d10-f07c205489b4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=90f7dd5e-97cd-4307-8d10-f07c205489b4,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:11.634973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466abd4-3871-493c-ad11-4c8062ba0a23 None None] Pushing event updated for resources: {'Port': ['ID=18ce66cd-ad6b-4918-833f-8c37272cdb1a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.654347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.694861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Provisioning complete for port 90f7dd5e-97cd-4307-8d10-f07c205489b4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:11.695157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.767855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b2328-ae56-4c50-8916-06dc9e914bf8 None None] Pushing event updated for resources: {'Port': ['ID=90f7dd5e-97cd-4307-8d10-f07c205489b4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.775344 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baf122-7c0b-4a62-a155-91ec6a0ecf21 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:39:11.779877 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 95a0d289-2dc1-427c-9c08-4a5394faa00c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:11.837322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.845607 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:11.856849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:11.858793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:11.923160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:11.926451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.020151 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 95a0d289-2dc1-427c-9c08-4a5394faa00c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:12.020550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.032950 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:12.034964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:12.053663 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.084160 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:12.133369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] For port 90f7dd5e-97cd-4307-8d10-f07c205489b4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=90f7dd5e-97cd-4307-8d10-f07c205489b4,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:12.155075 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.182457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:39:12.287099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Provisioning complete for port 95a0d289-2dc1-427c-9c08-4a5394faa00c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:12.287755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.305309 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:39:12.318342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7a54983f-d2f0-4cff-9713-190d29cf82db admin admin] 10.222.0.37 "PUT /v2.0/routers/cb8322a1-1d2a-4401-933f-cede7a2bfcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133412 Nov 23 19:39:12.382552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.403373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed574a79-d75a-4633-be32-c679c6b7e915 None None] Pushing event updated for resources: {'Port': ['ID=90f7dd5e-97cd-4307-8d10-f07c205489b4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:12.497835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port 95a0d289-2dc1-427c-9c08-4a5394faa00c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=95a0d289-2dc1-427c-9c08-4a5394faa00c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:12.542969 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.543800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 18ce66cd-ad6b-4918-833f-8c37272cdb1a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:12.856040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:12.876120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 18ce66cd-ad6b-4918-833f-8c37272cdb1a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:12.876120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:12.916733 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0', 'name': '', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'mac_address': 'fa:16:3e:56:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:10Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 2, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'subnets': [{'id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:12.958212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a8ee-3c8e-4600-adc0-5606ad452bbc None None] The sync data for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 is: [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0', 'name': '', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'mac_address': 'fa:16:3e:56:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:10Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 2, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'subnets': [{'id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:39:12.978438 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Provisioning complete for port 90f7dd5e-97cd-4307-8d10-f07c205489b4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:12.978438 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:13.093052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-c57a133b-c3b5-4ae9-9623-2f77cc4301d9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:13.096854 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-c57a133b-c3b5-4ae9-9623-2f77cc4301d9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 816 time: 0.1196818 Nov 23 19:39:13.110295 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-63dfc02f-b505-40f4-a818-845305932662 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/quotas/03c918583ccd455f891144a6fedc40a0 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Nov 23 19:39:13.124657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Provisioning complete for port 18ce66cd-ad6b-4918-833f-8c37272cdb1a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:13.125025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:13.186554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-9f440e5a-8127-4982-8916-8581ca38f6f8 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693493 Nov 23 19:39:13.258985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Provisioning complete for port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:13.259397 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:13.295213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-202b9a09-a9c5-4c90-bb6f-8654f0b33820 None None] Port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:13.309858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-96d0208a-2e53-464e-b527-927155403431 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104221 Nov 23 19:39:13.405588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-b5484e75-d282-4d39-bffa-21bf6a033d1f service neutron] 10.222.0.37 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886824 Nov 23 19:39:13.553638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 95a0d289-2dc1-427c-9c08-4a5394faa00c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:13.609204 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c13c429-8436-426a-be80-756ed85b9f4f req-6923eeaf-1d78-4581-bfbb-143ffba5b096 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Nov 23 19:39:13.609740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 95a0d289-2dc1-427c-9c08-4a5394faa00c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:13.609740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:13.695782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 18ce66cd-ad6b-4918-833f-8c37272cdb1a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:13.743739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 18ce66cd-ad6b-4918-833f-8c37272cdb1a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:13.744403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:14.579826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-b27da466-7c26-452d-9f0e-eed1f69dff47 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:14.581410 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-b27da466-7c26-452d-9f0e-eed1f69dff47 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 816 time: 0.1194725 Nov 23 19:39:14.595040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Request body: {'port': {'device_id': '528b8c2d-5954-4be7-af31-2da4e3178255', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'admin_state_up': True, 'tenant_id': '03c918583ccd455f891144a6fedc40a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:14.736362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca738577-1078-4fc1-9d8c-194fc298c4ed req-8f29ec91-a5a8-4a53-98db-3e8c737a3490 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 210 time: 0.0368576 Nov 23 19:39:14.757886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Made reservation on behalf of 03c918583ccd455f891144a6fedc40a0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:14.762426 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:14.892845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Allocated IP 172.20.0.7 (c0b612fc-e0d2-4572-a073-a1be1c250988/013e1178-8ca6-4d79-b8bc-5be4a8b31c06/9735213c-7ccc-4e40-8df0-d86903aecba7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:15.046968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.082541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.129132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:15.132124 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:15.135985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:15.164708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Pushing event updated for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:15.196573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:15.197257 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.213888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-0b1cb408-27d9-462c-99bd-e96c695c9d32 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227808 Nov 23 19:39:15.234432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Request body: {'port': {'device_id': '528b8c2d-5954-4be7-af31-2da4e3178255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:15.291870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.428642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6e4530b0-e397-49ab-9a7f-29ac08d949b3 None None] Provisioning complete for port 9735213c-7ccc-4e40-8df0-d86903aecba7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:15.429230 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e4530b0-e397-49ab-9a7f-29ac08d949b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.462330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e4530b0-e397-49ab-9a7f-29ac08d949b3 None None] Port 9735213c-7ccc-4e40-8df0-d86903aecba7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:15.545722 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 90f7dd5e-97cd-4307-8d10-f07c205489b4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:15.557250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9735213c-7ccc-4e40-8df0-d86903aecba7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:39:15.565891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.578659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Transition to ACTIVE for port object 9735213c-7ccc-4e40-8df0-d86903aecba7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:39:15.585068 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.609540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 90f7dd5e-97cd-4307-8d10-f07c205489b4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:15.610013 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.661496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:15.712655 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Attempting to bind port 9735213c-7ccc-4e40-8df0-d86903aecba7 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:15.713160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Attempting to bind port 9735213c-7ccc-4e40-8df0-d86903aecba7 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:15.713484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Attempting to bind port 9735213c-7ccc-4e40-8df0-d86903aecba7 on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:15.718349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Port 9735213c-7ccc-4e40-8df0-d86903aecba7 on network c0b612fc-e0d2-4572-a073-a1be1c250988 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:39:15.718737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Attempting to bind port 9735213c-7ccc-4e40-8df0-d86903aecba7 on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:15.724513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:15.724856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Checking segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:15.725231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Bound using segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:15.725666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Bound port: 9735213c-7ccc-4e40-8df0-d86903aecba7, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:15.726004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.801499 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:15.804855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9735213c-7ccc-4e40-8df0-d86903aecba7,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:15.811066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.833683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:15.834477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:15.836096 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] 10.222.0.50 "PUT /v2.0/ports/9735213c-7ccc-4e40-8df0-d86903aecba7 HTTP/1.1" status: 200 len: 1091 time: 0.6061730 Nov 23 19:39:15.838594 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:39:15.841467 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87103959-4d40-4a98-b6f7-98024f529c42" -d '{"events": [{"name": "network-changed", "server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:39:15.898470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7b13-d55d-445b-95fa-37e5b2c92bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:15.904478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16f8a-d45d-4f9c-b1b1-7a14f89f355b req-15fd9dd0-1d30-405f-ab9a-8acea2bca6b5 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:15.919991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9cb16f8a-d45d-4f9c-b1b1-7a14f89f355b req-15fd9dd0-1d30-405f-ab9a-8acea2bca6b5 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 943 time: 0.0992362 Nov 23 19:39:15.940799 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54685f68-5c44-48f6-870b-16ceada27a35 x-openstack-request-id: req-54685f68-5c44-48f6-870b-16ceada27a35 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:39:15.941193 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:39:15.941573 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54685f68-5c44-48f6-870b-16ceada27a35 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:39:15.942070 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7', 'status': 'completed', 'code': 200} Nov 23 19:39:15.960827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-1e71f788-97e8-4b58-84f9-0877d654689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:15.962421 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-1e71f788-97e8-4b58-84f9-0877d654689b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 1094 time: 0.0606449 Nov 23 19:39:15.983728 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9cb16f8a-d45d-4f9c-b1b1-7a14f89f355b req-18222bd7-8e28-43ac-a843-df13a0005724 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624573 Nov 23 19:39:15.990999 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Sync routers for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:39:16.006940 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:16.007614 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:16.012483 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-7fdd5723-0d51-4cf5-bce0-e51483b02e4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9735213c-7ccc-4e40-8df0-d86903aecba7 HTTP/1.1" status: 200 len: 217 time: 0.0397825 Nov 23 19:39:16.074797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-3e20c379-92f0-4dba-bea7-8f4908d967d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.076503 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-3e20c379-92f0-4dba-bea7-8f4908d967d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 200 len: 855 time: 0.0556259 Nov 23 19:39:16.127984 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:16.131895 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-dd06675a-2b4f-45c8-9805-39ec6b514a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.133419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-dd06675a-2b4f-45c8-9805-39ec6b514a24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0b612fc-e0d2-4572-a073-a1be1c250988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481405 Nov 23 19:39:16.231619 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-79d5522b-255a-4046-a591-6c798f729b9b service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Nov 23 19:39:16.326065 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dadf02c-57fc-479b-a0f3-91a0c2a75eb4 req-72da1710-b4b8-48ec-8201-af2f9228f1b8 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864546 Nov 23 19:39:16.344083 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0', 'name': '', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'mac_address': 'fa:16:3e:56:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:10Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 2, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'subnets': [{'id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:16.375625 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Checking router: cb8322a1-1d2a-4401-933f-cede7a2bfcc3 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:39:16.375978 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Updating router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:39:16.402193 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.426553 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87103959-4d40-4a98-b6f7-98024f529c42 req-b334c94f-e1d5-4e81-9702-6661a978b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.428724 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-b334c94f-e1d5-4e81-9702-6661a978b49b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 1094 time: 0.0487063 Nov 23 19:39:16.538013 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87103959-4d40-4a98-b6f7-98024f529c42 req-1478f686-c84b-4801-896e-0b318b14fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.540332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-1478f686-c84b-4801-896e-0b318b14fbcc service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 917 time: 0.1025803 Nov 23 19:39:16.592336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-ec5c13b6-2428-47ea-821b-e5b76e56219e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9735213c-7ccc-4e40-8df0-d86903aecba7 HTTP/1.1" status: 200 len: 217 time: 0.0413985 Nov 23 19:39:16.650649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87103959-4d40-4a98-b6f7-98024f529c42 req-7ac50bbb-dc9c-4a9b-9cea-190c65a391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.652188 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-7ac50bbb-dc9c-4a9b-9cea-190c65a391a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 200 len: 855 time: 0.0521882 Nov 23 19:39:16.694560 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.703755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87103959-4d40-4a98-b6f7-98024f529c42 req-e1c24b5a-14c6-4136-8c11-db7d51ed4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:16.705258 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.705418 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-e1c24b5a-14c6-4136-8c11-db7d51ed4097 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0b612fc-e0d2-4572-a073-a1be1c250988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452344 Nov 23 19:39:16.760931 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edce76-b653-4903-b5bf-38a7fb9bfd83 None None] Pushing event updated for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:16.811413 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Attempting to bind port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:16.812157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Attempting to bind port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:16.812345 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Attempting to bind port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 on network 4ff35d22-d828-4156-96d9-27eda5ed5b55 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:16.817707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-e7552159-56b6-49ab-9334-0d2e70a1ca55 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028941 Nov 23 19:39:16.823303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:16.823936 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Checking segment: {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:16.824597 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.825252 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Bound using segment: {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:16.826048 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Bound port: cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e993d9-8a03-4b56-a994-fff9efaf6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:16.826756 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.915530 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] For port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:16.921314 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] For port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:16.932656 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:16.947372 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-87103959-4d40-4a98-b6f7-98024f529c42 req-06aac789-4ed7-4806-8b8f-2f8a7782a386 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167979 Nov 23 19:39:16.992263 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:39:16.992906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:39:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:17.029183 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edce76-b653-4903-b5bf-38a7fb9bfd83 None None] Pushing event updated for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:17.082063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] Provisioning complete for port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:17.082852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:17.131304 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb8d16-a908-4ca1-83dd-f0c2a0b53210 req-22521623-f5b6-4765-b498-2ab8bc690306 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:17.132981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2bb8d16-a908-4ca1-83dd-f0c2a0b53210 req-22521623-f5b6-4765-b498-2ab8bc690306 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 943 time: 0.0728600 Nov 23 19:39:17.141894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:39:17.184101 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:17.204108 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2bb8d16-a908-4ca1-83dd-f0c2a0b53210 req-009045b2-dd0b-4fae-8385-a1594ba6746a tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Nov 23 19:39:17.234117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] For port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:17.240447 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:17.294977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1672dce-47c0-42ef-a591-849fc9c5a499 None None] Pushing event updated for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:17.360853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1e598f14-948a-44a6-974c-e16ec4ab4520 None None] Provisioning complete for port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:17.361227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1e598f14-948a-44a6-974c-e16ec4ab4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:17.371496 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0', 'name': '', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'mac_address': 'fa:16:3e:56:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:10Z', 'updated_at': '2021-11-23T19:39:16Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'subnets': [{'id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:39:17.401015 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f66a77-658f-4044-ae02-6799dd4a8b02 None None] The sync data for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 is: [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:11Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0', 'name': '', 'network_id': '4ff35d22-d828-4156-96d9-27eda5ed5b55', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'mac_address': 'fa:16:3e:56:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:10Z', 'updated_at': '2021-11-23T19:39:16Z', 'revision_number': 4, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'subnets': [{'id': '459b4df1-bc6a-47a1-b687-b58c9d79c05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:39:17.554583 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:17.604855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:17.605221 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:18.323657 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7860e-f9a9-4ae2-82d0-5387ac4a2ca1 req-7ba1ff14-4d16-4204-bc18-eebfd8aef114 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:18.325150 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54c7860e-f9a9-4ae2-82d0-5387ac4a2ca1 req-7ba1ff14-4d16-4204-bc18-eebfd8aef114 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Nov 23 19:39:18.374546 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54c7860e-f9a9-4ae2-82d0-5387ac4a2ca1 req-47b154be-377b-422b-be5e-303c3ae3c48d tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Nov 23 19:39:19.494601 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18778ad-dbef-49d5-a31c-5b2b1a59bae3 req-b55c2400-13d9-4551-b411-1b3221c3b838 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:19.496079 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b18778ad-dbef-49d5-a31c-5b2b1a59bae3 req-b55c2400-13d9-4551-b411-1b3221c3b838 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 943 time: 0.0522079 Nov 23 19:39:19.543160 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b18778ad-dbef-49d5-a31c-5b2b1a59bae3 req-702c20ca-dfcf-41b4-bdba-2fc1a6f71fb1 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Nov 23 19:39:19.696044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9735213c-7ccc-4e40-8df0-d86903aecba7 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:39:19.787594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9735213c-7ccc-4e40-8df0-d86903aecba7,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:19.798429 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9735213c-7ccc-4e40-8df0-d86903aecba7', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'port_id': '9735213c-7ccc-4e40-8df0-d86903aecba7', 'mac_address': 'fa:16:3e:d9:a8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:39:19.839504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:19.852257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9735213c-7ccc-4e40-8df0-d86903aecba7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:39:19.871740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9735213c-7ccc-4e40-8df0-d86903aecba7,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:19.885142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:19.938080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:20.099796 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9735213c-7ccc-4e40-8df0-d86903aecba7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:39:20.657963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a610a71-3b60-4fcb-9465-c4243f976b1c req-4a22ec85-bb1a-4333-98b5-5af17c7700ee tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:20.660026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a610a71-3b60-4fcb-9465-c4243f976b1c req-4a22ec85-bb1a-4333-98b5-5af17c7700ee tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 944 time: 0.0490360 Nov 23 19:39:20.710956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4a610a71-3b60-4fcb-9465-c4243f976b1c req-c4de2107-e3f0-42f5-8b39-56114bd4ec01 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Nov 23 19:39:21.720945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9735213c-7ccc-4e40-8df0-d86903aecba7 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:21.770913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9735213c-7ccc-4e40-8df0-d86903aecba7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:39:21.775492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9735213c-7ccc-4e40-8df0-d86903aecba7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:21.775885 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:21.828997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68307097-d71c-4348-87a2-6bc441c51988 req-1ea60bf7-05cf-4d9b-8819-48aa156f4016 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:21.831061 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68307097-d71c-4348-87a2-6bc441c51988 req-1ea60bf7-05cf-4d9b-8819-48aa156f4016 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 944 time: 0.0500090 Nov 23 19:39:21.867258 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:21.889501 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68307097-d71c-4348-87a2-6bc441c51988 req-59499b0a-d32d-4d32-9517-9521394bd1e0 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Nov 23 19:39:21.893154 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:39:21.896194 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9ef0b-9ce5-4a9d-83a8-98bcad50437e" -d '{"events": [{"server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "name": "network-vif-plugged", "status": "completed", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:39:21.913374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9735213c-7ccc-4e40-8df0-d86903aecba7,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:21.917405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:21.941165 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a81669d-8b9e-4df4-b66a-a742feaf4209 x-openstack-request-id: req-7a81669d-8b9e-4df4-b66a-a742feaf4209 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:39:21.941400 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "name": "network-vif-plugged", "status": "completed", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:39:21.941655 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a81669d-8b9e-4df4-b66a-a742feaf4209 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:39:21.942052 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7', 'code': 200} Nov 23 19:39:21.971760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:22.036832 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef241-d5fc-4e7e-93f3-cdd9ccde8d48 req-566033ae-004a-4a5e-90cd-512b45943039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:22.038430 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-767ef241-d5fc-4e7e-93f3-cdd9ccde8d48 req-566033ae-004a-4a5e-90cd-512b45943039 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 1096 time: 0.0407255 Nov 23 19:39:22.086925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-767ef241-d5fc-4e7e-93f3-cdd9ccde8d48 req-0bfac52e-fde1-480e-aa35-f149063f0c1f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Nov 23 19:39:23.017718 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f9ff-f409-40e0-81b3-780882665c3f req-e73d5f6f-9264-4bbc-8245-af50f99dbbfa tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:23.019757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe67f9ff-f409-40e0-81b3-780882665c3f req-e73d5f6f-9264-4bbc-8245-af50f99dbbfa tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0598114 Nov 23 19:39:23.078345 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fe67f9ff-f409-40e0-81b3-780882665c3f req-94f14c77-251f-4b4e-8ace-de0646e32379 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482824 Nov 23 19:39:24.200733 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb8c0-45e0-4ccb-84f9-1e244afb8003 req-983a3676-b9c9-4b6c-aa7f-a21889a8baf4 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:24.202225 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-446bb8c0-45e0-4ccb-84f9-1e244afb8003 req-983a3676-b9c9-4b6c-aa7f-a21889a8baf4 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Nov 23 19:39:24.250755 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-446bb8c0-45e0-4ccb-84f9-1e244afb8003 req-08ab3dd5-6cca-45b8-9a2d-a4fffb735073 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Nov 23 19:39:24.372182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b21e-a8ea-4d6a-b2ee-cc61a8271180 req-784298aa-1798-4492-bd1b-fd39de438379 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:24.373269 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75c6b21e-a8ea-4d6a-b2ee-cc61a8271180 req-784298aa-1798-4492-bd1b-fd39de438379 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0504401 Nov 23 19:39:24.421857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-75c6b21e-a8ea-4d6a-b2ee-cc61a8271180 req-f0601ad6-613c-4d86-bec6-f725e5259498 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Nov 23 19:39:27.506301 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b195ad48-cf44-4459-97d4-8bf8ff4ede59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:30.248844 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d843c6ed-8a6a-4a50-b45f-2825d66af423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:30.959122 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:32.398169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:33.328506 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:39.475386 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:40.798443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:43.108007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:39:46.097449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a029-13c7-4c11-a7e0-64f793b93789 req-273b130e-d8de-4fb2-9f14-b3cd79a9aa7e tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:46.099078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07b3a029-13c7-4c11-a7e0-64f793b93789 req-273b130e-d8de-4fb2-9f14-b3cd79a9aa7e tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0764897 Nov 23 19:39:46.162156 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07b3a029-13c7-4c11-a7e0-64f793b93789 req-860c13c0-a908-4b54-ba27-06b47f1a0266 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Nov 23 19:39:47.289519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690381-7986-41a0-a4bc-af82f3d928d8 req-a69ed2ea-91e1-44d0-b9b9-af6e79df850c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:47.291046 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8690381-7986-41a0-a4bc-af82f3d928d8 req-a69ed2ea-91e1-44d0-b9b9-af6e79df850c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0543876 Nov 23 19:39:47.340782 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f8690381-7986-41a0-a4bc-af82f3d928d8 req-2486ab07-bb7e-43c6-b264-76e973a1c381 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Nov 23 19:39:47.731157 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628716d-b054-4ee6-89da-852d186af56f req-23eed438-94ad-4d7f-8b35-f77924521e2c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:47.732507 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e628716d-b054-4ee6-89da-852d186af56f req-23eed438-94ad-4d7f-8b35-f77924521e2c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Nov 23 19:39:47.826442 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Deleting port 9735213c-7ccc-4e40-8df0-d86903aecba7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:39:47.826780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:47.912903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] For port 9735213c-7ccc-4e40-8df0-d86903aecba7, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9735213c-7ccc-4e40-8df0-d86903aecba7,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:47.913254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:47.925894 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Calling delete_port for 9735213c-7ccc-4e40-8df0-d86903aecba7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:39:48.054186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:48.066736 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9735213c-7ccc-4e40-8df0-d86903aecba7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:39:48.083262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Pushing event deleted for resources: {'Port': ['ID=9735213c-7ccc-4e40-8df0-d86903aecba7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:48.092492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.092848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.093201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.093552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.093889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.094230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.094558 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.094892 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.095710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.095710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.095911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.096194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:48.138303 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] No DVR routers for this DVR port 9735213c-7ccc-4e40-8df0-d86903aecba7 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:39:48.141571 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:48.147435 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e628716d-b054-4ee6-89da-852d186af56f req-545e9560-061f-44d1-8417-a81a30523e75 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "DELETE /v2.0/ports/9735213c-7ccc-4e40-8df0-d86903aecba7 HTTP/1.1" status: 204 len: 173 time: 0.4082968 Nov 23 19:39:48.147890 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'name': 'network-vif-deleted', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:39:48.150252 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9346d27a-9e08-40a2-92b3-e0a406437bd3" -d '{"events": [{"server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "name": "network-vif-deleted", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:39:48.192252 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec05c9-7ace-4256-a328-304f89d19767 x-openstack-request-id: req-b9ec05c9-7ace-4256-a328-304f89d19767 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:39:48.192570 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528b8c2d-5954-4be7-af31-2da4e3178255", "name": "network-vif-deleted", "tag": "9735213c-7ccc-4e40-8df0-d86903aecba7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:39:48.192827 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9ec05c9-7ace-4256-a328-304f89d19767 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:39:48.193230 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528b8c2d-5954-4be7-af31-2da4e3178255', 'name': 'network-vif-deleted', 'tag': '9735213c-7ccc-4e40-8df0-d86903aecba7', 'status': 'completed', 'code': 200} Nov 23 19:39:48.456178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1af509a9-34d8-44c5-870c-47061fed2dd2 req-a41a84d8-0eec-4c8e-8045-0a113f607f0d tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=528b8c2d-5954-4be7-af31-2da4e3178255 HTTP/1.1" status: 200 len: 210 time: 0.0297980 Nov 23 19:39:50.067306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-0e3faf57-5409-4488-baba-9ef3962f432f tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:50.068764 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-0e3faf57-5409-4488-baba-9ef3962f432f tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 816 time: 0.1031914 Nov 23 19:39:50.083925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-851a01da-257a-4716-832e-95e02e8ab038 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/quotas/03c918583ccd455f891144a6fedc40a0 HTTP/1.1" status: 200 len: 375 time: 0.0094090 Nov 23 19:39:50.133671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-4be96013-9ead-445c-99c1-84492c0788c3 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446441 Nov 23 19:39:50.229353 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-aa09c5c9-32a8-4d8a-a0a3-54e9c7a65598 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840316 Nov 23 19:39:50.321066 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-a9135e23-020a-4bd3-9d5b-9188ad1132ec service neutron] 10.222.0.37 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856974 Nov 23 19:39:50.490052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69ef8129-320d-4292-a863-96af464dd8d1 req-74d0523e-cbe8-4f84-83b7-c09414ebf2f2 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 210 time: 0.0328391 Nov 23 19:39:51.682237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e784a56-5ae3-4282-97cd-443a15a8d886 req-2466e9be-e165-4c4c-92c8-0e3b9f20998d tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 210 time: 0.0354245 Nov 23 19:39:51.749694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-63f480e3-dd19-4faf-b8f7-355e1e1dbc94 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:51.751033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-63f480e3-dd19-4faf-b8f7-355e1e1dbc94 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 816 time: 0.4612193 Nov 23 19:39:51.764151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Request body: {'port': {'device_id': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'admin_state_up': True, 'tenant_id': '03c918583ccd455f891144a6fedc40a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:51.869087 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Made reservation on behalf of 03c918583ccd455f891144a6fedc40a0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:39:51.872869 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:51.873676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9735213c-7ccc-4e40-8df0-d86903aecba7 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:39:51.893380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 9735213c-7ccc-4e40-8df0-d86903aecba7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:39:51.894220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9735213c-7ccc-4e40-8df0-d86903aecba7 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:39:52.003282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Allocated IP 172.20.0.3 (c0b612fc-e0d2-4572-a073-a1be1c250988/013e1178-8ca6-4d79-b8bc-5be4a8b31c06/98122469-d8e2-4da9-b87e-d061b3213c6c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:39:52.147397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.180402 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.226447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Network c0b612fc-e0d2-4572-a073-a1be1c250988 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:39:52.229470 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:39:52.233145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:39:52.239676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Pushing event updated for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:52.293707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:52.294336 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.313621 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-5a8d924e-4f76-4e8e-a5b1-71ece469898b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532935 Nov 23 19:39:52.421284 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Request body: {'port': {'device_id': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:39:52.480114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.489399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5da86eec-9bee-4685-8c00-96ff9b96efa2 None None] Provisioning complete for port 98122469-d8e2-4da9-b87e-d061b3213c6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:52.489765 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5da86eec-9bee-4685-8c00-96ff9b96efa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.524455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5da86eec-9bee-4685-8c00-96ff9b96efa2 None None] Port 98122469-d8e2-4da9-b87e-d061b3213c6c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:39:52.739477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98122469-d8e2-4da9-b87e-d061b3213c6c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:39:52.747029 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.760652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Transition to ACTIVE for port object 98122469-d8e2-4da9-b87e-d061b3213c6c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:39:52.765174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.812937 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69e0c0-411b-4f55-bb46-b37d289f7896 req-5c4cbe10-00a6-46fe-b77e-5f49a93dfd94 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:52.814697 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df69e0c0-411b-4f55-bb46-b37d289f7896 req-5c4cbe10-00a6-46fe-b77e-5f49a93dfd94 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 943 time: 0.0523129 Nov 23 19:39:52.834729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Pushing event updated for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:52.867559 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df69e0c0-411b-4f55-bb46-b37d289f7896 req-7fae14d8-c4f0-4eb6-8d1e-5103c408007e tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Nov 23 19:39:52.913159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Attempting to bind port 98122469-d8e2-4da9-b87e-d061b3213c6c on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:39:52.913521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Attempting to bind port 98122469-d8e2-4da9-b87e-d061b3213c6c by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:39:52.913855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Attempting to bind port 98122469-d8e2-4da9-b87e-d061b3213c6c on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:52.918554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Port 98122469-d8e2-4da9-b87e-d061b3213c6c on network c0b612fc-e0d2-4572-a073-a1be1c250988 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:39:52.918882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Attempting to bind port 98122469-d8e2-4da9-b87e-d061b3213c6c on network c0b612fc-e0d2-4572-a073-a1be1c250988 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:39:52.924189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:39:52.924529 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Checking segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:39:52.925462 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Bound using segment: {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:39:52.925905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Bound port: 98122469-d8e2-4da9-b87e-d061b3213c6c, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2528584-7b02-47c1-8f05-fbf080bc7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:39:52.926264 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:52.992178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:39:52.995253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=98122469-d8e2-4da9-b87e-d061b3213c6c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:39:53.000721 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:53.035994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.036410 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:53.037822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] 10.222.0.50 "PUT /v2.0/ports/98122469-d8e2-4da9-b87e-d061b3213c6c HTTP/1.1" status: 200 len: 1091 time: 0.7150462 Nov 23 19:39:53.038290 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:39:53.040629 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47503287-6f71-491a-b3ac-035e3b51d6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:39:53.070800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5388b04-65d1-4337-a0f0-52251f6a81ba service neutron] Pushing event updated for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:53.142012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-f1990601-a122-4576-84d3-5e3a23caf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.143780 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-f1990601-a122-4576-84d3-5e3a23caf537 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 1094 time: 0.0530243 Nov 23 19:39:53.189068 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4558bce8-f1a1-4c60-ada0-8b01bdbf782a x-openstack-request-id: req-4558bce8-f1a1-4c60-ada0-8b01bdbf782a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:39:53.189381 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:39:53.189642 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4558bce8-f1a1-4c60-ada0-8b01bdbf782a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:39:53.190052 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c', 'status': 'completed', 'code': 200} Nov 23 19:39:53.191907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-9e01ad5e-f15c-401b-92b3-c817ac6f081b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98122469-d8e2-4da9-b87e-d061b3213c6c HTTP/1.1" status: 200 len: 217 time: 0.0394101 Nov 23 19:39:53.245117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b175bdbb-888e-4e36-a91e-711f8b6e5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.246640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-b175bdbb-888e-4e36-a91e-711f8b6e5648 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 200 len: 855 time: 0.0469198 Nov 23 19:39:53.297025 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba399-7998-476a-9b75-5474ae908618 req-45373ccf-f079-417e-b3dd-65e72676afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.298494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-45373ccf-f079-417e-b3dd-65e72676afd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0b612fc-e0d2-4572-a073-a1be1c250988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446270 Nov 23 19:39:53.391359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-769c172e-537f-4be2-99ec-71ea7539fd22 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Nov 23 19:39:53.489816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1b5ba399-7998-476a-9b75-5474ae908618 req-a93fdcea-ea9b-4e44-8462-f4592c6cd82e service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900192 Nov 23 19:39:53.583969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-184313c1-cb18-410e-8d82-cad5149e257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.585460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-184313c1-cb18-410e-8d82-cad5149e257d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 1094 time: 0.0416811 Nov 23 19:39:53.681405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-694fe651-0ac8-409f-aec8-28bfaf803a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.682770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-694fe651-0ac8-409f-aec8-28bfaf803a7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 917 time: 0.0896623 Nov 23 19:39:53.729716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-fbe31d61-7646-4f7b-8ea2-ad6e62a6fcd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98122469-d8e2-4da9-b87e-d061b3213c6c HTTP/1.1" status: 200 len: 217 time: 0.0368152 Nov 23 19:39:53.782837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-54e7e719-9afe-4dce-901d-67480a336415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.785106 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-54e7e719-9afe-4dce-901d-67480a336415 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 200 len: 855 time: 0.0472672 Nov 23 19:39:53.832393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-3e16cb31-2dd6-42cf-bfc3-73092c68c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.833943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-3e16cb31-2dd6-42cf-bfc3-73092c68c962 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0b612fc-e0d2-4572-a073-a1be1c250988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416763 Nov 23 19:39:53.934894 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-f516dbe8-3d9a-45e3-a79e-42e82bfe1002 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928912 Nov 23 19:39:53.998477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e08f69-f2d8-478b-990e-20e2ac5b9891 req-36b98a08-2f68-4268-9d76-c22ccc9c1aa8 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:53.999998 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95e08f69-f2d8-478b-990e-20e2ac5b9891 req-36b98a08-2f68-4268-9d76-c22ccc9c1aa8 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 943 time: 0.0576489 Nov 23 19:39:54.044678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-47503287-6f71-491a-b3ac-035e3b51d6ba req-3ea04e60-4eb7-485c-9a59-768bf3d439f1 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009648 Nov 23 19:39:54.050112 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-95e08f69-f2d8-478b-990e-20e2ac5b9891 req-bbb56c7d-576f-4378-9748-a6a32a30bd45 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Nov 23 19:39:55.167332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6bb04-b0fb-45da-b6d5-b9042162d3b6 req-595e6268-8efc-423e-9da9-4871a9c14f61 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:55.168809 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9da6bb04-b0fb-45da-b6d5-b9042162d3b6 req-595e6268-8efc-423e-9da9-4871a9c14f61 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 943 time: 0.0504298 Nov 23 19:39:55.217085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9da6bb04-b0fb-45da-b6d5-b9042162d3b6 req-8ae7e158-1da3-42ed-a4c1-dcc9e577815b tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Nov 23 19:39:55.906926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 98122469-d8e2-4da9-b87e-d061b3213c6c details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:39:56.001040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=98122469-d8e2-4da9-b87e-d061b3213c6c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:56.012470 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '98122469-d8e2-4da9-b87e-d061b3213c6c', 'network_id': 'c0b612fc-e0d2-4572-a073-a1be1c250988', 'port_id': '98122469-d8e2-4da9-b87e-d061b3213c6c', 'mac_address': 'fa:16:3e:17:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013e1178-8ca6-4d79-b8bc-5be4a8b31c06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:39:56.053007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:56.067247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98122469-d8e2-4da9-b87e-d061b3213c6c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:39:56.086349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=98122469-d8e2-4da9-b87e-d061b3213c6c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:56.090131 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:56.137611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:56.145917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.146268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.146616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.146956 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.147299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.147666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.147998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.148325 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.148653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.148979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.149306 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.149629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:39:56.287937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['98122469-d8e2-4da9-b87e-d061b3213c6c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:39:56.336831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fcd0-421e-489d-8b53-fe46cbb21a4d req-032c1e5e-0c5f-479a-ad67-35c859b9b77e tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:56.338209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6b6fcd0-421e-489d-8b53-fe46cbb21a4d req-032c1e5e-0c5f-479a-ad67-35c859b9b77e tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 944 time: 0.0519392 Nov 23 19:39:56.387043 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6b6fcd0-421e-489d-8b53-fe46cbb21a4d req-b83b24fb-946d-42bc-810c-a1f18a683b72 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Nov 23 19:39:57.503450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eb68d-85d7-4dcc-96fb-c8e131b4c18f req-8f1844cc-422c-4cb8-bfcc-1a9f972df2b9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:57.504910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e78eb68d-85d7-4dcc-96fb-c8e131b4c18f req-8f1844cc-422c-4cb8-bfcc-1a9f972df2b9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 944 time: 0.0505335 Nov 23 19:39:57.511129 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7560f45a-314b-4c31-b98e-f0a5b02bd4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:57.553765 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e78eb68d-85d7-4dcc-96fb-c8e131b4c18f req-a90e64f3-46eb-4bcb-ab1e-3da0eec47f5c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Nov 23 19:39:57.938286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 98122469-d8e2-4da9-b87e-d061b3213c6c up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:39:57.987409 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 98122469-d8e2-4da9-b87e-d061b3213c6c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:39:57.991140 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 98122469-d8e2-4da9-b87e-d061b3213c6c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:39:57.991533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:58.065134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:58.090354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:39:58.092522 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41a56f-7616-405d-8a64-c5caf901cd48" -d '{"events": [{"server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "name": "network-vif-plugged", "status": "completed", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:39:58.106204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=98122469-d8e2-4da9-b87e-d061b3213c6c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:39:58.110228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:39:58.157210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:39:58.196384 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff0e0e8-883e-4a4b-8685-a9701dfa516b x-openstack-request-id: req-6ff0e0e8-883e-4a4b-8685-a9701dfa516b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:39:58.196683 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "name": "network-vif-plugged", "status": "completed", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:39:58.197049 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ff0e0e8-883e-4a4b-8685-a9701dfa516b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:39:58.197340 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c', 'code': 200} Nov 23 19:39:58.302536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c0ba2-0362-48ea-8a3b-8888facab684 req-2e7c896f-6495-4acd-bdcc-5e801ef5cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:58.304053 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-112c0ba2-0362-48ea-8a3b-8888facab684 req-2e7c896f-6495-4acd-bdcc-5e801ef5cec8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 1096 time: 0.0440853 Nov 23 19:39:58.352864 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-112c0ba2-0362-48ea-8a3b-8888facab684 req-7ce8edfa-042a-404c-b5f7-c7f0dff346e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 Nov 23 19:39:58.686219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f09c-5b57-491f-8a59-0bec42e74c53 req-d0e11f30-af60-4aaa-afa4-0e1c7a0ae08c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:58.687941 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c369f09c-5b57-491f-8a59-0bec42e74c53 req-d0e11f30-af60-4aaa-afa4-0e1c7a0ae08c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0600250 Nov 23 19:39:58.742141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c369f09c-5b57-491f-8a59-0bec42e74c53 req-28f71da1-40df-4128-b814-981f5c617d6c tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Nov 23 19:39:59.864745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3d679-5af6-47b3-808d-a8ec9f24a7bc req-76d88ac4-150f-403b-aaf6-891fd8f3d4b9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:39:59.866221 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ce3d679-5af6-47b3-808d-a8ec9f24a7bc req-76d88ac4-150f-403b-aaf6-891fd8f3d4b9 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0501280 Nov 23 19:39:59.914233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ce3d679-5af6-47b3-808d-a8ec9f24a7bc req-f4119440-8598-48cf-a869-2015ecb988de tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Nov 23 19:40:00.034263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fad5ec-8445-409e-8f1f-13ec619b4f4c req-c18fd11d-89df-4914-97ee-6d838c47b914 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:00.035671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58fad5ec-8445-409e-8f1f-13ec619b4f4c req-c18fd11d-89df-4914-97ee-6d838c47b914 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0548818 Nov 23 19:40:00.081808 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58fad5ec-8445-409e-8f1f-13ec619b4f4c req-aafc65a3-3b28-46ec-8c7b-725e3f0b1364 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Nov 23 19:40:00.252738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82a64d1f-3ab5-459a-98c5-f0bafb3e35b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:00.961510 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:02.396158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:03.333927 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:09.482809 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:10.813418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:14.567791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-db8b98fc-ceec-452e-a396-d88993653223 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411420 Nov 23 19:40:14.663150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-5e225606-4239-4bda-bfdc-2779e267bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:14.664803 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-5e225606-4239-4bda-bfdc-2779e267bc07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03c918583ccd455f891144a6fedc40a0&device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 1096 time: 0.0493879 Nov 23 19:40:14.793297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-27ff56a9-a415-4811-bed0-c6543ac5167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:14.794783 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-27ff56a9-a415-4811-bed0-c6543ac5167f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 200 len: 917 time: 0.1049285 Nov 23 19:40:14.838111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-b019694d-ffe7-4d45-8507-0528c7d70e3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98122469-d8e2-4da9-b87e-d061b3213c6c HTTP/1.1" status: 200 len: 217 time: 0.0349598 Nov 23 19:40:14.889763 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-d279eb0a-d80d-48e2-805a-26aec31b9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:14.891618 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-d279eb0a-d80d-48e2-805a-26aec31b9612 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 200 len: 855 time: 0.0457828 Nov 23 19:40:14.942669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-82ffd57f-0d3c-4647-a26a-053e3ee0bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:14.944249 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-82ffd57f-0d3c-4647-a26a-053e3ee0bcf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0b612fc-e0d2-4572-a073-a1be1c250988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452909 Nov 23 19:40:15.040331 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-a2e1f027-4f12-49cd-840e-146d76419a03 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 Nov 23 19:40:15.141413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ad942801-2a49-4285-8bd4-adc9ba26e7d6 req-e81e8b0a-f7ed-4ad1-859b-50d9f4d47cb0 service neutron] 10.222.0.50 "GET /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927439 Nov 23 19:40:20.106973 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:40:21.581948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa004-b321-47bb-9d06-1049f92a9c5a req-49bbb4f4-0d2c-4578-8ca7-39e3e52017c3 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:21.583658 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6faa004-b321-47bb-9d06-1049f92a9c5a req-49bbb4f4-0d2c-4578-8ca7-39e3e52017c3 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0640831 Nov 23 19:40:21.645694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6faa004-b321-47bb-9d06-1049f92a9c5a req-c539bcb1-1f42-4d4f-90bf-be530517f5e1 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550749 Nov 23 19:40:22.781365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011cd20-383a-4171-bc8c-90e283db9cd9 req-c776f48d-36ad-49cb-a50d-06e5bcfab721 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:22.782951 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5011cd20-383a-4171-bc8c-90e283db9cd9 req-c776f48d-36ad-49cb-a50d-06e5bcfab721 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0572345 Nov 23 19:40:22.842820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5011cd20-383a-4171-bc8c-90e283db9cd9 req-e5279468-dbda-4ab6-8665-26eba5b3e807 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f5df3f-50fb-40aa-b180-47b0c3eda8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Nov 23 19:40:23.235850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-3f60a9f3-eeaa-4c28-883a-1df1dfbd7588 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:23.237301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-3f60a9f3-eeaa-4c28-883a-1df1dfbd7588 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 945 time: 0.0514941 Nov 23 19:40:23.333602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Deleting port 98122469-d8e2-4da9-b87e-d061b3213c6c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:23.333942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:23.424830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] For port 98122469-d8e2-4da9-b87e-d061b3213c6c, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=98122469-d8e2-4da9-b87e-d061b3213c6c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:23.425189 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:23.437036 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Calling delete_port for 98122469-d8e2-4da9-b87e-d061b3213c6c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:23.562051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:23.574844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['98122469-d8e2-4da9-b87e-d061b3213c6c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:40:23.601642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Pushing event deleted for resources: {'Port': ['ID=98122469-d8e2-4da9-b87e-d061b3213c6c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:23.643788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] No DVR routers for this DVR port 98122469-d8e2-4da9-b87e-d061b3213c6c on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:40:23.646449 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:23.649869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-30d1941e-2451-4ad2-9947-db64e25ce648 req-634c70cb-4d6f-460e-8c93-f102499a5232 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.50 "DELETE /v2.0/ports/98122469-d8e2-4da9-b87e-d061b3213c6c HTTP/1.1" status: 204 len: 173 time: 0.4051623 Nov 23 19:40:23.650339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'name': 'network-vif-deleted', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:40:23.653016 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de109323-14dd-49ff-927d-a0d1af1f0771" -d '{"events": [{"server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "name": "network-vif-deleted", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:40:23.692306 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56603fc9-3fa8-4932-8fb5-af4c3ff28f14 x-openstack-request-id: req-56603fc9-3fa8-4932-8fb5-af4c3ff28f14 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:40:23.692776 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5c461c-e73e-4bb6-8db1-1bd79653c99f", "name": "network-vif-deleted", "tag": "98122469-d8e2-4da9-b87e-d061b3213c6c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:40:23.692912 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56603fc9-3fa8-4932-8fb5-af4c3ff28f14 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:40:23.693323 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5c461c-e73e-4bb6-8db1-1bd79653c99f', 'name': 'network-vif-deleted', 'tag': '98122469-d8e2-4da9-b87e-d061b3213c6c', 'status': 'completed', 'code': 200} Nov 23 19:40:23.960655 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-447385e2-495a-4104-9c4b-d75f7637e830 req-523f48c5-f808-4391-b20c-e38a7927a449 tempest-TestEncryptedCinderVolumes-1988552715 tempest-TestEncryptedCinderVolumes-1988552715-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5c461c-e73e-4bb6-8db1-1bd79653c99f HTTP/1.1" status: 200 len: 210 time: 0.0263765 Nov 23 19:40:25.051959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:25.393356 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:25.635439 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Deleting port 95a0d289-2dc1-427c-9c08-4a5394faa00c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:25.635781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:25.715196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] For port 95a0d289-2dc1-427c-9c08-4a5394faa00c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=95a0d289-2dc1-427c-9c08-4a5394faa00c,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:25.715497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:25.731613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Calling delete_port for 95a0d289-2dc1-427c-9c08-4a5394faa00c owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:25.908745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:25.932524 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=95a0d289-2dc1-427c-9c08-4a5394faa00c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:25.942987 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.943187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.943533 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.943870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.944208 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.945079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.945079 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.945297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.945509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.945793 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.946120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:25.946625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:26.132685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:26.345240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Router a5ec9329-42bb-4194-815c-b93a09b42fa1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:40:26.458288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:26.463375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-76453e6e-fe74-4146-adc1-cffc20acc7fd admin admin] 10.222.0.37 "PUT /v2.0/routers/a5ec9329-42bb-4194-815c-b93a09b42fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103701 Nov 23 19:40:26.466051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:26.469674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Sync routers for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:26.480220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:26.480826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:26.569299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:26.584245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:26.771890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:40:25Z', 'revision_number': 5, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:26.798849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Checking router: a5ec9329-42bb-4194-815c-b93a09b42fa1 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:26.807913 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Routers {'a5ec9329-42bb-4194-815c-b93a09b42fa1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:26.808539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a5ec9329-42bb-4194-815c-b93a09b42fa1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:26.918653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] Set router a5ec9329-42bb-4194-815c-b93a09b42fa1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:27.005476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.058660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Deleting port 3a0f5577-06bf-4639-8a8f-10309f317249 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:27.058887 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.100393 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:40:25Z', 'revision_number': 5, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:27.126677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f3aea-a523-4049-a814-3afa8b708d49 None None] The sync data for ids ['a5ec9329-42bb-4194-815c-b93a09b42fa1'] in n-d-792364-9 is: [{'id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'name': 'tempest-TestEncryptedCinderVolumes-790936564-router', 'tenant_id': '03c918583ccd455f891144a6fedc40a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:40:25Z', 'revision_number': 5, 'project_id': '03c918583ccd455f891144a6fedc40a0', 'gw_port': {'id': '3a0f5577-06bf-4639-8a8f-10309f317249', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ec9329-42bb-4194-815c-b93a09b42fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:04Z', 'updated_at': '2021-11-23T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:27.138118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] For port 3a0f5577-06bf-4639-8a8f-10309f317249, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3a0f5577-06bf-4639-8a8f-10309f317249,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:27.138701 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.152952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Calling delete_port for 3a0f5577-06bf-4639-8a8f-10309f317249 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:27.319249 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.342229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0f5577-06bf-4639-8a8f-10309f317249,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:27.358161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72b09c-a536-4c07-b3e2-efb4462ee134 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:27.409673 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.505228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.508005 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.517542 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b764f2c-37b8-4d10-a341-79e193437406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.556822 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.557476 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ec9329-42bb-4194-815c-b93a09b42fa1 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:40:27.562644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.566470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e6167f95-de7a-45d0-86d6-06faa00fd9fe admin admin] 10.222.0.37 "DELETE /v2.0/routers/a5ec9329-42bb-4194-815c-b93a09b42fa1 HTTP/1.1" status: 204 len: 168 time: 1.0969641 Nov 23 19:40:27.566773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:27.614608 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Deleting subnet 013e1178-8ca6-4d79-b8bc-5be4a8b31c06 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:40:27.619841 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.623952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 95a0d289-2dc1-427c-9c08-4a5394faa00c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:27.646896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 95a0d289-2dc1-427c-9c08-4a5394faa00c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:27.647521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 95a0d289-2dc1-427c-9c08-4a5394faa00c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:27.663215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.741444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.796294 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.823177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013e1178-8ca6-4d79-b8bc-5be4a8b31c06,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:27.826624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.829897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a47d536c-97d0-4675-8fc0-6c0d20462ed1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/013e1178-8ca6-4d79-b8bc-5be4a8b31c06 HTTP/1.1" status: 204 len: 168 time: 0.2613358 Nov 23 19:40:27.833133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:27.833759 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f537b7d-c0ea-46ee-b1b1-93ae2f9f6201 None None] Network c0b612fc-e0d2-4572-a073-a1be1c250988 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:27.916157 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:27.968230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Deleting port 712d6f63-deab-4d27-88cf-35f4863bd08a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:27.968576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.015870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 98122469-d8e2-4da9-b87e-d061b3213c6c no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:28.037004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] For port 712d6f63-deab-4d27-88cf-35f4863bd08a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=712d6f63-deab-4d27-88cf-35f4863bd08a,segment=NetworkSegment(b2528584-7b02-47c1-8f05-fbf080bc7329),segment_id=b2528584-7b02-47c1-8f05-fbf080bc7329)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:28.037366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.037835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 98122469-d8e2-4da9-b87e-d061b3213c6c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:28.038184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 98122469-d8e2-4da9-b87e-d061b3213c6c not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:28.049839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Calling delete_port for 712d6f63-deab-4d27-88cf-35f4863bd08a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:28.130905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.156853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Pushing event deleted for resources: {'Port': ['ID=712d6f63-deab-4d27-88cf-35f4863bd08a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:28.160717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] No DVR routers for this DVR port 712d6f63-deab-4d27-88cf-35f4863bd08a on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:40:28.215884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d838ed-bf86-4453-94d7-5d1735512ac8 None None] DHCP port deletion for c0b612fc-e0d2-4572-a073-a1be1c250988 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:28.240815 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.261948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b612fc-e0d2-4572-a073-a1be1c250988']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:28.271718 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2528584-7b02-47c1-8f05-fbf080bc7329') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:28.272012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2528584-7b02-47c1-8f05-fbf080bc7329') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:28.281238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.295146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.301267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:40:28.301745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:40:28.303478 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:40:28.361423 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.367379 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.370756 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0b612fc-e0d2-4572-a073-a1be1c250988 HTTP/1.1" status: 204 len: 168 time: 0.5367553 Nov 23 19:40:28.373912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:28.382692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4e5d1-3d4f-44bf-9dd4-6dfbdd643786 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b612fc-e0d2-4572-a073-a1be1c250988,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:28.718878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:28.964201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Deleting port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:28.964535 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:29.040613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] For port cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:29.040976 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:29.053730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Calling delete_port for cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:29.225661 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:29.255922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:29.418075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:29.612619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3a0f5577-06bf-4639-8a8f-10309f317249 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:29.631710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3a0f5577-06bf-4639-8a8f-10309f317249 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:29.632058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3a0f5577-06bf-4639-8a8f-10309f317249 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:29.632479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 712d6f63-deab-4d27-88cf-35f4863bd08a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:29.637424 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:40:29.652025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 712d6f63-deab-4d27-88cf-35f4863bd08a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:29.652367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 712d6f63-deab-4d27-88cf-35f4863bd08a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:30.069588 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:30.075182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a3a1dc1b-4c32-4ed8-a47c-2b38f595c151 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb8322a1-1d2a-4401-933f-cede7a2bfcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999936 Nov 23 19:40:30.077102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:30.079303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Sync routers for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:30.089511 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:30.090116 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:30.179647 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.193365 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:30.256919 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9928e3d-d5be-4a2f-86b6-e78df31f1b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.281693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.337147 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Deleting port 90f7dd5e-97cd-4307-8d10-f07c205489b4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:30.337388 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.379778 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:40:29Z', 'revision_number': 5, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port': {'id': '90f7dd5e-97cd-4307-8d10-f07c205489b4', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:30.405684 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Checking router: cb8322a1-1d2a-4401-933f-cede7a2bfcc3 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:30.413892 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Routers {'cb8322a1-1d2a-4401-933f-cede7a2bfcc3'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:30.414486 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:30.416641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] For port 90f7dd5e-97cd-4307-8d10-f07c205489b4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=90f7dd5e-97cd-4307-8d10-f07c205489b4,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:30.416937 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.429974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Calling delete_port for 90f7dd5e-97cd-4307-8d10-f07c205489b4 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:30.498513 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] Set router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:30.552623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:40:30Z', 'revision_number': 6, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:30.581510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0813a-cc78-4db5-81bb-90caf8bb1c0e None None] The sync data for ids ['cb8322a1-1d2a-4401-933f-cede7a2bfcc3'] in n-d-792364-9 is: [{'id': 'cb8322a1-1d2a-4401-933f-cede7a2bfcc3', 'name': 'tempest-TestEncryptedCinderVolumes-1947971919-router', 'tenant_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:39:08Z', 'updated_at': '2021-11-23T19:40:30Z', 'revision_number': 6, 'project_id': 'ab5dc48e0afb408caed16ef2cd5bab25', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:30.597465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.627913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f7dd5e-97cd-4307-8d10-f07c205489b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:30.641143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab90f7-a474-480f-b9e7-cf46496122ba None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:30.690333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.780380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.782506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.825572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.826374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8322a1-1d2a-4401-933f-cede7a2bfcc3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:40:30.830560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.831702 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-48b97948-9812-48ce-bedc-e3fd80558c92 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cb8322a1-1d2a-4401-933f-cede7a2bfcc3 HTTP/1.1" status: 204 len: 168 time: 0.7536070 Nov 23 19:40:30.834273 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:30.882196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Deleting subnet 459b4df1-bc6a-47a1-b687-b58c9d79c05b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:40:30.885451 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.921118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:30.965865 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.000383 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.053384 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.084234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459b4df1-bc6a-47a1-b687-b58c9d79c05b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:31.086161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.089332 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-91088a3c-e75b-4bab-851a-166603a3f2ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/459b4df1-bc6a-47a1-b687-b58c9d79c05b HTTP/1.1" status: 204 len: 168 time: 0.2541249 Nov 23 19:40:31.091772 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:31.092227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcabb47-685c-4d86-8f2e-00ced26c70b4 None None] Network 4ff35d22-d828-4156-96d9-27eda5ed5b55 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:31.162756 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.217500 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Deleting port 18ce66cd-ad6b-4918-833f-8c37272cdb1a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:40:31.217837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.288491 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] For port 18ce66cd-ad6b-4918-833f-8c37272cdb1a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=18ce66cd-ad6b-4918-833f-8c37272cdb1a,segment=NetworkSegment(97e993d9-8a03-4b56-a994-fff9efaf6312),segment_id=97e993d9-8a03-4b56-a994-fff9efaf6312)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:31.288860 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.301815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Calling delete_port for 18ce66cd-ad6b-4918-833f-8c37272cdb1a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:40:31.385815 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.419170 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=18ce66cd-ad6b-4918-833f-8c37272cdb1a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:31.422784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] No DVR routers for this DVR port 18ce66cd-ad6b-4918-833f-8c37272cdb1a on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:40:31.429540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724bd8b-408c-439e-a0d7-48483460b1c1 None None] DHCP port deletion for 4ff35d22-d828-4156-96d9-27eda5ed5b55 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:31.496809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.519162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff35d22-d828-4156-96d9-27eda5ed5b55']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:31.528820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e993d9-8a03-4b56-a994-fff9efaf6312') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:31.529117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e993d9-8a03-4b56-a994-fff9efaf6312') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:31.539012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.553225 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.560397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:40:31.560969 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:40:31.562788 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:40:31.573927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 90f7dd5e-97cd-4307-8d10-f07c205489b4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:31.595606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 90f7dd5e-97cd-4307-8d10-f07c205489b4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:31.596178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 90f7dd5e-97cd-4307-8d10-f07c205489b4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:31.596702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:31.616835 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:31.617324 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cc4f7fc8-e79b-4d4a-973a-60c7888b6ed0 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:31.617918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 18ce66cd-ad6b-4918-833f-8c37272cdb1a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:40:31.632987 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.638819 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.643634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ff35d22-d828-4156-96d9-27eda5ed5b55 HTTP/1.1" status: 204 len: 168 time: 0.5508709 Nov 23 19:40:31.648511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 18ce66cd-ad6b-4918-833f-8c37272cdb1a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:40:31.649206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 18ce66cd-ad6b-4918-833f-8c37272cdb1a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:40:31.661956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eed71-0ed1-4654-8382-2dab3263a2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff35d22-d828-4156-96d9-27eda5ed5b55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:31.807644 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:31.848637 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8b77e2ac-8ac6-4636-977b-621f914c471b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03c918583ccd455f891144a6fedc40a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396867 Nov 23 19:40:31.851040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:31.899459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.920497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.969685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.972341 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:31.975886 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82f5df3f-50fb-40aa-b180-47b0c3eda8cc HTTP/1.1" status: 204 len: 168 time: 0.1215599 Nov 23 19:40:31.983037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e77e2-427b-4491-9ad7-968d90411a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f5df3f-50fb-40aa-b180-47b0c3eda8cc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:32.304594 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:32.343705 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-33c05cf0-5a72-4d2b-9827-a7ee31eaf956 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab5dc48e0afb408caed16ef2cd5bab25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376699 Nov 23 19:40:32.346704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:32.398629 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:32.399334 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:32.421454 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:32.468395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:32.471569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:32.472717 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40a310c7-11c7-4806-92bb-62dcb58ad6dd HTTP/1.1" status: 204 len: 168 time: 0.1250906 Nov 23 19:40:32.480543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5610-e601-4144-b60c-3ceefd18eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a310c7-11c7-4806-92bb-62dcb58ad6dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:33.149338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:33.256449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-678156152-network', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:33.279979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Made reservation on behalf of e5c453b4f52f40ae82f9fdbb164bb4f9 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:40:33.282347 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.290769 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.336460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.366281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.370076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.395030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:40:33.404765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f0fad-7cb4-482e-a951-ffd0c8caa239,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:33.409638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.409982 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Added segment 49ddbc16-ee67-4916-b32a-97f7bd96562a of type vlan for network 650dbc4a-9667-44ba-93be-a44f285c3916 Nov 23 19:40:33.454638 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.478106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.479175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:33.479767 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.515419 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3649597 Nov 23 19:40:33.518517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:33.523671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Request body: {'subnet': {'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-678156152-subnet', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:33.543008 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1834-3ab1-434c-b598-a0a1825414f2 admin admin] Pushing event updated for resources: {'Network': ['ID=650dbc4a-9667-44ba-93be-a44f285c3916,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:33.546250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Made reservation on behalf of e5c453b4f52f40ae82f9fdbb164bb4f9 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:40:33.548673 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.553901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 650dbc4a-9667-44ba-93be-a44f285c3916 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:40:33.718096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.779519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Checking segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:33.779877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Network hostable DHCP agents. Network: 650dbc4a-9667-44ba-93be-a44f285c3916, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:40:33.781748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5370ca0f-6840-41bf-9981-dcaf0e41777d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:33.799472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Network 650dbc4a-9667-44ba-93be-a44f285c3916 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:40:33.807775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 650dbc4a-9667-44ba-93be-a44f285c3916) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:33.811647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:33.812245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.818350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77788111-2994-49ab-ac2f-50428f61f463 None None] Network 650dbc4a-9667-44ba-93be-a44f285c3916 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:33.834385 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:33.835173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bafebc4f-f785-403c-b169-28cb98e55c3a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3148415 Nov 23 19:40:33.838875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:33.860647 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.862332 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.917453 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:33.969732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-650dbc4a-9667-44ba-93be-a44f285c3916', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:40:33.970598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.066751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.105266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Allocated IP 172.20.0.2 (650dbc4a-9667-44ba-93be-a44f285c3916/5370ca0f-6840-41bf-9981-dcaf0e41777d/8c2c6871-c2ec-4bad-af28-1bcf80d97008) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:34.248703 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.254592 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.273528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.293295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.295137 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Network 650dbc4a-9667-44ba-93be-a44f285c3916 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:34.298014 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:34.301911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:34.309886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Pushing event updated for resources: {'Port': ['ID=8c2c6871-c2ec-4bad-af28-1bcf80d97008,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:34.366410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Attempting to bind port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:34.367125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Attempting to bind port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:34.367271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Attempting to bind port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 on network 650dbc4a-9667-44ba-93be-a44f285c3916 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:34.372614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:34.372985 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Checking segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:34.373410 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.373797 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Bound using segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:34.374255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Bound port: 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:34.374630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.398860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Allocated IP 172.25.5.45 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/dfae73bf-4abd-4b4e-81a5-b538ce817542) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:34.438648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] For port 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:34.442624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] For port 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8c2c6871-c2ec-4bad-af28-1bcf80d97008,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:34.447864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.506541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c037472-75f4-4bf6-bb45-13ebcd0a4a9e None None] Pushing event updated for resources: {'Port': ['ID=8c2c6871-c2ec-4bad-af28-1bcf80d97008,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:34.510964 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.546320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.589565 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:34.592538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:34.596053 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:34.601588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfae73bf-4abd-4b4e-81a5-b538ce817542,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:34.605285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69be1ff-888b-4cf1-85a1-07761ba3736d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:34.702991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa7a9c69-b963-4ae8-8a07-051b9ad4a816 None None] Provisioning complete for port dfae73bf-4abd-4b4e-81a5-b538ce817542 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:34.703396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa7a9c69-b963-4ae8-8a07-051b9ad4a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:34.744343 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a9c69-b963-4ae8-8a07-051b9ad4a816 None None] Port dfae73bf-4abd-4b4e-81a5-b538ce817542 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:34.876758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.073599 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.204574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Router 71a7559b-cbaa-4585-9a74-3b69b41ae680 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:40:35.322260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:35.332925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Sync routers for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:35.342921 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.344095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:35.344390 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e196b262-8b81-4d6f-8ca4-7e63e98c98d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5088909 Nov 23 19:40:35.344717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:35.347074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:35.462128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:35.517363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b881f-d766-4762-86fb-c36fd51b0cd4 None None] Network 650dbc4a-9667-44ba-93be-a44f285c3916 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:35.635624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8c2c6871-c2ec-4bad-af28-1bcf80d97008 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:35.680166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] Provisioning complete for port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:35.680536 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.802398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.829239 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:35.829614 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.935368 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:35.955476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:34Z', 'revision_number': 3, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:35.961216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Allocated IP 172.20.0.1 (650dbc4a-9667-44ba-93be-a44f285c3916/5370ca0f-6840-41bf-9981-dcaf0e41777d/f31a1dd0-0122-4e14-8c77-56d41cf39875) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:36.007827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Checking router: 71a7559b-cbaa-4585-9a74-3b69b41ae680 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:36.008206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Updating router 71a7559b-cbaa-4585-9a74-3b69b41ae680 port dfae73bf-4abd-4b4e-81a5-b538ce817542 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:40:36.055818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] For port 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8c2c6871-c2ec-4bad-af28-1bcf80d97008,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:36.062272 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.063396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.076027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.079576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.124256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.164039 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Network 650dbc4a-9667-44ba-93be-a44f285c3916 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:36.167058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:36.169556 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:36.209539 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Pushing event updated for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:36.222675 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.366467 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.423958 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d067-a8bd-4914-bb3e-648128141d61 None None] Pushing event updated for resources: {'Port': ['ID=8c2c6871-c2ec-4bad-af28-1bcf80d97008,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:36.429620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 19:40:36.429979 n-d-792364-9 neutron-server[103401]: DEBUG oslo_db.api [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 19:40:36.439285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-36bc03ba-de17-4b03-9f3f-b5c6ad40cf3e None None] Provisioning complete for port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:36.439685 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-36bc03ba-de17-4b03-9f3f-b5c6ad40cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.531636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.536865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.606390 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.609054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Pushing event updated for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:36.646678 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.652380 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.708814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc75f2-d031-42c0-8a01-488b32906a3e None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:36.729973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Attempting to bind port dfae73bf-4abd-4b4e-81a5-b538ce817542 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:36.730345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Attempting to bind port dfae73bf-4abd-4b4e-81a5-b538ce817542 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:36.730706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Attempting to bind port dfae73bf-4abd-4b4e-81a5-b538ce817542 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:36.735901 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aadd7-79c1-4fa8-89cc-9087add7073d None None] Pushing event updated for resources: {'Port': ['ID=dfae73bf-4abd-4b4e-81a5-b538ce817542,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:36.742610 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:36.743022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:36.743418 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.743807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:36.744284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Bound port: dfae73bf-4abd-4b4e-81a5-b538ce817542, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:36.744668 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.768994 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c8245630-19a8-40f0-9cb6-650bd8d931b4 None None] Provisioning complete for port f31a1dd0-0122-4e14-8c77-56d41cf39875 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:36.769361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8245630-19a8-40f0-9cb6-650bd8d931b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.824975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c8245630-19a8-40f0-9cb6-650bd8d931b4 None None] Port f31a1dd0-0122-4e14-8c77-56d41cf39875 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:36.832991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] For port dfae73bf-4abd-4b4e-81a5-b538ce817542, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:36.836774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] For port dfae73bf-4abd-4b4e-81a5-b538ce817542, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfae73bf-4abd-4b4e-81a5-b538ce817542,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:36.840827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:36.886899 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775ee11-8beb-4d95-bf6e-036aa05264df None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:36.918368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:36.919171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:36.964091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aadd7-79c1-4fa8-89cc-9087add7073d None None] Pushing event updated for resources: {'Port': ['ID=dfae73bf-4abd-4b4e-81a5-b538ce817542,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:37.047017 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Network 650dbc4a-9667-44ba-93be-a44f285c3916 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:37.048507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:37.061801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] Provisioning complete for port dfae73bf-4abd-4b4e-81a5-b538ce817542 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:37.062327 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.121507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:37.175190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Router 71a7559b-cbaa-4585-9a74-3b69b41ae680 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:40:37.277657 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.288913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:37.293860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-16210ed3-e7c5-4526-8f6f-2ab8a88e674a admin admin] 10.222.0.37 "PUT /v2.0/routers/71a7559b-cbaa-4585-9a74-3b69b41ae680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456542 Nov 23 19:40:37.313850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] For port dfae73bf-4abd-4b4e-81a5-b538ce817542, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfae73bf-4abd-4b4e-81a5-b538ce817542,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:37.322256 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.426629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa0f23-43d4-41b2-b3d1-2339aba9fd1d None None] Pushing event updated for resources: {'Port': ['ID=dfae73bf-4abd-4b4e-81a5-b538ce817542,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:37.450032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6351b49a-d9bd-4185-bb4d-9b2c7b41027a None None] Provisioning complete for port f31a1dd0-0122-4e14-8c77-56d41cf39875 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:37.450479 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6351b49a-d9bd-4185-bb4d-9b2c7b41027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.476050 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 2, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:37.512113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4ce61-2e65-452b-b810-4dc35bfde4cb None None] The sync data for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 is: [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 2, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:37.519179 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6351b49a-d9bd-4185-bb4d-9b2c7b41027a None None] Port f31a1dd0-0122-4e14-8c77-56d41cf39875 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:37.572362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8c2c6871-c2ec-4bad-af28-1bcf80d97008 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:37.629011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:37.629380 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.823580 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:37.829004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1597859184-network', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:37.853090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Made reservation on behalf of b60d3a27fb0a4b04ac8954d7617f2ac0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:40:37.855749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.865156 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.942428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.946608 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.970312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:40:37.986977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01785bef-eb4d-4d1d-93a4-8df8c499bbc3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:37.991008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:37.991372 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Added segment 223fde60-c8fc-4566-947c-6bb70a05b4f0 of type vlan for network 7dbd75da-d650-413c-ac06-87b44c7f9dad Nov 23 19:40:38.038413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.065038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.066055 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:38.066633 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.101060 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2761502 Nov 23 19:40:38.105580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:38.111840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Request body: {'subnet': {'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1597859184-subnet', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:38.134133 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88b9f0-8811-4928-a910-5fc33e00d702 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbd75da-d650-413c-ac06-87b44c7f9dad,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:38.135926 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Made reservation on behalf of b60d3a27fb0a4b04ac8954d7617f2ac0 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:40:38.139327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.145977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:40:38.357274 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.420965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c752b80e-3ec8-4548-b87b-11b227bd5f2b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:38.430509 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Checking segment: {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:38.430883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Network hostable DHCP agents. Network: 7dbd75da-d650-413c-ac06-87b44c7f9dad, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:40:38.451155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:40:38.461060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7dbd75da-d650-413c-ac06-87b44c7f9dad) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:38.465624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:38.466282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.472354 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deccd683-36da-4675-a0bd-6674bd258afc None None] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:38.491831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a79569d8-1983-4be9-be28-a0d6859d8d7f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3842013 Nov 23 19:40:38.493554 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:38.498575 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:38.521680 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.522940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.578266 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.630380 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7dbd75da-d650-413c-ac06-87b44c7f9dad', 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'fixed_ips': [{'subnet_id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:40:38.631255 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.723128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.789466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Allocated IP 172.20.0.2 (7dbd75da-d650-413c-ac06-87b44c7f9dad/c752b80e-3ec8-4548-b87b-11b227bd5f2b/b083da7f-0816-4605-be48-28da271313a7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:38.936947 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.943094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.948452 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.972319 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:38.994248 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:38.995141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Pushing event updated for resources: {'Port': ['ID=b083da7f-0816-4605-be48-28da271313a7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:38.998673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:39.000671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:39.059672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Attempting to bind port b083da7f-0816-4605-be48-28da271313a7 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:39.060045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Attempting to bind port b083da7f-0816-4605-be48-28da271313a7 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:39.060423 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Attempting to bind port b083da7f-0816-4605-be48-28da271313a7 on network 7dbd75da-d650-413c-ac06-87b44c7f9dad {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:39.067567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:39.067948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Checking segment: {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:39.068354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.068753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Bound using segment: {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:39.069230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Bound port: b083da7f-0816-4605-be48-28da271313a7, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:39.069617 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.082244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Allocated IP 172.25.5.28 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9be36a8d-4643-4be4-ba87-66c64fcb28e8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:39.132778 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] For port b083da7f-0816-4605-be48-28da271313a7, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:39.136275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] For port b083da7f-0816-4605-be48-28da271313a7, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b083da7f-0816-4605-be48-28da271313a7,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:39.141525 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.196684 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.207713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc733f8-25d5-4831-b945-a0eb9998ff8c None None] Pushing event updated for resources: {'Port': ['ID=b083da7f-0816-4605-be48-28da271313a7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:39.233779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.277653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:39.280811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:39.285219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:39.295297 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ec499-eb40-44c9-8f81-d832756a4e45 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:39.312068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Pushing event updated for resources: {'Port': ['ID=9be36a8d-4643-4be4-ba87-66c64fcb28e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:39.358655 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c67d944-8bda-4803-8422-b2b92f004a64 None None] Provisioning complete for port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:39.359362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c67d944-8bda-4803-8422-b2b92f004a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.430183 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c67d944-8bda-4803-8422-b2b92f004a64 None None] Port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:39.497640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.594663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.637474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b083da7f-0816-4605-be48-28da271313a7 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:39.684720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b083da7f-0816-4605-be48-28da271313a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:39.685093 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.765436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.797381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.797717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b083da7f-0816-4605-be48-28da271313a7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b083da7f-0816-4605-be48-28da271313a7,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:39.801767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.802809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfae73bf-4abd-4b4e-81a5-b538ce817542 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:39.883042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b083da7f-0816-4605-be48-28da271313a7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:39.893244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port dfae73bf-4abd-4b4e-81a5-b538ce817542 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:39.893642 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:39.936702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Router 2ef7e473-a211-455b-8aa0-58b94f88e817 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:40:40.051392 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:40.066532 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Sync routers for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:40.073404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.074678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3650ccea-a1f4-4866-b2f9-91f331d31afa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5799491 Nov 23 19:40:40.077361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:40:40.080748 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:40.081573 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:40.097068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Sync routers for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:40.109973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:40.110717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:40.206761 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:40.387825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f602e-2b45-4593-b4fc-de2f99595fc4 None None] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:40:40.419608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:39Z', 'revision_number': 3, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:40.437647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c0fbd385-db03-426f-9d65-67e2aa6a6c99 None None] Provisioning complete for port b083da7f-0816-4605-be48-28da271313a7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:40.438017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd385-db03-426f-9d65-67e2aa6a6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.453255 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Checking router: 2ef7e473-a211-455b-8aa0-58b94f88e817 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:40.453608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Updating router 2ef7e473-a211-455b-8aa0-58b94f88e817 port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:40:40.484575 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.503873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:40.844998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.866407 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 2, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:40.873921 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.882691 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.923855 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Checking router: 71a7559b-cbaa-4585-9a74-3b69b41ae680 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:40.924427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Updating router 71a7559b-cbaa-4585-9a74-3b69b41ae680 port f31a1dd0-0122-4e14-8c77-56d41cf39875 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:40:40.933347 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Attempting to bind port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:40.933722 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Attempting to bind port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:40.934084 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Attempting to bind port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:40.945642 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:40.946051 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:40.946411 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.946798 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:40.947266 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Bound port: 9be36a8d-4643-4be4-ba87-66c64fcb28e8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:40.947762 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.958002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.961752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4462a-36a8-4f4e-a9c3-34ba977c6317 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:40.982367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:40.983825 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Pushing event updated for resources: {'Port': ['ID=9be36a8d-4643-4be4-ba87-66c64fcb28e8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:41.019447 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] For port 9be36a8d-4643-4be4-ba87-66c64fcb28e8, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:41.023041 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] For port 9be36a8d-4643-4be4-ba87-66c64fcb28e8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9be36a8d-4643-4be4-ba87-66c64fcb28e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:41.029232 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.029645 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.029918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.030284 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.030599 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.030901 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.031224 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.031575 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.031895 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.032214 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.032551 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.033835 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:40:41.037614 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.100272 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:41.100971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:41.119897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522c96c-a961-4a32-a209-7ed8e05c5c65 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:40:41.153949 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] Provisioning complete for port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:41.154323 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.192998 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Allocated IP 172.20.0.1 (7dbd75da-d650-413c-ac06-87b44c7f9dad/c752b80e-3ec8-4548-b87b-11b227bd5f2b/b8180810-57e0-4789-a14a-d1dacef9e5f6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:41.195570 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b6013-b8a7-441b-8c51-0e8d371516cc None None] Pushing event updated for resources: {'Port': ['ID=9be36a8d-4643-4be4-ba87-66c64fcb28e8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:41.215945 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:41.314510 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.324603 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.352698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.377727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] For port 9be36a8d-4643-4be4-ba87-66c64fcb28e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9be36a8d-4643-4be4-ba87-66c64fcb28e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:41.388311 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.405909 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:39Z', 'revision_number': 3, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:41.406153 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:41.412297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:41.414486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Pushing event updated for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:41.422780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:41.429452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.442339 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad0e9c-ac55-43ae-be39-042d40e94827 None None] The sync data for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 is: [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:39Z', 'revision_number': 3, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:41.448352 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.471477 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f51a5-26b6-4d25-bd2e-5648d3c560ee None None] Pushing event updated for resources: {'Port': ['ID=9be36a8d-4643-4be4-ba87-66c64fcb28e8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:41.493803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.562557 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a460ad-01c9-4b7a-97b2-d696c7024bd3 None None] Pushing event updated for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:41.595993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-55aba04e-a6fa-4fcf-96f2-1ab822bbc157 None None] Provisioning complete for port b083da7f-0816-4605-be48-28da271313a7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:41.597072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-55aba04e-a6fa-4fcf-96f2-1ab822bbc157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.634802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b083da7f-0816-4605-be48-28da271313a7 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:41.668607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Attempting to bind port f31a1dd0-0122-4e14-8c77-56d41cf39875 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:41.669136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Attempting to bind port f31a1dd0-0122-4e14-8c77-56d41cf39875 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:41.673351 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Attempting to bind port f31a1dd0-0122-4e14-8c77-56d41cf39875 on network 650dbc4a-9667-44ba-93be-a44f285c3916 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:41.696406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:41.696704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Checking segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:41.697112 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.697513 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Bound using segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:41.698005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Bound port: f31a1dd0-0122-4e14-8c77-56d41cf39875, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:41.698391 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.733591 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.869392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b083da7f-0816-4605-be48-28da271313a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:41.869764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.875637 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] For port f31a1dd0-0122-4e14-8c77-56d41cf39875, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:41.919094 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] For port f31a1dd0-0122-4e14-8c77-56d41cf39875, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f31a1dd0-0122-4e14-8c77-56d41cf39875,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:41.929861 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.934510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-55aba04e-a6fa-4fcf-96f2-1ab822bbc157 None None] Provisioning complete for port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:41.934879 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-55aba04e-a6fa-4fcf-96f2-1ab822bbc157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.976124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:41.982301 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.024247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:42.024894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:42.060128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.070178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Pushing event updated for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:42.102259 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a460ad-01c9-4b7a-97b2-d696c7024bd3 None None] Pushing event updated for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:42.225665 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:42.231522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:42.258999 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:42.415511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Router 2ef7e473-a211-455b-8aa0-58b94f88e817 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:40:42.471801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Provisioning complete for port f31a1dd0-0122-4e14-8c77-56d41cf39875 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:42.472398 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.541090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:40:42.554051 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bec6ce75-69ed-4a4a-820a-222b7ded5c01 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ef7e473-a211-455b-8aa0-58b94f88e817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4681370 Nov 23 19:40:42.560387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:42.610611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a83d1e-b656-488f-ae6a-7ebc31e11d2a None None] The sync data for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 is: [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:42.630001 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.667052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] For port f31a1dd0-0122-4e14-8c77-56d41cf39875, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f31a1dd0-0122-4e14-8c77-56d41cf39875,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:42.672211 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.715485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Provisioning complete for port b8180810-57e0-4789-a14a-d1dacef9e5f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:42.715869 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.751339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Pushing event updated for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:42.764969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-642efc9f-338f-49bd-b180-53b91e359ab7 None None] Port b8180810-57e0-4789-a14a-d1dacef9e5f6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:42.886701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca2a0836-2fa2-4706-8a01-013297be9dd1 None None] Provisioning complete for port b8180810-57e0-4789-a14a-d1dacef9e5f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:42.887179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0836-2fa2-4706-8a01-013297be9dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:42.930330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a0836-2fa2-4706-8a01-013297be9dd1 None None] Port b8180810-57e0-4789-a14a-d1dacef9e5f6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:43.745482 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Sync routers for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:40:43.753293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9be36a8d-4643-4be4-ba87-66c64fcb28e8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:43.768381 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:43.769314 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:43.834169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:43.834541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:43.913634 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:43.926910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f31a1dd0-0122-4e14-8c77-56d41cf39875 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:43.983647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f31a1dd0-0122-4e14-8c77-56d41cf39875 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:43.983954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.151509 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b8180810-57e0-4789-a14a-d1dacef9e5f6', 'name': '', 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'mac_address': 'fa:16:3e:b2:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:40Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 2, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'subnets': [{'id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:44.182504 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Checking router: 2ef7e473-a211-455b-8aa0-58b94f88e817 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:40:44.182786 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Updating router 2ef7e473-a211-455b-8aa0-58b94f88e817 port b8180810-57e0-4789-a14a-d1dacef9e5f6 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:40:44.212655 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.495186 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.501200 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.551446 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b3e1-1681-46f5-bfc1-dc531d49c555 None None] Pushing event updated for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:44.619087 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Attempting to bind port b8180810-57e0-4789-a14a-d1dacef9e5f6 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:40:44.619640 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Attempting to bind port b8180810-57e0-4789-a14a-d1dacef9e5f6 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:40:44.620028 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Attempting to bind port b8180810-57e0-4789-a14a-d1dacef9e5f6 on network 7dbd75da-d650-413c-ac06-87b44c7f9dad {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:40:44.625640 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:40:44.626014 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Checking segment: {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:40:44.626414 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.626841 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Bound using segment: {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:40:44.627322 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Bound port: b8180810-57e0-4789-a14a-d1dacef9e5f6, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223fde60-c8fc-4566-947c-6bb70a05b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:40:44.627704 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.701601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] For port b8180810-57e0-4789-a14a-d1dacef9e5f6, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:40:44.710506 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] For port b8180810-57e0-4789-a14a-d1dacef9e5f6, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b8180810-57e0-4789-a14a-d1dacef9e5f6,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:40:44.716877 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:44.791832 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:40:44.792482 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:40:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:44.840998 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b3e1-1681-46f5-bfc1-dc531d49c555 None None] Pushing event updated for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:44.906416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] Provisioning complete for port b8180810-57e0-4789-a14a-d1dacef9e5f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:44.907011 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:45.036583 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:40:45.229522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:45.270482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] For port b8180810-57e0-4789-a14a-d1dacef9e5f6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b8180810-57e0-4789-a14a-d1dacef9e5f6,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:40:45.278884 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:45.282580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b8180810-57e0-4789-a14a-d1dacef9e5f6', 'name': '', 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'mac_address': 'fa:16:3e:b2:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:40Z', 'updated_at': '2021-11-23T19:40:44Z', 'revision_number': 4, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'subnets': [{'id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:40:45.314744 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aad05f-2da5-46d3-8669-8bb03b88918a None None] The sync data for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 is: [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'b8180810-57e0-4789-a14a-d1dacef9e5f6', 'name': '', 'network_id': '7dbd75da-d650-413c-ac06-87b44c7f9dad', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'mac_address': 'fa:16:3e:b2:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:40Z', 'updated_at': '2021-11-23T19:40:44Z', 'revision_number': 4, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'subnets': [{'id': 'c752b80e-3ec8-4548-b87b-11b227bd5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:40:45.376260 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfbd7a-a011-4f65-ae8b-096c599b8f49 None None] Pushing event updated for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:45.410728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-98962e2f-62e7-4ee7-9882-8f32951c935c None None] Provisioning complete for port b8180810-57e0-4789-a14a-d1dacef9e5f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:45.411451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98962e2f-62e7-4ee7-9882-8f32951c935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:45.670938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b8180810-57e0-4789-a14a-d1dacef9e5f6 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:40:45.725970 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b8180810-57e0-4789-a14a-d1dacef9e5f6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:45.726340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:53.176254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-11e68be7-af61-471b-b7d0-9d5da42e1bcd tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:53.177663 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-11e68be7-af61-471b-b7d0-9d5da42e1bcd tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 814 time: 0.1022437 Nov 23 19:40:53.192706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-7c7adbea-4e71-4e8d-852e-20846ed539ca tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/quotas/e5c453b4f52f40ae82f9fdbb164bb4f9 HTTP/1.1" status: 200 len: 375 time: 0.0092576 Nov 23 19:40:53.247085 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-d1902198-4348-4938-bead-d74e20996c72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491590 Nov 23 19:40:53.350835 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-0ef96fd7-6337-476b-9436-133a5dab092b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:40:53.351869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-0ef96fd7-6337-476b-9436-133a5dab092b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0929794 Nov 23 19:40:53.441121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-7eb03650-e426-4b0c-af6c-0c98bb12c19d service neutron] 10.222.0.37 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827308 Nov 23 19:40:53.533823 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-d39f811c-46fb-40c2-8488-0f1e4d17ef35 service neutron] 10.222.0.37 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864365 Nov 23 19:40:53.691675 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-193c0de8-ac83-4ad7-ac3e-0e4dc8df0b09 req-85d96ba4-fb8c-405d-8638-1dd26e816b74 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 210 time: 0.0262485 Nov 23 19:40:54.697427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-fdaf0462-e68a-4081-82c8-86fd9d594693 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:54.698895 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-fdaf0462-e68a-4081-82c8-86fd9d594693 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 814 time: 0.1085696 Nov 23 19:40:54.718857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'port': {'device_id': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'admin_state_up': True, 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:40:54.791170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f69a9e7-28c7-4182-a21a-ab67f3cda120 req-aacee9c0-ee54-42c5-a2f8-11942f87205a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 210 time: 0.0289330 Nov 23 19:40:54.843701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Made reservation on behalf of e5c453b4f52f40ae82f9fdbb164bb4f9 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:40:54.848374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:54.992728 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Allocated IP 172.20.0.14 (650dbc4a-9667-44ba-93be-a44f285c3916/5370ca0f-6840-41bf-9981-dcaf0e41777d/ffb1fb6a-018a-47b4-b486-a8d703ba4a09) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:40:55.162435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:55.201971 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:55.254421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Network 650dbc4a-9667-44ba-93be-a44f285c3916 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:40:55.260422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:40:55.264416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:40:55.301813 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:40:55.355543 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:55.356721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:55.387046 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-2b07a1ce-f8f1-4dee-9084-d600ada780f2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6718881 Nov 23 19:40:55.639820 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-27718bb6-cb80-422b-bf2a-a46e5243fe05 None None] Provisioning complete for port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:40:55.640380 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27718bb6-cb80-422b-bf2a-a46e5243fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:55.677194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-27718bb6-cb80-422b-bf2a-a46e5243fe05 None None] Port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:40:55.938551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645dc9-e762-4eab-af1b-32293a0a3b66 req-afc6c4a8-4a0b-4f19-a77a-9d0032c8d122 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:55.944920 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83645dc9-e762-4eab-af1b-32293a0a3b66 req-afc6c4a8-4a0b-4f19-a77a-9d0032c8d122 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0747199 Nov 23 19:40:56.005946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-83645dc9-e762-4eab-af1b-32293a0a3b66 req-c80ae757-2d7b-4d6b-b806-70b9c416e566 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Nov 23 19:40:57.106908 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:40:57.120898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db936-edab-4877-a8b2-ba01de5fd1b7 req-0f263bad-7593-4e3d-baf8-ff59c812aeba tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:57.122428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-125db936-edab-4877-a8b2-ba01de5fd1b7 req-0f263bad-7593-4e3d-baf8-ff59c812aeba tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0523570 Nov 23 19:40:57.173834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-125db936-edab-4877-a8b2-ba01de5fd1b7 req-dfd273de-b5dd-4ec6-b2e9-3c23f12aa1c9 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Nov 23 19:40:57.512990 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bc43daa-acbe-49e7-9e7d-d40debac9879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:40:58.300064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b0668-10a9-4bc4-b008-a9452772cc18 req-a742d1ec-82c3-4f43-b4ad-6056982d4cad tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:58.301955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b4b0668-10a9-4bc4-b008-a9452772cc18 req-a742d1ec-82c3-4f43-b4ad-6056982d4cad tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0576222 Nov 23 19:40:58.353375 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4b4b0668-10a9-4bc4-b008-a9452772cc18 req-d0236ad1-09b2-432c-b849-56549dc14831 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Nov 23 19:40:59.479860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6636-120d-41a0-841b-fac1fa2d7e60 req-f5497994-54c3-406a-87d7-a4cc1a8a1c8e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:40:59.481355 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41ec6636-120d-41a0-841b-fac1fa2d7e60 req-f5497994-54c3-406a-87d7-a4cc1a8a1c8e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0556529 Nov 23 19:40:59.540112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-41ec6636-120d-41a0-841b-fac1fa2d7e60 req-a4486e38-78c7-4bd6-9870-95258d9d4ccf tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Nov 23 19:41:00.262244 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2855cff-9893-40e1-a643-62d44722e68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:00.666800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39533-9022-4e44-adce-f6b06fc344c0 req-2f546c09-a0cb-48ba-a74d-ceb849bcf0a8 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:00.668384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cff39533-9022-4e44-adce-f6b06fc344c0 req-2f546c09-a0cb-48ba-a74d-ceb849bcf0a8 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0530999 Nov 23 19:41:00.723799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cff39533-9022-4e44-adce-f6b06fc344c0 req-ebc93192-7c80-415d-a42f-e9c1516e84d4 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488539 Nov 23 19:41:00.970640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:01.845695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577b05b-d0c3-4a07-84b7-2cb86c3be261 req-49c09a08-b09a-4526-8d58-03af490496d9 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:01.847243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8577b05b-d0c3-4a07-84b7-2cb86c3be261 req-49c09a08-b09a-4526-8d58-03af490496d9 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0535383 Nov 23 19:41:01.901432 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8577b05b-d0c3-4a07-84b7-2cb86c3be261 req-b3693cb9-6718-4f77-9788-fe3d47ae3b6d tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 Nov 23 19:41:02.401737 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:03.027365 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422140-16a0-42c5-a073-b8159d36c983 req-684a3c23-3ff4-4ee3-8aed-a713ab7d0355 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:03.028849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41422140-16a0-42c5-a073-b8159d36c983 req-684a3c23-3ff4-4ee3-8aed-a713ab7d0355 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0523500 Nov 23 19:41:03.084750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-41422140-16a0-42c5-a073-b8159d36c983 req-1b160ede-8518-4235-96a4-ceef2724e2ed tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491693 Nov 23 19:41:03.340477 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:04.223780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9624073-5f6d-46ec-97bd-463367bdb5e0 req-173401e3-cc5d-4cbe-b0a5-221449d80461 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:04.225758 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9624073-5f6d-46ec-97bd-463367bdb5e0 req-173401e3-cc5d-4cbe-b0a5-221449d80461 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0695438 Nov 23 19:41:04.278861 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a9624073-5f6d-46ec-97bd-463367bdb5e0 req-ed2bbcf0-ba74-47ec-ace5-04a42af62b29 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Nov 23 19:41:05.161325 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Request body: {'port': {'device_id': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:05.212905 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.448075 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d344c5f-193c-4a6e-8771-c84f94fe6d68 req-ea1c26df-e699-41c9-ac18-02fcf202147c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:05.449435 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d344c5f-193c-4a6e-8771-c84f94fe6d68 req-ea1c26df-e699-41c9-ac18-02fcf202147c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 932 time: 0.0981750 Nov 23 19:41:05.522320 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5d344c5f-193c-4a6e-8771-c84f94fe6d68 req-c837333c-2281-4a3c-b06c-6eb22a083851 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652826 Nov 23 19:41:05.554270 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb1fb6a-018a-47b4-b486-a8d703ba4a09 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:41:05.562059 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.574447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Transition to ACTIVE for port object ffb1fb6a-018a-47b4-b486-a8d703ba4a09 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:41:05.578933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.636898 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:05.711058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Attempting to bind port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:41:05.711514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Attempting to bind port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:41:05.711514 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Attempting to bind port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 on network 650dbc4a-9667-44ba-93be-a44f285c3916 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:41:05.716494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 on network 650dbc4a-9667-44ba-93be-a44f285c3916 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:41:05.716871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Attempting to bind port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 on network 650dbc4a-9667-44ba-93be-a44f285c3916 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:41:05.722857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:41:05.723201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Checking segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:41:05.723614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Bound using segment: {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:41:05.724041 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Bound port: ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ddbc16-ee67-4916-b32a-97f7bd96562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:41:05.724396 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.793200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:41:05.797097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:41:05.805222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.849839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:05.850551 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:05.851966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] 10.222.0.47 "PUT /v2.0/ports/ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 1092 time: 0.6960928 Nov 23 19:41:05.852433 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:41:05.854811 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:41:05.876857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894b816-dafc-4eeb-9f2b-2637c76615ee service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:05.953043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-1a228985-7412-4c0e-a605-68622c7c28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:05.955382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-1a228985-7412-4c0e-a605-68622c7c28ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1095 time: 0.0541506 Nov 23 19:41:06.008739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-978a22b5-6c2b-4062-a0e9-f72306d47ea8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 217 time: 0.0403237 Nov 23 19:41:06.073441 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a075e36-7689-4e56-9714-280746f65aff x-openstack-request-id: req-0a075e36-7689-4e56-9714-280746f65aff {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:41:06.073743 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:41:06.074000 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a075e36-7689-4e56-9714-280746f65aff {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:41:06.074406 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:41:06.080099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-b942df5b-ff94-4235-b7c8-c97abb3534ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.082231 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-b942df5b-ff94-4235-b7c8-c97abb3534ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0597754 Nov 23 19:41:06.139437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-769dca4c-52bd-462c-9fbc-5c53cba12a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.140943 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-769dca4c-52bd-462c-9fbc-5c53cba12a71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448918 Nov 23 19:41:06.245300 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-21ef4277-8edb-4fbc-8508-e09429e6d7a0 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917354 Nov 23 19:41:06.348168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-314a83ec-53d5-4a4a-9ca2-e33b0630054a req-ece267a5-1eab-4e64-8baf-a669bb6a8833 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Nov 23 19:41:06.438821 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-476af841-7eb9-4572-a8cb-3007f9630545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.440936 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-476af841-7eb9-4572-a8cb-3007f9630545 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1095 time: 0.0407300 Nov 23 19:41:06.536118 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-2d143718-d8bc-4066-ba29-2ed3bd915c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.537594 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-2d143718-d8bc-4066-ba29-2ed3bd915c3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.0887394 Nov 23 19:41:06.580176 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-6ea884c3-74cf-4ae5-b1f0-ac8dbee6dc41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 217 time: 0.0347917 Nov 23 19:41:06.661833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-5a90c2f5-4347-4f3e-bdeb-69c989144e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.663266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-5a90c2f5-4347-4f3e-bdeb-69c989144e0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0736771 Nov 23 19:41:06.677717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdc550-ce14-4762-84c5-a72ebb8ca749 req-e371ef90-b015-4556-bf72-7067e493c8ac tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.679083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1cdc550-ce14-4762-84c5-a72ebb8ca749 req-e371ef90-b015-4556-bf72-7067e493c8ac tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 944 time: 0.0815847 Nov 23 19:41:06.747866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-99098995-df59-4e60-9b43-8328075976fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:06.749346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-99098995-df59-4e60-9b43-8328075976fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693426 Nov 23 19:41:06.753094 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c1cdc550-ce14-4762-84c5-a72ebb8ca749 req-3bee1435-3022-444f-8eff-193fb2f03bf4 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659716 Nov 23 19:41:06.845350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-5509b842-6b36-4f3f-8d3f-7d8e187644e1 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859728 Nov 23 19:41:06.937281 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9bcbf9ff-5677-4fee-a78d-e745b45fec8e req-bc7da3d6-2fd7-462e-a582-3d204bfc130c service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817893 Nov 23 19:41:07.877691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566481b-af19-44d7-94be-651c6766fadf req-93231066-5c74-435e-a947-5d2f4f750538 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:07.879867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b566481b-af19-44d7-94be-651c6766fadf req-93231066-5c74-435e-a947-5d2f4f750538 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 944 time: 0.0547564 Nov 23 19:41:07.941936 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b566481b-af19-44d7-94be-651c6766fadf req-0b6586d8-6e7c-42c8-84ea-809f6fbf53b2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Nov 23 19:41:09.063961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b2c3-33c5-474e-aa90-53c51520f75a req-8715f8f8-6e06-4ae9-abb6-ae4e4a8aa34c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:09.065443 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e73b2c3-33c5-474e-aa90-53c51520f75a req-8715f8f8-6e06-4ae9-abb6-ae4e4a8aa34c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 944 time: 0.0537424 Nov 23 19:41:09.112057 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e73b2c3-33c5-474e-aa90-53c51520f75a req-eb73cc6b-fb06-4d82-809f-bad34d88d59a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Nov 23 19:41:09.500612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:10.231615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893e91e-edbd-4f77-b5da-5cf19a75ea9c req-90c3b2c0-07bf-4dc4-b20e-1235dac9a310 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:10.233132 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d893e91e-edbd-4f77-b5da-5cf19a75ea9c req-90c3b2c0-07bf-4dc4-b20e-1235dac9a310 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 944 time: 0.0529974 Nov 23 19:41:10.284255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d893e91e-edbd-4f77-b5da-5cf19a75ea9c req-5d28f919-03d7-4a4f-bc7b-52b1f09a7e10 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Nov 23 19:41:10.811790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:11.049879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ffb1fb6a-018a-47b4-b486-a8d703ba4a09 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:41:11.141783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:41:11.152568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'port_id': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'mac_address': 'fa:16:3e:16:db:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:41:11.192713 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:11.204931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb1fb6a-018a-47b4-b486-a8d703ba4a09 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:41:11.224118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:41:11.227681 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:11.273755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:11.280965 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.281311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.281647 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.281980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.282307 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.282633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.282955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.283279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.283624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.283940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.284258 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.284575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:11.397168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc057a4-654c-412a-b708-03764c8f40c2 req-1b8242f3-933b-4590-8c75-4e9084e752bc tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:11.398525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2cc057a4-654c-412a-b708-03764c8f40c2 req-1b8242f3-933b-4590-8c75-4e9084e752bc tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 945 time: 0.0477381 Nov 23 19:41:11.445344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2cc057a4-654c-412a-b708-03764c8f40c2 req-6ea3aab1-414c-4ee9-912a-b3ac133ed39e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Nov 23 19:41:11.535858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:41:12.564287 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931267-140e-4c0a-a31d-d07aae29619e req-da7eb7ff-19c1-4ef3-a793-1ce3e624f6a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:12.565773 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94931267-140e-4c0a-a31d-d07aae29619e req-da7eb7ff-19c1-4ef3-a793-1ce3e624f6a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 945 time: 0.0520303 Nov 23 19:41:12.612091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-94931267-140e-4c0a-a31d-d07aae29619e req-3e0d1f71-99fb-4ea0-9eb2-e065d08dd12e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Nov 23 19:41:13.080831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ffb1fb6a-018a-47b4-b486-a8d703ba4a09 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:41:13.129595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:41:13.133384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:41:13.133755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:13.212214 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:13.234594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:41:13.236899 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089afd03-d082-4fa5-9e3b-d9f3a79d301d" -d '{"events": [{"server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:41:13.249632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:41:13.254591 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:13.278641 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad916666-6e02-4bae-b664-e25ffc8499d0 x-openstack-request-id: req-ad916666-6e02-4bae-b664-e25ffc8499d0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:41:13.278944 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:41:13.279201 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad916666-6e02-4bae-b664-e25ffc8499d0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:41:13.279625 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'code': 200} Nov 23 19:41:13.305150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:13.384462 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800550-3f83-46ae-9cc5-7c51eb81138a req-da0928d3-da1f-4d7c-947a-dff54aec60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:13.385893 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab800550-3f83-46ae-9cc5-7c51eb81138a req-da0928d3-da1f-4d7c-947a-dff54aec60ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1097 time: 0.0399075 Nov 23 19:41:13.436966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ab800550-3f83-46ae-9cc5-7c51eb81138a req-b7a5d3db-82ec-461b-92b5-f221c75ae14a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Nov 23 19:41:13.725647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eecf1-be5f-4043-b9c5-69a352e7c8cd req-7ba140d7-c227-4a4f-a90d-53be5a6ce9ab tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:13.727122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-957eecf1-be5f-4043-b9c5-69a352e7c8cd req-7ba140d7-c227-4a4f-a90d-53be5a6ce9ab tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0481577 Nov 23 19:41:13.774153 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-957eecf1-be5f-4043-b9c5-69a352e7c8cd req-41f84815-658f-4d37-a015-91e1190f07b8 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Nov 23 19:41:14.890362 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa99d-6991-40ca-9fbb-824e8cca9407 req-9c02c690-7e0f-43a4-a948-208b8d7b415e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:14.891941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ebfa99d-6991-40ca-9fbb-824e8cca9407 req-9c02c690-7e0f-43a4-a948-208b8d7b415e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0491896 Nov 23 19:41:14.939089 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ebfa99d-6991-40ca-9fbb-824e8cca9407 req-de0c70f3-57ba-46c5-aa2a-fedd5ffdad8a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Nov 23 19:41:15.055997 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277d4b-25a2-4fa7-b803-54c44567b691 req-de55ff89-1c54-45bd-b2b9-a549e4b307d9 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:15.057558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d277d4b-25a2-4fa7-b803-54c44567b691 req-de55ff89-1c54-45bd-b2b9-a549e4b307d9 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0533056 Nov 23 19:41:15.104289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d277d4b-25a2-4fa7-b803-54c44567b691 req-3b1568de-35cd-4443-983a-eae278bb29f6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Nov 23 19:41:15.295213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69a9d6-4dbc-43d1-8c23-447b5aed4ea3 req-bdcf52a0-c93a-4ad6-9956-6ad6e2f5ff58 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:15.296789 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca69a9d6-4dbc-43d1-8c23-447b5aed4ea3 req-bdcf52a0-c93a-4ad6-9956-6ad6e2f5ff58 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0520251 Nov 23 19:41:15.349690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ca69a9d6-4dbc-43d1-8c23-447b5aed4ea3 req-9edc24d3-c740-4224-b919-a1fb2f81f400 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Nov 23 19:41:18.197635 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-944abec0-dd8d-4e8c-994c-da5606c3011b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397842 Nov 23 19:41:18.280782 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc7af-626d-41c4-b000-09229cca9122 req-c1b8be55-88fc-4cd6-a753-ed4ad4b87f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:18.282248 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-c1b8be55-88fc-4cd6-a753-ed4ad4b87f54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1097 time: 0.0404909 Nov 23 19:41:18.393964 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc7af-626d-41c4-b000-09229cca9122 req-84764215-2a5c-4437-afa9-01009371a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:18.395989 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-84764215-2a5c-4437-afa9-01009371a593 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.0934501 Nov 23 19:41:18.439167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-1e56555a-c82c-44ca-8b9b-b3a760e126e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 217 time: 0.0343523 Nov 23 19:41:18.492797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc7af-626d-41c4-b000-09229cca9122 req-b5db97d6-2e37-4be8-9d9e-beb5bf209f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:18.494274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-b5db97d6-2e37-4be8-9d9e-beb5bf209f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0482185 Nov 23 19:41:18.545551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc7af-626d-41c4-b000-09229cca9122 req-7eb5adb2-04f4-4bbf-905f-d560548eef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:18.547167 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-7eb5adb2-04f4-4bbf-905f-d560548eef31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458603 Nov 23 19:41:18.651718 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-d55577e1-ff18-403d-8aea-36fc6a85c978 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962780 Nov 23 19:41:18.743636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-40cbc7af-626d-41c4-b000-09229cca9122 req-cd97f579-238e-4509-81ae-58b96f222dce service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846627 Nov 23 19:41:27.508206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f7a331f-9698-47a6-9f47-3e8fd3819926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:27.853251 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42f89-ef21-44d7-b9a4-3609fdc750cf req-723f0a0c-66f9-4f9b-a63f-098ac15ce61b tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:27.854726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cc42f89-ef21-44d7-b9a4-3609fdc750cf req-723f0a0c-66f9-4f9b-a63f-098ac15ce61b tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0501165 Nov 23 19:41:27.905429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7cc42f89-ef21-44d7-b9a4-3609fdc750cf req-336890ab-f2b9-41c5-87c4-2d285787aad5 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Nov 23 19:41:27.927971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:28.007863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a089b90-1699-4927-a4e2-92c8aaeac132 tempest-TestMinimumBasicScenario-1048580929 tempest-TestMinimumBasicScenario-1048580929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:28.009740 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9a089b90-1699-4927-a4e2-92c8aaeac132 tempest-TestMinimumBasicScenario-1048580929 tempest-TestMinimumBasicScenario-1048580929-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1092 time: 0.0808113 Nov 23 19:41:28.012713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:28.016871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:28.039113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:28.138271 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:28.241692 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Allocated IP 172.25.5.62 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/c397479f-3ed2-439a-825d-2e730b978771) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:41:28.342992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:28.374995 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:28.424477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:41:28.428050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:41:28.431528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:41:28.453159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'Port': ['ID=c397479f-3ed2-439a-825d-2e730b978771,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:28.467028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.467412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.467758 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.468101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.468437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.468768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.469094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.469422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.469748 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.470071 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.470393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.470714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:28.795604 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:28.860992 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.011223 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.015838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.089226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'Port': ['ID=c397479f-3ed2-439a-825d-2e730b978771,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:29.095241 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.194229 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Floating IP 23d6def5-386a-48fe-baf7-eab2e6045e2e associated. External IP: 172.25.5.62, port: ffb1fb6a-018a-47b4-b486-a8d703ba4a09. Nov 23 19:41:29.397563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Router 71a7559b-cbaa-4585-9a74-3b69b41ae680 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:41:29.502676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:41:29.513166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Sync routers for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:41:29.521153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.525632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:41:29.526282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:41:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:41:29.547986 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e782710c-f957-41f3-9c00-7bcfb110fa2e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5342827 Nov 23 19:41:29.548569 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:41:29.550827 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:29.551335 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:41:29.558967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438152956', 'description': 'tempest-secgroup-smoke-1438152956 description', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:29.588655 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.597890 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daff4c5-3663-4a98-be63-42ffa17ff954 x-openstack-request-id: req-3daff4c5-3663-4a98-be63-42ffa17ff954 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:41:29.598210 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:41:29.598531 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3daff4c5-3663-4a98-be63-42ffa17ff954 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:41:29.599025 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:41:29.636680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:41:29.697076 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.700544 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-180f7d8c-c5d1-4834-99c5-650a28db3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:29.702444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-180f7d8c-c5d1-4834-99c5-650a28db3079 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1097 time: 0.0783994 Nov 23 19:41:29.703500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.761984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.765866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2111566 Nov 23 19:41:29.765866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:29.766681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:29.772803 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:29.801606 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.801959 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.802298 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.802418 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.802636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.802969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.803302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.803676 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.803976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.804299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.804625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.804948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.805269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ddeff-a005-4775-ac9c-b38f15186870 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:41:29.846776 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-55a37b2d-6f1d-4340-b339-9b7e6c6afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:29.848494 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-55a37b2d-6f1d-4340-b339-9b7e6c6afd06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.1376898 Nov 23 19:41:29.866474 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.872212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.879018 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '23d6def5-386a-48fe-baf7-eab2e6045e2e', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'port_id': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'mac_address': 'fa:16:3e:16:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:41:28Z', 'updated_at': '2021-11-23T19:41:28Z', 'revision_number': 0, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:41:29.896072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f88c95a-1217-4181-a51e-74e5a3b88808,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:29.902217 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.906699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-491704c4-0618-402d-967f-4fe09d3e34a0 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361794 Nov 23 19:41:29.906699 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:29.908202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Checking router: 71a7559b-cbaa-4585-9a74-3b69b41ae680 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:41:29.911621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:29.917975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:41:29.918365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:41:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:41:29.928105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-23cd75ee-00ac-47f2-99e9-839fe2a7badf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 999 time: 0.0716648 Nov 23 19:41:29.952413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:29.983424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-df356993-08b3-4091-832c-8bad2241e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:29.984925 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-df356993-08b3-4091-832c-8bad2241e42c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0490587 Nov 23 19:41:30.023999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.029041 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.033644 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:41:30.041145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-8da970d9-ea8d-4066-b1b8-9e1f53c93845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:30.042767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-8da970d9-ea8d-4066-b1b8-9e1f53c93845 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444834 Nov 23 19:41:30.043836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44f2526-c332-4bc3-acca-f974e856f849,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:30.059212 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.063171 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-23f80a14-ad58-489d-8a68-e62976cd8222 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534457 Nov 23 19:41:30.063959 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46544) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:30.067822 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:30.099741 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.150754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-c657576d-16b7-4599-aaf0-9196d723a91c service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985956 Nov 23 19:41:30.162201 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.166966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.186055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2b9253-6f92-4a34-8e9f-2bfcb4b2b063,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:30.195026 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.196962 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b2faa5e0-3b05-4558-bfa1-23bffe5fb269 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321332 Nov 23 19:41:30.199119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:30.204689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:30.232610 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.252329 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5eea91fd-70ef-4a06-9ded-6264e1b7d01d req-694d5d3a-b06f-41f7-a291-06006faf2ff6 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945058 Nov 23 19:41:30.273778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb91b-77e9-4094-a812-39dfdcf1f8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.296356 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.296706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '23d6def5-386a-48fe-baf7-eab2e6045e2e', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'port_id': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'mac_address': 'fa:16:3e:16:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:41:28Z', 'updated_at': '2021-11-23T19:41:28Z', 'revision_number': 0, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:41:30.300847 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.319019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837dc240-03cc-4f0b-9767-b9bebecbac13,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:30.326501 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.330237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-69706e72-9eca-42c8-a650-4995e1f240aa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276116 Nov 23 19:41:30.330390 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:30.333883 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3631e-4dff-4ab6-b8f5-42364d5cea47 None None] The sync data for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 is: [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '23d6def5-386a-48fe-baf7-eab2e6045e2e', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'port_id': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'mac_address': 'fa:16:3e:16:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:41:28Z', 'updated_at': '2021-11-23T19:41:28Z', 'revision_number': 0, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:41:30.335220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:30.357506 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Project e5c453b4f52f40ae82f9fdbb164bb4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:41:30.362578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.425120 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.432272 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.450684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02eefb6-ebb5-4c77-99db-1e1bd227bbe9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:30.458880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.460178 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-62740b72-1227-4a56-8be3-9a83d70a8ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288691 Nov 23 19:41:30.462920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:41:30.467266 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'security_group_rule': {'security_group_id': '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30', 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:30.488750 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Project e5c453b4f52f40ae82f9fdbb164bb4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:41:30.494215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.544790 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e854f6-5c38-4ea2-9dc7-712cf4efa2ce None None] New status for floating IP 23d6def5-386a-48fe-baf7-eab2e6045e2e: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:41:30.557146 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.561055 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.579735 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53fadae-46bd-4dc4-b48a-bf8e73a70b19,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:30.588355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:30.589802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d6ddb6b6-a370-4fb5-8da9-09214fd96faa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256738 Nov 23 19:41:30.682615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-09cf4de1-1859-42ff-9022-92195b69b381 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438152956&fields=id&tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9 HTTP/1.1" status: 200 len: 267 time: 0.0452914 Nov 23 19:41:30.738557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-16c7fe94-f7a8-4003-a477-b73c6349800c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:30.740037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-16c7fe94-f7a8-4003-a477-b73c6349800c tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0503116 Nov 23 19:41:30.750899 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'port': {'security_groups': ['bd5f0fad-7cb4-482e-a951-ffd0c8caa239', '2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:41:30.972750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.135550 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.323095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:41:31.352237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.356555 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.368446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:41:31.399860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.400540 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.401987 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b1db4f87-c567-4874-a23a-ae0500d838f4 req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "PUT /v2.0/ports/ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 982 time: 0.6554213 Nov 23 19:41:31.428618 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7abb7-02fb-4f21-85c0-9eedf464f5a6 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:41:31.473471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:41:31.525809 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb7935-de3d-47b9-8771-e8fbe284f305 req-7f944426-5dd8-47b4-8f2d-09584931922e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.528076 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0adb7935-de3d-47b9-8771-e8fbe284f305 req-7f944426-5dd8-47b4-8f2d-09584931922e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0590463 Nov 23 19:41:31.596627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0adb7935-de3d-47b9-8771-e8fbe284f305 req-da99f435-30cb-420f-8e70-63d0403f3b3f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613964 Nov 23 19:41:31.600636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:41:31.603067 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:41:31.646862 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc5042-1b1b-4438-a3d0-11ccc18a2022 x-openstack-request-id: req-adfc5042-1b1b-4438-a3d0-11ccc18a2022 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:41:31.647158 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:41:31.647443 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adfc5042-1b1b-4438-a3d0-11ccc18a2022 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:41:31.647922 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:41:31.710140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-fa2cabeb-5c21-480e-be4f-32785ea30982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.711571 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-fa2cabeb-5c21-480e-be4f-32785ea30982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1136 time: 0.0414245 Nov 23 19:41:31.760157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-40d86c48-62a1-4290-9839-e928a84a72f3 None None] Provisioning complete for port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:41:31.760517 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-40d86c48-62a1-4290-9839-e928a84a72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:31.811784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-003c681f-35b0-4076-894c-8d36b94461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.813254 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-003c681f-35b0-4076-894c-8d36b94461cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.0908451 Nov 23 19:41:31.883210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-933dfbcf-f5b2-428e-a36e-2008fa5a46b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 1001 time: 0.0592663 Nov 23 19:41:31.933006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-1fe2944b-d550-4a73-ae43-43ad6895c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.934481 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-1fe2944b-d550-4a73-ae43-43ad6895c2ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0434358 Nov 23 19:41:31.990164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-b5543c48-1140-4533-b135-3d6fa502a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:31.991748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-b5543c48-1140-4533-b135-3d6fa502a558 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494561 Nov 23 19:41:32.089461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-4ae096a6-a8b8-49d9-a40b-ea39bdd77e91 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889077 Nov 23 19:41:32.184483 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cb0c5a6a-a93a-4d19-b5d7-185f01cd5f8b req-96413e46-ff02-4f45-a3ba-c351b85b8161 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Nov 23 19:41:32.402127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:33.342247 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:34.107526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:41:39.496189 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:40.829532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:54.569983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-aa10c4d0-3ea4-4d23-b736-55b34444a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:54.571722 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-aa10c4d0-3ea4-4d23-b736-55b34444a544 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1136 time: 0.0414383 Nov 23 19:41:54.572117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b674af-87f9-4ed4-b022-cc6ebe317168 req-72781f6b-ffb4-4ecf-aae5-4ff4d19de708 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:54.573631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72b674af-87f9-4ed4-b022-cc6ebe317168 req-72781f6b-ffb4-4ecf-aae5-4ff4d19de708 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0503342 Nov 23 19:41:54.638645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-72b674af-87f9-4ed4-b022-cc6ebe317168 req-d0f30a48-425a-4dd2-9844-d9360ef5b3df tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587108 Nov 23 19:41:54.672413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-1e930169-6c94-4b6f-8f78-8f5dc718b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:54.673856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-1e930169-6c94-4b6f-8f78-8f5dc718b683 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.0891504 Nov 23 19:41:54.740244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-3746c088-25f0-4b3d-a34b-caa29e7916d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 1001 time: 0.0570045 Nov 23 19:41:54.796479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-25f37711-3203-4fc2-b3b4-29982407b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:54.797934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-25f37711-3203-4fc2-b3b4-29982407b6ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0498111 Nov 23 19:41:54.847510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-60577ca5-0f0d-440b-9d2d-1eb238a367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:54.848977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-60577ca5-0f0d-440b-9d2d-1eb238a367ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431166 Nov 23 19:41:54.939531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-11f79dee-f4fa-478b-8d7b-bd04cd0255e6 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825992 Nov 23 19:41:55.031255 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6228c7c-0d12-414c-b450-cdb9d7e90c80 req-ea2db67b-7632-40cf-b9ad-e0dd91fd7578 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Nov 23 19:41:55.756031 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4990b-061c-474c-bfdd-6a54e228ba16 req-8dab8646-8e57-4614-b84d-f8d647e6b1dd tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:55.757519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02e4990b-061c-474c-bfdd-6a54e228ba16 req-8dab8646-8e57-4614-b84d-f8d647e6b1dd tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0484214 Nov 23 19:41:55.832124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-02e4990b-061c-474c-bfdd-6a54e228ba16 req-5dc23f09-e34d-46e5-8c84-a6822a6a4855 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673239 Nov 23 19:41:56.948114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c75b5-0406-4e21-8fac-6f5336f8305d req-756830e4-f660-4b34-9356-e8a1a3eca42e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:56.949586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e47c75b5-0406-4e21-8fac-6f5336f8305d req-756830e4-f660-4b34-9356-e8a1a3eca42e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0491991 Nov 23 19:41:57.008145 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e47c75b5-0406-4e21-8fac-6f5336f8305d req-d64e9cd0-f69e-4423-b2cc-c69b47fbc14b tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525041 Nov 23 19:41:57.510716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeaad-a2bf-49ee-b470-df317c703d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:41:58.121066 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc06090-3937-4229-a5f8-c6941b362a9e req-4ca22a66-76c9-4a19-8d37-65e483d0a947 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:58.122411 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc06090-3937-4229-a5f8-c6941b362a9e req-4ca22a66-76c9-4a19-8d37-65e483d0a947 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0477982 Nov 23 19:41:58.184840 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3dc06090-3937-4229-a5f8-c6941b362a9e req-e48c9183-2194-4385-82c4-ffbf3e993bb8 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564718 Nov 23 19:41:59.299839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cc15c-e9dd-421c-a9e8-62078bf04a17 req-d721950d-5539-4363-a3fe-3d3bf57e5d52 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:41:59.301815 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-027cc15c-e9dd-421c-a9e8-62078bf04a17 req-d721950d-5539-4363-a3fe-3d3bf57e5d52 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0496011 Nov 23 19:41:59.367204 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-027cc15c-e9dd-421c-a9e8-62078bf04a17 req-968f612c-d63b-4a65-8f1f-a1305b875857 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592091 Nov 23 19:42:00.266212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28e6186e-e369-4211-b3cb-8dc9a32830f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:00.485124 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527fde-5d80-40de-8622-f70a90185329 req-365fc8c0-9222-4423-9d3f-1e2cb4785f9a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:00.486569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7527fde-5d80-40de-8622-f70a90185329 req-365fc8c0-9222-4423-9d3f-1e2cb4785f9a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0488815 Nov 23 19:42:00.546623 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e7527fde-5d80-40de-8622-f70a90185329 req-930daf8b-2290-400e-9cad-2a1a4181ca69 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538278 Nov 23 19:42:00.972797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:01.668167 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d9380-1f5c-4921-ae21-371d1e5ccecd req-ab85796b-bf31-4001-9818-18e2178ab5eb tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:01.669843 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf4d9380-1f5c-4921-ae21-371d1e5ccecd req-ab85796b-bf31-4001-9818-18e2178ab5eb tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0559402 Nov 23 19:42:01.729408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cf4d9380-1f5c-4921-ae21-371d1e5ccecd req-caad7b1f-1177-4029-aba1-b8a6b2d702f7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533078 Nov 23 19:42:02.404686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:02.844215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109783c1-34ef-43ff-9977-bf25098566ad req-336915ef-fb9b-4c3d-9796-4a1109feca08 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:02.845714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-109783c1-34ef-43ff-9977-bf25098566ad req-336915ef-fb9b-4c3d-9796-4a1109feca08 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0494916 Nov 23 19:42:02.906830 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-109783c1-34ef-43ff-9977-bf25098566ad req-5eeaa7e0-8e08-451e-b6a6-cb370a7e2d22 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545280 Nov 23 19:42:03.344837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:04.021812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9fd20-b6a5-4330-8a0f-86aae580f27f req-175262ff-9478-45f1-a1e8-5601ca246253 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:04.023398 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79f9fd20-b6a5-4330-8a0f-86aae580f27f req-175262ff-9478-45f1-a1e8-5601ca246253 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0491571 Nov 23 19:42:04.081820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-79f9fd20-b6a5-4330-8a0f-86aae580f27f req-27bdcf6f-329f-4656-99f2-2d334b67eff5 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523837 Nov 23 19:42:05.200254 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a637f0a-0c46-43af-8585-f73c2816b664 req-6b9b4480-b2e6-472f-8802-aaf81d800afc tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:05.202932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a637f0a-0c46-43af-8585-f73c2816b664 req-6b9b4480-b2e6-472f-8802-aaf81d800afc tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0538719 Nov 23 19:42:05.261896 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a637f0a-0c46-43af-8585-f73c2816b664 req-40686818-54ad-48ff-bd41-d61e629cd3f5 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539260 Nov 23 19:42:06.376866 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9da69-a631-4bdd-832a-914b35feb0a0 req-59a0ba7a-1af3-42ac-a618-baabdfbebd02 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:06.378354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91b9da69-a631-4bdd-832a-914b35feb0a0 req-59a0ba7a-1af3-42ac-a618-baabdfbebd02 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0487719 Nov 23 19:42:06.443254 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91b9da69-a631-4bdd-832a-914b35feb0a0 req-68a74610-6970-4763-ba2e-143edff1a3cf tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576518 Nov 23 19:42:07.568111 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25b73-d660-4a11-962a-0df3513b0b32 req-4e5bd460-f22e-47c7-a923-efd9196e436a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:07.569679 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c25b73-d660-4a11-962a-0df3513b0b32 req-4e5bd460-f22e-47c7-a923-efd9196e436a tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0543110 Nov 23 19:42:07.634199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-56c25b73-d660-4a11-962a-0df3513b0b32 req-c5ed6f88-c609-4528-a884-2a090d11b831 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580521 Nov 23 19:42:08.753658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d10ef-3254-48ee-9005-46ce502a7d58 req-dbd8f87f-3c5e-46bf-bbd7-4a4c9192d5d1 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:08.755670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b40d10ef-3254-48ee-9005-46ce502a7d58 req-dbd8f87f-3c5e-46bf-bbd7-4a4c9192d5d1 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0495677 Nov 23 19:42:08.815217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b40d10ef-3254-48ee-9005-46ce502a7d58 req-2ce3a41f-d956-492a-b97b-a3426d1f4ca7 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532234 Nov 23 19:42:09.496799 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:09.932416 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dfc75-5eb2-470d-84f2-cb7954e6e2ce req-55b1a7f6-b0ee-47a3-a3d0-c9ec4162947e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:09.933906 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe2dfc75-5eb2-470d-84f2-cb7954e6e2ce req-55b1a7f6-b0ee-47a3-a3d0-c9ec4162947e tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0484238 Nov 23 19:42:09.998010 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fe2dfc75-5eb2-470d-84f2-cb7954e6e2ce req-7807d703-33e7-4a37-ba5e-3f2fed805f5f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578544 Nov 23 19:42:10.841412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:11.106924 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:42:11.112974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0f59-06eb-4923-afb6-9a4aa5fc226e req-09794d18-42ed-4b33-9bb7-6daa15152590 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:11.114446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68bd0f59-06eb-4923-afb6-9a4aa5fc226e req-09794d18-42ed-4b33-9bb7-6daa15152590 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0486557 Nov 23 19:42:11.175474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-68bd0f59-06eb-4923-afb6-9a4aa5fc226e req-ec6212be-4394-4fe8-b7e6-2f43894a0c28 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30&id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549021 Nov 23 19:42:19.194317 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-1b8f34c6-1062-40b0-9e0e-59aa430188e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432870 Nov 23 19:42:19.278033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-78b37b71-dba4-4778-af07-e87df7403e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:19.280164 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-78b37b71-dba4-4778-af07-e87df7403e38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1136 time: 0.0416050 Nov 23 19:42:19.710966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-c0b12852-ffcd-46cd-9426-8c4029904548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:19.712470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-c0b12852-ffcd-46cd-9426-8c4029904548 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.4119179 Nov 23 19:42:19.780713 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-5ba380e4-75cd-4dde-9284-a8d960c1442b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 1001 time: 0.0560067 Nov 23 19:42:19.828665 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-16a74489-d39b-46cd-a7ea-b46a711dfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:19.830104 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-16a74489-d39b-46cd-a7ea-b46a711dfd4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0424860 Nov 23 19:42:19.880065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-6b75e709-f9c3-4cc4-b0e5-e7cbd0a83677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:19.881532 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-6b75e709-f9c3-4cc4-b0e5-e7cbd0a83677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443943 Nov 23 19:42:19.969860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-d39f2d20-0243-4835-b28d-1ca559615ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808771 Nov 23 19:42:20.061447 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-670a006e-933c-4798-a985-e62bc5e3d0d8 req-277024dc-a4a5-4dd4-9bb2-8ee7a07dcfd9 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833800 Nov 23 19:42:27.512504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc35d-7404-452c-9e4c-eca3df3b58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:30.266793 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05896b40-7f26-428c-ae2b-fc96072b090d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:30.979570 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:32.408555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:33.347516 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:39.510920 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:40.841117 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.142438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-3f8309cc-7988-4af6-b5a1-e6f0397a1712 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438152956&fields=id&tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9 HTTP/1.1" status: 200 len: 267 time: 0.0987899 Nov 23 19:42:45.195196 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d29674e8-36fe-4918-aec3-9b530b931b75 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:45.196927 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d29674e8-36fe-4918-aec3-9b530b931b75 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 985 time: 0.0480614 Nov 23 19:42:45.208493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Request body: {'port': {'security_groups': ['bd5f0fad-7cb4-482e-a951-ffd0c8caa239']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:42:45.275456 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.454038 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:42:45.482859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.487413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.501133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:42:45.531027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:45.531710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.533121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-581eec11-61df-4bab-bdbc-f6aa21d5be0b req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "PUT /v2.0/ports/ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 943 time: 0.3298845 Nov 23 19:42:45.533614 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:42:45.536470 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4977d59-9e97-4af1-a670-b46fa8fac87d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:42:45.540871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:42:45.561967 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event updated for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:42:45.570957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.571424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.572244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.572244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.572677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.573076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.573475 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.573820 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.574245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.574643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.575050 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.575553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6915103-2b5f-40dc-a96a-e0018dcc4daa tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.603617 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76c8d5-91fb-4912-a324-41b769fef70f x-openstack-request-id: req-db76c8d5-91fb-4912-a324-41b769fef70f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:42:45.603937 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:42:45.604193 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db76c8d5-91fb-4912-a324-41b769fef70f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:42:45.604622 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:42:45.654880 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.656367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:42:45.681506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-f973ee14-9d3a-48a0-bcee-41d1a43f3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:45.683570 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-f973ee14-9d3a-48a0-bcee-41d1a43f3ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1097 time: 0.0540636 Nov 23 19:42:45.685788 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.762758 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.765541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.766981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30 HTTP/1.1" status: 204 len: 168 time: 0.2219589 Nov 23 19:42:45.770910 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:42:45.806911 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-2b90c5ea-2a6f-43f2-8771-ef339e606878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:45.809163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-2b90c5ea-2a6f-43f2-8771-ef339e606878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.1171954 Nov 23 19:42:45.819467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5faa33-5b74-431d-b9b4-4d4ed2d3cb30,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:42:45.828671 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.829024 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.829375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.829714 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.830048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.830435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.830707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.831034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.831385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.831715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.832059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.832372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad4f29-9bc6-4842-b8dc-654e77ae7487 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:42:45.861148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca923463-d3e3-4559-ada2-d00c1b389dee None None] Provisioning complete for port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:42:45.861573 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca923463-d3e3-4559-ada2-d00c1b389dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:45.904560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-2c9af8f1-473f-4018-9263-6bff599f28c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 1001 time: 0.0824018 Nov 23 19:42:45.956140 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-d2849a21-b962-44c5-bbf6-79024a55fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:45.958188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-d2849a21-b962-44c5-bbf6-79024a55fca8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0454152 Nov 23 19:42:45.962012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Deleting port c397479f-3ed2-439a-825d-2e730b978771 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:42:45.962351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.009800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-f2ed0771-c145-4f87-b4a8-4fc97e06a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:46.011199 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-f2ed0771-c145-4f87-b4a8-4fc97e06a8f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448580 Nov 23 19:42:46.041971 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.042307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.054012 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Calling delete_port for c397479f-3ed2-439a-825d-2e730b978771 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:42:46.102651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-5a99474f-32bc-42e3-a8cf-ee8359f09f4b service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827308 Nov 23 19:42:46.200147 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4977d59-9e97-4af1-a670-b46fa8fac87d req-25d585e0-2fa0-4fca-82f3-27248558d846 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888963 Nov 23 19:42:46.201059 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.230275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event deleted for resources: {'Port': ['ID=c397479f-3ed2-439a-825d-2e730b978771,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:42:46.289747 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.290082 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Floating IP 23d6def5-386a-48fe-baf7-eab2e6045e2e disassociated (deleted). External IP: 172.25.5.62, port: ffb1fb6a-018a-47b4-b486-a8d703ba4a09. Nov 23 19:42:46.502240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Router 71a7559b-cbaa-4585-9a74-3b69b41ae680 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:42:46.610195 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:42:46.615428 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:46.620213 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Sync routers for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:42:46.631224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:42:46.631872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:42:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:42:46.642150 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a276a3df-6ecf-41eb-8467-17aeebaf0b72 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "DELETE /v2.0/floatingips/23d6def5-386a-48fe-baf7-eab2e6045e2e HTTP/1.1" status: 204 len: 168 time: 0.8698418 Nov 23 19:42:46.642837 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:42:46.645331 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5022e-ba65-4ac0-8fee-fa7c2544112f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:42:46.693318 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4788dd6-154a-44f8-a1d4-a849e4e50738 x-openstack-request-id: req-b4788dd6-154a-44f8-a1d4-a849e4e50738 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:42:46.693830 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:42:46.694244 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4788dd6-154a-44f8-a1d4-a849e4e50738 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:42:46.694931 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:42:46.743072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:42:46.772829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-4c7ac4fd-dec2-43e9-9709-4be2ad6a2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:46.774433 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-4c7ac4fd-dec2-43e9-9709-4be2ad6a2984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 1097 time: 0.0501750 Nov 23 19:42:46.911866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-c939ff20-9112-4d8c-9aac-242b63bd0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:46.913399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-c939ff20-9112-4d8c-9aac-242b63bd0333 service neutron] 10.222.0.47 "GET /v2.0/networks?id=650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 200 len: 915 time: 0.1304483 Nov 23 19:42:46.961267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:42:46.967077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-b922d554-ea95-4367-a99c-aa2a875cd29f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 200 len: 217 time: 0.0372968 Nov 23 19:42:46.987927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Checking router: 71a7559b-cbaa-4585-9a74-3b69b41ae680 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:42:46.996314 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:42:46.996923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:42:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:42:47.018014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-f3b837a5-3c24-42e5-ab47-d474ff184058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:47.019487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-f3b837a5-3c24-42e5-ab47-d474ff184058 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 200 len: 853 time: 0.0449772 Nov 23 19:42:47.071297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-7ab87ffa-6f3b-4ff0-a72b-4c17124411f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:47.072813 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-7ab87ffa-6f3b-4ff0-a72b-4c17124411f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=650dbc4a-9667-44ba-93be-a44f285c3916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447268 Nov 23 19:42:47.104727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:42:47.164327 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-dcccece1-5f24-4a77-8711-7293df04c2fb service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 Nov 23 19:42:47.260384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-71d5022e-ba65-4ac0-8fee-fa7c2544112f req-97c18d31-ba15-40a7-8274-7ce4190bd650 service neutron] 10.222.0.47 "GET /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Nov 23 19:42:47.308427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:42:47.334491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d14f991-6304-4dc1-870c-2901c0e77690 None None] The sync data for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 is: [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:40:36Z', 'revision_number': 4, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'f31a1dd0-0122-4e14-8c77-56d41cf39875', 'name': '', 'network_id': '650dbc4a-9667-44ba-93be-a44f285c3916', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'mac_address': 'fa:16:3e:64:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:35Z', 'updated_at': '2021-11-23T19:40:42Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'subnets': [{'id': '5370ca0f-6840-41bf-9981-dcaf0e41777d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:42:47.567558 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68d84e-21c0-4188-9e1e-df3aa5b31596 None None] New status for floating IP 23d6def5-386a-48fe-baf7-eab2e6045e2e: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:42:48.106686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:42:55.806003 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661406-bddf-4e4f-bdcf-ed446ddbdb7d req-6f9c9147-5880-44bb-a0c9-d5c5eaee8ec2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:55.807756 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa661406-bddf-4e4f-bdcf-ed446ddbdb7d req-6f9c9147-5880-44bb-a0c9-d5c5eaee8ec2 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0509491 Nov 23 19:42:55.863034 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa661406-bddf-4e4f-bdcf-ed446ddbdb7d req-4709964b-9143-4783-b95e-ab8088ae9b10 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 Nov 23 19:42:56.981258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cffe62-1082-4ee7-834e-2c989f2ec7b8 req-c6f52a70-6bfd-4a4a-a0ae-965fdde50f8d tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:56.982743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57cffe62-1082-4ee7-834e-2c989f2ec7b8 req-c6f52a70-6bfd-4a4a-a0ae-965fdde50f8d tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0496035 Nov 23 19:42:57.029956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-57cffe62-1082-4ee7-834e-2c989f2ec7b8 req-2227a375-f1fa-473b-9390-3f2dd7c15d75 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5f0fad-7cb4-482e-a951-ffd0c8caa239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Nov 23 19:42:57.514305 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76e1af67-7729-43a5-aeb6-7d4fbc8ee639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:57.697180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-a199fbc4-92ef-40eb-912f-f647c8fc9905 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:42:57.698609 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-a199fbc4-92ef-40eb-912f-f647c8fc9905 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 946 time: 0.0485990 Nov 23 19:42:57.796407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Deleting port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:42:57.796745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:57.889089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] For port ffb1fb6a-018a-47b4-b486-a8d703ba4a09, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:42:57.889444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:57.902449 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Calling delete_port for ffb1fb6a-018a-47b4-b486-a8d703ba4a09 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:42:58.032450 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:58.050119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['ffb1fb6a-018a-47b4-b486-a8d703ba4a09'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:42:58.061859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Pushing event deleted for resources: {'Port': ['ID=ffb1fb6a-018a-47b4-b486-a8d703ba4a09,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:42:58.111108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] No DVR routers for this DVR port ffb1fb6a-018a-47b4-b486-a8d703ba4a09 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:42:58.114250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:42:58.117650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94bbf978-82b8-46e3-8d66-cd82040f751e req-eaeaa15e-cdaf-4426-acaf-d0d0dc8f673f tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.47 "DELETE /v2.0/ports/ffb1fb6a-018a-47b4-b486-a8d703ba4a09 HTTP/1.1" status: 204 len: 173 time: 0.4093659 Nov 23 19:42:58.118107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'name': 'network-vif-deleted', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:42:58.120509 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1569843-1996-48dd-827e-b1d4737d995a" -d '{"events": [{"server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "name": "network-vif-deleted", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:42:58.144656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5dc89234-c7f7-4e30-b61a-d100dd835d02 req-de0dfe85-0d06-4754-80db-449999521498 tempest-TestMinimumBasicScenario-1653583636 tempest-TestMinimumBasicScenario-1653583636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e HTTP/1.1" status: 200 len: 210 time: 0.0323174 Nov 23 19:42:58.168973 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b324b8-2bc3-4563-b0c1-c2c894fefa32 x-openstack-request-id: req-d4b324b8-2bc3-4563-b0c1-c2c894fefa32 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:42:58.169397 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e", "name": "network-vif-deleted", "tag": "ffb1fb6a-018a-47b4-b486-a8d703ba4a09", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:42:58.169752 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4b324b8-2bc3-4563-b0c1-c2c894fefa32 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:42:58.170256 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da454c-2a5f-4638-b9af-6d7e4fa7cd7e', 'name': 'network-vif-deleted', 'tag': 'ffb1fb6a-018a-47b4-b486-a8d703ba4a09', 'status': 'completed', 'code': 200} Nov 23 19:42:59.715238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:00.057494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.268971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d102d896-bbf4-49d8-8716-b7633a8b8acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.302187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Deleting port f31a1dd0-0122-4e14-8c77-56d41cf39875 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:00.302522 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.383231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] For port f31a1dd0-0122-4e14-8c77-56d41cf39875, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f31a1dd0-0122-4e14-8c77-56d41cf39875,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:00.383231 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.399412 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Calling delete_port for f31a1dd0-0122-4e14-8c77-56d41cf39875 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:00.584811 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.614839 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Pushing event deleted for resources: {'Port': ['ID=f31a1dd0-0122-4e14-8c77-56d41cf39875,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:00.788857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:00.981605 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.021418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Router 71a7559b-cbaa-4585-9a74-3b69b41ae680 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:43:01.137244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:43:01.142508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-11ce5dd9-2083-4458-85ee-a94bc475644f admin admin] 10.222.0.37 "PUT /v2.0/routers/71a7559b-cbaa-4585-9a74-3b69b41ae680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4261377 Nov 23 19:43:01.145175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:01.146631 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Sync routers for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:43:01.157136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:01.157755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:01.250753 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.261973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:01.355679 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.407869 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Deleting port dfae73bf-4abd-4b4e-81a5-b538ce817542 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:01.408201 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.438945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:43:00Z', 'revision_number': 5, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port': {'id': 'dfae73bf-4abd-4b4e-81a5-b538ce817542', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:34Z', 'updated_at': '2021-11-23T19:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:01.470193 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Checking router: 71a7559b-cbaa-4585-9a74-3b69b41ae680 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:43:01.478545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Routers {'71a7559b-cbaa-4585-9a74-3b69b41ae680'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:01.479147 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['71a7559b-cbaa-4585-9a74-3b69b41ae680'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:01.489706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] For port dfae73bf-4abd-4b4e-81a5-b538ce817542, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=dfae73bf-4abd-4b4e-81a5-b538ce817542,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:01.490086 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.502201 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Calling delete_port for dfae73bf-4abd-4b4e-81a5-b538ce817542 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:01.515017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ffb1fb6a-018a-47b4-b486-a8d703ba4a09 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:01.563765 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: ffb1fb6a-018a-47b4-b486-a8d703ba4a09 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:01.564110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device ffb1fb6a-018a-47b4-b486-a8d703ba4a09 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:01.591350 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] Set router 71a7559b-cbaa-4585-9a74-3b69b41ae680 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:01.650657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:43:01Z', 'revision_number': 6, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:01.677697 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379ae8d-392d-40bc-b161-87ff8fe95c28 None None] The sync data for ids ['71a7559b-cbaa-4585-9a74-3b69b41ae680'] in n-d-792364-9 is: [{'id': '71a7559b-cbaa-4585-9a74-3b69b41ae680', 'name': 'tempest-TestMinimumBasicScenario-678156152-router', 'tenant_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:33Z', 'updated_at': '2021-11-23T19:43:01Z', 'revision_number': 6, 'project_id': 'e5c453b4f52f40ae82f9fdbb164bb4f9', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:43:01.681169 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.710585 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfae73bf-4abd-4b4e-81a5-b538ce817542,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:01.727214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aa8e0-c579-4e6e-9f0c-9cd57eee1199 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:01.777263 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.868080 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.870420 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.913942 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.914473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a7559b-cbaa-4585-9a74-3b69b41ae680 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:43:01.919560 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:01.920721 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6f8606b0-1f6d-4e8d-91ff-61ae1d41ac26 admin admin] 10.222.0.37 "DELETE /v2.0/routers/71a7559b-cbaa-4585-9a74-3b69b41ae680 HTTP/1.1" status: 204 len: 168 time: 0.7739048 Nov 23 19:43:01.923210 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:01.971684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Deleting subnet 5370ca0f-6840-41bf-9981-dcaf0e41777d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:43:01.974671 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.008825 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.088852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.140344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.170183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5370ca0f-6840-41bf-9981-dcaf0e41777d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:02.173731 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.176946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a5603c64-4d38-4ebf-98f6-d105f533f551 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5370ca0f-6840-41bf-9981-dcaf0e41777d HTTP/1.1" status: 204 len: 168 time: 0.2527895 Nov 23 19:43:02.179495 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:02.182318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18050a-1287-42cd-a6eb-6b246a7fe797 None None] Network 650dbc4a-9667-44ba-93be-a44f285c3916 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:43:02.249175 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.302859 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Deleting port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:02.303224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.373925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] For port 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=8c2c6871-c2ec-4bad-af28-1bcf80d97008,segment=NetworkSegment(49ddbc16-ee67-4916-b32a-97f7bd96562a),segment_id=49ddbc16-ee67-4916-b32a-97f7bd96562a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:02.374181 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.387086 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Calling delete_port for 8c2c6871-c2ec-4bad-af28-1bcf80d97008 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:02.415582 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.429832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] DHCP port deletion for 650dbc4a-9667-44ba-93be-a44f285c3916 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:02.476797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.478318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Deleting port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:02.478812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.509957 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] No DVR routers for this DVR port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:43:02.514778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2c6871-c2ec-4bad-af28-1bcf80d97008,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:02.546148 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] For port 8c2c6871-c2ec-4bad-af28-1bcf80d97008, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:02.546551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.561031 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Calling delete_port for 8c2c6871-c2ec-4bad-af28-1bcf80d97008 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:02.564235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:43:02.565504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.587863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.590251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Pushing event deleted for resources: {'Port': ['ID=8c2c6871-c2ec-4bad-af28-1bcf80d97008,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:02.594549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] No DVR routers for this DVR port 8c2c6871-c2ec-4bad-af28-1bcf80d97008 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:43:02.602770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.603124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.603499 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.608195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f39b4c-15fb-44f7-be9f-94726e557c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:02.612373 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650dbc4a-9667-44ba-93be-a44f285c3916']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:02.624352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ddbc16-ee67-4916-b32a-97f7bd96562a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:02.625233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ddbc16-ee67-4916-b32a-97f7bd96562a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:02.638050 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.653228 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.659966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:43:02.660435 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:43:02.662671 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:43:02.726841 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.732370 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:02.735653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/650dbc4a-9667-44ba-93be-a44f285c3916 HTTP/1.1" status: 204 len: 168 time: 0.5551846 Nov 23 19:43:02.739537 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:02.747108 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b5a6a-e503-41b8-9543-f7d3e6d832a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=650dbc4a-9667-44ba-93be-a44f285c3916,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:03.085468 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.319912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Deleting port b8180810-57e0-4789-a14a-d1dacef9e5f6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:03.320246 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.351834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.401187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] For port b8180810-57e0-4789-a14a-d1dacef9e5f6, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b8180810-57e0-4789-a14a-d1dacef9e5f6,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:03.401545 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.413620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Calling delete_port for b8180810-57e0-4789-a14a-d1dacef9e5f6 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:03.590639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.617053 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8180810-57e0-4789-a14a-d1dacef9e5f6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:03.644451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8c2c6871-c2ec-4bad-af28-1bcf80d97008 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:03.665726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 8c2c6871-c2ec-4bad-af28-1bcf80d97008 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:03.666073 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 8c2c6871-c2ec-4bad-af28-1bcf80d97008 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:03.666500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfae73bf-4abd-4b4e-81a5-b538ce817542 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:03.690543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: dfae73bf-4abd-4b4e-81a5-b538ce817542 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:03.691191 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device dfae73bf-4abd-4b4e-81a5-b538ce817542 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:03.691648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f31a1dd0-0122-4e14-8c77-56d41cf39875 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:03.788513 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:03.882024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f31a1dd0-0122-4e14-8c77-56d41cf39875 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:03.882301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f31a1dd0-0122-4e14-8c77-56d41cf39875 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:04.010093 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Router 2ef7e473-a211-455b-8aa0-58b94f88e817 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:43:04.113809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:43:04.120154 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5fc94213-9afa-4c98-aa1a-0bc5839e9d3a admin admin] 10.222.0.37 "PUT /v2.0/routers/2ef7e473-a211-455b-8aa0-58b94f88e817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3745608 Nov 23 19:43:04.122783 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:04.123106 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Sync routers for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:43:04.134426 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:04.134964 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:04.239989 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:04.423939 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:43:03Z', 'revision_number': 5, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:04.450559 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Checking router: 2ef7e473-a211-455b-8aa0-58b94f88e817 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:43:04.459698 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Routers {'2ef7e473-a211-455b-8aa0-58b94f88e817'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:04.460306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['2ef7e473-a211-455b-8aa0-58b94f88e817'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:04.552051 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:04.564339 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] Set router 2ef7e473-a211-455b-8aa0-58b94f88e817 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:04.654901 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:04.706240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Deleting port 9be36a8d-4643-4be4-ba87-66c64fcb28e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:04.706494 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:04.746302 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:43:03Z', 'revision_number': 5, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:04.790547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] For port 9be36a8d-4643-4be4-ba87-66c64fcb28e8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=9be36a8d-4643-4be4-ba87-66c64fcb28e8,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:04.791139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:04.804467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Calling delete_port for 9be36a8d-4643-4be4-ba87-66c64fcb28e8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:04.865786 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acee7f-afd9-4181-bbd2-f34f538b7445 None None] The sync data for ids ['2ef7e473-a211-455b-8aa0-58b94f88e817'] in n-d-792364-9 is: [{'id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'name': 'tempest-TestMinimumBasicScenario-1597859184-router', 'tenant_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:43:03Z', 'revision_number': 5, 'project_id': 'b60d3a27fb0a4b04ac8954d7617f2ac0', 'gw_port': {'id': '9be36a8d-4643-4be4-ba87-66c64fcb28e8', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef7e473-a211-455b-8aa0-58b94f88e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:40:38Z', 'updated_at': '2021-11-23T19:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:43:04.989601 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.014092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be36a8d-4643-4be4-ba87-66c64fcb28e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:05.028451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633818cd-b9fa-4f02-beb6-318564087c54 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:05.075805 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.175295 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.178133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.224233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.225180 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef7e473-a211-455b-8aa0-58b94f88e817 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:43:05.230632 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.234270 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4d72a795-974d-4b2d-8624-b4ae09056461 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2ef7e473-a211-455b-8aa0-58b94f88e817 HTTP/1.1" status: 204 len: 168 time: 1.1078131 Nov 23 19:43:05.234451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:05.281705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Deleting subnet c752b80e-3ec8-4548-b87b-11b227bd5f2b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:43:05.284838 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.323013 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.405695 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.461348 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.487799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c752b80e-3ec8-4548-b87b-11b227bd5f2b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:05.494132 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.500267 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-90090424-f588-4e07-8899-fa1d45e24392 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c752b80e-3ec8-4548-b87b-11b227bd5f2b HTTP/1.1" status: 204 len: 168 time: 0.2647240 Nov 23 19:43:05.504423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:05.506273 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180be4af-b781-49d6-8cc5-5328d82c119a None None] Network 7dbd75da-d650-413c-ac06-87b44c7f9dad requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:43:05.581213 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.638833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Deleting port b083da7f-0816-4605-be48-28da271313a7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:43:05.639178 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.704240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] For port b083da7f-0816-4605-be48-28da271313a7, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b083da7f-0816-4605-be48-28da271313a7,segment=NetworkSegment(223fde60-c8fc-4566-947c-6bb70a05b4f0),segment_id=223fde60-c8fc-4566-947c-6bb70a05b4f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:05.704603 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.721811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Calling delete_port for b083da7f-0816-4605-be48-28da271313a7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:43:05.799105 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.825738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Pushing event deleted for resources: {'Port': ['ID=b083da7f-0816-4605-be48-28da271313a7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:05.827615 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] No DVR routers for this DVR port b083da7f-0816-4605-be48-28da271313a7 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:43:05.902425 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.922293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1bceb-d408-453c-81d0-41441814a1c7 None None] DHCP port deletion for 7dbd75da-d650-413c-ac06-87b44c7f9dad request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:05.930069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbd75da-d650-413c-ac06-87b44c7f9dad']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:05.944218 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223fde60-c8fc-4566-947c-6bb70a05b4f0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:05.944521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223fde60-c8fc-4566-947c-6bb70a05b4f0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:05.959556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.973698 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.980185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:43:05.980689 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:43:05.982540 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:43:05.996846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b083da7f-0816-4605-be48-28da271313a7 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:06.017357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b083da7f-0816-4605-be48-28da271313a7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:06.017699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b083da7f-0816-4605-be48-28da271313a7 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:06.018123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b8180810-57e0-4789-a14a-d1dacef9e5f6 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:06.036465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b8180810-57e0-4789-a14a-d1dacef9e5f6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:06.037134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b8180810-57e0-4789-a14a-d1dacef9e5f6 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:06.037312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9be36a8d-4643-4be4-ba87-66c64fcb28e8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:43:06.045152 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.050783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.054721 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7dbd75da-d650-413c-ac06-87b44c7f9dad HTTP/1.1" status: 204 len: 168 time: 0.5488927 Nov 23 19:43:06.058760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 9be36a8d-4643-4be4-ba87-66c64fcb28e8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:43:06.059110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 9be36a8d-4643-4be4-ba87-66c64fcb28e8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:43:06.066969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917bc60-797d-4728-9591-2c9ce7e04677 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbd75da-d650-413c-ac06-87b44c7f9dad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:06.213220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:06.258146 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3592f8e2-590e-45c9-819c-53dc841ca131 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5c453b4f52f40ae82f9fdbb164bb4f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434949 Nov 23 19:43:06.260647 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:06.306484 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.327466 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.372990 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.375926 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.377134 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd5f0fad-7cb4-482e-a951-ffd0c8caa239 HTTP/1.1" status: 204 len: 168 time: 0.1155875 Nov 23 19:43:06.385573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061dc1-76a3-4eaf-a6e0-6b941934d2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f0fad-7cb4-482e-a951-ffd0c8caa239,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:06.681470 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:06.722985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7dd3dbb4-513f-46b1-abf4-a91ba1f2a000 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b60d3a27fb0a4b04ac8954d7617f2ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379267 Nov 23 19:43:06.723747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:06.771800 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.795161 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.845766 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.848954 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:06.850100 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01785bef-eb4d-4d1d-93a4-8df8c499bbc3 HTTP/1.1" status: 204 len: 168 time: 0.1254721 Nov 23 19:43:06.857604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff152cd-0b50-4502-a42c-150e4f6e8ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01785bef-eb4d-4d1d-93a4-8df8c499bbc3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:08.630672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:08.635669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80316557', 'description': 'tempest-secgroup-smoke-80316557 description', 'project_id': '627546b1c4a441bbade9066216f1011c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:08.657865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.665671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.742629 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.746216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.784621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8388918a-7fda-4646-87f7-5efd28d02822,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:08.823821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.827720 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.858110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.859239 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2274463 Nov 23 19:43:08.861117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f144432-24af-4689-bc20-0333906a5857 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e887cf-2044-4c08-a586-1e1be8854754,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:08.862307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:08.867097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:08.894963 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.939886 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.944416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.964760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6dd3a7-b149-4789-9ccd-615a6c3d3b33,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:08.973537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:08.974864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-86abc0be-b762-4d05-9aaf-bca665083ba6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112859 Nov 23 19:43:08.977600 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:08.981900 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.009055 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.066756 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.070737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.088419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa46adc7-c2fb-4c81-9c0d-7b6d36aa9b63,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.095374 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.096555 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23747411-bbfd-4aaa-87dc-1833efd88c0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180432 Nov 23 19:43:09.099213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.103554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.128636 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.185024 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.188757 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.206163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65c8194-19cc-46bd-9213-69b166c250e3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.214895 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.216129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e982fb25-6061-4823-8658-b0af528b7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159856 Nov 23 19:43:09.218850 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.223139 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.249283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.308153 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.311471 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.329082 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a21d4cb-cc59-471f-a9f6-a8be8a5ae9dd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.337391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.338590 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-246b0ef7-6926-48be-b40b-744c9ba272f8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187971 Nov 23 19:43:09.341240 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.345646 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.368147 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:43:09.372940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.430909 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.434692 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.452105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb074201-7754-48df-a3cb-4646d0abc7ce,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.459562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.460765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-942fb2d9-9c5b-46c2-aafa-e587736a837f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186075 Nov 23 19:43:09.463426 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.467899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e6e887cf-2044-4c08-a586-1e1be8854754', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.491225 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:43:09.496411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.505670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.560428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.565717 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.589336 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88a43a7-155e-4145-8ea7-77df503b5f84,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.595542 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.596731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-373928f3-5ea7-495c-835a-18c7c045ec36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323950 Nov 23 19:43:09.600568 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.606160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'network': {'name': 'tempest-network-smoke--750288000', 'project_id': '627546b1c4a441bbade9066216f1011c', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.628080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:43:09.631730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.655961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:43:09.666238 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.666589 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Added segment af4093df-56c3-4b6f-b04f-fe222b195912 of type vlan for network a383aa81-12c5-44f7-8003-44de4ca4b66f Nov 23 19:43:09.707464 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.737685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.744206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:09.744802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.785554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1833174 Nov 23 19:43:09.789200 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:09.821510 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'admin_state_up': True, 'project_id': '627546b1c4a441bbade9066216f1011c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:09.830388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcebfa-4d7d-4c0c-83a8-97f8928633cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Network': ['ID=a383aa81-12c5-44f7-8003-44de4ca4b66f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:09.843512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network a383aa81-12c5-44f7-8003-44de4ca4b66f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:43:09.851962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.853025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:09.906322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.059914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.248447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.267164 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.370637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.129 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/3f293d89-2458-4cd8-8d5c-50a8a178e737) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:43:10.469403 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.510172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.556454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:10.560492 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:10.565403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:43:10.573565 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=3f293d89-2458-4cd8-8d5c-50a8a178e737,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:10.575194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6152e4e6-9b5a-45c6-8cdc-4966429e28b2 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:10.643231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9a5a0257-6b42-4f4c-9611-d02574824a84 None None] Provisioning complete for port 3f293d89-2458-4cd8-8d5c-50a8a178e737 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:10.643578 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0257-6b42-4f4c-9611-d02574824a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.676022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a0257-6b42-4f4c-9611-d02574824a84 None None] Port 3f293d89-2458-4cd8-8d5c-50a8a178e737 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:43:10.830825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:10.840387 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.027960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.156321 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 4d1709ef-8a20-411f-a125-6eacdaf157b8 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:43:11.266567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:43:11.277010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Sync routers for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:43:11.287908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:11.288791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:11.290004 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.291536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bc4da064-afba-49f2-a464-aa4e22d69d79 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5013380 Nov 23 19:43:11.294540 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:11.397847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:11.412727 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0e6a9b7e-adb6-45ab-8008-981898aa8b0e tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=627546b1c4a441bbade9066216f1011c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169691 Nov 23 19:43:11.415924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:11.500697 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acb3a0-55e0-43eb-8479-4f6b8763628c tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:11.505611 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-14acb3a0-55e0-43eb-8479-4f6b8763628c tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855200 Nov 23 19:43:11.505833 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:11.537138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bf9b3d21-b762-40d5-8d5a-0bdfa97b15cd tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302052 Nov 23 19:43:11.539693 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:11.544270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965577400', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'project_id': '627546b1c4a441bbade9066216f1011c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:11.585526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:10Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:11.616196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Checking router: 4d1709ef-8a20-411f-a125-6eacdaf157b8 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:43:11.616548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Updating router 4d1709ef-8a20-411f-a125-6eacdaf157b8 port 3f293d89-2458-4cd8-8d5c-50a8a178e737 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:43:11.634135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:43:11.637808 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.641717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.816812 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.880531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Subnet': ['ID=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:11.888128 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Checking segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:43:11.888494 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network hostable DHCP agents. Network: a383aa81-12c5-44f7-8003-44de4ca4b66f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:43:11.897053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.903103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.905000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network a383aa81-12c5-44f7-8003-44de4ca4b66f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:43:11.914694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, a383aa81-12c5-44f7-8003-44de4ca4b66f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:11.919930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:11.920729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:11.936376 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8735d9c5-4a04-48e6-90c3-d05856971038 None None] Network a383aa81-12c5-44f7-8003-44de4ca4b66f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:43:11.938440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f2676915-8a9d-40a8-93d2-fae011f32152 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3977134 Nov 23 19:43:11.941504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:11.963919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad555121-30a7-45de-ae7e-e954abc1a6f8 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:11.990546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787e76-d8c6-4c28-b478-3601be2116ba None None] Pushing event updated for resources: {'Port': ['ID=3f293d89-2458-4cd8-8d5c-50a8a178e737,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:11.995709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Attempting to bind port 3f293d89-2458-4cd8-8d5c-50a8a178e737 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:43:11.996091 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Attempting to bind port 3f293d89-2458-4cd8-8d5c-50a8a178e737 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:43:11.996464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Attempting to bind port 3f293d89-2458-4cd8-8d5c-50a8a178e737 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:43:12.027866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:43:12.028251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:43:12.028660 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.029058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:43:12.029541 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Bound port: 3f293d89-2458-4cd8-8d5c-50a8a178e737, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:43:12.029928 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.131036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] For port 3f293d89-2458-4cd8-8d5c-50a8a178e737, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:43:12.150164 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] For port 3f293d89-2458-4cd8-8d5c-50a8a178e737, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3f293d89-2458-4cd8-8d5c-50a8a178e737,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:43:12.153698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] Provisioning complete for port 3f293d89-2458-4cd8-8d5c-50a8a178e737 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:12.154064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.159203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.246879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6333a-8757-4f82-acef-7b02945cc3ce None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:43:12.266975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-a383aa81-12c5-44f7-8003-44de4ca4b66f', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:43:12.267877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.322701 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:12.323195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:12.329652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e787e76-d8c6-4c28-b478-3601be2116ba None None] Pushing event updated for resources: {'Port': ['ID=3f293d89-2458-4cd8-8d5c-50a8a178e737,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:12.392565 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.550367 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.776383 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] For port 3f293d89-2458-4cd8-8d5c-50a8a178e737, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3f293d89-2458-4cd8-8d5c-50a8a178e737,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:12.781166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:12.811693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:12.813849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Allocated IP 172.20.0.2 (a383aa81-12c5-44f7-8003-44de4ca4b66f/d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2/446d0ad0-5448-4d91-8bd9-d0082a1affe8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:43:13.055199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db404-4c7f-4fec-9d90-4b827d27f22c None None] Pushing event updated for resources: {'Port': ['ID=3f293d89-2458-4cd8-8d5c-50a8a178e737,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:13.063720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5bfbdd58-855d-4552-8fae-c546358e1817 None None] Provisioning complete for port 3f293d89-2458-4cd8-8d5c-50a8a178e737 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:13.064100 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bfbdd58-855d-4552-8fae-c546358e1817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.285443 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.295782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:10Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:13.297845 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.340860 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.1 (a383aa81-12c5-44f7-8003-44de4ca4b66f/d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2/4f4288f5-2aba-4cd0-8442-5806c96f6b67) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:43:13.346742 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19b022-10ba-4379-b1c9-7974cfccd8cd None None] The sync data for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 is: [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:10Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:43:13.366277 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Network a383aa81-12c5-44f7-8003-44de4ca4b66f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:13.370058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:13.373667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:43:13.385317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Pushing event updated for resources: {'Port': ['ID=446d0ad0-5448-4d91-8bd9-d0082a1affe8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:13.432402 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Attempting to bind port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:43:13.432887 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Attempting to bind port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:43:13.433318 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Attempting to bind port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 on network a383aa81-12c5-44f7-8003-44de4ca4b66f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:43:13.440068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:43:13.440487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Checking segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:43:13.441016 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.441428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Bound using segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:43:13.442406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Bound port: 446d0ad0-5448-4d91-8bd9-d0082a1affe8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:43:13.442786 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.467669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.503148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.513698 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] For port 446d0ad0-5448-4d91-8bd9-d0082a1affe8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:43:13.517090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] For port 446d0ad0-5448-4d91-8bd9-d0082a1affe8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=446d0ad0-5448-4d91-8bd9-d0082a1affe8,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:43:13.523025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.543814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network a383aa81-12c5-44f7-8003-44de4ca4b66f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:13.546935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:13.549694 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:43:13.590854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:13.625799 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.647977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f64627-3aa9-434d-98f1-971b843bf3a9 None None] Pushing event updated for resources: {'Port': ['ID=446d0ad0-5448-4d91-8bd9-d0082a1affe8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:13.749684 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3f293d89-2458-4cd8-8d5c-50a8a178e737 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:43:13.800670 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:13.814190 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3f293d89-2458-4cd8-8d5c-50a8a178e737 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:13.814762 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.472010 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.477985 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.550785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:14.556582 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.659043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network a383aa81-12c5-44f7-8003-44de4ca4b66f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:14.661037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:14.679614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097307f1-ce5b-4ebc-9232-31a0f0293971 None None] Network a383aa81-12c5-44f7-8003-44de4ca4b66f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:43:14.771093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] Provisioning complete for port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:14.771507 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.779056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 4d1709ef-8a20-411f-a125-6eacdaf157b8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:43:14.901188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:43:14.914769 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b36225ff-74ad-4b01-b91c-dccaba26810e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/4d1709ef-8a20-411f-a125-6eacdaf157b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9635983 Nov 23 19:43:14.915139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:14.960290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] For port 446d0ad0-5448-4d91-8bd9-d0082a1affe8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=446d0ad0-5448-4d91-8bd9-d0082a1affe8,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:14.965124 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.028872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f661263-e09d-475f-ad73-bd85f72179df None None] Pushing event updated for resources: {'Port': ['ID=446d0ad0-5448-4d91-8bd9-d0082a1affe8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:15.100034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-dbf88147-9e27-4302-92b5-33b16115c5e5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80316557&fields=id&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 267 time: 0.0529990 Nov 23 19:43:15.180184 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Sync routers for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:43:15.186639 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a94529c7-0465-4892-9b16-2c9f9f9e26cf None None] Provisioning complete for port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:15.187860 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a94529c7-0465-4892-9b16-2c9f9f9e26cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.192196 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:15.192951 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:15.224609 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-d623e733-4098-48ad-ab13-900c7a398212 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:15.227377 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-d623e733-4098-48ad-ab13-900c7a398212 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/networks?id=a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 200 len: 796 time: 0.1230545 Nov 23 19:43:15.246795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-80c5bf66-daa9-4b7e-81a5-a3c895c45878 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/quotas/627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 375 time: 0.0120935 Nov 23 19:43:15.301694 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a94529c7-0465-4892-9b16-2c9f9f9e26cf None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:15.302942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a94529c7-0465-4892-9b16-2c9f9f9e26cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.304978 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-7d9fe20b-f63f-4e65-9ff8-81d245e6b307 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510061 Nov 23 19:43:15.323767 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-f13db307-af71-4b18-97e8-9a109e0b55cc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:43:15.324953 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-f13db307-af71-4b18-97e8-9a109e0b55cc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068674 Nov 23 19:43:15.341542 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:15.353034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a94529c7-0465-4892-9b16-2c9f9f9e26cf None None] Port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:43:15.431511 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-d4867432-2d7f-4d3f-a9df-57fa75965f19 service neutron] 10.222.0.37 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973923 Nov 23 19:43:15.483252 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4db5774d-228b-441e-98a0-1bd82ef47f7b None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:15.483683 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4db5774d-228b-441e-98a0-1bd82ef47f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.521236 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4db5774d-228b-441e-98a0-1bd82ef47f7b None None] Port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:43:15.552509 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-44e6c701-bf5f-439c-8cde-ea90662afaa6 service neutron] 10.222.0.37 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099977 Nov 23 19:43:15.571404 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:14Z', 'revision_number': 2, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:15.600497 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Checking router: 4d1709ef-8a20-411f-a125-6eacdaf157b8 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:43:15.600855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Updating router 4d1709ef-8a20-411f-a125-6eacdaf157b8 port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:43:15.635795 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.652959 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-79bc09d2-71dd-42c9-8b1a-3ca03347138a None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:15.654208 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79bc09d2-71dd-42c9-8b1a-3ca03347138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.697122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-79bc09d2-71dd-42c9-8b1a-3ca03347138a None None] Port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:43:15.734466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 446d0ad0-5448-4d91-8bd9-d0082a1affe8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:43:15.797530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:15.797900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.806778 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f900c576-1563-4e8b-8ad6-5b47c798f4b1 req-bdffb59f-9a47-4f00-b192-d2da4a874fee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 210 time: 0.0465810 Nov 23 19:43:15.978777 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:15.985231 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.038759 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Pushing event updated for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:16.049306 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.049687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.049999 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.050341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.050680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.051001 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.051894 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.052221 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.052685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.053007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.053420 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.053755 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:43:16.103289 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Attempting to bind port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:43:16.103693 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Attempting to bind port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:43:16.104054 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Attempting to bind port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 on network a383aa81-12c5-44f7-8003-44de4ca4b66f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:43:16.109502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:43:16.109878 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Checking segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:43:16.110380 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.110659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Bound using segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:43:16.111349 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Bound port: 4f4288f5-2aba-4cd0-8442-5806c96f6b67, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:43:16.111541 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.183487 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] For port 4f4288f5-2aba-4cd0-8442-5806c96f6b67, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:43:16.187445 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] For port 4f4288f5-2aba-4cd0-8442-5806c96f6b67, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4f4288f5-2aba-4cd0-8442-5806c96f6b67,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:43:16.193861 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.255422 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:16.256822 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:16.298864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398499fa-9326-406d-ac81-359dca0bc622 None None] Pushing event updated for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:16.327209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:16.327837 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.394411 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:16.437233 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.483724 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] For port 4f4288f5-2aba-4cd0-8442-5806c96f6b67, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4f4288f5-2aba-4cd0-8442-5806c96f6b67,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:16.490826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.547330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f77c8-1a46-44ee-85c5-ede16cff0611 None None] Pushing event updated for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:16.618206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5b8128c-ec4f-49c1-a06a-6548c0b750f7 None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:16.618575 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5b8128c-ec4f-49c1-a06a-6548c0b750f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:16.626759 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:16.658458 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476243-1ca6-446a-8ac3-e1e855d0defc None None] The sync data for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 is: [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:43:16.905602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-2a79a432-1d9d-433e-aa7d-e753632b7d78 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:16.907446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-2a79a432-1d9d-433e-aa7d-e753632b7d78 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/networks?id=a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 200 len: 796 time: 0.1424949 Nov 23 19:43:16.933624 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d125ae49-c107-469d-9a50-519e9cec152b req-a3f14b3d-7fa7-47e5-b065-e0ca1f64014a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 210 time: 0.0279920 Nov 23 19:43:16.980980 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-46127d5b-286c-4c31-b6b0-511e75359ebd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 378 time: 0.0597010 Nov 23 19:43:16.991956 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'port': {'device_id': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'admin_state_up': True, 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'security_groups': ['e6e887cf-2044-4c08-a586-1e1be8854754']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:17.110927 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:43:17.114809 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:17.248297 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.12 (a383aa81-12c5-44f7-8003-44de4ca4b66f/d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2/c49c1c77-11f9-44ad-8a36-94ad7ce51753) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:43:17.692083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4f4288f5-2aba-4cd0-8442-5806c96f6b67 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:43:17.732765 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:17.747421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:17.748092 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:17.774330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:17.830928 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network a383aa81-12c5-44f7-8003-44de4ca4b66f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:17.837622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:17.839873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:43:17.871381 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:17.902773 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:17.903349 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:17.920784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-a9bc845e-fe71-40c4-8920-af93aa611a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9328699 Nov 23 19:43:17.934887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Request body: {'port': {'device_id': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:17.990806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.051005 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-22e9cec1-a700-4035-b912-295d2d67c51e None None] Provisioning complete for port c49c1c77-11f9-44ad-8a36-94ad7ce51753 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:18.051505 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22e9cec1-a700-4035-b912-295d2d67c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.088381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-22e9cec1-a700-4035-b912-295d2d67c51e None None] Port c49c1c77-11f9-44ad-8a36-94ad7ce51753 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:43:18.144267 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d5a6e-4848-4244-88b1-54fcdacd9806 req-8db449e7-634c-4c0f-9f26-4f1c22b79940 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:18.146222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-458d5a6e-4848-4244-88b1-54fcdacd9806 req-8db449e7-634c-4c0f-9f26-4f1c22b79940 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 932 time: 0.1222453 Nov 23 19:43:18.252358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-458d5a6e-4848-4244-88b1-54fcdacd9806 req-b5622593-335d-4df4-92fe-ee98490eb4e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981300 Nov 23 19:43:18.324511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49c1c77-11f9-44ad-8a36-94ad7ce51753 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:43:18.331894 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.344045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Transition to ACTIVE for port object c49c1c77-11f9-44ad-8a36-94ad7ce51753 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:43:18.346792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.395475 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:18.472886 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Attempting to bind port c49c1c77-11f9-44ad-8a36-94ad7ce51753 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:43:18.473236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Attempting to bind port c49c1c77-11f9-44ad-8a36-94ad7ce51753 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:43:18.473573 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Attempting to bind port c49c1c77-11f9-44ad-8a36-94ad7ce51753 on network a383aa81-12c5-44f7-8003-44de4ca4b66f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:43:18.478220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Port c49c1c77-11f9-44ad-8a36-94ad7ce51753 on network a383aa81-12c5-44f7-8003-44de4ca4b66f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:43:18.478543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Attempting to bind port c49c1c77-11f9-44ad-8a36-94ad7ce51753 on network a383aa81-12c5-44f7-8003-44de4ca4b66f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:43:18.483527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:43:18.483869 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Checking segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:43:18.484249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Bound using segment: {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:43:18.484681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Bound port: c49c1c77-11f9-44ad-8a36-94ad7ce51753, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4093df-56c3-4b6f-b04f-fe222b195912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:43:18.485039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.552121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:43:18.555677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:43:18.561265 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.596473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:18.597124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:18.598536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] 10.222.0.50 "PUT /v2.0/ports/c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 200 len: 1092 time: 0.6680188 Nov 23 19:43:18.599031 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:43:18.601412 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03ebdf1-8127-4d94-8a1e-585f66a101f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:43:18.640732 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1707a5-2dea-4130-8e93-d0dec05f2231 service neutron] Pushing event updated for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:18.649567 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72260c43-ca52-496b-a4f1-ad3dfbba1d7a x-openstack-request-id: req-72260c43-ca52-496b-a4f1-ad3dfbba1d7a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:43:18.649834 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:43:18.650065 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72260c43-ca52-496b-a4f1-ad3dfbba1d7a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:43:18.650655 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'status': 'completed', 'code': 200} Nov 23 19:43:18.704473 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ea08ff80-7c5f-4fda-9ca0-e248f31baac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:18.706001 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-ea08ff80-7c5f-4fda-9ca0-e248f31baac9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0482845 Nov 23 19:43:18.753038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-dc233663-5bda-49ed-b8b7-831a6a2b3622 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 200 len: 217 time: 0.0358083 Nov 23 19:43:18.806023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-29c089a5-751a-4580-bded-d7ac1cdd4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:18.807640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-29c089a5-751a-4580-bded-d7ac1cdd4bae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 HTTP/1.1" status: 200 len: 835 time: 0.0450740 Nov 23 19:43:18.859109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-f4010d45-66a6-421c-9ef0-8105ae9e1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:18.860665 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-f4010d45-66a6-421c-9ef0-8105ae9e1ebb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a383aa81-12c5-44f7-8003-44de4ca4b66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459607 Nov 23 19:43:18.952028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-3a84e703-07db-4936-9101-28c218c2ee9f service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Nov 23 19:43:19.045937 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-388696ea-5086-469b-84e5-ef0ef4937b8d req-309ca09a-f30b-4eb1-9627-38e1f9ae1613 service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857759 Nov 23 19:43:19.132915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-6791f732-891d-4d0c-83cf-f9685d3c77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:19.134411 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-6791f732-891d-4d0c-83cf-f9685d3c77bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0410933 Nov 23 19:43:19.224291 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-d651feab-5302-4f60-8429-38b2c632437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:19.225649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-d651feab-5302-4f60-8429-38b2c632437e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 200 len: 897 time: 0.0836151 Nov 23 19:43:19.272014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-7a31fc93-f1cc-4320-9f8d-62b6be4733f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 200 len: 217 time: 0.0392003 Nov 23 19:43:19.327586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-13b5c1f6-d802-49a9-8948-e843f6519152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:19.329020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-13b5c1f6-d802-49a9-8948-e843f6519152 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 HTTP/1.1" status: 200 len: 835 time: 0.0491147 Nov 23 19:43:19.404815 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-9094e47d-f12f-4d65-8acc-f72cac26285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:19.406334 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-9094e47d-f12f-4d65-8acc-f72cac26285b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a383aa81-12c5-44f7-8003-44de4ca4b66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690806 Nov 23 19:43:19.415095 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d93271-e2aa-4633-bcbc-08ab748c8477 req-501cb92f-288c-4b90-9811-76eccd6de994 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:19.416275 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57d93271-e2aa-4633-bcbc-08ab748c8477 req-501cb92f-288c-4b90-9811-76eccd6de994 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 944 time: 0.0905609 Nov 23 19:43:19.522200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57d93271-e2aa-4633-bcbc-08ab748c8477 req-8d1545a2-10c4-4658-bcdb-daa25112cbc1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972333 Nov 23 19:43:19.546217 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-2c9eebd7-cc6d-4421-a0bb-dd918496b260 service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288178 Nov 23 19:43:19.647266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f03ebdf1-8127-4d94-8a1e-585f66a101f5 req-a4a7f42a-04a7-46e4-a509-6a7e54f70e57 service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934656 Nov 23 19:43:20.639145 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dffb8c-9655-4565-8515-f4c89b3e4f78 req-92d5ff6b-34ab-4726-8326-c9a34503df44 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:20.640631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29dffb8c-9655-4565-8515-f4c89b3e4f78 req-92d5ff6b-34ab-4726-8326-c9a34503df44 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 944 time: 0.0494492 Nov 23 19:43:20.689625 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29dffb8c-9655-4565-8515-f4c89b3e4f78 req-baf278b2-e688-46ea-9b34-0295a08d646d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431023 Nov 23 19:43:21.806877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5063b-0208-4652-b302-8c197fe04b3e req-f416b774-f47c-4db4-b0e7-e6a5a7b860cf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:21.808407 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bb5063b-0208-4652-b302-8c197fe04b3e req-f416b774-f47c-4db4-b0e7-e6a5a7b860cf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 944 time: 0.0491638 Nov 23 19:43:21.857516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5bb5063b-0208-4652-b302-8c197fe04b3e req-787abd65-7527-45dc-aeaf-238f4d77d8b3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430486 Nov 23 19:43:22.823975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c49c1c77-11f9-44ad-8a36-94ad7ce51753 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:43:22.923730 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:22.934845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'port_id': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'mac_address': 'fa:16:3e:ab:b8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:43:22.973181 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:22.979422 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c2871-6c98-4525-9471-87ccc7030b46 req-e6c5da7e-679c-4794-ba78-8bf3c721945e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:22.980929 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0c2871-6c98-4525-9471-87ccc7030b46 req-e6c5da7e-679c-4794-ba78-8bf3c721945e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 944 time: 0.0538170 Nov 23 19:43:22.985988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49c1c77-11f9-44ad-8a36-94ad7ce51753 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:43:23.005224 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:23.010388 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:23.033352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-aa0c2871-6c98-4525-9471-87ccc7030b46 req-021d53a2-9749-4d57-bd9e-57f571d83007 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459964 Nov 23 19:43:23.060242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:23.251588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['c49c1c77-11f9-44ad-8a36-94ad7ce51753'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:43:24.153278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80c63a-0b12-4d48-b1e9-6cfd49271649 req-0c2050c6-3fc8-4112-bc20-503ae3f5ad50 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:24.154749 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e80c63a-0b12-4d48-b1e9-6cfd49271649 req-0c2050c6-3fc8-4112-bc20-503ae3f5ad50 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Nov 23 19:43:24.202862 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2e80c63a-0b12-4d48-b1e9-6cfd49271649 req-e28e6f68-8331-4183-a395-c2214c2bd1ec tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422008 Nov 23 19:43:24.859197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c49c1c77-11f9-44ad-8a36-94ad7ce51753 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:43:24.907849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port c49c1c77-11f9-44ad-8a36-94ad7ce51753 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:43:24.911757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port c49c1c77-11f9-44ad-8a36-94ad7ce51753 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:43:24.912111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:24.986985 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:25.009629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:43:25.011896 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1246ba8-da36-4ae8-bf18-3a2c84bb699c" -d '{"events": [{"server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "name": "network-vif-plugged", "status": "completed", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:43:25.024731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:43:25.028750 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:25.055034 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c78b67-3e45-4713-ab14-01c22e19dddb x-openstack-request-id: req-99c78b67-3e45-4713-ab14-01c22e19dddb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:43:25.055353 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "name": "network-vif-plugged", "status": "completed", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:43:25.055618 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99c78b67-3e45-4713-ab14-01c22e19dddb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:43:25.056022 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'code': 200} Nov 23 19:43:25.081905 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:25.106087 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:43:25.148474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd441bf-02af-40d9-8f39-ab2941b31124 req-a2e790b8-caef-4338-b73d-a4ee183b864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:25.149965 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fd441bf-02af-40d9-8f39-ab2941b31124 req-a2e790b8-caef-4338-b73d-a4ee183b864b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0399704 Nov 23 19:43:25.196722 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fd441bf-02af-40d9-8f39-ab2941b31124 req-96b0f1d8-cea0-40c8-bd64-40abbab12ace service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395672 Nov 23 19:43:25.323447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6a57f-f7a7-4fb3-8c4e-cd343fbe8495 req-594f819b-b251-4595-9e0f-23f7e1c6c993 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:25.324974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4f6a57f-f7a7-4fb3-8c4e-cd343fbe8495 req-594f819b-b251-4595-9e0f-23f7e1c6c993 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0500531 Nov 23 19:43:25.381017 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4f6a57f-f7a7-4fb3-8c4e-cd343fbe8495 req-10a58d46-68f9-42ce-85cd-361c849ef7f2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494535 Nov 23 19:43:26.497866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e114-41ad-487d-9ad2-431a7313bd47 req-33674b5c-d22e-4958-b8c3-9990a70e80b0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:26.499394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ee9e114-41ad-487d-9ad2-431a7313bd47 req-33674b5c-d22e-4958-b8c3-9990a70e80b0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Nov 23 19:43:26.548946 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1ee9e114-41ad-487d-9ad2-431a7313bd47 req-73d54d09-5b49-4150-9e78-d4607b6f1681 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436585 Nov 23 19:43:26.662164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db31240-7356-4536-95ae-a82d263bdf50 req-aa7a89e0-de5b-4b04-a848-0e7959b811f0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:26.664136 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3db31240-7356-4536-95ae-a82d263bdf50 req-aa7a89e0-de5b-4b04-a848-0e7959b811f0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0487127 Nov 23 19:43:26.727177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3db31240-7356-4536-95ae-a82d263bdf50 req-3e1768aa-1d1a-454a-b0cd-e074c376add7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571532 Nov 23 19:43:26.751576 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:26.796902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab5881-82df-4bf7-8603-77b6d54133ca tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:26.798438 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-51ab5881-82df-4bf7-8603-77b6d54133ca tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1092 time: 0.0458574 Nov 23 19:43:26.801318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:26.806189 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:43:26.828274 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:26.926934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.042883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.244 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:43:27.143844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.176472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.214463 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:43:27.217215 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:43:27.222602 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:43:27.251709 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:27.516716 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ddab22f-354d-4065-b55e-79a910d610d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.601992 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.671134 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.827387 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.831936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:27.898093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:43:27.909980 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:28.011044 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 36d541ae-8557-4a00-b8d3-9358be2e95a3 associated. External IP: 172.25.5.244, port: c49c1c77-11f9-44ad-8a36-94ad7ce51753. Nov 23 19:43:28.215273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 4d1709ef-8a20-411f-a125-6eacdaf157b8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:43:28.322682 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:43:28.333319 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Sync routers for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:43:28.344689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:28.345434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:28.348650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:28.376218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bfc03c3-1ecc-45c5-8ff5-e15337a6caaf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5738785 Nov 23 19:43:28.376812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:43:28.379079 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2910a70-b554-413f-9e31-1073a61c4739" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:43:28.422567 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f68bad-0444-411d-8647-58927e3e0142 x-openstack-request-id: req-d4f68bad-0444-411d-8647-58927e3e0142 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:43:28.422870 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:43:28.423131 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4f68bad-0444-411d-8647-58927e3e0142 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:43:28.423599 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'status': 'completed', 'code': 200} Nov 23 19:43:28.464791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:28.488178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910a70-b554-413f-9e31-1073a61c4739 req-64ce1e01-f98f-43c8-8a55-76ad7ad27a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:28.489395 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45e84-b0c5-4849-b562-b4d33ef3ce2f req-9d43b9ac-e98b-4d61-b340-c22d8feddc60 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:28.489567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-64ce1e01-f98f-43c8-8a55-76ad7ad27a36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0413270 Nov 23 19:43:28.491477 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8bb45e84-b0c5-4849-b562-b4d33ef3ce2f req-9d43b9ac-e98b-4d61-b340-c22d8feddc60 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0553796 Nov 23 19:43:28.544388 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8bb45e84-b0c5-4849-b562-b4d33ef3ce2f req-81c197cb-d165-43f8-8e08-eb2e6430d852 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469203 Nov 23 19:43:28.570046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:28.642919 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910a70-b554-413f-9e31-1073a61c4739 req-33ddd57a-785c-4f6a-8e2e-0e4a4006a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:28.644446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-33ddd57a-785c-4f6a-8e2e-0e4a4006a0f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 200 len: 897 time: 0.1469972 Nov 23 19:43:28.650016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cbb3c725-7537-49a9-8cf3-3f622d5230de tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/36d541ae-8557-4a00-b8d3-9358be2e95a3 HTTP/1.1" status: 200 len: 992 time: 0.0786631 Nov 23 19:43:28.721877 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-ef7b69e4-8894-40ff-8908-815ffb51df10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 200 len: 1000 time: 0.0648708 Nov 23 19:43:28.781478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910a70-b554-413f-9e31-1073a61c4739 req-af38495a-5400-4ede-9334-4ec64114c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:28.782983 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-af38495a-5400-4ede-9334-4ec64114c5f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 HTTP/1.1" status: 200 len: 835 time: 0.0506489 Nov 23 19:43:28.838240 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910a70-b554-413f-9e31-1073a61c4739 req-4448b73b-6453-4ae2-bd6a-98bbfa21d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:28.839816 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-4448b73b-6453-4ae2-bd6a-98bbfa21d77e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a383aa81-12c5-44f7-8003-44de4ca4b66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427010 Nov 23 19:43:28.886323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '36d541ae-8557-4a00-b8d3-9358be2e95a3', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'port_id': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'mac_address': 'fa:16:3e:ab:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:43:27Z', 'updated_at': '2021-11-23T19:43:27Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:28.914254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Checking router: 4d1709ef-8a20-411f-a125-6eacdaf157b8 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:43:28.923904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:43:28.924519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:43:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:28.948121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-a7a45640-ae0d-4c4d-a188-c0bb34a37f3f service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948470 Nov 23 19:43:29.031300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:43:29.035985 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e2910a70-b554-413f-9e31-1073a61c4739 req-01989452-afa3-43fb-b46c-4bee5e79df4b service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Nov 23 19:43:29.264040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '36d541ae-8557-4a00-b8d3-9358be2e95a3', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'port_id': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'mac_address': 'fa:16:3e:ab:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:43:27Z', 'updated_at': '2021-11-23T19:43:27Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:43:29.293200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7f6de-97e6-421d-9509-ebcf54e54b01 None None] The sync data for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 is: [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '36d541ae-8557-4a00-b8d3-9358be2e95a3', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'port_id': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'mac_address': 'fa:16:3e:ab:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:43:27Z', 'updated_at': '2021-11-23T19:43:27Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:43:29.481175 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e0660-12d8-4c57-8018-70abc0931ffc None None] New status for floating IP 36d541ae-8557-4a00-b8d3-9358be2e95a3: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:43:29.653318 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:29.717682 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3cccff71-1c50-4099-a9c5-6d40b056656f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/36d541ae-8557-4a00-b8d3-9358be2e95a3 HTTP/1.1" status: 200 len: 994 time: 0.0632749 Nov 23 19:43:30.272119 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbce5391-74a6-4877-8aef-49d1aa6d9b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:30.981441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:32.416120 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:33.353968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:39.533384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:40.842139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:57.523942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d40b7ce3-cd1b-43cd-bddf-daaf574f7a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:43:58.513450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d7f-716b-4e6c-90d1-bb536f4e2405 req-9db48f12-31ef-443d-a8dc-d4fd4c8ec96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:58.514981 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c8a2d7f-716b-4e6c-90d1-bb536f4e2405 req-9db48f12-31ef-443d-a8dc-d4fd4c8ec96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0647831 Nov 23 19:43:58.567781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6c8a2d7f-716b-4e6c-90d1-bb536f4e2405 req-f8fcc12e-fab6-41d4-a480-8410e69c2698 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466073 Nov 23 19:43:59.684839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630361e-c9f0-4645-9b1a-9c74bd32f144 req-2eba07dd-6413-4fe0-8624-0718affda1bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:43:59.686308 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c630361e-c9f0-4645-9b1a-9c74bd32f144 req-2eba07dd-6413-4fe0-8624-0718affda1bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0481446 Nov 23 19:43:59.735117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c630361e-c9f0-4645-9b1a-9c74bd32f144 req-810b88d5-1cf1-4643-b362-2fc23ac88988 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429602 Nov 23 19:43:59.757834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:43:59.825191 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-16f9347a-17ae-41fd-bdeb-6b8f2d5d0f9d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/36d541ae-8557-4a00-b8d3-9358be2e95a3 HTTP/1.1" status: 200 len: 994 time: 0.0643284 Nov 23 19:44:00.273425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce0ef-8ac0-46e3-81d9-57a8e41033a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:00.986770 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:01.124946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addf3c-0247-4819-af18-806e8f326ecd req-6fd18f9f-029f-481b-a8ac-d5e535b96aff tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:01.126517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6addf3c-0247-4819-af18-806e8f326ecd req-6fd18f9f-029f-481b-a8ac-d5e535b96aff tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0637028 Nov 23 19:44:01.212798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6addf3c-0247-4819-af18-806e8f326ecd req-bd03480e-4c8c-44e8-b7cd-7f91da1096d5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747557 Nov 23 19:44:02.105902 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:44:02.351892 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf60c0-5fff-48dc-8e08-805c27d6b9f1 req-45e20d2d-a480-4d3e-b519-a269fff6a762 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:02.353404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8bf60c0-5fff-48dc-8e08-805c27d6b9f1 req-45e20d2d-a480-4d3e-b519-a269fff6a762 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0539219 Nov 23 19:44:02.403757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8bf60c0-5fff-48dc-8e08-805c27d6b9f1 req-42b2af39-b888-43f7-af29-5e407524e30b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442843 Nov 23 19:44:02.418785 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:02.426249 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:02.487206 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cf3430b2-8bdf-46ee-90c5-e619d8a63762 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/36d541ae-8557-4a00-b8d3-9358be2e95a3 HTTP/1.1" status: 200 len: 994 time: 0.0597844 Nov 23 19:44:02.769430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:02.932902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:44:02.933245 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.011623 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.011950 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.023581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:44:03.171072 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.201880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=b9f3a799-eaf2-4f4c-ae50-d48451ee9fd0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:03.230816 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.231165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.231538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.231876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.232212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.232547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.232881 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.233211 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.233542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.233870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.234195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.234518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:03.275123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.275389 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 36d541ae-8557-4a00-b8d3-9358be2e95a3 disassociated (deleted). External IP: 172.25.5.244, port: c49c1c77-11f9-44ad-8a36-94ad7ce51753. Nov 23 19:44:03.356733 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.489292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 4d1709ef-8a20-411f-a125-6eacdaf157b8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:44:03.600302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:44:03.605483 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:03.610646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Sync routers for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:44:03.622648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:03.623708 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:03.633275 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7e6ccac3-d615-4e04-adf0-ddf96709f6d1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/floatingips/36d541ae-8557-4a00-b8d3-9358be2e95a3 HTTP/1.1" status: 204 len: 168 time: 0.8627119 Nov 23 19:44:03.633972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:44:03.636363 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec4b2f-e1d5-48ef-8d7a-739753089149" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:44:03.676554 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffae521-3884-4b38-b704-1bb0cc9b9585 x-openstack-request-id: req-2ffae521-3884-4b38-b704-1bb0cc9b9585 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:44:03.676853 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:44:03.677645 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ffae521-3884-4b38-b704-1bb0cc9b9585 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:44:03.678065 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'status': 'completed', 'code': 200} Nov 23 19:44:03.748042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-dd89dc1e-3a58-4ddc-937e-d1907f93f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:03.749282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:03.749681 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-dd89dc1e-3a58-4ddc-937e-d1907f93f0bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0455673 Nov 23 19:44:03.868250 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-bc6e846e-e8b4-4f31-8d91-5ee71769ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:03.870124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-bc6e846e-e8b4-4f31-8d91-5ee71769ef63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 200 len: 897 time: 0.1085446 Nov 23 19:44:03.939382 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-5a9de132-2f44-415f-87ba-9624d25e7f79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 200 len: 217 time: 0.0581408 Nov 23 19:44:03.990144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd519ca-dfe7-4a82-a6a7-76ba84f49c69 req-c050ebfe-7a8e-46a9-9a37-d152b96b0f2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:03.991779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd519ca-dfe7-4a82-a6a7-76ba84f49c69 req-c050ebfe-7a8e-46a9-9a37-d152b96b0f2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.1207459 Nov 23 19:44:04.021597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-1d882bcc-7637-418b-bb56-f81e7f47f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:04.023088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-1d882bcc-7637-418b-bb56-f81e7f47f2e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 HTTP/1.1" status: 200 len: 835 time: 0.0742328 Nov 23 19:44:04.031115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:04.059692 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Checking router: 4d1709ef-8a20-411f-a125-6eacdaf157b8 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:44:04.073143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:04.073940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:04.080994 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dd519ca-dfe7-4a82-a6a7-76ba84f49c69 req-f55e36b3-7491-4aa4-9f35-c72576496cb3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786176 Nov 23 19:44:04.097459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-c94c13ac-3482-43a2-b706-d7f0f928f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:04.098716 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-c94c13ac-3482-43a2-b706-d7f0f928f8cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a383aa81-12c5-44f7-8003-44de4ca4b66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671229 Nov 23 19:44:04.193267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:04.222033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-9f0eea22-7778-46d4-ad8d-e9fd0960d3b9 service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123664 Nov 23 19:44:04.326235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-20ec4b2f-e1d5-48ef-8d7a-739753089149 req-651ad34b-a70d-45af-8783-752d4fd70826 service neutron] 10.222.0.50 "GET /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960755 Nov 23 19:44:04.414505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:04.446010 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fa8b5-0f7d-43a2-a58a-d02c3c0dd516 None None] The sync data for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 is: [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:43:13Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '4f4288f5-2aba-4cd0-8442-5806c96f6b67', 'name': '', 'network_id': 'a383aa81-12c5-44f7-8003-44de4ca4b66f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:ea:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:12Z', 'updated_at': '2021-11-23T19:43:16Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd5c07c2f-63fc-44d0-a3e1-ec884f05d2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:44:04.705941 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f550c99d-d949-4233-a56f-bbb4883d55bd None None] New status for floating IP 36d541ae-8557-4a00-b8d3-9358be2e95a3: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:44:05.212162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296bf54-7595-4b6f-bd1a-213a79b8d094 req-e77ec79b-732f-4ea3-9681-66562d425788 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:05.213699 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5296bf54-7595-4b6f-bd1a-213a79b8d094 req-e77ec79b-732f-4ea3-9681-66562d425788 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0525353 Nov 23 19:44:05.268803 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5296bf54-7595-4b6f-bd1a-213a79b8d094 req-2545efda-1880-42c0-a2df-c72b8017488c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6e887cf-2044-4c08-a586-1e1be8854754&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489511 Nov 23 19:44:05.744143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-4e5937a6-6c13-4193-b74a-ffbe6ec6019b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:05.745575 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-4e5937a6-6c13-4193-b74a-ffbe6ec6019b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Nov 23 19:44:05.832514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port c49c1c77-11f9-44ad-8a36-94ad7ce51753 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:44:05.832848 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:05.922264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port c49c1c77-11f9-44ad-8a36-94ad7ce51753, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=c49c1c77-11f9-44ad-8a36-94ad7ce51753,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:05.922532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:05.934651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for c49c1c77-11f9-44ad-8a36-94ad7ce51753 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:44:06.062842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:06.094301 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=c49c1c77-11f9-44ad-8a36-94ad7ce51753,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:06.122040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.122389 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.122726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.123063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.123420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.123753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.124080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.124405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.124728 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.125052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.125374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.125695 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:06.144016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] No DVR routers for this DVR port c49c1c77-11f9-44ad-8a36-94ad7ce51753 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:44:06.146927 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:06.150218 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7d4a39fc-baea-4612-ab17-bf1406bfe6b9 req-8f3a5ac4-740b-4425-8154-552e70c2d3cd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "DELETE /v2.0/ports/c49c1c77-11f9-44ad-8a36-94ad7ce51753 HTTP/1.1" status: 204 len: 173 time: 0.3980331 Nov 23 19:44:06.150687 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'name': 'network-vif-deleted', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:44:06.152972 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6abe4c-6ad5-449e-8219-a285755c0dc7" -d '{"events": [{"server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "name": "network-vif-deleted", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:44:06.195911 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4293ae84-9ab0-4619-bf51-7e988ff5891f x-openstack-request-id: req-4293ae84-9ab0-4619-bf51-7e988ff5891f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:44:06.196289 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f84652-47cb-488e-b08d-ef6484503ac4", "name": "network-vif-deleted", "tag": "c49c1c77-11f9-44ad-8a36-94ad7ce51753", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:44:06.196583 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4293ae84-9ab0-4619-bf51-7e988ff5891f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:44:06.197017 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f84652-47cb-488e-b08d-ef6484503ac4', 'name': 'network-vif-deleted', 'tag': 'c49c1c77-11f9-44ad-8a36-94ad7ce51753', 'status': 'completed', 'code': 200} Nov 23 19:44:06.381839 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d915740a-0273-4799-9dff-f15431332ecd req-dc3c421e-506e-48a4-a093-5f196cc554f0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f84652-47cb-488e-b08d-ef6484503ac4 HTTP/1.1" status: 200 len: 210 time: 0.0268407 Nov 23 19:44:07.438367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:08.123755 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:08.378250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 4f4288f5-2aba-4cd0-8442-5806c96f6b67 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:44:08.378506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:08.469791 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 4f4288f5-2aba-4cd0-8442-5806c96f6b67, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=4f4288f5-2aba-4cd0-8442-5806c96f6b67,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:08.470472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:08.482293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 4f4288f5-2aba-4cd0-8442-5806c96f6b67 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:44:08.664388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:08.690218 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=4f4288f5-2aba-4cd0-8442-5806c96f6b67,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:08.871718 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.075691 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c49c1c77-11f9-44ad-8a36-94ad7ce51753 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:44:09.092489 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 4d1709ef-8a20-411f-a125-6eacdaf157b8 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:44:09.095201 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: c49c1c77-11f9-44ad-8a36-94ad7ce51753 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:44:09.095580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device c49c1c77-11f9-44ad-8a36-94ad7ce51753 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:44:09.199652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:44:09.205048 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8cc35474-e3ac-4c18-9ff1-3556e044c13c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/4d1709ef-8a20-411f-a125-6eacdaf157b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655792 Nov 23 19:44:09.207810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:09.210066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Sync routers for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:44:09.220881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:09.221488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:09.261850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting subnet d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:44:09.264968 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.304554 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.328601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:09.391663 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.449957 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.477105 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:09.481121 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.484563 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7ff2507b-ecf7-4137-94da-b6483e905016 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/subnets/d5c07c2f-63fc-44d0-a3e1-ec884f05d2c2 HTTP/1.1" status: 204 len: 168 time: 0.2757201 Nov 23 19:44:09.487155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:09.490744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b3200-f03b-49d4-bd8e-4a0abb38fa04 None None] Network a383aa81-12c5-44f7-8003-44de4ca4b66f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:44:09.594693 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.596588 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:44:08Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:09.598371 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.630377 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Checking router: 4d1709ef-8a20-411f-a125-6eacdaf157b8 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:44:09.653464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Routers {'4d1709ef-8a20-411f-a125-6eacdaf157b8'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:09.654077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['4d1709ef-8a20-411f-a125-6eacdaf157b8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:09.704531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.761784 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 3f293d89-2458-4cd8-8d5c-50a8a178e737 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:44:09.762138 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.868187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 3f293d89-2458-4cd8-8d5c-50a8a178e737, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3f293d89-2458-4cd8-8d5c-50a8a178e737,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:09.868569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:09.881980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 3f293d89-2458-4cd8-8d5c-50a8a178e737 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:44:09.915621 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] DHCP port deletion for a383aa81-12c5-44f7-8003-44de4ca4b66f request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:44:09.964369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] Set router 4d1709ef-8a20-411f-a125-6eacdaf157b8 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:10.054962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.078754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=3f293d89-2458-4cd8-8d5c-50a8a178e737,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:10.084507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Deleting port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:44:10.085025 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.102938 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ff443-8588-442d-92dd-addd0835bb55 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:44:10.142086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.200514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] For port 446d0ad0-5448-4d91-8bd9-d0082a1affe8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=446d0ad0-5448-4d91-8bd9-d0082a1affe8,segment=NetworkSegment(af4093df-56c3-4b6f-b04f-fe222b195912),segment_id=af4093df-56c3-4b6f-b04f-fe222b195912)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:10.200915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.216693 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Calling delete_port for 446d0ad0-5448-4d91-8bd9-d0082a1affe8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:44:10.245600 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.247752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.293717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.294272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1709ef-8a20-411f-a125-6eacdaf157b8 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:44:10.294878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:44:08Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:10.301398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.303116 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-00476e43-0b2f-4ef4-8780-c4aab4191f23 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/routers/4d1709ef-8a20-411f-a125-6eacdaf157b8 HTTP/1.1" status: 204 len: 168 time: 0.8143506 Nov 23 19:44:10.306165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:10.322315 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056200e3-dc75-4932-b9b9-d7fb5dcf6306 None None] The sync data for ids ['4d1709ef-8a20-411f-a125-6eacdaf157b8'] in n-d-792364-9 is: [{'id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119719983', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:43:09Z', 'updated_at': '2021-11-23T19:44:08Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': '3f293d89-2458-4cd8-8d5c-50a8a178e737', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1709ef-8a20-411f-a125-6eacdaf157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:43:10Z', 'updated_at': '2021-11-23T19:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:44:10.342304 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.374834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Pushing event deleted for resources: {'Port': ['ID=446d0ad0-5448-4d91-8bd9-d0082a1affe8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:10.377195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] No DVR routers for this DVR port 446d0ad0-5448-4d91-8bd9-d0082a1affe8 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:44:10.385776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.386123 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.386465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.386867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.387519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.387807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.388321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.388597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.388927 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.389256 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.389680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.389892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733513b9-5a2b-4fa3-a7d9-bd1779f9e914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:44:10.392128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.482021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.501285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a383aa81-12c5-44f7-8003-44de4ca4b66f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:10.510952 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4093df-56c3-4b6f-b04f-fe222b195912') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:10.511246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4093df-56c3-4b6f-b04f-fe222b195912') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:10.521488 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.535751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.542557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:44:10.542940 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:44:10.545982 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:44:10.610318 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.619887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.624138 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/networks/a383aa81-12c5-44f7-8003-44de4ca4b66f HTTP/1.1" status: 204 len: 168 time: 0.3168867 Nov 23 19:44:10.626943 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:10.643698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b98cb-a2ec-41a4-bcba-6cd85e3a36ee tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Network': ['ID=a383aa81-12c5-44f7-8003-44de4ca4b66f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:10.698560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.727638 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.808486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.811450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:10.812827 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/security-groups/e6e887cf-2044-4c08-a586-1e1be8854754 HTTP/1.1" status: 204 len: 168 time: 0.1847551 Nov 23 19:44:10.824967 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab093321-53e7-4a4d-a8ab-461c6ad8749d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e887cf-2044-4c08-a586-1e1be8854754,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:10.854972 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.335985 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.340645 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985962578', 'description': 'tempest-secgroup-smoke-985962578 description', 'project_id': '627546b1c4a441bbade9066216f1011c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:11.362932 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.433516 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.440998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.471051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.472312 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1353140 Nov 23 19:44:11.474712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1d4df-75a0-49bd-b584-6ab7e84cd30e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c215f-7ce7-4dd6-a6aa-23d218930a3e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:11.476060 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.480762 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:11.517784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.564339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.568551 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.587637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce072c5-1c82-448e-bf54-cb5f6e4eae6a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:11.592981 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.594200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-64034a8a-8704-4b15-805a-bec21a9c9742 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170807 Nov 23 19:44:11.596994 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.601415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:11.628312 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.676811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 446d0ad0-5448-4d91-8bd9-d0082a1affe8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:44:11.689454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.694021 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.697431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 446d0ad0-5448-4d91-8bd9-d0082a1affe8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:44:11.697980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 446d0ad0-5448-4d91-8bd9-d0082a1affe8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:44:11.698419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4f4288f5-2aba-4cd0-8442-5806c96f6b67 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:44:11.712912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ec8bea-bb40-4a4f-ac71-5e3279a50e5c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:11.720214 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.721427 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-542217fb-d7dc-4b48-ba0c-64fbdf8a1280 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234562 Nov 23 19:44:11.724179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.725173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 4f4288f5-2aba-4cd0-8442-5806c96f6b67 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:44:11.725529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 4f4288f5-2aba-4cd0-8442-5806c96f6b67 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:44:11.725963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3f293d89-2458-4cd8-8d5c-50a8a178e737 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:44:11.728404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:11.745668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3f293d89-2458-4cd8-8d5c-50a8a178e737 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:44:11.746027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3f293d89-2458-4cd8-8d5c-50a8a178e737 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:44:11.757373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.812128 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.815956 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.836282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39af406-d35d-4c91-be3f-d4b15e7e29b1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:11.845084 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.846405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-17978370-402b-425c-88d5-e2494305a264 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212990 Nov 23 19:44:11.849998 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.854652 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:11.882459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.942220 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.945768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.966849 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828286e7-0251-4dda-819e-c4ffdb9f5a56,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:11.975844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:11.977126 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8e0606af-ab15-498d-be5a-391277204e5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260421 Nov 23 19:44:11.979916 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:11.984287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:12.005179 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:44:12.011253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.072497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.078305 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.097064 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d3d5dc-054c-434c-87bb-3b7445ecab84,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:12.104208 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.105408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-20312c17-571b-4948-b10a-a8c51d1fe318 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245618 Nov 23 19:44:12.108166 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:12.112599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'd20c215f-7ce7-4dd6-a6aa-23d218930a3e', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:12.134289 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:44:12.139183 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.197300 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.200785 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.219714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3594720a-a4e4-4f4e-b17f-acc2d79beef6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:12.224505 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.228550 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-35c0ccdb-77f1-40b9-87b2-6a96ba53978e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165550 Nov 23 19:44:12.228550 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 46970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:12.233153 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'network': {'name': 'tempest-network-smoke--1165780858', 'project_id': '627546b1c4a441bbade9066216f1011c', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:12.252810 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:44:12.256884 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.280465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:44:12.290014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.290536 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Added segment adb5e84e-e551-416c-911d-3dad6fccd787 of type vlan for network d60c9379-dc3a-4e0e-8a7e-78086adc175b Nov 23 19:44:12.333689 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.357303 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.362903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:12.363524 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.397328 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1678736 Nov 23 19:44:12.400171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:12.404661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'admin_state_up': True, 'project_id': '627546b1c4a441bbade9066216f1011c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:12.428687 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.429671 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.436121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e052e-eaea-4533-bcdc-cde85a143f40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Network': ['ID=d60c9379-dc3a-4e0e-8a7e-78086adc175b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:12.448096 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:44:12.481345 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:12.613330 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.145406 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.163536 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.271545 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.243 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/f05f8d1f-3b0b-490f-b020-f5760754eadb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:44:13.375489 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.408578 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.443985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:13.448680 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:13.452045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:44:13.460662 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4c4fd-79b9-4e55-8ba8-a88f339c66ac None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:44:13.476874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=f05f8d1f-3b0b-490f-b020-f5760754eadb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:13.518204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4c90c2fc-e19a-4fe0-b4dc-a6bfac420481 None None] Provisioning complete for port f05f8d1f-3b0b-490f-b020-f5760754eadb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:13.518574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4c90c2fc-e19a-4fe0-b4dc-a6bfac420481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.556093 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4c90c2fc-e19a-4fe0-b4dc-a6bfac420481 None None] Port f05f8d1f-3b0b-490f-b020-f5760754eadb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:44:13.706174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:13.902630 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.028028 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:44:14.136799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:44:14.149219 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Sync routers for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:44:14.160223 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:14.160967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:14.162574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.164152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-daa1874d-2d89-42cb-8727-ee9739ac2900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7629704 Nov 23 19:44:14.167458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:14.195973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-10a3579a-d6c7-4fb9-b469-d0b8ac4ebcd9 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=627546b1c4a441bbade9066216f1011c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273857 Nov 23 19:44:14.198619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:14.264224 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:14.289271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422628d0-1fa2-457a-b74f-1335736b9497 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:14.290683 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-422628d0-1fa2-457a-b74f-1335736b9497 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911674 Nov 23 19:44:14.293651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:14.323583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ed81ab07-7970-427a-b7b4-fab8674d649c tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285480 Nov 23 19:44:14.325850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:14.331761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013240309', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'project_id': '627546b1c4a441bbade9066216f1011c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:14.428455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:44:14.432124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.452684 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:13Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:14.482118 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Checking router: 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:44:14.482466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Updating router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 port f05f8d1f-3b0b-490f-b020-f5760754eadb binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:44:14.507593 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.614215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.672673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Subnet': ['ID=e39ab08d-df6d-4532-b929-e328133c1692,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:14.688465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Checking segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:44:14.688827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network hostable DHCP agents. Network: d60c9379-dc3a-4e0e-8a7e-78086adc175b, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:44:14.707667 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:44:14.718070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, d60c9379-dc3a-4e0e-8a7e-78086adc175b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:14.722174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:14.722771 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.727680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657e2e6-5161-44bd-a2a3-bc2d9c45b62b None None] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:44:14.742037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9238c54a-4afa-44c0-995c-54a5ae92b17d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4149537 Nov 23 19:44:14.744800 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 46982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:14.763133 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.768885 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.831868 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Attempting to bind port f05f8d1f-3b0b-490f-b020-f5760754eadb on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:44:14.832253 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Attempting to bind port f05f8d1f-3b0b-490f-b020-f5760754eadb by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:44:14.832617 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Attempting to bind port f05f8d1f-3b0b-490f-b020-f5760754eadb on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:44:14.841304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcd331-87d9-4abd-89d3-92bc6f14e5bd None None] Pushing event updated for resources: {'Port': ['ID=f05f8d1f-3b0b-490f-b020-f5760754eadb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:14.844834 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:44:14.845219 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:44:14.845613 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.845993 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:44:14.846466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Bound port: f05f8d1f-3b0b-490f-b020-f5760754eadb, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:44:14.846844 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.851902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b6fa8-424d-461a-a667-82365af013a3 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:44:14.902291 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] For port f05f8d1f-3b0b-490f-b020-f5760754eadb, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:44:14.905658 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] For port f05f8d1f-3b0b-490f-b020-f5760754eadb, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f05f8d1f-3b0b-490f-b020-f5760754eadb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:44:14.911155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-d60c9379-dc3a-4e0e-8a7e-78086adc175b', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:44:14.913210 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.915776 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:14.972102 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:14.972744 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:14.995611 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999815c-4913-467c-b311-c5fa153d47a2 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:44:15.030896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] Provisioning complete for port f05f8d1f-3b0b-490f-b020-f5760754eadb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:15.031261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.041193 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcd331-87d9-4abd-89d3-92bc6f14e5bd None None] Pushing event updated for resources: {'Port': ['ID=f05f8d1f-3b0b-490f-b020-f5760754eadb,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:15.099304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:15.120810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Allocated IP 172.20.0.2 (d60c9379-dc3a-4e0e-8a7e-78086adc175b/e39ab08d-df6d-4532-b929-e328133c1692/f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:44:15.216530 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.234908 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.249817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] For port f05f8d1f-3b0b-490f-b020-f5760754eadb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f05f8d1f-3b0b-490f-b020-f5760754eadb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:15.258106 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.315539 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:13Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:15.347535 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65d32b-1c55-48f2-979a-0f85fae56881 None None] The sync data for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 is: [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:13Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:44:15.352903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9da3-f7c5-4e86-a996-1732bbb710a0 None None] Pushing event updated for resources: {'Port': ['ID=f05f8d1f-3b0b-490f-b020-f5760754eadb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:15.380370 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.390335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.424128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d7fa71f-0670-406d-b6b7-a703bd13df1b None None] Provisioning complete for port f05f8d1f-3b0b-490f-b020-f5760754eadb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:15.424760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa71f-0670-406d-b6b7-a703bd13df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.477554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:15.485926 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:15.488748 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:44:15.491674 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Pushing event updated for resources: {'Port': ['ID=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:15.567794 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.1 (d60c9379-dc3a-4e0e-8a7e-78086adc175b/e39ab08d-df6d-4532-b929-e328133c1692/c19b7efb-2b13-498c-86b2-a24a7e233fd4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:44:15.608135 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Attempting to bind port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:44:15.608504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Attempting to bind port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:44:15.609024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Attempting to bind port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 on network d60c9379-dc3a-4e0e-8a7e-78086adc175b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:44:15.618155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:44:15.618681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Checking segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:44:15.618983 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.619810 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Bound using segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:44:15.620552 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Bound port: f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:44:15.621251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.704859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] For port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:44:15.711345 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] For port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:44:15.717768 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.721285 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.767867 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f05f8d1f-3b0b-490f-b020-f5760754eadb up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:44:15.778078 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.812642 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4034e-edd1-4340-87e2-d015436b8088 None None] Pushing event updated for resources: {'Port': ['ID=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:15.829643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:15.843566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f05f8d1f-3b0b-490f-b020-f5760754eadb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:15.844052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:15.847234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:15.848526 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:15.851744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:44:15.901196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.070881 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.376286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.381865 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.452219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:16.456928 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.554960 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:16.556450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:16.675052 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:44:16.791857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:44:16.792435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c38287-7411-4d57-a7ba-db1bbe98c17f None None] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:44:16.805512 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c8b805bd-557c-4270-ad83-8e86b5009341 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/1f0261fb-8089-4b0a-a56c-8b4afc92c5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0596476 Nov 23 19:44:16.889127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] Provisioning complete for port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:16.889493 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:16.960444 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-208bdfd1-b70c-44e9-9699-ebd8053c44f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985962578&fields=id&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 267 time: 0.0515082 Nov 23 19:44:17.032582 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:17.069714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] For port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:17.075149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:17.088367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-ba46c335-a1fe-4d1e-8953-41d552c71a53 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:17.095825 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-ba46c335-a1fe-4d1e-8953-41d552c71a53 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 797 time: 0.1276929 Nov 23 19:44:17.106712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-f28d9326-1a2b-442c-8085-1d4be2df718e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/quotas/627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 375 time: 0.0100126 Nov 23 19:44:17.142228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94b59f-8bbc-47e2-9dee-f327a400b6eb None None] Pushing event updated for resources: {'Port': ['ID=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:17.167860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-ca3dab15-3a64-4650-bf81-35becf5cea3e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551853 Nov 23 19:44:17.309113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5c9f6db-f28e-4576-b26c-b09f6bddd55b None None] Provisioning complete for port c19b7efb-2b13-498c-86b2-a24a7e233fd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:17.309501 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f6db-f28e-4576-b26c-b09f6bddd55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:17.347656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-18001685-ef0d-4d1e-86c5-d0c2f9657f56 service neutron] 10.222.0.37 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667688 Nov 23 19:44:17.351677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Sync routers for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:44:17.361785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9f6db-f28e-4576-b26c-b09f6bddd55b None None] Port c19b7efb-2b13-498c-86b2-a24a7e233fd4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:44:17.370006 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:17.370648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:17.421500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5c9f6db-f28e-4576-b26c-b09f6bddd55b None None] Provisioning complete for port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:17.421872 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f6db-f28e-4576-b26c-b09f6bddd55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:17.444136 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-e7afb16a-4e44-4c3d-98bb-24a68a597735 service neutron] 10.222.0.37 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952833 Nov 23 19:44:17.516859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:17.648434 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-57a57675-bb77-4503-aa2f-458d8a598995 req-b9f3cade-7dd5-499b-95cd-09dfad5b5501 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 210 time: 0.0434487 Nov 23 19:44:17.764494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:44:17.921382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:17.922000 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.011850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e31e48c3-432e-443c-ad0b-7ef15ce38c4c None None] Provisioning complete for port c19b7efb-2b13-498c-86b2-a24a7e233fd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:18.012228 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e31e48c3-432e-443c-ad0b-7ef15ce38c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.083441 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e31e48c3-432e-443c-ad0b-7ef15ce38c4c None None] Port c19b7efb-2b13-498c-86b2-a24a7e233fd4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:44:18.098512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 2, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:18.126952 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Checking router: 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:44:18.127334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Updating router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 port c19b7efb-2b13-498c-86b2-a24a7e233fd4 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:44:18.153613 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.441576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.447984 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.516602 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e91d03-7ba5-4a8b-9fdb-48cb84c7084e None None] Pushing event updated for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:18.552240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Attempting to bind port c19b7efb-2b13-498c-86b2-a24a7e233fd4 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:44:18.553267 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Attempting to bind port c19b7efb-2b13-498c-86b2-a24a7e233fd4 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:44:18.553636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Attempting to bind port c19b7efb-2b13-498c-86b2-a24a7e233fd4 on network d60c9379-dc3a-4e0e-8a7e-78086adc175b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:44:18.561264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:44:18.561645 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Checking segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:44:18.562046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.562466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Bound using segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:44:18.562948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Bound port: c19b7efb-2b13-498c-86b2-a24a7e233fd4, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:44:18.563354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.638755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] For port c19b7efb-2b13-498c-86b2-a24a7e233fd4, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:44:18.642088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] For port c19b7efb-2b13-498c-86b2-a24a7e233fd4, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c19b7efb-2b13-498c-86b2-a24a7e233fd4,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:44:18.646237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.691563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:18.692486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:18.759690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e91d03-7ba5-4a8b-9fdb-48cb84c7084e None None] Pushing event updated for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:18.827636 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] Provisioning complete for port c19b7efb-2b13-498c-86b2-a24a7e233fd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:18.828008 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:18.840829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2581c377-ed4c-4552-8711-fb801664a386 req-42e1987c-c994-4439-a5fb-6e62f3e94496 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 210 time: 0.0649080 Nov 23 19:44:18.852345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-3cd10f9f-70e8-4470-a1ec-06349880afc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:18.853888 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-3cd10f9f-70e8-4470-a1ec-06349880afc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 797 time: 0.1762245 Nov 23 19:44:18.877124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:18.937605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-df24d46c-ef9c-4d8f-8280-0a46248f94b7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 379 time: 0.0722687 Nov 23 19:44:18.950675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'port': {'device_id': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'admin_state_up': True, 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'security_groups': ['d20c215f-7ce7-4dd6-a6aa-23d218930a3e']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:19.064072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.072538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:44:19.076400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.124688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] For port c19b7efb-2b13-498c-86b2-a24a7e233fd4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c19b7efb-2b13-498c-86b2-a24a7e233fd4,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:19.145834 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.202916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284bde9-cb96-444e-b89a-7c4ff0281ea0 None None] Pushing event updated for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:19.205226 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.10 (d60c9379-dc3a-4e0e-8a7e-78086adc175b/e39ab08d-df6d-4532-b929-e328133c1692/bf1b52bb-f1a7-4517-be3e-6157480a66a1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:44:19.217177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:18Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:19.248118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa60d0-d74c-4bb2-9739-cd8f74e80264 None None] The sync data for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 is: [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:18Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:44:19.266200 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e86b9e4e-733e-4023-8026-da30705e8d10 None None] Provisioning complete for port c19b7efb-2b13-498c-86b2-a24a7e233fd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:19.266200 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e86b9e4e-733e-4023-8026-da30705e8d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.387725 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.425343 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.477653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:19.480905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:19.484023 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:44:19.510857 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:19.552196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:19.553327 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.580599 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-03da2d73-3bee-41e6-8912-fd6c96f2dfc7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341116 Nov 23 19:44:19.594503 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Request body: {'port': {'device_id': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:19.656800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.720446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c19b7efb-2b13-498c-86b2-a24a7e233fd4 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:44:19.777559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port c19b7efb-2b13-498c-86b2-a24a7e233fd4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:19.778009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.836431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e2bcb001-16ed-4cb0-be94-c80958e1ca01 None None] Provisioning complete for port bf1b52bb-f1a7-4517-be3e-6157480a66a1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:19.836789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb001-16ed-4cb0-be94-c80958e1ca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:19.895825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcb001-16ed-4cb0-be94-c80958e1ca01 None None] Port bf1b52bb-f1a7-4517-be3e-6157480a66a1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:44:20.007686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1b52bb-f1a7-4517-be3e-6157480a66a1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:44:20.019144 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b9f4f-08b7-4f41-9ab9-50a3ee2128e9 req-988982de-e705-4a94-8031-bdf8b0c3d3e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:20.020676 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e2b9f4f-08b7-4f41-9ab9-50a3ee2128e9 req-988982de-e705-4a94-8031-bdf8b0c3d3e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 932 time: 0.0970690 Nov 23 19:44:20.025655 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:20.052477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Transition to ACTIVE for port object bf1b52bb-f1a7-4517-be3e-6157480a66a1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:44:20.059868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:20.119234 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8e2b9f4f-08b7-4f41-9ab9-50a3ee2128e9 req-f88868ab-cf7b-46a2-860e-0d42a27891e6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896637 Nov 23 19:44:20.137764 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:20.215915 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Attempting to bind port bf1b52bb-f1a7-4517-be3e-6157480a66a1 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:44:20.216208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Attempting to bind port bf1b52bb-f1a7-4517-be3e-6157480a66a1 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:44:20.216675 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Attempting to bind port bf1b52bb-f1a7-4517-be3e-6157480a66a1 on network d60c9379-dc3a-4e0e-8a7e-78086adc175b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:44:20.221726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Port bf1b52bb-f1a7-4517-be3e-6157480a66a1 on network d60c9379-dc3a-4e0e-8a7e-78086adc175b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:44:20.222005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Attempting to bind port bf1b52bb-f1a7-4517-be3e-6157480a66a1 on network d60c9379-dc3a-4e0e-8a7e-78086adc175b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:44:20.227929 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:44:20.228276 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Checking segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:44:20.228656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Bound using segment: {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:44:20.229081 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Bound port: bf1b52bb-f1a7-4517-be3e-6157480a66a1, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb5e84e-e551-416c-911d-3dad6fccd787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:44:20.229436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:20.300131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:44:20.304354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:44:20.309717 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:20.349793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:20.350490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:20.355966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 1092 time: 0.7619305 Nov 23 19:44:20.355966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:44:20.355966 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173005ab-d6d9-45bb-978f-55a3f73c6dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:44:20.393056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73634e-b19c-4081-a1e7-9d5f17071124 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:20.409563 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297f164-0201-4df2-a79c-7e42dd04fdc7 x-openstack-request-id: req-8297f164-0201-4df2-a79c-7e42dd04fdc7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:44:20.409933 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:44:20.410652 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8297f164-0201-4df2-a79c-7e42dd04fdc7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:44:20.411202 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'status': 'completed', 'code': 200} Nov 23 19:44:20.810999 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-6d13c1de-eb1d-4aac-9349-209aac3f334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:20.812901 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-6d13c1de-eb1d-4aac-9349-209aac3f334c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1095 time: 0.3755207 Nov 23 19:44:20.856698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-7e8bb63f-bc41-495d-92c6-715e8854e8ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 217 time: 0.0341001 Nov 23 19:44:20.906733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-dfe69cd2-ecdc-4406-8f90-6dccb72e6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:20.908179 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-dfe69cd2-ecdc-4406-8f90-6dccb72e6b82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0445757 Nov 23 19:44:20.957903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-88710dde-6583-4bb9-b16f-f4402af5aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:20.960042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-88710dde-6583-4bb9-b16f-f4402af5aac3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432909 Nov 23 19:44:21.060860 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-b84bdc8c-39ca-4c59-aee6-dd586f6324c1 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881808 Nov 23 19:44:21.151682 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5597896e-d8d5-4fc5-a92c-383106d488ad req-55ca9afc-e2d8-40ac-b49a-b5f215fefd33 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878594 Nov 23 19:44:21.266204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4c030-c6fc-4100-b75c-6e47340bacb0 req-acee5f03-1283-4280-aaf1-d2702674965d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:21.267720 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65a4c030-c6fc-4100-b75c-6e47340bacb0 req-acee5f03-1283-4280-aaf1-d2702674965d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 944 time: 0.0784595 Nov 23 19:44:21.275079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-e8d4350d-7d92-464c-9f7e-161194a159ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:21.280396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-e8d4350d-7d92-464c-9f7e-161194a159ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1095 time: 0.0592506 Nov 23 19:44:21.386670 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-65a4c030-c6fc-4100-b75c-6e47340bacb0 req-02b0900a-61f2-41b2-8954-b8f61fe34f2b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090977 Nov 23 19:44:21.408458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-84c5d290-eee7-45c3-8d1e-e16b5c7c3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:21.409919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-84c5d290-eee7-45c3-8d1e-e16b5c7c3c51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 898 time: 0.1257041 Nov 23 19:44:21.459414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-90580b47-ba4f-4ae6-92e2-916ffa241384 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 217 time: 0.0418150 Nov 23 19:44:21.511097 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-1a16614a-ec33-4d67-8568-96bb972c272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:21.512592 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-1a16614a-ec33-4d67-8568-96bb972c272e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0462022 Nov 23 19:44:21.561946 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-0f55a25e-ad2d-4357-8460-3e4462a9cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:21.563486 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-0f55a25e-ad2d-4357-8460-3e4462a9cb0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428972 Nov 23 19:44:21.660725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-0a742fe0-b403-454c-8acb-5c35e179cb0c service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872750 Nov 23 19:44:21.753158 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-173005ab-d6d9-45bb-978f-55a3f73c6dbb req-1812d6dc-cdef-47c4-88d4-3da773653c73 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Nov 23 19:44:22.511589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff5953-2be4-4840-a111-155c0b058c4f req-63630766-0a08-454f-baaa-15aa6812c80a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:22.513062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33ff5953-2be4-4840-a111-155c0b058c4f req-63630766-0a08-454f-baaa-15aa6812c80a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 944 time: 0.0553634 Nov 23 19:44:22.562213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-33ff5953-2be4-4840-a111-155c0b058c4f req-840a83e2-f60f-4faf-99c7-6b495cfb5717 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Nov 23 19:44:23.165879 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bf1b52bb-f1a7-4517-be3e-6157480a66a1 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:44:23.258109 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:23.268861 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'port_id': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'mac_address': 'fa:16:3e:1d:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:44:23.308784 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:23.320960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1b52bb-f1a7-4517-be3e-6157480a66a1 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:44:23.339931 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:23.343684 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:23.393290 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:23.558503 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['bf1b52bb-f1a7-4517-be3e-6157480a66a1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:44:23.682055 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476abbcf-2205-4703-8816-56ca8412d176 req-3f9057c0-db6c-4cff-ba80-932d982a56cf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:23.684093 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-476abbcf-2205-4703-8816-56ca8412d176 req-3f9057c0-db6c-4cff-ba80-932d982a56cf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 945 time: 0.0490711 Nov 23 19:44:23.738315 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-476abbcf-2205-4703-8816-56ca8412d176 req-b35bcc75-2134-4765-b8d4-3319615dab4c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485680 Nov 23 19:44:24.856005 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f9c4-0cac-40e4-be89-95c367c09963 req-2551a6da-edc1-47e9-a1c3-9c1302e0c836 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:24.857479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7023f9c4-0cac-40e4-be89-95c367c09963 req-2551a6da-edc1-47e9-a1c3-9c1302e0c836 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 945 time: 0.0485568 Nov 23 19:44:24.908008 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7023f9c4-0cac-40e4-be89-95c367c09963 req-06d9c0c4-2b97-44d2-a6bf-277dd51cae10 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Nov 23 19:44:25.168589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bf1b52bb-f1a7-4517-be3e-6157480a66a1 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:44:25.215177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port bf1b52bb-f1a7-4517-be3e-6157480a66a1 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:44:25.219130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port bf1b52bb-f1a7-4517-be3e-6157480a66a1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:44:25.219551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:25.300290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:25.323180 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:44:25.325616 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a0381-018d-42c8-9d3a-5fed24ff2533" -d '{"events": [{"server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "name": "network-vif-plugged", "status": "completed", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:44:25.338643 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:44:25.342764 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:25.366149 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7d4bfc-e001-4d5a-be17-6d012bd31d27 x-openstack-request-id: req-4c7d4bfc-e001-4d5a-be17-6d012bd31d27 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:44:25.366441 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "name": "network-vif-plugged", "status": "completed", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:44:25.366690 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c7d4bfc-e001-4d5a-be17-6d012bd31d27 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:44:25.367077 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'code': 200} Nov 23 19:44:25.394158 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:25.466327 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf019-2bac-458f-a712-5249c185953f req-7cea8bc5-c8ca-427f-b745-fcdfff10411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:25.467787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bfaf019-2bac-458f-a712-5249c185953f req-7cea8bc5-c8ca-427f-b745-fcdfff10411a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1097 time: 0.0416834 Nov 23 19:44:25.516074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4bfaf019-2bac-458f-a712-5249c185953f req-f2920c03-b471-4b64-be82-06d6e8f60b48 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409966 Nov 23 19:44:26.029936 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ec085-4ba6-4081-bcac-23b0a1a14979 req-dbd243a6-30a4-4314-bd18-fe91bcfd47ad tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:26.031445 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e5ec085-4ba6-4081-bcac-23b0a1a14979 req-dbd243a6-30a4-4314-bd18-fe91bcfd47ad tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0549190 Nov 23 19:44:26.080876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e5ec085-4ba6-4081-bcac-23b0a1a14979 req-00e8f2bd-989c-49f2-9463-6ffa66260680 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Nov 23 19:44:27.196489 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219e0f2-be2d-40a5-9200-43332da02461 req-98afba20-f760-4512-aec2-b8039dcb3af5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:27.197949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8219e0f2-be2d-40a5-9200-43332da02461 req-98afba20-f760-4512-aec2-b8039dcb3af5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0487354 Nov 23 19:44:27.247293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8219e0f2-be2d-40a5-9200-43332da02461 req-d38cd8c6-8af3-4860-8e5a-04bc973e9d96 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434089 Nov 23 19:44:27.367281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8ef6e-5555-4480-b559-62eb7d02f440 req-82d668fe-45c1-475c-a9b5-824fd04d2a97 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:27.368691 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-deb8ef6e-5555-4480-b559-62eb7d02f440 req-82d668fe-45c1-475c-a9b5-824fd04d2a97 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0496392 Nov 23 19:44:27.417977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-deb8ef6e-5555-4480-b559-62eb7d02f440 req-5200e95c-6828-42a1-a351-f8aa55046a58 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Nov 23 19:44:27.439778 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:27.482405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c860544-9dbd-4d01-a1f3-4227a7bc2261 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:27.483961 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9c860544-9dbd-4d01-a1f3-4227a7bc2261 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1092 time: 0.0431769 Nov 23 19:44:27.486708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:27.491454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:44:27.514341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:27.515939 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1322e0b5-8806-4e3f-825a-ff68cfdce489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:27.612958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:27.716686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.223 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/527293cc-1e7f-406d-9323-46479183d384) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:44:27.816801 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:27.850072 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:27.895852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:44:27.898542 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:44:27.902316 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:44:27.907911 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=527293cc-1e7f-406d-9323-46479183d384,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:28.255877 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:28.335186 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:28.486049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:28.490481 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:28.558365 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=527293cc-1e7f-406d-9323-46479183d384,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:44:28.568934 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:28.683755 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP e8eb6926-286a-42aa-8817-fddcd4ff3dc4 associated. External IP: 172.25.5.223, port: bf1b52bb-f1a7-4517-be3e-6157480a66a1. Nov 23 19:44:28.891364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:44:29.002768 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:44:29.013200 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Sync routers for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:44:29.022923 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:29.024418 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:29.025025 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:29.049853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-84030968-de8f-4a29-a7b4-9d600463fc2f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5621331 Nov 23 19:44:29.050450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:44:29.053248 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6f1d4-3889-4faf-a2fa-346054403373" -d '{"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:44:29.101513 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8149848d-b893-4450-a868-57cb3b99c453 x-openstack-request-id: req-8149848d-b893-4450-a868-57cb3b99c453 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:44:29.101817 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:44:29.102076 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8149848d-b893-4450-a868-57cb3b99c453 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:44:29.102592 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'status': 'completed', 'code': 200} Nov 23 19:44:29.138285 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:29.196127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3048a-a868-4434-944f-6b054f4863f0 req-a68d8605-0a5d-42de-a084-02c344d87ef9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:29.197662 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7e3048a-a868-4434-944f-6b054f4863f0 req-a68d8605-0a5d-42de-a084-02c344d87ef9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0824406 Nov 23 19:44:29.200476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-03bedcc3-cb3c-4377-9d18-ee8150d16c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:29.201880 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-03bedcc3-cb3c-4377-9d18-ee8150d16c3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1097 time: 0.0757921 Nov 23 19:44:29.308609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e7e3048a-a868-4434-944f-6b054f4863f0 req-e6fc3b47-a0eb-4f75-8db0-954ee3914eac tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049571 Nov 23 19:44:29.331516 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:29.333150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-67847282-c866-45b4-93ab-c7cad2de2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:29.335177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-67847282-c866-45b4-93ab-c7cad2de2815 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 898 time: 0.1247716 Nov 23 19:44:29.401584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48cb3476-fbb5-4eb2-8a80-33292f08519d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e8eb6926-286a-42aa-8817-fddcd4ff3dc4 HTTP/1.1" status: 200 len: 992 time: 0.0686102 Nov 23 19:44:29.413291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-2fd376f5-0aac-4eb6-8ae7-152217f0adbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 1000 time: 0.0695803 Nov 23 19:44:29.464282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-46adaa06-aa22-48d8-9705-0397a0621396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:29.465750 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-46adaa06-aa22-48d8-9705-0397a0621396 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0447302 Nov 23 19:44:29.472714 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e8eb6926-286a-42aa-8817-fddcd4ff3dc4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'port_id': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'mac_address': 'fa:16:3e:1d:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:44:28Z', 'updated_at': '2021-11-23T19:44:28Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:29.499034 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Checking router: 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:44:29.508304 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:44:29.508918 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:44:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:29.516206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-ca3974bc-a8e4-47fe-ac61-a66debe5431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:44:29.517818 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-ca3974bc-a8e4-47fe-ac61-a66debe5431f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432656 Nov 23 19:44:29.614041 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:44:29.615644 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-5df694fc-d61a-4819-897d-bc79123cd786 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Nov 23 19:44:29.712222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-84a6f1d4-3889-4faf-a2fa-346054403373 req-7fb16b15-8539-4457-b230-fcc46d335a48 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890133 Nov 23 19:44:29.838880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e8eb6926-286a-42aa-8817-fddcd4ff3dc4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'port_id': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'mac_address': 'fa:16:3e:1d:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:44:28Z', 'updated_at': '2021-11-23T19:44:28Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:44:29.868675 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ae12b-f957-4463-a01a-7905885036ca None None] The sync data for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 is: [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e8eb6926-286a-42aa-8817-fddcd4ff3dc4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'port_id': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'mac_address': 'fa:16:3e:1d:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:44:28Z', 'updated_at': '2021-11-23T19:44:28Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:44:30.059435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea21f26-2e92-4166-8f5e-ce8ca542fc05 None None] New status for floating IP e8eb6926-286a-42aa-8817-fddcd4ff3dc4: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:44:30.373462 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68edc0a4-8307-4adb-8c2d-28029bbccee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:30.403226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:44:30.463770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d071c079-724c-44fb-b30c-ec7c7585d174 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e8eb6926-286a-42aa-8817-fddcd4ff3dc4 HTTP/1.1" status: 200 len: 994 time: 0.0593493 Nov 23 19:44:30.987828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:32.421142 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:33.359408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:39.105983 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:44:39.553693 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:40.840388 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:44:57.518640 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf8a9-c943-4dbe-afdc-1a2dfbb1891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:00.274689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0aad0884-74fc-48b6-95a1-2ca7ad2b1729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:00.990826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:01.769929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c62441-bd37-4c80-be24-01a38bebcf2b req-d09d1e3c-b5a8-4204-bc11-9fd334458754 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:01.771504 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14c62441-bd37-4c80-be24-01a38bebcf2b req-d09d1e3c-b5a8-4204-bc11-9fd334458754 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0526452 Nov 23 19:45:01.816082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4147-ab99-4c09-853c-15505568a523 req-94cf6891-5f13-40ac-82b6-071a058dc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:01.818258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-94cf6891-5f13-40ac-82b6-071a058dc534 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1097 time: 0.0959499 Nov 23 19:45:01.829545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-14c62441-bd37-4c80-be24-01a38bebcf2b req-f041be75-8609-4531-99a2-117b634e36aa tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Nov 23 19:45:01.916932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4147-ab99-4c09-853c-15505568a523 req-058a7cdb-afa8-43a3-b2e1-fd27ac791d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:01.918944 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-058a7cdb-afa8-43a3-b2e1-fd27ac791d59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 898 time: 0.0929153 Nov 23 19:45:01.989695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-973d6239-88f9-40d3-bdbc-0490014c128e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 1002 time: 0.0628877 Nov 23 19:45:02.040817 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4147-ab99-4c09-853c-15505568a523 req-a82b4686-88b7-4f8b-b11f-cd36cadea142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:02.042393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-a82b4686-88b7-4f8b-b11f-cd36cadea142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0454116 Nov 23 19:45:02.088646 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4147-ab99-4c09-853c-15505568a523 req-5a278795-c92c-477c-8215-499610fac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:02.090695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-5a278795-c92c-477c-8215-499610fac998 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412881 Nov 23 19:45:02.187852 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-32f462b7-5eeb-4c56-9bd8-58ce6e81b979 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Nov 23 19:45:02.280305 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-895b4147-ab99-4c09-853c-15505568a523 req-2d56264e-5dfd-4e26-9cd0-38dbf8a19a20 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851278 Nov 23 19:45:02.426646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:02.954530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4edd-6d24-4eea-af06-78d2c34defbd req-229cc944-124a-4249-9654-708b6f3baff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:02.956037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fddc4edd-6d24-4eea-af06-78d2c34defbd req-229cc944-124a-4249-9654-708b6f3baff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0535116 Nov 23 19:45:03.005484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fddc4edd-6d24-4eea-af06-78d2c34defbd req-d26be8a3-e196-4de3-9739-978bf935fd09 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 Nov 23 19:45:03.364731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:04.126815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0fbdd-a188-4641-b257-8916d4fe474f req-da510546-810e-4fa3-b7de-f71b9833dcc4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:04.128324 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4f0fbdd-a188-4641-b257-8916d4fe474f req-da510546-810e-4fa3-b7de-f71b9833dcc4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0528955 Nov 23 19:45:04.177651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d4f0fbdd-a188-4641-b257-8916d4fe474f req-68cfff53-4d76-4a1d-ab4b-714cc3c1e890 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Nov 23 19:45:05.299043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837b498-45b2-45e4-984d-0779cf7527df req-cea8000e-94e4-4322-86f8-7d3b2b34efc5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:05.300551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4837b498-45b2-45e4-984d-0779cf7527df req-cea8000e-94e4-4322-86f8-7d3b2b34efc5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0521636 Nov 23 19:45:05.349406 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4837b498-45b2-45e4-984d-0779cf7527df req-4e1861c9-342f-4980-a6d0-2ccd9488671a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Nov 23 19:45:06.469233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa27fb4-ef78-4c48-bb8a-8f9fceebbea6 req-78491f98-6182-4aed-9193-986a1082ed3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:06.470720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1aa27fb4-ef78-4c48-bb8a-8f9fceebbea6 req-78491f98-6182-4aed-9193-986a1082ed3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0481415 Nov 23 19:45:06.520003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1aa27fb4-ef78-4c48-bb8a-8f9fceebbea6 req-c290ca87-4a18-48b4-b1c0-8d17256a963c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 Nov 23 19:45:07.633292 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f0da-092a-4d58-a30a-807d2db42521 req-f5069afe-fa3f-4dbe-9304-f472f3e90ff4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:07.634735 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c40f0da-092a-4d58-a30a-807d2db42521 req-f5069afe-fa3f-4dbe-9304-f472f3e90ff4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0478950 Nov 23 19:45:07.688068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c40f0da-092a-4d58-a30a-807d2db42521 req-52b1d7bc-baf8-42f2-a4bd-ab3f2c55122d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468574 Nov 23 19:45:08.818554 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632e851-af6a-40f9-8d0c-e354f6b6d7c6 req-85629773-d454-4b7e-ade5-0bbeddb85879 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:08.820106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4632e851-af6a-40f9-8d0c-e354f6b6d7c6 req-85629773-d454-4b7e-ade5-0bbeddb85879 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0527263 Nov 23 19:45:08.869289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4632e851-af6a-40f9-8d0c-e354f6b6d7c6 req-fb50cd79-abdc-4d2c-8974-e6c3957e811a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Nov 23 19:45:09.553068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:09.984921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525940-7ad8-4f60-b7f2-1acca687a94c req-9c0444df-4ffb-4a9c-ba86-82d73399b72a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:09.986394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53525940-7ad8-4f60-b7f2-1acca687a94c req-9c0444df-4ffb-4a9c-ba86-82d73399b72a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0485992 Nov 23 19:45:10.035054 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-53525940-7ad8-4f60-b7f2-1acca687a94c req-0d1c7bea-d95c-4993-bb8d-94698bb8d96c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Nov 23 19:45:10.837999 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:11.153571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413225c6-db7f-4fe1-91d3-f36ac0659759 req-67805177-387b-4c6a-a6c5-f585236357a2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:11.154955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413225c6-db7f-4fe1-91d3-f36ac0659759 req-67805177-387b-4c6a-a6c5-f585236357a2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0498412 Nov 23 19:45:11.203853 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-413225c6-db7f-4fe1-91d3-f36ac0659759 req-d75ab82a-a522-4055-a5c3-c47e4be66324 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Nov 23 19:45:12.322245 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a2f8-f681-4838-aa9f-6349e484a155 req-c66971c1-4e79-409f-8c94-1f31d9a3e5c1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:12.323792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f065a2f8-f681-4838-aa9f-6349e484a155 req-c66971c1-4e79-409f-8c94-1f31d9a3e5c1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0511653 Nov 23 19:45:12.378203 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f065a2f8-f681-4838-aa9f-6349e484a155 req-c38d463c-f3a9-420b-982c-4fe27e3a346c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440683 Nov 23 19:45:13.496712 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3e51c-49ce-46f8-8623-a57ca5f67ecd req-2f475e12-4f52-468b-bb33-92b5466a55bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:13.498832 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10f3e51c-49ce-46f8-8623-a57ca5f67ecd req-2f475e12-4f52-468b-bb33-92b5466a55bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0493760 Nov 23 19:45:13.553482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-10f3e51c-49ce-46f8-8623-a57ca5f67ecd req-5ecc0379-299f-4e19-aaee-79f130896428 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474789 Nov 23 19:45:14.671740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c5597-c013-4c28-8c4d-880462835db6 req-0326eccc-8983-470e-9938-795b81c6412b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:14.673189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc8c5597-c013-4c28-8c4d-880462835db6 req-0326eccc-8983-470e-9938-795b81c6412b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0516753 Nov 23 19:45:14.721540 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc8c5597-c013-4c28-8c4d-880462835db6 req-f7d61441-7d1f-4bfb-b6a9-b19e40b648c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Nov 23 19:45:15.835962 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9bf0-f26a-4d9c-a464-f7083fa9ea5e req-44fbfa16-ea84-46f4-8427-242828be6132 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:15.837448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3ee9bf0-f26a-4d9c-a464-f7083fa9ea5e req-44fbfa16-ea84-46f4-8427-242828be6132 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0490324 Nov 23 19:45:15.887651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3ee9bf0-f26a-4d9c-a464-f7083fa9ea5e req-7bf96317-ea76-429e-a42f-95b521dc1fbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Nov 23 19:45:16.104977 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:45:17.001819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193d9c1-932e-4f0d-b698-ff6f73179669 req-12a03163-5f01-4549-99fd-863b16b9a3ab tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:17.003301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6193d9c1-932e-4f0d-b698-ff6f73179669 req-12a03163-5f01-4549-99fd-863b16b9a3ab tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0488620 Nov 23 19:45:17.051891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6193d9c1-932e-4f0d-b698-ff6f73179669 req-c957d28e-158b-47ee-a3ab-13aa8429bef8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424283 Nov 23 19:45:18.184033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eefa-de6f-422a-9387-3985e93d226a req-c9e51f25-86ff-475e-b411-8b121c7094a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:18.185533 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53c2eefa-de6f-422a-9387-3985e93d226a req-c9e51f25-86ff-475e-b411-8b121c7094a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0589719 Nov 23 19:45:18.234610 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53c2eefa-de6f-422a-9387-3985e93d226a req-f910e20f-9f9f-44e8-9bb5-601a5498936d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 Nov 23 19:45:18.256819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:18.319964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-169620b6-639e-4c29-ad17-1598a02018f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e8eb6926-286a-42aa-8817-fddcd4ff3dc4 HTTP/1.1" status: 200 len: 994 time: 0.0619614 Nov 23 19:45:19.574477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-d863d5d8-8b2e-4bfa-9a9b-aab7dff7e2f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405936 Nov 23 19:45:19.661383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393bfa2-6753-416b-960d-310fc123b324 req-1f2009db-0cf4-4d59-8d45-150de3a3d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:19.662872 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-1f2009db-0cf4-4d59-8d45-150de3a3d3b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1097 time: 0.0454867 Nov 23 19:45:19.768126 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393bfa2-6753-416b-960d-310fc123b324 req-56497349-9a82-4285-8d4a-30886ee871cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:19.769645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-56497349-9a82-4285-8d4a-30886ee871cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 898 time: 0.0853546 Nov 23 19:45:19.840474 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-b7af258c-777c-4429-963d-f00824ec7b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 1002 time: 0.0627961 Nov 23 19:45:19.891432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393bfa2-6753-416b-960d-310fc123b324 req-ba718abb-83ba-4a52-8f1e-27138062de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:19.892871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-ba718abb-83ba-4a52-8f1e-27138062de70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0447781 Nov 23 19:45:19.938140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393bfa2-6753-416b-960d-310fc123b324 req-ae9fa2a3-fa6f-4b30-8431-59c744be1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:19.939656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-ae9fa2a3-fa6f-4b30-8431-59c744be1f9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395677 Nov 23 19:45:19.951278 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-57d59725-428c-4bb9-8ad5-bb4b86c82872 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:45:19.952274 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-57d59725-428c-4bb9-8ad5-bb4b86c82872 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049162 Nov 23 19:45:20.046351 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-560ddc30-3d67-47ee-a9b2-7f264a921abd service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869966 Nov 23 19:45:20.136038 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4393bfa2-6753-416b-960d-310fc123b324 req-b5a544b7-5d5e-4243-9794-93fa9daf069d service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818007 Nov 23 19:45:27.521251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9a1c-6aff-402c-b02b-0909cd2a94e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:30.279838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa799534-4d05-4fc1-8ffb-943495104814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:30.993330 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:32.426622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:33.367829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:39.554057 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:40.854651 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:48.694678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:48.860843 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 527293cc-1e7f-406d-9323-46479183d384 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:45:48.861188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:48.943923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:48.944250 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:48.957084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 527293cc-1e7f-406d-9323-46479183d384 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:45:49.114930 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:49.145713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=527293cc-1e7f-406d-9323-46479183d384,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:49.158615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.159028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.159334 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.159675 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.160015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.160355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.160688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.161023 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.161356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.161685 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.162015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.162345 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:49.218788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:49.219469 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP e8eb6926-286a-42aa-8817-fddcd4ff3dc4 disassociated (deleted). External IP: 172.25.5.223, port: bf1b52bb-f1a7-4517-be3e-6157480a66a1. Nov 23 19:45:49.441106 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:45:49.555076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:45:49.560381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:49.568646 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Sync routers for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:45:49.579088 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:45:49.579961 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:49.588743 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-10bf64db-0601-4a47-94b6-b643b53a44c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/floatingips/e8eb6926-286a-42aa-8817-fddcd4ff3dc4 HTTP/1.1" status: 204 len: 168 time: 0.8928437 Nov 23 19:45:49.589381 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:45:49.591977 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d79c7-6065-4551-91a4-4aee3bfdc30d" -d '{"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:45:49.638112 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b90372-ab74-452c-bff1-b36da3e7f248 x-openstack-request-id: req-40b90372-ab74-452c-bff1-b36da3e7f248 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:45:49.638587 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:45:49.639081 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40b90372-ab74-452c-bff1-b36da3e7f248 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:45:49.639578 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'status': 'completed', 'code': 200} Nov 23 19:45:49.704322 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:45:49.711400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-52e5dce1-fa0d-4904-b0fe-9cfc553dad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:49.713112 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-52e5dce1-fa0d-4904-b0fe-9cfc553dad0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 1097 time: 0.0487547 Nov 23 19:45:49.869771 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-c9854dc3-ed4e-4954-8cc6-36cf8f5a54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:49.874121 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-c9854dc3-ed4e-4954-8cc6-36cf8f5a54b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 200 len: 898 time: 0.1417694 Nov 23 19:45:49.885111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b7e2d-5668-4711-88e3-52e3fbc42c81 req-93a00521-afae-4e69-9f8c-de737754d046 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:49.886647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-693b7e2d-5668-4711-88e3-52e3fbc42c81 req-93a00521-afae-4e69-9f8c-de737754d046 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0756876 Nov 23 19:45:49.928719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-398097e0-b048-4ab4-8536-02bbd38a4a17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 200 len: 217 time: 0.0410521 Nov 23 19:45:49.948878 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:49.976270 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Checking router: 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:45:49.985212 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:45:49.985947 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:49.999672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-693b7e2d-5668-4711-88e3-52e3fbc42c81 req-cbca385b-2254-4b67-a08c-525af2a41039 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058125 Nov 23 19:45:50.009713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-5833936d-efa1-447a-a2d5-713e440f91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:50.011656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-5833936d-efa1-447a-a2d5-713e440f91ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 200 len: 835 time: 0.0708950 Nov 23 19:45:50.072821 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-622962c7-d39f-41f6-9e08-bce4c9c8b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:50.074182 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-622962c7-d39f-41f6-9e08-bce4c9c8b294 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60c9379-dc3a-4e0e-8a7e-78086adc175b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519459 Nov 23 19:45:50.117686 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:45:50.185189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-1d25a890-8515-476f-aa22-963ec0b193d9 service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003737 Nov 23 19:45:50.298161 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c52d79c7-6065-4551-91a4-4aee3bfdc30d req-86cb547e-804c-461c-a80c-aac54824138e service neutron] 10.222.0.50 "GET /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050036 Nov 23 19:45:50.345703 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:50.385111 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3324b-f2ae-4a2a-9e1c-d79689b1cf68 None None] The sync data for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 is: [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:44:16Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'c19b7efb-2b13-498c-86b2-a24a7e233fd4', 'name': '', 'network_id': 'd60c9379-dc3a-4e0e-8a7e-78086adc175b', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:bf:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:15Z', 'updated_at': '2021-11-23T19:44:19Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'e39ab08d-df6d-4532-b929-e328133c1692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:45:50.633598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca86d0-b4be-44a8-811e-fc09b9c30a02 None None] New status for floating IP e8eb6926-286a-42aa-8817-fddcd4ff3dc4: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:45:51.131264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98baf0-5cf6-4546-8f1f-234367d15a2d req-a66c2f4e-e745-41e0-9277-e99ea2ca5c56 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:51.132789 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de98baf0-5cf6-4546-8f1f-234367d15a2d req-a66c2f4e-e745-41e0-9277-e99ea2ca5c56 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0513549 Nov 23 19:45:51.184905 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-de98baf0-5cf6-4546-8f1f-234367d15a2d req-17a720af-6295-47f5-9374-178c60f1150d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=d20c215f-7ce7-4dd6-a6aa-23d218930a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461848 Nov 23 19:45:51.566421 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-f1008ffc-ebd2-4be0-ae4f-0db981c37ed4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:51.567919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-f1008ffc-ebd2-4be0-ae4f-0db981c37ed4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 946 time: 0.0485427 Nov 23 19:45:51.654506 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port bf1b52bb-f1a7-4517-be3e-6157480a66a1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:45:51.654862 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:52.064995 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port bf1b52bb-f1a7-4517-be3e-6157480a66a1, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=bf1b52bb-f1a7-4517-be3e-6157480a66a1,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:45:52.065354 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:52.077887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for bf1b52bb-f1a7-4517-be3e-6157480a66a1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:45:52.202520 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:52.232190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=bf1b52bb-f1a7-4517-be3e-6157480a66a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:52.244744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.245109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.245878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.245878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.246204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.246465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.246802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.247140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.247505 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.247840 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.248176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.248502 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:52.293867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] No DVR routers for this DVR port bf1b52bb-f1a7-4517-be3e-6157480a66a1 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:45:52.308133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:52.311522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-93c3ebec-281f-4a10-a051-df9ef8569324 req-d87e26e9-6179-4cbc-be40-438e4cbdc04f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "DELETE /v2.0/ports/bf1b52bb-f1a7-4517-be3e-6157480a66a1 HTTP/1.1" status: 204 len: 173 time: 0.7368248 Nov 23 19:45:52.311970 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'name': 'network-vif-deleted', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:45:52.314231 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd67feb-5086-41c4-bcec-2d812c04bd89" -d '{"events": [{"server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "name": "network-vif-deleted", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:45:52.318757 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67aea894-7754-469d-8809-eaf7a2ef0ec2 req-8989b9b5-72cc-4fef-9fce-f4596ebe4573 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d6762c-cbc2-46d7-a0f0-926beb877dac HTTP/1.1" status: 200 len: 210 time: 0.0532498 Nov 23 19:45:52.418504 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7da16-9c6e-4f13-8376-d1e1d42d1ffc x-openstack-request-id: req-b3c7da16-9c6e-4f13-8376-d1e1d42d1ffc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:45:52.418802 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d6762c-cbc2-46d7-a0f0-926beb877dac", "name": "network-vif-deleted", "tag": "bf1b52bb-f1a7-4517-be3e-6157480a66a1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:45:52.419053 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3c7da16-9c6e-4f13-8376-d1e1d42d1ffc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:45:52.419518 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d6762c-cbc2-46d7-a0f0-926beb877dac', 'name': 'network-vif-deleted', 'tag': 'bf1b52bb-f1a7-4517-be3e-6157480a66a1', 'status': 'completed', 'code': 200} Nov 23 19:45:53.104425 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:45:53.378599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:53.739576 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:53.994947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port c19b7efb-2b13-498c-86b2-a24a7e233fd4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:45:53.995185 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:54.082501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port c19b7efb-2b13-498c-86b2-a24a7e233fd4, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=c19b7efb-2b13-498c-86b2-a24a7e233fd4,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:45:54.082861 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:54.099817 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for c19b7efb-2b13-498c-86b2-a24a7e233fd4 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:45:54.280422 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:54.306531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=c19b7efb-2b13-498c-86b2-a24a7e233fd4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:54.481032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.033693 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:45:55.138515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:45:55.146566 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-70877d6f-b499-42e6-b0e1-26db5ff73ccf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/1f0261fb-8089-4b0a-a56c-8b4afc92c5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645934 Nov 23 19:45:55.147069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:55.200000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting subnet e39ab08d-df6d-4532-b929-e328133c1692 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:45:55.204695 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.236190 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Sync routers for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:45:55.245267 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:45:55.245863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:55.247149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.355788 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:45:55.357105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.416477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.442316 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Subnet': ['ID=e39ab08d-df6d-4532-b929-e328133c1692,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:55.448388 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.453490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e0fdf1b3-3dd3-4ff7-b053-3b235f6eace0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/subnets/e39ab08d-df6d-4532-b929-e328133c1692 HTTP/1.1" status: 204 len: 168 time: 0.3030803 Nov 23 19:45:55.453702 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:55.459592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f50ea-8cfc-430a-8b48-b87a5523ccf0 None None] Network d60c9379-dc3a-4e0e-8a7e-78086adc175b requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:45:55.539351 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:45:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:55.555034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bf1b52bb-f1a7-4517-be3e-6157480a66a1 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:45:55.569477 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.570835 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Checking router: 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:45:55.579339 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Routers {'1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:45:55.579960 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:55.589902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: bf1b52bb-f1a7-4517-be3e-6157480a66a1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:45:55.590241 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device bf1b52bb-f1a7-4517-be3e-6157480a66a1 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:45:55.685243 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] DHCP port deletion for d60c9379-dc3a-4e0e-8a7e-78086adc175b request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:45:55.691001 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.699967 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] Set router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:45:55.743196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Deleting port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:45:55.743686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.753975 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port f05f8d1f-3b0b-490f-b020-f5760754eadb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:45:55.754401 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.823366 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] For port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,segment=NetworkSegment(adb5e84e-e551-416c-911d-3dad6fccd787),segment_id=adb5e84e-e551-416c-911d-3dad6fccd787)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:45:55.823774 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.838933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Calling delete_port for f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:45:55.859567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port f05f8d1f-3b0b-490f-b020-f5760754eadb, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f05f8d1f-3b0b-490f-b020-f5760754eadb,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:45:55.859933 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.876299 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for f05f8d1f-3b0b-490f-b020-f5760754eadb owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:45:55.893900 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:45:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:55.931121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdee2d-1519-404b-8b09-61fef6906570 None None] The sync data for ids ['1f0261fb-8089-4b0a-a56c-8b4afc92c5f0'] in n-d-792364-9 is: [{'id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614724272', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:44:12Z', 'updated_at': '2021-11-23T19:45:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'f05f8d1f-3b0b-490f-b020-f5760754eadb', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0261fb-8089-4b0a-a56c-8b4afc92c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:44:13Z', 'updated_at': '2021-11-23T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:45:55.939456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:55.969977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:45:55.974027 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Pushing event deleted for resources: {'Port': ['ID=f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:56.000083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] No DVR routers for this DVR port f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:45:56.001916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:45:56.002254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f1e8d287-b4a5-4cdb-81c8-7ce00e3b2e67 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:45:56.006537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.006881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.007219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.007581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.007917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.008263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.008556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.008884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.009205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.009528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.010673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.010673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ef2c3-7c20-4f5a-977f-58c713674d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:45:56.068819 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.095750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=f05f8d1f-3b0b-490f-b020-f5760754eadb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:56.108518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad083a48-0edf-43f5-8bca-61778b5ed93b None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:45:56.158381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.250421 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.252482 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.301865 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.302430 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Fanout notify agent at l3_agent the message router_deleted on router 1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:45:56.310900 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.312748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6947e66e-9a28-40a6-83e7-321e506d9466 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/routers/1f0261fb-8089-4b0a-a56c-8b4afc92c5f0 HTTP/1.1" status: 204 len: 168 time: 0.8581111 Nov 23 19:45:56.315853 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:56.396030 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.488884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.509307 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60c9379-dc3a-4e0e-8a7e-78086adc175b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:56.519289 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb5e84e-e551-416c-911d-3dad6fccd787') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:56.519610 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb5e84e-e551-416c-911d-3dad6fccd787') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:56.529286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.543803 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.549860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:45:56.550254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:45:56.553476 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:45:56.620396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.628153 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.631558 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/networks/d60c9379-dc3a-4e0e-8a7e-78086adc175b HTTP/1.1" status: 204 len: 168 time: 0.3147533 Nov 23 19:45:56.634420 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:56.644439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5519c1-0693-4536-a13a-c643055eed64 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Network': ['ID=d60c9379-dc3a-4e0e-8a7e-78086adc175b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:56.700676 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.728350 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.789069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.791772 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:56.792955 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/security-groups/d20c215f-7ce7-4dd6-a6aa-23d218930a3e HTTP/1.1" status: 204 len: 168 time: 0.1575115 Nov 23 19:45:56.802015 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c1b4d-81ac-47b8-8290-f8b6af48e506 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c215f-7ce7-4dd6-a6aa-23d218930a3e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.098014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.102584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441082556', 'description': 'tempest-secgroup-smoke-441082556 description', 'project_id': '627546b1c4a441bbade9066216f1011c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.124515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.190450 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.194082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.224156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.225358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1263402 Nov 23 19:45:57.228425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.229408 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cecd62-1c33-4e93-a86e-2c1f7ce75f8f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f14d4d-c08f-4826-95cc-589183b7a616,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.233093 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.260339 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.306907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.310397 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.329604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2769d5-ac3b-4445-bed5-0b9051bc2a63,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.337761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.338958 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fddd56e9-406f-4684-9726-b756006ebbc0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095228 Nov 23 19:45:57.341726 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.346339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.371851 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.432934 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.437079 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.455663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b98143-55e9-4295-ba5b-ef252ffaed19,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.461910 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.463086 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f964d151-192f-44a0-84ef-6667975b4bf0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202900 Nov 23 19:45:57.466339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.470636 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.496431 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.522987 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9d6b52c8-2caf-4adf-a685-50b757ce6d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.557009 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.560521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.580084 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deec33da-61dc-459a-9f4c-562b1955b494,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.589006 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.590189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a53000f8-ff73-4034-a9d6-25441b203efe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229432 Nov 23 19:45:57.593003 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.597466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.624216 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.686818 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.691637 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.712352 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b3385d-dfb4-4126-8501-6238a973e239,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.718764 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.720577 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-97e50e54-efea-449d-b1f8-d627a2fc2477 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263790 Nov 23 19:45:57.723412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.729573 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.757540 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:45:57.764252 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.836110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.839878 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.861114 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec10956-2311-459c-8377-872eaa4b3ea4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.866838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f05f8d1f-3b0b-490f-b020-f5760754eadb no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:45:57.870320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.875177 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-21bdad71-5f6a-4269-8cda-a924177781d9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471000 Nov 23 19:45:57.875177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:57.879104 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'c3f14d4d-c08f-4826-95cc-589183b7a616', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:57.888715 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f05f8d1f-3b0b-490f-b020-f5760754eadb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:45:57.889071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f05f8d1f-3b0b-490f-b020-f5760754eadb not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:45:57.889492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c19b7efb-2b13-498c-86b2-a24a7e233fd4 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:45:57.900585 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:45:57.906008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.913432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: c19b7efb-2b13-498c-86b2-a24a7e233fd4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:45:57.913783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device c19b7efb-2b13-498c-86b2-a24a7e233fd4 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:45:57.965834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.969411 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.986457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c2c70c-9322-46fa-a4c3-28b73a8b3b23,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:57.995233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:57.996466 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-326ca872-ce1b-4c7f-9c99-6bcf7ab5adb5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210241 Nov 23 19:45:57.999943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:58.004727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'network': {'name': 'tempest-network-smoke--1608865835', 'project_id': '627546b1c4a441bbade9066216f1011c', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:58.026164 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:45:58.029619 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.053745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:45:58.064043 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.064381 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Added segment db2cb4ef-a485-4d0e-bb2f-9785c9805e0c of type vlan for network 0857569c-75f3-4723-b027-4ed9ceb5f81f Nov 23 19:45:58.109013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.136513 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.142723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:58.143299 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.181517 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805193 Nov 23 19:45:58.184338 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:58.189906 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'admin_state_up': True, 'project_id': '627546b1c4a441bbade9066216f1011c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:58.213699 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.214413 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9f2ae-661b-4de7-bde6-06c6238701f5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Network': ['ID=0857569c-75f3-4723-b027-4ed9ceb5f81f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:58.214748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.227119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:45:58.266087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.408096 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.598183 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.616538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.713623 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.56 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/ce332693-d052-41eb-846b-4eff80bad6fa) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:45:58.819670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.853286 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:58.890536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:45:58.893403 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:45:58.895859 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:45:58.906539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8959e7-2537-4f99-8fed-033f290db2be None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:45:58.930511 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=ce332693-d052-41eb-846b-4eff80bad6fa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:45:58.998917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-96c99506-0b7b-4ef2-b21a-14ba4b6fc8ca None None] Provisioning complete for port ce332693-d052-41eb-846b-4eff80bad6fa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:45:58.999202 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96c99506-0b7b-4ef2-b21a-14ba4b6fc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:59.036536 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-96c99506-0b7b-4ef2-b21a-14ba4b6fc8ca None None] Port ce332693-d052-41eb-846b-4eff80bad6fa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:45:59.150357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:59.346609 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:59.481018 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:45:59.587007 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:45:59.596362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Sync routers for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:45:59.606774 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:59.606957 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:45:59.607517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:45:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:59.607975 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a1733801-8e0f-4428-bc7e-be54be0cdaa1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4225371 Nov 23 19:45:59.611174 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:59.639897 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9d78ba58-3941-4d41-9046-a1a18e01d81f tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=627546b1c4a441bbade9066216f1011c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270455 Nov 23 19:45:59.642378 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:59.716375 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:45:59.743142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8239c-ff20-41b9-be0e-ff433daacf35 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:45:59.745715 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-71a8239c-ff20-41b9-be0e-ff433daacf35 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024034 Nov 23 19:45:59.747613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:59.776686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5bd9ccc0-e188-4d09-bb3f-70d51989c922 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279200 Nov 23 19:45:59.779236 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:45:59.784275 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1387679445', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'project_id': '627546b1c4a441bbade9066216f1011c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:45:59.876870 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:45:59.880435 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:45:59.896090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:45:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:45:59.922075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Checking router: ecfc3e55-bed0-40ed-924e-bb304ab5e3cf for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:45:59.922794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Updating router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf port ce332693-d052-41eb-846b-4eff80bad6fa binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:45:59.950812 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.062887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.123152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Subnet': ['ID=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:00.133076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Checking segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:46:00.133460 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network hostable DHCP agents. Network: 0857569c-75f3-4723-b027-4ed9ceb5f81f, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:46:00.151577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:46:00.161435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0857569c-75f3-4723-b027-4ed9ceb5f81f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:00.165637 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:00.166220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.182543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c3552237-14f8-400b-9844-4def86015c05 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022026 Nov 23 19:46:00.185557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:00.187750 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb8908-c7bb-4b52-a926-d6725b15b3d1 None None] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:46:00.230351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.275671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.340465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba0c38ea-cafd-427f-988e-76485f76cd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.355198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8db0e-0865-422d-a094-ee9cb543ffe7 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:46:00.394099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Attempting to bind port ce332693-d052-41eb-846b-4eff80bad6fa on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:46:00.394385 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Attempting to bind port ce332693-d052-41eb-846b-4eff80bad6fa by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:46:00.394751 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Attempting to bind port ce332693-d052-41eb-846b-4eff80bad6fa on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:46:00.401714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569553-5857-4019-abf9-496f149af746 None None] Pushing event updated for resources: {'Port': ['ID=ce332693-d052-41eb-846b-4eff80bad6fa,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:00.410562 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:46:00.410936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:46:00.411390 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.411743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:46:00.412214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Bound port: ce332693-d052-41eb-846b-4eff80bad6fa, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:46:00.412598 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.475302 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0857569c-75f3-4723-b027-4ed9ceb5f81f', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:46:00.476179 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.515829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e1ea1d24-c1e3-4635-a638-89a374c8f014 None None] Provisioning complete for port ce332693-d052-41eb-846b-4eff80bad6fa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:00.516194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1d24-c1e3-4635-a638-89a374c8f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.524400 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] For port ce332693-d052-41eb-846b-4eff80bad6fa, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:46:00.529261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] For port ce332693-d052-41eb-846b-4eff80bad6fa, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ce332693-d052-41eb-846b-4eff80bad6fa,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:46:00.553028 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.629139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:00.825424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea1d24-c1e3-4635-a638-89a374c8f014 None None] Port ce332693-d052-41eb-846b-4eff80bad6fa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:46:00.834041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb625a3-43e6-472e-99fb-6d87c84c8d71 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:46:00.885122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:46:00.885818 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:00.889785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569553-5857-4019-abf9-496f149af746 None None] Pushing event updated for resources: {'Port': ['ID=ce332693-d052-41eb-846b-4eff80bad6fa,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:00.945543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Allocated IP 172.20.0.2 (0857569c-75f3-4723-b027-4ed9ceb5f81f/7f9d6c6a-8092-49d9-b7b5-6d937a15eba5/16b53ad5-2803-48c3-9139-1871d6edab93) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:46:01.024840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] Provisioning complete for port ce332693-d052-41eb-846b-4eff80bad6fa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:01.025212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.072550 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.118086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:46:01.326082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.370205 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.392898 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] For port ce332693-d052-41eb-846b-4eff80bad6fa, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ce332693-d052-41eb-846b-4eff80bad6fa,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:01.397267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.402068 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.451896 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:46:01.459341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:01.459712 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.1 (0857569c-75f3-4723-b027-4ed9ceb5f81f/7f9d6c6a-8092-49d9-b7b5-6d937a15eba5/86061805-9dee-4e30-ba4c-3085317a2c0f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:46:01.463545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:46:01.473869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Pushing event updated for resources: {'Port': ['ID=16b53ad5-2803-48c3-9139-1871d6edab93,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:01.559390 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:45:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:01.570832 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Attempting to bind port 16b53ad5-2803-48c3-9139-1871d6edab93 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:46:01.571203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Attempting to bind port 16b53ad5-2803-48c3-9139-1871d6edab93 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:46:01.571597 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Attempting to bind port 16b53ad5-2803-48c3-9139-1871d6edab93 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:46:01.585893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.605764 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf111e7-c354-4e45-83ef-f58cc2c34db0 None None] The sync data for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 is: [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:45:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:46:01.608384 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:46:01.608763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Checking segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:46:01.609160 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.609548 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Bound using segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:46:01.610349 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Bound port: 16b53ad5-2803-48c3-9139-1871d6edab93, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:46:01.610448 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.613671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b29ea-116b-4ee9-a478-d8996e7a66ba None None] Pushing event updated for resources: {'Port': ['ID=ce332693-d052-41eb-846b-4eff80bad6fa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:01.622763 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.667384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:46:01.674051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:01.677918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:46:01.690609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] For port 16b53ad5-2803-48c3-9139-1871d6edab93, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:46:01.694141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] For port 16b53ad5-2803-48c3-9139-1871d6edab93, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=16b53ad5-2803-48c3-9139-1871d6edab93,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:46:01.699254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.706288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:01.727022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:01.761619 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9ce2e-b495-4bfa-b014-143e53981783 None None] Pushing event updated for resources: {'Port': ['ID=16b53ad5-2803-48c3-9139-1871d6edab93,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:01.881903 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.225457 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.232538 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.435170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.668350 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:02.672355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.740860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d84c9-4e3d-4080-b546-fca0d8329c63 None None] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:46:02.768700 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:46:02.770239 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:02.875878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] Provisioning complete for port 16b53ad5-2803-48c3-9139-1871d6edab93 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:02.876250 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.887112 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:46:02.993790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:02.997984 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:46:03.013055 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-1618b12a-9b71-4b07-a2dd-95b5486c5dfe tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/ecfc3e55-bed0-40ed-924e-bb304ab5e3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8170221 Nov 23 19:46:03.031850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] For port 16b53ad5-2803-48c3-9139-1871d6edab93, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=16b53ad5-2803-48c3-9139-1871d6edab93,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:03.038588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.102087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fb06d-1f05-4d57-882d-a6781e02718b None None] Pushing event updated for resources: {'Port': ['ID=16b53ad5-2803-48c3-9139-1871d6edab93,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:03.262945 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66f4d4d6-bfcd-4fcc-981f-278912c3b89c None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:03.263344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f4d4d6-bfcd-4fcc-981f-278912c3b89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.304579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-66f4d4d6-bfcd-4fcc-981f-278912c3b89c None None] Port 86061805-9dee-4e30-ba4c-3085317a2c0f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:46:03.315846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66f4d4d6-bfcd-4fcc-981f-278912c3b89c None None] Provisioning complete for port 16b53ad5-2803-48c3-9139-1871d6edab93 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:03.316213 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66f4d4d6-bfcd-4fcc-981f-278912c3b89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.378561 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.440319 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Sync routers for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:46:03.453047 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:46:03.453630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:03.464627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-0b5a8ded-a373-4754-94f6-46edd305f2d2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441082556&fields=id&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 267 time: 0.0541775 Nov 23 19:46:03.553103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5dd01fb-bf29-4018-9ef6-2177d727a872 None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:03.554476 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5dd01fb-bf29-4018-9ef6-2177d727a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.570047 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:46:03.586121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-da59b310-ed0d-4532-917d-8c11a8c830ff tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:03.588015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-da59b310-ed0d-4532-917d-8c11a8c830ff tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 797 time: 0.1157610 Nov 23 19:46:03.600860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd01fb-bf29-4018-9ef6-2177d727a872 None None] Port 86061805-9dee-4e30-ba4c-3085317a2c0f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:46:03.605652 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-90dbd0b3-500c-4389-a333-be653bdc09eb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/quotas/627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 375 time: 0.0116479 Nov 23 19:46:03.659249 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-38283856-2eaa-4e74-8ba7-ba81c519e658 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469298 Nov 23 19:46:03.720348 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c13db90-fee9-4b09-b981-852af9b335c6 None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:03.720839 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c13db90-fee9-4b09-b981-852af9b335c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.759411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c13db90-fee9-4b09-b981-852af9b335c6 None None] Port 86061805-9dee-4e30-ba4c-3085317a2c0f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:46:03.766338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-40bba6f2-4c13-4fae-8980-354ae5c4281d service neutron] 10.222.0.37 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950549 Nov 23 19:46:03.785013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:02Z', 'revision_number': 2, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:03.813659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Checking router: ecfc3e55-bed0-40ed-924e-bb304ab5e3cf for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:46:03.813659 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Updating router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf port 86061805-9dee-4e30-ba4c-3085317a2c0f binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:46:03.845435 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:03.870521 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-f4c4f57a-3c8c-4ddc-a0a5-c51abf3a1dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977740 Nov 23 19:46:03.941341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ce332693-d052-41eb-846b-4eff80bad6fa up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:46:04.010208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port ce332693-d052-41eb-846b-4eff80bad6fa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:04.010581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.040543 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d63d0422-9578-4661-9b34-5c2dae9696a4 req-44d34664-d689-4c61-bc24-38d2ad098163 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0268891 Nov 23 19:46:04.088864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 16b53ad5-2803-48c3-9139-1871d6edab93 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:46:04.131883 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.137384 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.138495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 16b53ad5-2803-48c3-9139-1871d6edab93 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:04.142911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.216993 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Pushing event updated for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:04.243770 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.244114 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.244450 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.244782 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.245110 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.245435 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.245762 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.246084 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.246402 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.246721 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.247036 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.247441 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:46:04.260933 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Attempting to bind port 86061805-9dee-4e30-ba4c-3085317a2c0f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:46:04.261302 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Attempting to bind port 86061805-9dee-4e30-ba4c-3085317a2c0f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:46:04.261662 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Attempting to bind port 86061805-9dee-4e30-ba4c-3085317a2c0f on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:46:04.268301 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:46:04.268672 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Checking segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:46:04.269068 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.269454 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Bound using segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:46:04.269922 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Bound port: 86061805-9dee-4e30-ba4c-3085317a2c0f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:46:04.270299 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.337965 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] For port 86061805-9dee-4e30-ba4c-3085317a2c0f, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:46:04.340877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] For port 86061805-9dee-4e30-ba4c-3085317a2c0f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86061805-9dee-4e30-ba4c-3085317a2c0f,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:46:04.346149 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.383169 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:04.383589 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.468161 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.490381 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:46:04.491099 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:04.495816 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457135-8f8c-451a-9885-cbb25316f6a7 None None] Pushing event updated for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:04.506500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] For port 86061805-9dee-4e30-ba4c-3085317a2c0f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86061805-9dee-4e30-ba4c-3085317a2c0f,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:04.513064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.569808 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd776d2-ed94-411c-92bb-5a4094ddbd8c None None] Pushing event updated for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:04.612970 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:46:04.735002 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-26755e30-2b44-49a8-95f8-e94365b14b93 None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:04.735500 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-26755e30-2b44-49a8-95f8-e94365b14b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:04.812222 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:04.847051 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382f39-d00b-4504-a65b-7852d2cb581e None None] The sync data for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 is: [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:46:05.132686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-44c71613-e6b0-456f-8120-512b1a57dbc1 req-1605d08c-d0f7-4b8f-af9e-1430605ae045 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0334916 Nov 23 19:46:05.891098 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86061805-9dee-4e30-ba4c-3085317a2c0f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:46:05.939598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 86061805-9dee-4e30-ba4c-3085317a2c0f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:05.939962 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:06.219098 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c8c4d67a-480c-4a25-87d2-bca22d9be8c8 req-eb7c89f5-ff29-4297-a7a6-6a527936b077 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0269971 Nov 23 19:46:07.297234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-76112af0-1ebe-4398-93b1-ae168d62fd26 req-4f0623b8-004b-48ff-8894-e52e70255a28 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0266304 Nov 23 19:46:08.398208 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d492a2b4-5a05-4ce3-9271-55ae97cba805 req-46579ebb-9b4b-4025-baca-f60555e3480f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0304122 Nov 23 19:46:09.183958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-d4d282f0-4555-4021-83e2-eb4d9428c543 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:09.185402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-d4d282f0-4555-4021-83e2-eb4d9428c543 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 797 time: 0.1037292 Nov 23 19:46:09.262098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-fef49ebd-e9bc-41a1-b813-45ced7c72a68 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 379 time: 0.0597696 Nov 23 19:46:09.276447 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'port': {'device_id': '368e1561-be25-421e-97db-806cdfa98eea', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'admin_state_up': True, 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'security_groups': ['c3f14d4d-c08f-4826-95cc-589183b7a616']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:46:09.383721 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:46:09.387281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:09.514492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c0f4fb8e-15ff-459f-9b5a-863ab5a91829 req-668934f2-5805-4957-8d36-fd614a5a6036 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 210 time: 0.0476532 Nov 23 19:46:09.540574 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.12 (0857569c-75f3-4723-b027-4ed9ceb5f81f/7f9d6c6a-8092-49d9-b7b5-6d937a15eba5/1a995e72-05fb-40dc-9b09-9efe3c14fdc4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:46:09.571482 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:09.683725 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:09.716393 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:09.761829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:46:09.764815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:09.768502 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:46:09.774982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:09.825295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:09.825466 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:09.842730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-1bf8f818-fc1c-4aea-b5bf-01c1014ed7bc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692720 Nov 23 19:46:09.907705 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Request body: {'port': {'device_id': '368e1561-be25-421e-97db-806cdfa98eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:46:09.966782 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.041086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fb509d14-aa3a-4a0d-bb14-54b7552357f2 None None] Provisioning complete for port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:10.041486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb509d14-aa3a-4a0d-bb14-54b7552357f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.075126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fb509d14-aa3a-4a0d-bb14-54b7552357f2 None None] Port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:46:10.223521 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:46:10.230787 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.242858 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Transition to ACTIVE for port object 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:46:10.246478 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.297178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:10.370925 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:46:10.371263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:46:10.371625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:46:10.377399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:46:10.377891 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:46:10.384063 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:46:10.384407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Checking segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:46:10.384815 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Bound using segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:46:10.385243 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Bound port: 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:46:10.385602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.451504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:46:10.454612 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:46:10.458355 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.492621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:10.493233 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.494740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1092 time: 0.6376421 Nov 23 19:46:10.495192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:46:10.497507 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa8399-2543-4718-a6b4-fbb76e86705e" -d '{"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:46:10.530494 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb23730-5c3e-49ce-b232-9a24c3392547 service neutron] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:10.626577 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab5179-6334-4a44-8327-803f8b41b558 x-openstack-request-id: req-ffab5179-6334-4a44-8327-803f8b41b558 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:46:10.626866 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:46:10.627121 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffab5179-6334-4a44-8327-803f8b41b558 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:46:10.627554 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'status': 'completed', 'code': 200} Nov 23 19:46:10.645014 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-cbb3b647-1322-4f79-8cc5-d946d50e35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:10.646529 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-cbb3b647-1322-4f79-8cc5-d946d50e35d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1095 time: 0.0970988 Nov 23 19:46:10.663866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb75dd-b04d-425c-8777-3ac1ba0f99d2 req-d2d96ea2-38e5-41a1-b0e6-d6f337228210 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:10.665413 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bfb75dd-b04d-425c-8777-3ac1ba0f99d2 req-d2d96ea2-38e5-41a1-b0e6-d6f337228210 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0707083 Nov 23 19:46:10.707372 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-3b0b1bc0-f212-4c55-8d04-268ff66bebd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0409694 Nov 23 19:46:10.797619 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0bfb75dd-b04d-425c-8777-3ac1ba0f99d2 req-9f9835f5-8a4d-4ec0-8bd2-56c455006da2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236398 Nov 23 19:46:10.804604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-d21799d2-975a-494c-819a-c17af5414d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:10.806657 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-d21799d2-975a-494c-819a-c17af5414d89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0856032 Nov 23 19:46:10.858799 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-f7d00150-4ce0-41d8-84a7-3890b9e01854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:10.860335 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-f7d00150-4ce0-41d8-84a7-3890b9e01854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425897 Nov 23 19:46:10.867838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:10.961268 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-3b68c209-a936-4788-a3a2-2c29aa396e27 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872235 Nov 23 19:46:11.054606 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb7d0b59-3c20-41a1-8b4e-9e311d334e19 req-a2b2d592-35ea-4414-a4e8-63c5aae8d8a3 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Nov 23 19:46:11.153303 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-f732d61c-8bcd-47eb-9850-9969952e724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:11.155456 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-f732d61c-8bcd-47eb-9850-9969952e724c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1095 time: 0.0472560 Nov 23 19:46:11.243537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-2a24f31c-f956-49ed-aacd-4592beb074be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:11.244985 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-2a24f31c-f956-49ed-aacd-4592beb074be service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0828643 Nov 23 19:46:11.290358 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-0ba35187-570c-4568-8d65-33bd1bbac77b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Nov 23 19:46:11.344582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-a82d5a2d-5f40-431a-8d16-551b7b69663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:11.346012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-a82d5a2d-5f40-431a-8d16-551b7b69663e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0452421 Nov 23 19:46:11.394361 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-71b54cce-9e24-47ee-94a6-68d027165693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:11.395867 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-71b54cce-9e24-47ee-94a6-68d027165693 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412390 Nov 23 19:46:11.494174 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-3e020301-6070-454e-b887-b7df110cfdea service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Nov 23 19:46:11.597732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-15fa8399-2543-4718-a6b4-fbb76e86705e req-51a1dc07-fe75-4c27-ae0d-d805e7397f4f service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951123 Nov 23 19:46:11.918432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc9eb8-e9e8-495e-a97a-c2cbbebaece8 req-dea3eaa9-06e9-4d25-a934-f7c902da3217 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:11.920535 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55bc9eb8-e9e8-495e-a97a-c2cbbebaece8 req-dea3eaa9-06e9-4d25-a934-f7c902da3217 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0516667 Nov 23 19:46:11.972588 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55bc9eb8-e9e8-495e-a97a-c2cbbebaece8 req-4ddae76e-0302-4cb4-9963-a3d02ad0cc06 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Nov 23 19:46:13.088142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a8c49-756d-4ee0-8715-1308db649f6a req-fbfa927a-4b2e-428c-87f8-18a393eae665 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:13.089626 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-632a8c49-756d-4ee0-8715-1308db649f6a req-fbfa927a-4b2e-428c-87f8-18a393eae665 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0491805 Nov 23 19:46:13.143575 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-632a8c49-756d-4ee0-8715-1308db649f6a req-be128110-766f-4a04-ab61-5ec8bab00101 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476935 Nov 23 19:46:14.258472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc166-a921-4f3c-af15-a18b02c8fd6e req-84aed77b-9011-4d97-8a53-6d68b0a25f5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:14.259982 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-494cc166-a921-4f3c-af15-a18b02c8fd6e req-84aed77b-9011-4d97-8a53-6d68b0a25f5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0489235 Nov 23 19:46:14.308265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-494cc166-a921-4f3c-af15-a18b02c8fd6e req-44f86eac-e71d-4256-92b6-209be23eb7f2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Nov 23 19:46:14.386317 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:46:14.482234 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:14.492885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'mac_address': 'fa:16:3e:37:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:46:14.529571 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:14.542130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:46:14.566285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:14.570619 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:14.616126 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:14.887735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['1a995e72-05fb-40dc-9b09-9efe3c14fdc4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:46:15.426577 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669c62-94f4-44a3-bb09-851d9b658f1f req-88268804-40ce-4e50-b1ff-b502876472da tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:15.428098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb669c62-94f4-44a3-bb09-851d9b658f1f req-88268804-40ce-4e50-b1ff-b502876472da tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0497923 Nov 23 19:46:15.477247 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb669c62-94f4-44a3-bb09-851d9b658f1f req-5c910cee-5325-4e5d-90f7-7eb2b46334c8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Nov 23 19:46:16.386923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:46:16.436514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:46:16.440490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:46:16.440856 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:16.523132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:16.547964 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:46:16.550416 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46ec37-64b3-4f32-8218-5c03240763fb" -d '{"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-plugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:46:16.566936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:46:16.571882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:16.609814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf3c5e-ddbe-45e9-a4de-50297b7ae13b req-419f9276-a534-4a3e-9a30-2d581f7ed5c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:16.611446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6bf3c5e-ddbe-45e9-a4de-50297b7ae13b req-419f9276-a534-4a3e-9a30-2d581f7ed5c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0599220 Nov 23 19:46:16.624711 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:16.652437 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7588f13-16df-4deb-9f94-986fec4a7246 x-openstack-request-id: req-c7588f13-16df-4deb-9f94-986fec4a7246 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:46:16.653190 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-plugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:46:16.653190 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7588f13-16df-4deb-9f94-986fec4a7246 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:46:16.653416 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'code': 200} Nov 23 19:46:16.663842 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f6bf3c5e-ddbe-45e9-a4de-50297b7ae13b req-6c98b4ca-42d8-4819-9df8-d98402b3a21b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 Nov 23 19:46:16.769951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391120-e833-4239-99c1-2da3dde5adda req-182996ab-38b8-44be-906c-a45eccc1503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:16.771760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c391120-e833-4239-99c1-2da3dde5adda req-182996ab-38b8-44be-906c-a45eccc1503a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1097 time: 0.0406747 Nov 23 19:46:16.820916 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2c391120-e833-4239-99c1-2da3dde5adda req-a6f629b0-2b50-4852-81bc-9cfd3169e6b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378561 Nov 23 19:46:17.783764 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6940e0-621b-44d0-b705-6beef2264a16 req-51be3882-8672-4a81-820b-12f3052fbda3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:17.785233 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d6940e0-621b-44d0-b705-6beef2264a16 req-51be3882-8672-4a81-820b-12f3052fbda3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0521178 Nov 23 19:46:17.835198 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0d6940e0-621b-44d0-b705-6beef2264a16 req-f22a485c-8005-40d0-adab-2219078b0d9f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440619 Nov 23 19:46:18.950924 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171134-bbe5-4c5c-8d6c-169379dbc68a req-e6707730-8e30-45ff-abe5-f89d0d4d739d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:18.952396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec171134-bbe5-4c5c-8d6c-169379dbc68a req-e6707730-8e30-45ff-abe5-f89d0d4d739d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0481031 Nov 23 19:46:19.003466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec171134-bbe5-4c5c-8d6c-169379dbc68a req-f5a18004-9f93-4d3d-9a24-89b2edb6809c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450788 Nov 23 19:46:19.117171 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b93dc-ad48-45c1-b952-6a850d70788c req-17a7fe23-85cb-4614-9e76-bcc1d6a276ab tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:19.118544 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-048b93dc-ad48-45c1-b952-6a850d70788c req-17a7fe23-85cb-4614-9e76-bcc1d6a276ab tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0488238 Nov 23 19:46:19.167508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-048b93dc-ad48-45c1-b952-6a850d70788c req-f7a4fd18-da9c-4cc2-9e5d-7d3c24a7e7ba tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Nov 23 19:46:19.189050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:19.228142 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323d936-b520-4617-a191-f34e06a56021 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:19.229635 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2323d936-b520-4617-a191-f34e06a56021 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1092 time: 0.0395691 Nov 23 19:46:19.232477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:19.236653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:46:19.257777 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:19.355385 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:19.461856 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.106 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/7ba41a2c-19aa-464d-b287-0b94f78e2e73) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:46:19.568874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:19.608438 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:19.645246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:46:19.650019 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:46:19.653452 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:46:19.682779 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=7ba41a2c-19aa-464d-b287-0b94f78e2e73,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:20.020949 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.089491 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.237929 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.242506 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.313589 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=7ba41a2c-19aa-464d-b287-0b94f78e2e73,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:46:20.324958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.424455 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 9c366608-83eb-467e-b217-f01ad45eb237 associated. External IP: 172.25.5.106, port: 1a995e72-05fb-40dc-9b09-9efe3c14fdc4. Nov 23 19:46:20.627948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:46:20.735691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:46:20.745346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Sync routers for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:46:20.753121 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:20.755133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:46:20.756052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:20.781002 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-20770927-c14a-4977-933e-d4be1853cdbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5475137 Nov 23 19:46:20.781584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:46:20.783876 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251" -d '{"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:46:20.830309 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a9cba-76b8-4108-9a1d-ed1bc07fe6b4 x-openstack-request-id: req-961a9cba-76b8-4108-9a1d-ed1bc07fe6b4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:46:20.830608 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:46:20.830866 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-961a9cba-76b8-4108-9a1d-ed1bc07fe6b4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:46:20.831281 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'status': 'completed', 'code': 200} Nov 23 19:46:20.868918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:46:20.896254 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a65c-b391-45b2-bccf-0c2917dc05ad req-70e2e4b2-b5ca-4a2f-89b9-d00f80df7810 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:20.897907 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f93a65c-b391-45b2-bccf-0c2917dc05ad req-70e2e4b2-b5ca-4a2f-89b9-d00f80df7810 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0535529 Nov 23 19:46:20.900811 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-a94c90bf-7e4d-425b-bb94-e9bb7583fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:20.902872 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-a94c90bf-7e4d-425b-bb94-e9bb7583fa6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1097 time: 0.0496004 Nov 23 19:46:20.950649 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4f93a65c-b391-45b2-bccf-0c2917dc05ad req-2a12a53e-e3ce-4c4f-ac74-e15200347039 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Nov 23 19:46:20.973624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:21.000405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-a9938a4c-3c00-4fdc-9bec-bc0426d82139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:21.001774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-a9938a4c-3c00-4fdc-9bec-bc0426d82139 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0914571 Nov 23 19:46:21.040280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b8043dd-8c46-4ec0-b488-4053b7f126b6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9c366608-83eb-467e-b217-f01ad45eb237 HTTP/1.1" status: 200 len: 992 time: 0.0656016 Nov 23 19:46:21.074352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-d5d57d4f-55c8-4d99-9022-64b6e021c70f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0643632 Nov 23 19:46:21.112714 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9c366608-83eb-467e-b217-f01ad45eb237', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'mac_address': 'fa:16:3e:37:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e1561-be25-421e-97db-806cdfa98eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:46:19Z', 'updated_at': '2021-11-23T19:46:19Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:21.122700 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-c4557e4b-ce64-48c5-b448-29fa8215b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:21.124719 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-c4557e4b-ce64-48c5-b448-29fa8215b892 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0430906 Nov 23 19:46:21.139795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Checking router: ecfc3e55-bed0-40ed-924e-bb304ab5e3cf for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:46:21.148230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:46:21.148834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:46:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:21.171012 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-4de1060c-c0d9-44f1-a7ad-a59894f06687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:21.172656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-4de1060c-c0d9-44f1-a7ad-a59894f06687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403743 Nov 23 19:46:21.255934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:46:21.266775 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-eaf12aac-6200-4a17-bc94-3a9e3c2f8c9a service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866845 Nov 23 19:46:21.357987 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5ee7126c-a4da-462a-b8b8-b0dd6f78b251 req-d457215e-1a4d-40b8-8803-cb759ebf767e service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832775 Nov 23 19:46:21.483253 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9c366608-83eb-467e-b217-f01ad45eb237', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'mac_address': 'fa:16:3e:37:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e1561-be25-421e-97db-806cdfa98eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:46:19Z', 'updated_at': '2021-11-23T19:46:19Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:46:21.512003 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46984eaf-c7ed-45b8-9da9-04de680a18e2 None None] The sync data for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 is: [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9c366608-83eb-467e-b217-f01ad45eb237', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'mac_address': 'fa:16:3e:37:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e1561-be25-421e-97db-806cdfa98eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:46:19Z', 'updated_at': '2021-11-23T19:46:19Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:46:21.703163 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b1737-d491-40e9-b89a-87bc46a51db8 None None] New status for floating IP 9c366608-83eb-467e-b217-f01ad45eb237: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:46:22.044058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:22.104895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c3904e10-fe88-4ddc-a48b-216a1da3d873 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9c366608-83eb-467e-b217-f01ad45eb237 HTTP/1.1" status: 200 len: 994 time: 0.0589437 Nov 23 19:46:23.193160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-ba4ebb6e-8b3c-4b27-937e-429d0d6e6002 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431767 Nov 23 19:46:23.275237 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-986efb74-e0ea-4c85-8e5d-b4630035f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:23.276730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-986efb74-e0ea-4c85-8e5d-b4630035f7a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1097 time: 0.0399940 Nov 23 19:46:23.380025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-d1bf1cee-3aee-44e7-9da2-2b339ac54020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:23.381753 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-d1bf1cee-3aee-44e7-9da2-2b339ac54020 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0844657 Nov 23 19:46:23.457829 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-b7be883b-04a2-409b-abf9-099fc56732e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1002 time: 0.0606058 Nov 23 19:46:23.509590 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-60025839-d45c-4095-a3c2-ee8c6c53add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:23.511007 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-60025839-d45c-4095-a3c2-ee8c6c53add5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0459399 Nov 23 19:46:23.555377 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-13b60f43-af9e-48e5-80e5-ba56fc55d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:23.556864 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-13b60f43-af9e-48e5-80e5-ba56fc55d7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384195 Nov 23 19:46:23.648694 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-540e5d75-0f05-4bab-893c-b93b6320e993 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Nov 23 19:46:23.739399 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3d0b41c2-7068-4276-97ba-6b103638ce0f req-d1a34875-411a-44b0-8c28-f02099a54f41 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820701 Nov 23 19:46:27.523838 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ec2b-a6b9-4d7d-9bd6-f5a6355102ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:30.103903 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:46:30.282593 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fff1517-7403-4d03-a8fa-e68f507e02ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:30.999027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:32.433097 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:33.372203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:39.565689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:40.866220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:57.412194 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:46:57.416465 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac059f4c-9f2b-46b8-aebd-da2a17ef6e81 req-97c542b4-95c0-4532-858f-b9ad06f4986a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:57.418090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac059f4c-9f2b-46b8-aebd-da2a17ef6e81 req-97c542b4-95c0-4532-858f-b9ad06f4986a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0593407 Nov 23 19:46:57.468709 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ac059f4c-9f2b-46b8-aebd-da2a17ef6e81 req-3df23854-0448-4824-a507-a6ff59938dc3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Nov 23 19:46:57.492597 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-35a931a0-4808-44d3-b055-b765fb00383a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792673 Nov 23 19:46:57.501826 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-f3e6a26b-cd54-43c9-844c-01fa05e9e22e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:46:57.502784 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-f3e6a26b-cd54-43c9-844c-01fa05e9e22e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048828 Nov 23 19:46:57.526081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af712e94-1fe0-4ca4-8605-ad36888a8030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:46:58.576142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-9fd7c090-ebb0-417b-b62f-c131f8395756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:58.577673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-9fd7c090-ebb0-417b-b62f-c131f8395756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1097 time: 0.0434811 Nov 23 19:46:58.596217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0ba16-db98-429e-bbd8-a192e1079083 req-1c397d22-08c9-4d37-ae1b-5c8416c8ec6f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:58.597719 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-46d0ba16-db98-429e-bbd8-a192e1079083 req-1c397d22-08c9-4d37-ae1b-5c8416c8ec6f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0542045 Nov 23 19:46:58.647793 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-46d0ba16-db98-429e-bbd8-a192e1079083 req-6fdde84b-33af-4291-9163-8b37b6deab84 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440445 Nov 23 19:46:58.673508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-ece556a4-927e-447c-a984-d65399bcb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:58.674974 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-ece556a4-927e-447c-a984-d65399bcb63b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0888495 Nov 23 19:46:58.740530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-a5f1407b-9a52-4184-a734-96bf3ec3c8de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1002 time: 0.0559857 Nov 23 19:46:58.789588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-214158e9-2598-44ba-8d99-d95e0a57f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:58.791020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-214158e9-2598-44ba-8d99-d95e0a57f98a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0426474 Nov 23 19:46:59.167233 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c053cc8d-b754-4e63-8caf-2ec74d417d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:59.168650 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c053cc8d-b754-4e63-8caf-2ec74d417d51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3696518 Nov 23 19:46:59.268069 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-e9444eac-377f-4ef8-8a15-cd938b9193a0 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834632 Nov 23 19:46:59.365579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-1cfc5f66-4eb0-4827-8afb-f796bbf16066 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849030 Nov 23 19:46:59.761269 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9988-2499-4ec9-ba61-705cf5f18ec6 req-30c30aa1-44fb-4c5a-ab0b-ecdbb3558723 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:46:59.762724 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f9988-2499-4ec9-ba61-705cf5f18ec6 req-30c30aa1-44fb-4c5a-ab0b-ecdbb3558723 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0480189 Nov 23 19:46:59.812093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f61f9988-2499-4ec9-ba61-705cf5f18ec6 req-9f3473f1-cb51-4b82-9093-07f02b8f2290 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Nov 23 19:47:00.285132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b730c0a-f215-4d6e-81ba-ec7da711106a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:00.933861 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343e1e8-84ea-4392-9f43-d80fa12138d8 req-ba19cbb7-0aee-4a58-a2d8-fed641299806 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:00.935889 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4343e1e8-84ea-4392-9f43-d80fa12138d8 req-ba19cbb7-0aee-4a58-a2d8-fed641299806 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0490344 Nov 23 19:47:00.983974 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4343e1e8-84ea-4392-9f43-d80fa12138d8 req-4c0494eb-2334-420b-94a0-7569f27028b0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Nov 23 19:47:01.002730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:02.106249 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc9d50-e250-4dc4-92ce-242650f7dd58 req-ed35e821-6fd8-4b1e-869b-259b3cb08ccd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:02.107641 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afc9d50-e250-4dc4-92ce-242650f7dd58 req-ed35e821-6fd8-4b1e-869b-259b3cb08ccd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0521979 Nov 23 19:47:02.156209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6afc9d50-e250-4dc4-92ce-242650f7dd58 req-1d75960b-2b83-4537-a425-41e9f1f4cacf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Nov 23 19:47:02.434364 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:03.273090 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1aaa2-2680-4844-8a0a-3f6f0b12692e req-cc7cc8dc-6c7f-425e-bbfc-d8304a06d7c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:03.274566 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fc1aaa2-2680-4844-8a0a-3f6f0b12692e req-cc7cc8dc-6c7f-425e-bbfc-d8304a06d7c7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0510361 Nov 23 19:47:03.327166 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7fc1aaa2-2680-4844-8a0a-3f6f0b12692e req-638d526e-4f47-432b-92ea-373b95e38136 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Nov 23 19:47:03.374561 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:04.441264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2352f4-d9db-4b1d-9f47-3c07bf116738 req-aee17e3e-33e8-4fcb-bdc2-25be15030954 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:04.442725 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba2352f4-d9db-4b1d-9f47-3c07bf116738 req-aee17e3e-33e8-4fcb-bdc2-25be15030954 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0478899 Nov 23 19:47:04.504802 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ba2352f4-d9db-4b1d-9f47-3c07bf116738 req-406b1518-3fe1-4d14-a6bc-a88c8dde4a2a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562041 Nov 23 19:47:05.621805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38081-fd27-4c42-83f9-e385eca9f014 req-782a9483-a89c-497f-8bd3-27a20a7caf3a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:05.623265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cef38081-fd27-4c42-83f9-e385eca9f014 req-782a9483-a89c-497f-8bd3-27a20a7caf3a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0490692 Nov 23 19:47:05.672429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cef38081-fd27-4c42-83f9-e385eca9f014 req-299a9c90-e39d-49c4-86ff-110315c0f12d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Nov 23 19:47:06.788610 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5897fd9-6c93-42da-9cff-d81bd4891a7b req-1105550f-994f-402b-b94a-c3faf977710d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:06.790160 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5897fd9-6c93-42da-9cff-d81bd4891a7b req-1105550f-994f-402b-b94a-c3faf977710d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0475593 Nov 23 19:47:06.844279 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f5897fd9-6c93-42da-9cff-d81bd4891a7b req-35e91b21-fcd7-47b1-a89a-006760f9be32 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464520 Nov 23 19:47:07.103011 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:47:07.959006 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a522-5fd7-4944-bb12-d322fc78081e req-a74e299e-6e05-40f8-ad85-25e01b39667e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:07.960495 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3832a522-5fd7-4944-bb12-d322fc78081e req-a74e299e-6e05-40f8-ad85-25e01b39667e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0472045 Nov 23 19:47:08.008330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3832a522-5fd7-4944-bb12-d322fc78081e req-fe4c931b-025c-4793-a3cc-ca926dd6d397 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419760 Nov 23 19:47:09.122618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a9746-2b98-4a3a-aeb1-23b2b1ebba83 req-bf351a7b-5074-4a00-b01a-55e72ecb506d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:09.124024 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af5a9746-2b98-4a3a-aeb1-23b2b1ebba83 req-bf351a7b-5074-4a00-b01a-55e72ecb506d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0486150 Nov 23 19:47:09.173015 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-af5a9746-2b98-4a3a-aeb1-23b2b1ebba83 req-4ff7a23a-bd93-4c0c-aa44-15d0fa3d40d0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Nov 23 19:47:09.591666 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:10.291831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c145dc-ab3b-4494-9fd2-7a7bf6516916 req-a80b474e-ab71-45af-96df-7b346f2da7d0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:10.293326 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3c145dc-ab3b-4494-9fd2-7a7bf6516916 req-a80b474e-ab71-45af-96df-7b346f2da7d0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0529249 Nov 23 19:47:10.341396 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a3c145dc-ab3b-4494-9fd2-7a7bf6516916 req-c2d66d52-c358-4f2c-b64b-cf72f646fe58 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Nov 23 19:47:10.869170 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:11.456319 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710ea87-94c7-4e85-8e53-2e91962ddea6 req-a84f6e6d-869c-4581-8579-64e3f609a783 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:11.457782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b710ea87-94c7-4e85-8e53-2e91962ddea6 req-a84f6e6d-869c-4581-8579-64e3f609a783 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0485563 Nov 23 19:47:11.506520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b710ea87-94c7-4e85-8e53-2e91962ddea6 req-3e305a4e-6c7e-4b89-a0a3-20ec09414e6d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 Nov 23 19:47:12.623048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c89960-60bd-403d-a732-8cac4996d254 req-7d291905-e463-45b8-986e-e5699dae998d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:12.624534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05c89960-60bd-403d-a732-8cac4996d254 req-7d291905-e463-45b8-986e-e5699dae998d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0475194 Nov 23 19:47:12.674277 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-05c89960-60bd-403d-a732-8cac4996d254 req-7f5a8249-a9ce-4e41-9ff6-7961d2b2d24f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Nov 23 19:47:13.796929 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605aa4c-812e-4d9c-8a6c-0cf49395adc9 req-e4ee8c9d-de8f-47b0-9535-d29e96d1e5a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:13.797815 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4605aa4c-812e-4d9c-8a6c-0cf49395adc9 req-e4ee8c9d-de8f-47b0-9535-d29e96d1e5a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0546737 Nov 23 19:47:13.849420 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4605aa4c-812e-4d9c-8a6c-0cf49395adc9 req-e4c5ebe2-4802-4825-b33f-3fd4a20df4ca tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453734 Nov 23 19:47:15.000413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaed8-53f2-4390-82ff-9e1137a2d5c4 req-954b2d69-f3d9-4c6c-964e-71607b128846 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:15.002954 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6faaed8-53f2-4390-82ff-9e1137a2d5c4 req-954b2d69-f3d9-4c6c-964e-71607b128846 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0785587 Nov 23 19:47:15.057197 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b6faaed8-53f2-4390-82ff-9e1137a2d5c4 req-2b75f3b7-48ce-4426-a802-cde2797da146 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470490 Nov 23 19:47:16.179419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef01e2-a2f2-461c-987b-a50ea4f2f8ea req-936e006a-875b-419d-b30e-5f87e7b2190f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:16.180908 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-67ef01e2-a2f2-461c-987b-a50ea4f2f8ea req-936e006a-875b-419d-b30e-5f87e7b2190f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0532825 Nov 23 19:47:16.231660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-67ef01e2-a2f2-461c-987b-a50ea4f2f8ea req-704eca61-63a1-428d-85ad-b5ebca75a223 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Nov 23 19:47:16.564103 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-90901329-18a7-4d84-9c12-809c8e77648b service neutron] show failed (client error): The resource could not be found. Nov 23 19:47:16.565124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-90901329-18a7-4d84-9c12-809c8e77648b service neutron] 10.222.0.47 "GET /v2.0/ports/1a995e72-05fb-40dc-9b09-9efe3c14fdc4/bindings/n-h2-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0545900 Nov 23 19:47:16.784015 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-e63ddcf1-9244-424e-abbf-d625e2891410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:16.785499 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-e63ddcf1-9244-424e-abbf-d625e2891410 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 1097 time: 0.0425568 Nov 23 19:47:16.798517 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:16.851124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.052050 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:17.084085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:47:17.122672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:47:17.125599 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41fadc1-bd26-4174-93ca-c130241f6fbc" -d '{"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-unplugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:47:17.129703 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.142248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Transition to ACTIVE for port object 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:47:17.145497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.175402 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b43fca-e4e3-43da-8eee-a30762dd2260 x-openstack-request-id: req-64b43fca-e4e3-43da-8eee-a30762dd2260 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:47:17.175696 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-unplugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:47:17.175950 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b43fca-e4e3-43da-8eee-a30762dd2260 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:47:17.176348 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'code': 200} Nov 23 19:47:17.229642 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:17.245808 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.246156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.246501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.246836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.247169 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.247523 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.247848 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.248171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.248493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.248814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.249134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.249453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:17.286072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] No DVR routers for this DVR port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:47:17.361727 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac69e2b-84c1-44ce-ac58-a1f79693fd04 req-fe66e763-d6be-4873-8edd-9b1c2284f159 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.363518 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ac69e2b-84c1-44ce-ac58-a1f79693fd04 req-fe66e763-d6be-4873-8edd-9b1c2284f159 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0588400 Nov 23 19:47:17.413977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ac69e2b-84c1-44ce-ac58-a1f79693fd04 req-7ab58601-3e06-47d3-b3ea-ad53bece0bf4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Nov 23 19:47:17.430801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:47:17.431149 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:47:17.431507 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:47:17.435829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:47:17.436150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Attempting to bind port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on network 0857569c-75f3-4723-b027-4ed9ceb5f81f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:47:17.440921 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:47:17.441257 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Checking segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:47:17.441633 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Bound using segment: {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:47:17.442051 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Bound port: 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:47:17.442401 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.504355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:47:17.508029 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:47:17.512924 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.550652 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.551400 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:17.552777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] 10.222.0.50 "PUT /v2.0/ports/1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1092 time: 0.7582746 Nov 23 19:47:17.597263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4a56f-e6c1-4301-a9cc-9ac548e50baa service neutron] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:17.628786 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c4877c20-49d1-4fb3-9b76-1e09127124a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.630597 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c4877c20-49d1-4fb3-9b76-1e09127124a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1095 time: 0.0507076 Nov 23 19:47:17.726382 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-bc20a61b-7af9-4ac8-9cea-46b2dd185c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.727875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-bc20a61b-7af9-4ac8-9cea-46b2dd185c66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0895522 Nov 23 19:47:17.796978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c8c785ea-9f9f-4db7-bc84-1be0dd5ad5c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0615139 Nov 23 19:47:17.849030 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-07aaecaa-a95d-40d8-9ea7-ebb2a42bfe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.850422 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-07aaecaa-a95d-40d8-9ea7-ebb2a42bfe40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0459983 Nov 23 19:47:17.901032 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-a30a4fbb-3901-4188-b7c6-da88d9642fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:17.910356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-a30a4fbb-3901-4188-b7c6-da88d9642fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440738 Nov 23 19:47:17.995097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-1d574aac-a61f-4154-84ad-985d74f6493b service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838230 Nov 23 19:47:18.085314 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d0813c51-3ef1-45b6-8f12-a9026f92e812 req-c28cae0d-4dbd-457c-a0a9-618f0d2ff1f9 service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812409 Nov 23 19:47:18.547617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f093b-0ff1-4acf-81d4-94b7a02c646e req-d4ecef2e-eed5-489d-abeb-06a5c91ac2d3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:18.549124 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a3f093b-0ff1-4acf-81d4-94b7a02c646e req-d4ecef2e-eed5-489d-abeb-06a5c91ac2d3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 944 time: 0.0610940 Nov 23 19:47:18.930596 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0a3f093b-0ff1-4acf-81d4-94b7a02c646e req-62544999-9fcd-4bba-804d-602c469b5873 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753102 Nov 23 19:47:19.177819 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:47:19.180221 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56" -d '{"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:47:19.230255 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce957f8-167d-4a40-9901-9597c669cd42 x-openstack-request-id: req-6ce957f8-167d-4a40-9901-9597c669cd42 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:47:19.230549 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:47:19.230801 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ce957f8-167d-4a40-9901-9597c669cd42 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:47:19.231207 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'status': 'completed', 'code': 200} Nov 23 19:47:19.297040 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-0f66436f-e68b-4946-9cf9-4535dc0fcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.298562 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-0f66436f-e68b-4946-9cf9-4535dc0fcd64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1095 time: 0.0435557 Nov 23 19:47:19.315442 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-6b89c60d-1462-4999-b87e-9f92f66285bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.316956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-6b89c60d-1462-4999-b87e-9f92f66285bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1095 time: 0.0533195 Nov 23 19:47:19.400953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-58e9c6e9-4ead-4eef-a141-96a8e5423fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.402419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-58e9c6e9-4ead-4eef-a141-96a8e5423fc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0946870 Nov 23 19:47:19.423622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-296b1649-6b7a-4e17-948a-016155e5bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.425403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-296b1649-6b7a-4e17-948a-016155e5bd11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.0960722 Nov 23 19:47:19.473011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-41530cea-d86b-40da-9e68-a66f8349c064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0604300 Nov 23 19:47:19.504029 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-cb64d094-5d50-404f-94b4-a50f7d1f3e58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0674756 Nov 23 19:47:19.526220 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-72499ff5-5f37-4fb4-8088-92cd3f1e0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.527737 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-72499ff5-5f37-4fb4-8088-92cd3f1e0a9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0471544 Nov 23 19:47:19.582099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-0546605f-fb03-4df4-a567-b28a6dfb8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.584759 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-0546605f-fb03-4df4-a567-b28a6dfb8ea2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0688741 Nov 23 19:47:19.593619 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-25a0d6e4-5143-4bfc-ba69-719ca499c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.595251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-25a0d6e4-5143-4bfc-ba69-719ca499c752 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588756 Nov 23 19:47:19.652398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-a9be4721-4481-4fd0-848a-3c498c1143fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:19.654640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-a9be4721-4481-4fd0-848a-3c498c1143fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588913 Nov 23 19:47:19.706695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-fe1523c5-1e63-4beb-ae77-be3f17e7b868 service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923352 Nov 23 19:47:19.770809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-c3cf1bbf-b95d-42ac-9117-a69df9096e4e service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041949 Nov 23 19:47:19.807974 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:47:19.839511 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-4f7254f6-9f64-4938-8abb-d761e4fbf8f1 service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091564 Nov 23 19:47:19.894339 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5a22ecbc-3edd-4ed8-a0fe-219c58bf4a56 req-d35c5bff-e236-4411-84d5-2ee72eafca5d service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124661 Nov 23 19:47:19.913565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:19.926419 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'port_id': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'mac_address': 'fa:16:3e:37:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:47:19.966971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:19.979728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:47:20.001184 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:20.005351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:20.053849 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45550e-ef39-42b6-8b0d-b13adeb4681f req-3f1c2900-8d45-4982-bd48-50a522acc51d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.055289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb45550e-ef39-42b6-8b0d-b13adeb4681f req-3f1c2900-8d45-4982-bd48-50a522acc51d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0542810 Nov 23 19:47:20.055864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:20.064840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.065208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.065546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.065881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.066228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.066546 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.066872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.067194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.067539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.067862 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.068187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.068512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:20.117763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cb45550e-ef39-42b6-8b0d-b13adeb4681f req-20e00888-2dd7-4e3b-a103-9a852b656992 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559735 Nov 23 19:47:20.279174 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['1a995e72-05fb-40dc-9b09-9efe3c14fdc4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:47:20.326091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08165e-2342-4f2a-bc7e-62a45c4aeebb req-6b41a3f3-0f20-4bf6-a0aa-2fda2d15fd1a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.327690 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a08165e-2342-4f2a-bc7e-62a45c4aeebb req-6b41a3f3-0f20-4bf6-a0aa-2fda2d15fd1a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0516257 Nov 23 19:47:20.356107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-c6c50617-da59-4fea-a0f6-29fa0adedcd9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.357796 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-c6c50617-da59-4fea-a0f6-29fa0adedcd9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea&tenant_id=627546b1c4a441bbade9066216f1011c&binding%3Ahost_id=n-h2-792364-9 HTTP/1.1" status: 200 len: 945 time: 0.0576398 Nov 23 19:47:20.387362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a08165e-2342-4f2a-bc7e-62a45c4aeebb req-7d2752fc-0366-479b-a709-6ffc2c7ccb21 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505006 Nov 23 19:47:20.438256 n-d-792364-9 neutron-server[103400]: INFO neutron.api.v2.resource [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-9b595fca-81f3-4938-a07e-4f3ea20e143b service neutron] delete failed (client error): The resource could not be found. Nov 23 19:47:20.439455 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-9b595fca-81f3-4938-a07e-4f3ea20e143b service neutron] 10.222.0.47 "DELETE /v2.0/ports/1a995e72-05fb-40dc-9b09-9efe3c14fdc4/bindings/n-h1-792364-9 HTTP/1.1" status: 404 len: 380 time: 0.0704162 Nov 23 19:47:20.543274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81baf8-a5d9-4b20-8b1d-c4a0670133db req-eacc60a0-1bf9-4695-8889-701cbc04898b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.544841 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb81baf8-a5d9-4b20-8b1d-c4a0670133db req-eacc60a0-1bf9-4695-8889-701cbc04898b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0837560 Nov 23 19:47:20.553969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-eb927366-f5bd-4c23-9a92-22e28a0a0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.555490 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-eb927366-f5bd-4c23-9a92-22e28a0a0d8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1096 time: 0.0630496 Nov 23 19:47:20.580358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-b5297dde-95cc-44fe-8666-aad2a0768ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428276 Nov 23 19:47:20.671348 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bb81baf8-a5d9-4b20-8b1d-c4a0670133db req-ab43fc52-c28e-4832-a659-5e49858e43ca tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148348 Nov 23 19:47:20.674649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-53f1c860-4984-4119-bb70-348c17c23f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.676222 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-53f1c860-4984-4119-bb70-348c17c23f03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1096 time: 0.0470614 Nov 23 19:47:20.704054 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-b8cf009e-d1a0-4baa-88ef-4a2c2fcf85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.706944 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-b8cf009e-d1a0-4baa-88ef-4a2c2fcf85a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.1359539 Nov 23 19:47:20.765824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:47:20.788180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-b3c68925-d1f1-4bec-acc9-cb93763c6272 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1001 time: 0.0700910 Nov 23 19:47:20.798185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-261e15d9-2735-4783-a338-c116d1741e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.800359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-261e15d9-2735-4783-a338-c116d1741e81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.1031187 Nov 23 19:47:20.808491 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:47:20.853683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-1878772e-8f5f-4fee-9e12-2cf71c219777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.855139 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-1878772e-8f5f-4fee-9e12-2cf71c219777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0559528 Nov 23 19:47:20.877493 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-2ae44ce9-bf57-4627-b2aa-39a3c2398e1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 1001 time: 0.0673354 Nov 23 19:47:20.909043 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-d5d36924-e043-46c8-90a0-6d12edb16d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.910598 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-d5d36924-e043-46c8-90a0-6d12edb16d45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441544 Nov 23 19:47:20.939955 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-f43d66e8-053c-4730-8b31-a1cbb2e210fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.941449 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-f43d66e8-053c-4730-8b31-a1cbb2e210fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0553825 Nov 23 19:47:20.991825 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-89669586-6da3-4104-874e-79e8a448d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:20.993350 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-89669586-6da3-4104-874e-79e8a448d752 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443983 Nov 23 19:47:21.007648 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-5f8d2377-d497-4322-b738-1be3d9b43f59 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Nov 23 19:47:21.085741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-1cf4f642-9b5a-45ac-848d-270ab956d1e6 service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843654 Nov 23 19:47:21.107770 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-48f8bae5-0ae9-4927-8b10-6ed34c45ecea req-1d575ff0-f709-4426-8c33-14e62b107c10 service neutron] 10.222.0.47 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889902 Nov 23 19:47:21.192062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f85ef0c7-5af7-4b44-8152-c736c0789859 req-79674dd6-4e5b-48a8-9abe-4c9032d1e43a service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948393 Nov 23 19:47:21.792324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18e7d2-5c79-4da3-819b-f32581d8b44b req-c1877592-e8b3-4d4c-81fb-713bbc2ba650 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:21.793831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d18e7d2-5c79-4da3-819b-f32581d8b44b req-c1877592-e8b3-4d4c-81fb-713bbc2ba650 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 945 time: 0.0513010 Nov 23 19:47:21.840483 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:47:21.843892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3d18e7d2-5c79-4da3-819b-f32581d8b44b req-1ec4ce87-891f-4d12-898d-f317b8d09e8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Nov 23 19:47:21.867046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:21.892703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:47:21.896916 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:47:21.897295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:21.933886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-169fcaa6-f0a1-4ffa-9c18-870f095efa4d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9c366608-83eb-467e-b217-f01ad45eb237 HTTP/1.1" status: 200 len: 993 time: 0.0656126 Nov 23 19:47:21.974034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:21.996728 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:47:21.999426 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc403ef-6bbb-408f-afd3-7ce4b48c9937" -d '{"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-plugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:47:22.013293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:22.018014 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:22.042354 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7476c26-9871-4bc1-91ce-5f970c39d1b7 x-openstack-request-id: req-d7476c26-9871-4bc1-91ce-5f970c39d1b7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:47:22.042642 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-plugged", "status": "completed", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:47:22.042896 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7476c26-9871-4bc1-91ce-5f970c39d1b7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:47:22.043379 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'code': 200} Nov 23 19:47:22.071504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:27.528118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eee46a2b-9654-4f2a-8e4c-ab12b7ba1809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:30.286423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a930350d-2587-4538-8be6-4042d7cfe3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:31.005988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:32.438671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:33.382996 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:39.599065 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:40.866259 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:44.102018 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:47:50.346250 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:50.513668 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 7ba41a2c-19aa-464d-b287-0b94f78e2e73 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:47:50.514008 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:50.601226 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:50.601461 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:50.614564 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 7ba41a2c-19aa-464d-b287-0b94f78e2e73 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:47:50.765331 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:50.794312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=7ba41a2c-19aa-464d-b287-0b94f78e2e73,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:50.806932 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.807288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.807654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.808009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.808328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.808663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.808993 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.809323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.809648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.809974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.810297 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.810618 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:47:50.866781 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:50.867051 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 9c366608-83eb-467e-b217-f01ad45eb237 disassociated (deleted). External IP: 172.25.5.106, port: 1a995e72-05fb-40dc-9b09-9efe3c14fdc4. Nov 23 19:47:51.093452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:47:51.205167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:47:51.210238 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:51.215032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Sync routers for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:47:51.225865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:47:51.226488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:51.241318 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-aeb55c13-1bab-46d7-8e51-17bd5b09c224 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c366608-83eb-467e-b217-f01ad45eb237 HTTP/1.1" status: 204 len: 168 time: 0.8939414 Nov 23 19:47:51.241902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:47:51.244297 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab11cc-0232-4d0b-9cb8-4f973aac080d" -d '{"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:47:51.292351 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8116c1-69db-4799-9727-6a9d18ee327a x-openstack-request-id: req-6a8116c1-69db-4799-9727-6a9d18ee327a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:47:51.293272 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:47:51.293560 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a8116c1-69db-4799-9727-6a9d18ee327a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:47:51.294077 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'status': 'completed', 'code': 200} Nov 23 19:47:51.353740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:47:51.360121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-ab6622d6-778d-4046-b3b2-7a7736d5d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:51.362349 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-ab6622d6-778d-4046-b3b2-7a7736d5d844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 1097 time: 0.0466444 Nov 23 19:47:51.511918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-3fdc85d4-9a32-4925-a49f-6e468d26918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:51.513337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-3fdc85d4-9a32-4925-a49f-6e468d26918a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 200 len: 898 time: 0.1405184 Nov 23 19:47:51.526986 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeef5e-1f1b-4995-941a-31dcb198d129 req-ae040fc3-e550-471c-bbdc-9618bd1d3ac3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:51.528580 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dbeef5e-1f1b-4995-941a-31dcb198d129 req-ae040fc3-e550-471c-bbdc-9618bd1d3ac3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0797544 Nov 23 19:47:51.579811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-f790217a-28c5-44f6-ae80-a13f500d4bcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0502300 Nov 23 19:47:51.612466 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:51.638661 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Checking router: ecfc3e55-bed0-40ed-924e-bb304ab5e3cf for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:47:51.648568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:47:51.649207 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:51.660536 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-dacd176e-654b-4a4a-b88f-3777c533f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:51.662020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-dacd176e-654b-4a4a-b88f-3777c533f8c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 200 len: 835 time: 0.0727417 Nov 23 19:47:51.666653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7dbeef5e-1f1b-4995-941a-31dcb198d129 req-766d2983-3ac6-4975-b916-356cd6578a4f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285439 Nov 23 19:47:51.716478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-e1390cc4-8d3a-49c8-9b18-dc9c108c8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:51.718224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-e1390cc4-8d3a-49c8-9b18-dc9c108c8a3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0857569c-75f3-4723-b027-4ed9ceb5f81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456986 Nov 23 19:47:51.834787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-9aa636bf-4516-4865-9d54-d4639748bdea service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065795 Nov 23 19:47:51.939291 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-efab11cc-0232-4d0b-9cb8-4f973aac080d req-c3194ab3-bdc5-4374-8054-c58765560aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946772 Nov 23 19:47:51.959781 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:47:52.180986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:52.208045 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afddf075-ef07-4d21-9fbb-715b699d87b9 None None] The sync data for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 is: [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '86061805-9dee-4e30-ba4c-3085317a2c0f', 'name': '', 'network_id': '0857569c-75f3-4723-b027-4ed9ceb5f81f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:b1:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:46:00Z', 'updated_at': '2021-11-23T19:46:04Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '7f9d6c6a-8092-49d9-b7b5-6d937a15eba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:47:52.451882 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ac7d5-36b3-44cf-be3d-671d88ef299d None None] New status for floating IP 9c366608-83eb-467e-b217-f01ad45eb237: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:47:52.934933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3d1e5-40c6-4f41-b3b5-8353d3877a01 req-716604d1-b91a-4bb9-b335-3c2adfd7c814 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:52.936591 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ea3d1e5-40c6-4f41-b3b5-8353d3877a01 req-716604d1-b91a-4bb9-b335-3c2adfd7c814 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.1933019 Nov 23 19:47:52.988078 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7ea3d1e5-40c6-4f41-b3b5-8353d3877a01 req-94b921db-0c08-44ec-a69a-40a2439a2ca4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3f14d4d-c08f-4826-95cc-589183b7a616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452247 Nov 23 19:47:53.047737 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-7218f217-6be4-4a48-a5ce-5b4b8cbd0c84 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:53.049170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-7218f217-6be4-4a48-a5ce-5b4b8cbd0c84 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/ports?device_id=368e1561-be25-421e-97db-806cdfa98eea HTTP/1.1" status: 200 len: 946 time: 0.0495760 Nov 23 19:47:53.140913 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:47:53.141245 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:53.227769 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:53.228129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:53.240285 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:47:53.371914 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:53.401495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=1a995e72-05fb-40dc-9b09-9efe3c14fdc4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:53.446183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] No DVR routers for this DVR port 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:47:53.448837 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:53.452739 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e8cfb9f0-809f-443f-ad57-b63e478f7902 req-1484c4a1-6024-41bc-8ff4-646e5af5a9d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "DELETE /v2.0/ports/1a995e72-05fb-40dc-9b09-9efe3c14fdc4 HTTP/1.1" status: 204 len: 173 time: 0.3963606 Nov 23 19:47:53.453217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-deleted', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:47:53.455602 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6ca7c-63f2-4b0e-bcd3-7fc43e8681a8" -d '{"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-deleted", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:47:53.496606 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c7cc9-da62-44e0-bc17-a8b079322ed9 x-openstack-request-id: req-ba4c7cc9-da62-44e0-bc17-a8b079322ed9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:47:53.496911 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368e1561-be25-421e-97db-806cdfa98eea", "name": "network-vif-deleted", "tag": "1a995e72-05fb-40dc-9b09-9efe3c14fdc4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:47:53.497177 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba4c7cc9-da62-44e0-bc17-a8b079322ed9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:47:53.497584 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368e1561-be25-421e-97db-806cdfa98eea', 'name': 'network-vif-deleted', 'tag': '1a995e72-05fb-40dc-9b09-9efe3c14fdc4', 'status': 'completed', 'code': 200} Nov 23 19:47:54.044538 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:54.401625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:54.652687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 86061805-9dee-4e30-ba4c-3085317a2c0f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:47:54.652940 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:54.739757 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 86061805-9dee-4e30-ba4c-3085317a2c0f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=86061805-9dee-4e30-ba4c-3085317a2c0f,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:54.740124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:54.760492 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 86061805-9dee-4e30-ba4c-3085317a2c0f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:47:54.943407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:54.971205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=86061805-9dee-4e30-ba4c-3085317a2c0f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:55.143645 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.357956 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:47:55.462360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:47:55.468123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-98f9553d-d650-4241-9200-33ace45e5113 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/ecfc3e55-bed0-40ed-924e-bb304ab5e3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219947 Nov 23 19:47:55.470812 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:55.472427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Sync routers for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:47:55.482465 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:47:55.483723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:55.521587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting subnet 7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:47:55.525122 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.566262 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.590263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:47:55.654310 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.712749 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.742587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9d6c6a-8092-49d9-b7b5-6d937a15eba5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:55.746106 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.749403 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-00c47360-3bda-4ff8-a006-437e5c2cc195 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/subnets/7f9d6c6a-8092-49d9-b7b5-6d937a15eba5 HTTP/1.1" status: 204 len: 168 time: 0.2774220 Nov 23 19:47:55.752364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:55.757486 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df47052-ec8a-41d0-9a6e-9ba291bff507 None None] Network 0857569c-75f3-4723-b027-4ed9ceb5f81f requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:47:55.838257 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:47:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:55.860760 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.885771 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Checking router: ecfc3e55-bed0-40ed-924e-bb304ab5e3cf for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:47:55.916622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Routers {'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:47:55.917166 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:55.958575 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:47:55.977788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:55.991586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:47:55.991939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 1a995e72-05fb-40dc-9b09-9efe3c14fdc4 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:47:56.037094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port ce332693-d052-41eb-846b-4eff80bad6fa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:47:56.037094 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.056471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] Set router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:47:56.109422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] DHCP port deletion for 0857569c-75f3-4723-b027-4ed9ceb5f81f request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:47:56.123102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port ce332693-d052-41eb-846b-4eff80bad6fa, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=ce332693-d052-41eb-846b-4eff80bad6fa,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:56.123508 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.135461 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for ce332693-d052-41eb-846b-4eff80bad6fa owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:47:56.243702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Deleting port 16b53ad5-2803-48c3-9139-1871d6edab93 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:47:56.243980 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.322763 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] For port 16b53ad5-2803-48c3-9139-1871d6edab93, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=16b53ad5-2803-48c3-9139-1871d6edab93,segment=NetworkSegment(db2cb4ef-a485-4d0e-bb2f-9785c9805e0c),segment_id=db2cb4ef-a485-4d0e-bb2f-9785c9805e0c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:47:56.323074 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.339685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Calling delete_port for 16b53ad5-2803-48c3-9139-1871d6edab93 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:47:56.357299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:47:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:56.416768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7369c11-06a3-4e8a-8e32-51317b3110b8 None None] The sync data for ids ['ecfc3e55-bed0-40ed-924e-bb304ab5e3cf'] in n-d-792364-9 is: [{'id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606518533', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:47:54Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'ce332693-d052-41eb-846b-4eff80bad6fa', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfc3e55-bed0-40ed-924e-bb304ab5e3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:45:58Z', 'updated_at': '2021-11-23T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:47:56.461212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.487017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] Pushing event deleted for resources: {'Port': ['ID=16b53ad5-2803-48c3-9139-1871d6edab93,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:56.491668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9610d9-028f-4198-8966-76bb317ebb22 None None] No DVR routers for this DVR port 16b53ad5-2803-48c3-9139-1871d6edab93 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:47:56.633920 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.658664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=ce332693-d052-41eb-846b-4eff80bad6fa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:56.672614 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56224e-e3eb-4d09-866a-e05919b1a54d None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:47:56.717614 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.813761 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.816101 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.861460 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.862232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Fanout notify agent at l3_agent the message router_deleted on router ecfc3e55-bed0-40ed-924e-bb304ab5e3cf {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:47:56.869794 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:56.870981 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-94ab24fc-a5e9-4055-b521-cb3b7f56ed7d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/routers/ecfc3e55-bed0-40ed-924e-bb304ab5e3cf HTTP/1.1" status: 204 len: 168 time: 1.1177664 Nov 23 19:47:56.874399 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:56.953402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.044684 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.083498 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0857569c-75f3-4723-b027-4ed9ceb5f81f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:57.097059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:57.097355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2cb4ef-a485-4d0e-bb2f-9785c9805e0c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:47:57.106826 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.120303 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.126239 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:47:57.126618 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: timer() Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:47:57.129964 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:47:57.191146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.198123 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.201260 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/networks/0857569c-75f3-4723-b027-4ed9ceb5f81f HTTP/1.1" status: 204 len: 168 time: 0.3258848 Nov 23 19:47:57.204641 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:57.212641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96063375-c7f1-4f87-9c3a-d6fb2adc6719 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Network': ['ID=0857569c-75f3-4723-b027-4ed9ceb5f81f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:57.262395 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.287397 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.346769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.349367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.350630 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3f14d4d-c08f-4826-95cc-589183b7a616 HTTP/1.1" status: 204 len: 168 time: 0.1449273 Nov 23 19:47:57.360649 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d7380-ec4f-43ba-a334-9f2a1de985e9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f14d4d-c08f-4826-95cc-589183b7a616,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:57.531921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e13074b7-8e36-4e62-8ded-bf5e548a5a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.647047 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:57.651635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852398698', 'description': 'tempest-secgroup-smoke-1852398698 description', 'project_id': '627546b1c4a441bbade9066216f1011c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:57.673258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.735897 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.739333 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.767232 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.768468 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1203907 Nov 23 19:47:57.771527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:57.772422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725da3-686c-41aa-a5ca-cfb5bbb69cf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe41416-61a2-432e-9ed2-bed3b0933567,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:57.776356 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:57.807095 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.861967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.866078 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.885473 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b081cb12-fb13-44c8-9352-56d98dcf061d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:57.893186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.894259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f4b267c8-d0d7-4d72-9385-ee27fdd934b5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215742 Nov 23 19:47:57.897193 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47398) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:57.901784 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:57.928699 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.938814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ce332693-d052-41eb-846b-4eff80bad6fa no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:47:57.960039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: ce332693-d052-41eb-846b-4eff80bad6fa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:47:57.960386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device ce332693-d052-41eb-846b-4eff80bad6fa not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:47:57.960809 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86061805-9dee-4e30-ba4c-3085317a2c0f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:47:57.983888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 86061805-9dee-4e30-ba4c-3085317a2c0f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:47:57.984231 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 86061805-9dee-4e30-ba4c-3085317a2c0f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:47:57.984646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 16b53ad5-2803-48c3-9139-1871d6edab93 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:47:57.985610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:57.989272 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.005416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 16b53ad5-2803-48c3-9139-1871d6edab93 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:47:58.005761 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 16b53ad5-2803-48c3-9139-1871d6edab93 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:47:58.012205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9a2d70-6fb2-4c4d-a4d2-3ad57942199e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.019955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.023636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69927a5d-f63e-4642-b718-fbb742901ec3 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229980 Nov 23 19:47:58.023952 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.028163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.053616 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.109188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.112762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.128231 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750f4160-7c39-4a8c-b852-cec21e546850,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.138669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.142952 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34cce3c3-ccdd-40f8-9b11-db34a4feade2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150334 Nov 23 19:47:58.143493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.148179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.174784 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.235759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.239556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.258765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14df47a5-b981-499b-99bd-26bcc2610aca,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.263097 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.267119 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.267342 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-2fe72375-e866-4ba1-9d1f-99e0e6017c8d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225514 Nov 23 19:47:58.271888 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.292811 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:47:58.298193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.354834 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.359820 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.385632 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656ccc36-86e4-4f26-a020-3389f6951e93,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.392257 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.393762 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7797c6dc-aafb-4051-9d60-054105673715 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253362 Nov 23 19:47:58.397599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.402072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'dfe41416-61a2-432e-9ed2-bed3b0933567', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.424271 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:47:58.429392 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.487698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.491596 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.512740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662c5a91-6537-46e1-b6a2-1850a0890156,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.518263 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.519246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-508474e8-7215-4baf-ada7-b913ed7a85d4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206832 Nov 23 19:47:58.522307 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.526972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'network': {'name': 'tempest-network-smoke--1992215356', 'project_id': '627546b1c4a441bbade9066216f1011c', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.549289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:47:58.552949 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.577546 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:47:58.586160 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.586497 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Added segment 7b06179d-6fe7-495b-bcbd-29df5098c7d3 of type vlan for network 0b73227d-cf3a-4dce-9df9-875b75161e22 Nov 23 19:47:58.626038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.648540 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.654790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:47:58.655802 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.694482 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1710646 Nov 23 19:47:58.697283 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:47:58.701966 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'admin_state_up': True, 'project_id': '627546b1c4a441bbade9066216f1011c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:47:58.725090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83961-b8db-428e-916a-c330e6bf6416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Network': ['ID=0b73227d-cf3a-4dce-9df9-875b75161e22,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:58.737112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:47:58.739478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.740569 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.791884 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:58.931042 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.115925 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.133962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.237208 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.106 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b697a97e-73c4-4518-92b3-bd20cf8ca91a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:47:59.335688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.372001 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.408229 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:47:59.414383 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:47:59.417767 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:47:59.426657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92626a4e-3634-45d2-81e4-e182b23b24e1 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:47:59.440033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=b697a97e-73c4-4518-92b3-bd20cf8ca91a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:47:59.470624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-46dacd41-3d78-4d16-937c-79c3ac8e5404 None None] Provisioning complete for port b697a97e-73c4-4518-92b3-bd20cf8ca91a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:47:59.471087 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46dacd41-3d78-4d16-937c-79c3ac8e5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.509090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-46dacd41-3d78-4d16-937c-79c3ac8e5404 None None] Port b697a97e-73c4-4518-92b3-bd20cf8ca91a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:47:59.664436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.854597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:47:59.991106 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router b254d928-a105-4732-9938-1b04986ba586 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:48:00.094704 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:48:00.104852 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Sync routers for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:48:00.114485 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.118853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:00.119000 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e2e4e767-8749-44ba-a939-1c835018727f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4174507 Nov 23 19:48:00.119104 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:47:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:00.119246 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:00.223680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:00.290037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf4b0-0e89-43ee-a30b-470aaa39cd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.408051 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:47:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:00.434523 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Checking router: b254d928-a105-4732-9938-1b04986ba586 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:48:00.434877 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Updating router b254d928-a105-4732-9938-1b04986ba586 port b697a97e-73c4-4518-92b3-bd20cf8ca91a binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:48:00.461383 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.478165 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ea88f4f9-83b2-46f0-84c2-49f2698986b8 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=627546b1c4a441bbade9066216f1011c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3579509 Nov 23 19:48:00.480191 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:00.565082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e316ae2-30ac-4460-94dc-8d4f2d3be103 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:00.566620 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-6e316ae2-30ac-4460-94dc-8d4f2d3be103 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854836 Nov 23 19:48:00.569438 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:00.600405 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-55c7ae89-d90e-49e9-8cf6-41560ef9efac tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298748 Nov 23 19:48:00.602814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:00.607440 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559628814', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'project_id': '627546b1c4a441bbade9066216f1011c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:48:00.695968 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:48:00.699509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.808797 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.823491 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.863762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad4859-f91d-45e5-afeb-6fe28992f7d0 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:48:00.872043 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Attempting to bind port b697a97e-73c4-4518-92b3-bd20cf8ca91a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:48:00.872419 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Attempting to bind port b697a97e-73c4-4518-92b3-bd20cf8ca91a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:48:00.872829 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Attempting to bind port b697a97e-73c4-4518-92b3-bd20cf8ca91a on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:48:00.882836 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:48:00.883386 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:48:00.883793 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.884192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:48:00.884656 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Bound port: b697a97e-73c4-4518-92b3-bd20cf8ca91a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:48:00.884887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.885081 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.888131 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Pushing event updated for resources: {'Port': ['ID=b697a97e-73c4-4518-92b3-bd20cf8ca91a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:00.917782 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.918132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.918466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.918803 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.919141 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.919502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.919831 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.920154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.920510 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.920831 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.921158 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.921496 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:48:00.950760 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-623a64d8-2c8e-491d-862c-77a955e882eb None None] Provisioning complete for port b697a97e-73c4-4518-92b3-bd20cf8ca91a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:00.952722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-623a64d8-2c8e-491d-862c-77a955e882eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.953651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Subnet': ['ID=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:00.959639 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] For port b697a97e-73c4-4518-92b3-bd20cf8ca91a, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:48:00.961002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Checking segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:48:00.961366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network hostable DHCP agents. Network: 0b73227d-cf3a-4dce-9df9-875b75161e22, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:48:00.963287 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] For port b697a97e-73c4-4518-92b3-bd20cf8ca91a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b697a97e-73c4-4518-92b3-bd20cf8ca91a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:48:00.967673 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:00.979131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:48:00.990099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 0b73227d-cf3a-4dce-9df9-875b75161e22) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:00.996190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:00.997066 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.005713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483d7a9-73b7-4884-abe3-94faca463d79 None None] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:48:01.021788 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d1ba744a-f479-4248-b5e9-0a6bbd9b1900 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4179330 Nov 23 19:48:01.024476 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:01.025960 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:01.026590 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:01.034359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60f3d8-c0a8-493b-8ae4-5432425d4338 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:48:01.056606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-623a64d8-2c8e-491d-862c-77a955e882eb None None] Port b697a97e-73c4-4518-92b3-bd20cf8ca91a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:48:01.096103 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.149580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd513-d9a9-4cda-9c66-8e827bc8cb95 None None] Pushing event updated for resources: {'Port': ['ID=b697a97e-73c4-4518-92b3-bd20cf8ca91a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:01.161206 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:01.199600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] Provisioning complete for port b697a97e-73c4-4518-92b3-bd20cf8ca91a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:01.199976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.226453 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-0b73227d-cf3a-4dce-9df9-875b75161e22', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:48:01.227351 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.352955 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:47:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:01.385045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ddc0c-18c5-4247-89db-7f818003be5e None None] The sync data for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 is: [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:47:59Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:48:01.396956 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.427979 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] For port b697a97e-73c4-4518-92b3-bd20cf8ca91a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b697a97e-73c4-4518-92b3-bd20cf8ca91a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:01.429512 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Allocated IP 172.20.0.2 (0b73227d-cf3a-4dce-9df9-875b75161e22/125ed564-e9eb-4cd1-914a-bf3bc8b22b7a/2309046b-81ea-445e-b90a-394d4e04334c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:48:01.437412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.508500 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.553802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f61e-25fc-4cd0-be97-9b34d386925d None None] Pushing event updated for resources: {'Port': ['ID=b697a97e-73c4-4518-92b3-bd20cf8ca91a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:01.661365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.674416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.716461 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:48:01.720025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:01.724476 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:48:01.729922 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Pushing event updated for resources: {'Port': ['ID=2309046b-81ea-445e-b90a-394d4e04334c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:01.794323 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Attempting to bind port 2309046b-81ea-445e-b90a-394d4e04334c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:48:01.794782 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Attempting to bind port 2309046b-81ea-445e-b90a-394d4e04334c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:48:01.795161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Attempting to bind port 2309046b-81ea-445e-b90a-394d4e04334c on network 0b73227d-cf3a-4dce-9df9-875b75161e22 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:48:01.802418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:48:01.802801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Checking segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:48:01.803240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.803669 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Bound using segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:48:01.804156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Bound port: 2309046b-81ea-445e-b90a-394d4e04334c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:48:01.804544 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.840867 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.1 (0b73227d-cf3a-4dce-9df9-875b75161e22/125ed564-e9eb-4cd1-914a-bf3bc8b22b7a/3870c7cb-63fb-4f63-b423-bd9cb5c90b5f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:48:01.879973 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] For port 2309046b-81ea-445e-b90a-394d4e04334c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:48:01.884532 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] For port 2309046b-81ea-445e-b90a-394d4e04334c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2309046b-81ea-445e-b90a-394d4e04334c,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:48:01.892760 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:01.964940 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c2b75-63d7-4347-a306-b7cf16e69637 None None] Pushing event updated for resources: {'Port': ['ID=2309046b-81ea-445e-b90a-394d4e04334c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:01.994812 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b697a97e-73c4-4518-92b3-bd20cf8ca91a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:48:02.028761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.053772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b697a97e-73c4-4518-92b3-bd20cf8ca91a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:02.054543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.074796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.150638 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:48:02.163187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:02.166069 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:02.173644 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:48:02.226454 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.369835 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.441336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.653227 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.658273 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.733674 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:02.735576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:02.836165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:48:02.837850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:02.923929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c202fe-f755-4d34-8c16-dcd3cf21db76 None None] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:48:02.954628 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router b254d928-a105-4732-9938-1b04986ba586 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:48:03.008826 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] Provisioning complete for port 2309046b-81ea-445e-b90a-394d4e04334c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:03.009199 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.069901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:48:03.075802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a565e0fd-f40d-494e-9b9d-90659637d96b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/b254d928-a105-4732-9938-1b04986ba586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0502808 Nov 23 19:48:03.315508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.356017 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] For port 2309046b-81ea-445e-b90a-394d4e04334c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2309046b-81ea-445e-b90a-394d4e04334c,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:03.370121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.412393 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-d4f180b1-5996-4523-9969-df502b6e786e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852398698&fields=id&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 267 time: 0.0661795 Nov 23 19:48:03.418463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Sync routers for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:48:03.426710 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.449668 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632860b-5cf3-4b9f-89f4-d7a77f2907c7 None None] Pushing event updated for resources: {'Port': ['ID=2309046b-81ea-445e-b90a-394d4e04334c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:03.452628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:03.453228 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:03.534109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-485246ac-019b-4243-9bfa-0e1c8870adf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:03.535733 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-485246ac-019b-4243-9bfa-0e1c8870adf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 797 time: 0.1210034 Nov 23 19:48:03.553110 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-f5c17a1a-60e4-43d1-aa06-9a2613ab7c21 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/quotas/627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 375 time: 0.0111375 Nov 23 19:48:03.569819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:03.611271 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-8233680b-47d5-4bce-a941-ff91bc13f908 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517707 Nov 23 19:48:03.657696 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4056fb7b-2614-45d4-b65f-632ae216e9d0 None None] Provisioning complete for port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:03.658073 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4056fb7b-2614-45d4-b65f-632ae216e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.743777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4056fb7b-2614-45d4-b65f-632ae216e9d0 None None] Port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:48:03.765360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-ddef98be-be20-4319-aa19-6f3e8ce59538 service neutron] 10.222.0.37 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404207 Nov 23 19:48:03.772947 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4056fb7b-2614-45d4-b65f-632ae216e9d0 None None] Provisioning complete for port 2309046b-81ea-445e-b90a-394d4e04334c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:03.773317 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4056fb7b-2614-45d4-b65f-632ae216e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:03.876772 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-bb53a730-61fe-4776-b74a-7deae57797b2 service neutron] 10.222.0.37 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049016 Nov 23 19:48:03.916908 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 2, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:03.954034 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Checking router: b254d928-a105-4732-9938-1b04986ba586 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:48:03.954467 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Updating router b254d928-a105-4732-9938-1b04986ba586 port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:48:03.990537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.032520 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2309046b-81ea-445e-b90a-394d4e04334c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:48:04.088508 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abc0bc25-b722-43a6-b50d-d44c990096b0 req-e90cb893-4027-4b67-bd53-15a38eb5b1dd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 210 time: 0.0378473 Nov 23 19:48:04.168652 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fa413427-1001-4824-a4f6-12b8b685cb18 None None] Provisioning complete for port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:04.169271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa413427-1001-4824-a4f6-12b8b685cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.265172 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 2309046b-81ea-445e-b90a-394d4e04334c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:04.265546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.296502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fa413427-1001-4824-a4f6-12b8b685cb18 None None] Port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:48:04.430332 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.435682 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.488607 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277672-5d09-43a3-a6d2-3d9043fc3a81 None None] Pushing event updated for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:04.551752 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Attempting to bind port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:48:04.552301 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Attempting to bind port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:48:04.552833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Attempting to bind port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f on network 0b73227d-cf3a-4dce-9df9-875b75161e22 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:48:04.560416 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:48:04.561460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Checking segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:48:04.562049 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.562629 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Bound using segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:48:04.563362 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Bound port: 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:48:04.563935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.642719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] For port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:48:04.646459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] For port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:48:04.650612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.704823 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:04.705472 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:04.769587 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7277672-5d09-43a3-a6d2-3d9043fc3a81 None None] Pushing event updated for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:04.786600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] Provisioning complete for port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:04.786981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:04.879769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:04.994139 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.169659 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-bccb5464-cf44-4a19-bc36-3b2dbe95364d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:05.171767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-bccb5464-cf44-4a19-bc36-3b2dbe95364d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 797 time: 0.1113582 Nov 23 19:48:05.220428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2682226f-0d7d-4f85-aada-669b3009365d req-fcc9f6a6-3508-4845-aadf-69cb31ee27c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 210 time: 0.0432172 Nov 23 19:48:05.241727 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] For port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:05.246887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.248235 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-bd2f459b-1c38-4466-83a8-261af820891f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 380 time: 0.0601113 Nov 23 19:48:05.262058 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'port': {'device_id': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'admin_state_up': True, 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'security_groups': ['dfe41416-61a2-432e-9ed2-bed3b0933567']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:48:05.331889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00b4d4-a5c0-4397-bc27-f22f668776a1 None None] Pushing event updated for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:05.356889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:04Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:05.380630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:48:05.384295 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.390676 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59484e5-93f3-4bed-9db3-c0b548eddfc7 None None] The sync data for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 is: [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:04Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:48:05.397446 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5292c2e1-f5a1-4165-ad1f-2dd44185ffae None None] Provisioning complete for port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:05.397818 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5292c2e1-f5a1-4165-ad1f-2dd44185ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.546802 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.10 (0b73227d-cf3a-4dce-9df9-875b75161e22/125ed564-e9eb-4cd1-914a-bf3bc8b22b7a/f7f71a35-9650-4f10-af65-c999c778d7a0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:48:05.691842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.727936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.787255 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:48:05.790474 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:05.794268 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:48:05.821688 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:05.853918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:05.854702 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:05.873061 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-445d7bb9-b42a-4dd0-b190-ca45d7cc3245 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6150708 Nov 23 19:48:05.898852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-71b3c996-8acc-4cab-969e-565f337168f6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:48:05.900777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-71b3c996-8acc-4cab-969e-565f337168f6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190217 Nov 23 19:48:05.922927 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Request body: {'port': {'device_id': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:48:05.994987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.034811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:48:06.095415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:06.095791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.157396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-692b8e41-a1ba-410f-ad22-60e132b5cf8b None None] Provisioning complete for port f7f71a35-9650-4f10-af65-c999c778d7a0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:06.158078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-692b8e41-a1ba-410f-ad22-60e132b5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.226487 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-692b8e41-a1ba-410f-ad22-60e132b5cf8b None None] Port f7f71a35-9650-4f10-af65-c999c778d7a0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:48:06.330943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f71a35-9650-4f10-af65-c999c778d7a0 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:48:06.340032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.359746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Transition to ACTIVE for port object f7f71a35-9650-4f10-af65-c999c778d7a0 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:48:06.368994 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587401e-8896-4396-877a-46e3e3b1cde7 req-25d1c27d-26ec-43de-a7b0-2c7b88b2aeec tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:06.370519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a587401e-8896-4396-877a-46e3e3b1cde7 req-25d1c27d-26ec-43de-a7b0-2c7b88b2aeec tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 932 time: 0.0780249 Nov 23 19:48:06.371666 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.450274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:06.513776 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a587401e-8896-4396-877a-46e3e3b1cde7 req-d3a919d8-0288-432a-b1ea-ffdb1cb4b20d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360304 Nov 23 19:48:06.556183 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Attempting to bind port f7f71a35-9650-4f10-af65-c999c778d7a0 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:48:06.556423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Attempting to bind port f7f71a35-9650-4f10-af65-c999c778d7a0 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:48:06.556839 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Attempting to bind port f7f71a35-9650-4f10-af65-c999c778d7a0 on network 0b73227d-cf3a-4dce-9df9-875b75161e22 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:48:06.562429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Port f7f71a35-9650-4f10-af65-c999c778d7a0 on network 0b73227d-cf3a-4dce-9df9-875b75161e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:48:06.562748 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Attempting to bind port f7f71a35-9650-4f10-af65-c999c778d7a0 on network 0b73227d-cf3a-4dce-9df9-875b75161e22 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:48:06.568051 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:48:06.568453 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Checking segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:48:06.568921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Bound using segment: {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:48:06.569418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Bound port: f7f71a35-9650-4f10-af65-c999c778d7a0, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b06179d-6fe7-495b-bcbd-29df5098c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:48:06.569842 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.638518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:48:06.641704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f7f71a35-9650-4f10-af65-c999c778d7a0,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:48:06.647472 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.684934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:06.685687 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:06.687765 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 1092 time: 0.7763126 Nov 23 19:48:06.688226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:48:06.690520 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:48:06.719477 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44bf9c-9a4a-4839-9ed2-73aa094988b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:06.750066 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff9d570-a52a-4b1e-9b75-98e18a713261 x-openstack-request-id: req-8ff9d570-a52a-4b1e-9b75-98e18a713261 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:48:06.750408 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:48:06.750631 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ff9d570-a52a-4b1e-9b75-98e18a713261 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:48:06.751032 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'status': 'completed', 'code': 200} Nov 23 19:48:06.782847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-f7c6435f-af67-462c-a63e-e6666bb7afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:06.784492 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-f7c6435f-af67-462c-a63e-e6666bb7afe4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1095 time: 0.0486774 Nov 23 19:48:06.831500 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-d2e17570-b793-42e6-b976-4bbac249558f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0361171 Nov 23 19:48:06.884321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-f9675d4b-1a0e-46c6-80b9-5d03c8b72256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:06.885807 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-f9675d4b-1a0e-46c6-80b9-5d03c8b72256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0462475 Nov 23 19:48:06.941983 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-49ea15e5-eff7-459e-870d-90b48c867c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:06.943491 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-49ea15e5-eff7-459e-870d-90b48c867c26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452638 Nov 23 19:48:07.038729 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-d11a56a8-7e2e-43ad-972e-fa6439433257 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Nov 23 19:48:07.142732 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6a59109f-a6e8-4f29-8ea2-7ea4cbb0a348 req-5030689b-7f85-4194-9d5e-3532cb3e7cbb service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877557 Nov 23 19:48:07.241943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-4d38131f-2625-47c0-9607-d9e8f1f64688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:07.243468 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-4d38131f-2625-47c0-9607-d9e8f1f64688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1095 time: 0.0409367 Nov 23 19:48:07.348604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-400ff08d-41ad-450b-aeec-41a9a288e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:07.350055 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-400ff08d-41ad-450b-aeec-41a9a288e042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.0989482 Nov 23 19:48:07.392330 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-2e06f7ab-385a-4381-bacd-5ea1519a2edd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0336552 Nov 23 19:48:07.442004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-4668a5b9-6a67-4bb2-964e-62b2464b8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:07.443362 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-4668a5b9-6a67-4bb2-964e-62b2464b8d35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0432057 Nov 23 19:48:07.494857 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-aac98317-d2a6-4ff6-b510-dfe1f52492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:07.496370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-aac98317-d2a6-4ff6-b510-dfe1f52492cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448990 Nov 23 19:48:07.594151 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-201a4fde-be6a-429d-b105-5d8cf3067462 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890517 Nov 23 19:48:07.730022 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474430-cc53-4a93-b59c-c6c3aad08e02 req-b1cbbb70-1394-45fc-be51-4e4d5cd8ff3c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:07.731436 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b474430-cc53-4a93-b59c-c6c3aad08e02 req-b1cbbb70-1394-45fc-be51-4e4d5cd8ff3c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 944 time: 0.1464255 Nov 23 19:48:07.735747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f30bcc3b-da54-4ea1-bee1-df95044b3bf9 req-7f20f5c9-61f9-4e4a-82fa-b86df2ff9e6f service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333945 Nov 23 19:48:07.782121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5b474430-cc53-4a93-b59c-c6c3aad08e02 req-4c1de0c0-fc0d-437a-a27a-f5a512c42c7f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439873 Nov 23 19:48:08.867925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f7f71a35-9650-4f10-af65-c999c778d7a0 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:48:08.906963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c0c9c-1e80-4e14-83a1-d1c559056ac5 req-ac779e92-6917-4c7d-9a3d-3a2a9c55cf56 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:08.908522 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26c0c9c-1e80-4e14-83a1-d1c559056ac5 req-ac779e92-6917-4c7d-9a3d-3a2a9c55cf56 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 944 time: 0.0518656 Nov 23 19:48:08.959472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f26c0c9c-1e80-4e14-83a1-d1c559056ac5 req-0ab9681e-5810-47c4-96f0-b3a11cba2074 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Nov 23 19:48:08.976065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f7f71a35-9650-4f10-af65-c999c778d7a0,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:08.987876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'port_id': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'mac_address': 'fa:16:3e:dd:bc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:48:09.031940 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:09.046890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f71a35-9650-4f10-af65-c999c778d7a0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:48:09.070150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f7f71a35-9650-4f10-af65-c999c778d7a0,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:09.073911 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:09.120946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:09.337516 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['f7f71a35-9650-4f10-af65-c999c778d7a0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:48:09.597145 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:10.080968 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e89f-f5ff-4b85-9f7c-82cb855c46f2 req-d55aa0e3-a651-4706-bb3e-c1de0dbba27a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:10.082440 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce32e89f-f5ff-4b85-9f7c-82cb855c46f2 req-d55aa0e3-a651-4706-bb3e-c1de0dbba27a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 945 time: 0.0545454 Nov 23 19:48:10.131216 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce32e89f-f5ff-4b85-9f7c-82cb855c46f2 req-dd692a96-d95f-41d5-a985-9fde29847453 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Nov 23 19:48:10.882528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f7f71a35-9650-4f10-af65-c999c778d7a0 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:48:10.885797 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:10.930173 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port f7f71a35-9650-4f10-af65-c999c778d7a0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:48:10.934015 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port f7f71a35-9650-4f10-af65-c999c778d7a0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:48:10.934384 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:11.014037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:11.036061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:48:11.038418 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbde675-7d3a-4ece-b558-90170ce407fb" -d '{"events": [{"server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:48:11.050907 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f7f71a35-9650-4f10-af65-c999c778d7a0,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:48:11.055767 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:11.081062 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb128d-0ff5-42c1-9bcb-6a7bc86c12c3 x-openstack-request-id: req-9ebb128d-0ff5-42c1-9bcb-6a7bc86c12c3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:48:11.081354 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "name": "network-vif-plugged", "status": "completed", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:48:11.081608 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ebb128d-0ff5-42c1-9bcb-6a7bc86c12c3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:48:11.081996 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'code': 200} Nov 23 19:48:11.109209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:11.189493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef7c1a-abf1-4b5e-9068-8a7855d048d8 req-41776731-297f-4796-9e08-dd02b3724d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:11.190892 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1ef7c1a-abf1-4b5e-9068-8a7855d048d8 req-41776731-297f-4796-9e08-dd02b3724d3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0425308 Nov 23 19:48:11.269384 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f1ef7c1a-abf1-4b5e-9068-8a7855d048d8 req-e2b62daa-d003-486f-9011-fd9fbac53323 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695708 Nov 23 19:48:11.277648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960d271-8921-4520-8736-e21a124aa3ab req-72df8f44-f093-4f1f-ba7f-6be3280136c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:11.279033 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0960d271-8921-4520-8736-e21a124aa3ab req-72df8f44-f093-4f1f-ba7f-6be3280136c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0739989 Nov 23 19:48:11.332968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0960d271-8921-4520-8736-e21a124aa3ab req-ab008bdc-b9b5-4a28-b8f5-c6d43dc75412 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Nov 23 19:48:12.459965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0b3b3-bc03-47ee-b4be-6ef09566f59a req-54606594-8d08-464d-8617-1c58753ba0e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:12.461488 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7f0b3b3-bc03-47ee-b4be-6ef09566f59a req-54606594-8d08-464d-8617-1c58753ba0e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0536745 Nov 23 19:48:12.511358 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7f0b3b3-bc03-47ee-b4be-6ef09566f59a req-4d7bed2c-ae22-4a53-91bc-b3000cc2c048 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Nov 23 19:48:13.628246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b846d53-0c85-4ec2-b328-704e21e3bff3 req-39f728b4-dbeb-4774-8f58-b144c4587031 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:13.629972 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b846d53-0c85-4ec2-b328-704e21e3bff3 req-39f728b4-dbeb-4774-8f58-b144c4587031 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0485427 Nov 23 19:48:13.678213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0b846d53-0c85-4ec2-b328-704e21e3bff3 req-ce9f538d-37b3-4cd5-b649-8a935857556f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Nov 23 19:48:13.794048 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e853-47db-491b-aace-6dbf3fa3a829 req-e04d8331-65f9-4c01-94dc-4ec717865a08 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:13.795708 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f434e853-47db-491b-aace-6dbf3fa3a829 req-e04d8331-65f9-4c01-94dc-4ec717865a08 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0488346 Nov 23 19:48:13.844518 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f434e853-47db-491b-aace-6dbf3fa3a829 req-6407bd1f-4301-49c1-bf4c-711328fd7982 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Nov 23 19:48:13.869790 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:13.954822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1b540-a09a-4cdf-8002-a3d94068af36 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:13.956370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-42b1b540-a09a-4cdf-8002-a3d94068af36 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1092 time: 0.0855122 Nov 23 19:48:13.959205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:13.963410 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:48:13.985996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.086322 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.186958 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.83 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/9d5a01ae-b98a-4e36-a415-f8ecdb75fa19) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:48:14.291253 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.324984 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.365157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:48:14.367966 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:48:14.371407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:48:14.393000 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=9d5a01ae-b98a-4e36-a415-f8ecdb75fa19,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:14.728617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.793026 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.942224 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:14.946656 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:15.018180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=9d5a01ae-b98a-4e36-a415-f8ecdb75fa19,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:48:15.028318 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:15.127385 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP e57b385e-c0b6-447a-91be-3deb68628433 associated. External IP: 172.25.5.83, port: f7f71a35-9650-4f10-af65-c999c778d7a0. Nov 23 19:48:15.326173 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router b254d928-a105-4732-9938-1b04986ba586 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:48:15.432001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:48:15.442235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Sync routers for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:48:15.449475 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:15.452003 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:15.452601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:15.479702 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a4ff2c9d-181e-4e26-b6b4-b88e518e88e8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5194278 Nov 23 19:48:15.480387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:48:15.483396 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e03bb09-b18b-43d6-a324-b03a16db9a18" -d '{"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:48:15.550107 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd00f260-7204-4323-a3ee-659990c2950f x-openstack-request-id: req-dd00f260-7204-4323-a3ee-659990c2950f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:48:15.550107 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:48:15.550548 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd00f260-7204-4323-a3ee-659990c2950f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:48:15.550970 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'status': 'completed', 'code': 200} Nov 23 19:48:15.566779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:15.617870 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458321-a29f-49be-a197-08678690a6b7 req-ab7147a8-d504-4056-8a9f-5dc2a57ca097 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:15.619618 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84458321-a29f-49be-a197-08678690a6b7 req-ab7147a8-d504-4056-8a9f-5dc2a57ca097 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0842741 Nov 23 19:48:15.627701 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-9e46f6e8-8706-4850-b09f-720baecbe9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:15.629459 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-9e46f6e8-8706-4850-b09f-720baecbe9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0604553 Nov 23 19:48:15.806472 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e57b385e-c0b6-447a-91be-3deb68628433', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'b254d928-a105-4732-9938-1b04986ba586', 'port_id': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'mac_address': 'fa:16:3e:dd:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:48:14Z', 'updated_at': '2021-11-23T19:48:14Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:15.841315 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Checking router: b254d928-a105-4732-9938-1b04986ba586 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:48:15.851630 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:48:15.852261 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:48:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:15.971348 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:48:16.092921 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-84458321-a29f-49be-a197-08678690a6b7 req-42b65511-5daf-43b2-b027-47e7cca133b7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624560 Nov 23 19:48:16.115788 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:16.116338 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-21d004bf-da00-4ef4-8e9d-f2a618677501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:16.117757 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-21d004bf-da00-4ef4-8e9d-f2a618677501 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.4725113 Nov 23 19:48:16.186602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-eb124b3a-579d-4308-8862-a70ac544b82b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e57b385e-c0b6-447a-91be-3deb68628433 HTTP/1.1" status: 200 len: 991 time: 0.0680959 Nov 23 19:48:16.190402 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-ed52de90-a932-4534-813d-b630c6edc5c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 999 time: 0.0642583 Nov 23 19:48:16.202680 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e57b385e-c0b6-447a-91be-3deb68628433', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'b254d928-a105-4732-9938-1b04986ba586', 'port_id': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'mac_address': 'fa:16:3e:dd:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:48:14Z', 'updated_at': '2021-11-23T19:48:14Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:48:16.231836 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cb40a-62f6-48ea-af63-ee139ed1420f None None] The sync data for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 is: [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'e57b385e-c0b6-447a-91be-3deb68628433', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'b254d928-a105-4732-9938-1b04986ba586', 'port_id': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'mac_address': 'fa:16:3e:dd:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:48:14Z', 'updated_at': '2021-11-23T19:48:14Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:48:16.244616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-16d3f908-9a68-498d-b349-e1093d9bf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:16.246105 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-16d3f908-9a68-498d-b349-e1093d9bf2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0480359 Nov 23 19:48:16.293896 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-7f425b69-1846-48ed-b229-573ce5667a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:16.295933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-7f425b69-1846-48ed-b229-573ce5667a06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422873 Nov 23 19:48:16.387266 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-f5be334c-f22a-4941-bd5d-fe4a9d0066b6 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841193 Nov 23 19:48:16.439682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b5260f-ef45-4bc5-b191-a6c3ea4652c3 None None] New status for floating IP e57b385e-c0b6-447a-91be-3deb68628433: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:48:16.485680 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9e03bb09-b18b-43d6-a324-b03a16db9a18 req-8bdc5318-57d9-4544-96af-4336cdd9c893 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911660 Nov 23 19:48:17.190531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:48:17.251959 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-73401e15-4aff-44fe-8aa5-6b283208da4a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e57b385e-c0b6-447a-91be-3deb68628433 HTTP/1.1" status: 200 len: 993 time: 0.0602493 Nov 23 19:48:21.101650 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:48:25.188584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-813cd353-5470-4b30-9e54-ae5fca21af7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395551 Nov 23 19:48:25.273225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f2a9-3fc2-441e-85ad-29241575642a req-2713c569-7b87-40b6-91f0-2c65b83e0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:25.274686 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-2713c569-7b87-40b6-91f0-2c65b83e0be1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0401101 Nov 23 19:48:25.386568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f2a9-3fc2-441e-85ad-29241575642a req-cf53fe01-0460-4532-858b-4d4458f27d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:25.388130 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-cf53fe01-0460-4532-858b-4d4458f27d97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.0910766 Nov 23 19:48:25.453421 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-6d047605-4f8b-461f-bc07-6d8a9a160129 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0570583 Nov 23 19:48:25.512837 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f2a9-3fc2-441e-85ad-29241575642a req-33dd23a8-14bf-4541-bab1-be433b104ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:25.514289 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-33dd23a8-14bf-4541-bab1-be433b104ca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0462890 Nov 23 19:48:25.570412 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f2a9-3fc2-441e-85ad-29241575642a req-cb6da319-9f52-41c0-a86a-e5092045a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:25.571873 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-cb6da319-9f52-41c0-a86a-e5092045a6d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488551 Nov 23 19:48:25.673923 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-c1f4addb-e102-4245-b341-dab4668c197d service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940440 Nov 23 19:48:25.771669 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6221f2a9-3fc2-441e-85ad-29241575642a req-ef82305d-ef2b-4f4e-b237-869fe16fe4b1 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 Nov 23 19:48:27.533410 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67de2a5e-7fb8-46e0-a2f6-62cc971be15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:30.291049 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fff7ff4-fe35-4965-bbaa-c63870b21140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:31.015963 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:32.443612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:33.383588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:39.626513 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:40.899137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:50.652159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefd93-ebbf-4bb2-9eee-185c9ba8bef3 req-a238b4f9-5a10-4beb-a4f7-97e2788d4336 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:50.653660 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36eefd93-ebbf-4bb2-9eee-185c9ba8bef3 req-a238b4f9-5a10-4beb-a4f7-97e2788d4336 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0546153 Nov 23 19:48:50.702776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36eefd93-ebbf-4bb2-9eee-185c9ba8bef3 req-4d480f94-7fd6-43df-8f17-d8081a74bf42 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Nov 23 19:48:51.822291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45d64-db53-486f-a941-5f777abd3af2 req-18d5efcf-6913-4a56-87f1-2c8779dd170c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:51.823811 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f45d64-db53-486f-a941-5f777abd3af2 req-18d5efcf-6913-4a56-87f1-2c8779dd170c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0492465 Nov 23 19:48:51.877364 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c6f45d64-db53-486f-a941-5f777abd3af2 req-9a3fa4d2-5ca2-4b11-b8ad-a908f1241130 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Nov 23 19:48:52.992860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ed0b4-4687-45fd-9ed7-b897fe7d41d8 req-1ee9fd04-f682-4208-af7b-781761a04602 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:52.994377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-950ed0b4-4687-45fd-9ed7-b897fe7d41d8 req-1ee9fd04-f682-4208-af7b-781761a04602 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0486574 Nov 23 19:48:53.044595 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-950ed0b4-4687-45fd-9ed7-b897fe7d41d8 req-4c74b307-3d5d-4db5-88b4-f3c5c56df1a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Nov 23 19:48:54.162874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166082-bffe-413a-bd23-b8a4c48d2443 req-e7cb4059-5d8f-49f1-9071-3018fdc7fcdf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:54.164471 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69166082-bffe-413a-bd23-b8a4c48d2443 req-e7cb4059-5d8f-49f1-9071-3018fdc7fcdf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0521040 Nov 23 19:48:54.212391 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-69166082-bffe-413a-bd23-b8a4c48d2443 req-39752440-70a1-4c2d-988f-fa873feae666 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Nov 23 19:48:55.326933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7da7d-f813-4fc0-a1cc-3153272c80d3 req-525f5bc9-5c30-4ea4-b915-605eb65a331b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:55.328472 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66a7da7d-f813-4fc0-a1cc-3153272c80d3 req-525f5bc9-5c30-4ea4-b915-605eb65a331b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0493600 Nov 23 19:48:55.380448 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-66a7da7d-f813-4fc0-a1cc-3153272c80d3 req-5aba6854-dca2-4a62-96bb-97b9ddde8d34 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 Nov 23 19:48:56.493833 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf78b-49a7-4834-8cb3-90c4ba9062a5 req-abe03d82-a84a-415c-b6d1-3cf81b1c3308 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:56.495353 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3bbf78b-49a7-4834-8cb3-90c4ba9062a5 req-abe03d82-a84a-415c-b6d1-3cf81b1c3308 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0473123 Nov 23 19:48:56.546763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d3bbf78b-49a7-4834-8cb3-90c4ba9062a5 req-c49370fe-c291-45e5-81d4-5f64f1500c97 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Nov 23 19:48:57.534227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32729812-f6d4-4420-a140-bf3303760e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:48:57.664477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3bf1-6397-4351-a426-28d7f46ae3e3 req-7d2ca44e-3854-4b2f-9394-da37d56b8f67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:57.665932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-748b3bf1-6397-4351-a426-28d7f46ae3e3 req-7d2ca44e-3854-4b2f-9394-da37d56b8f67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0497780 Nov 23 19:48:57.715414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-748b3bf1-6397-4351-a426-28d7f46ae3e3 req-83797502-d695-4a4e-810a-da90cebc619a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Nov 23 19:48:58.100857 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:48:58.835203 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770cfa-4519-4951-baea-f6b11ba94cec req-15e292ef-41ea-4902-90ee-804f05a64682 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:48:58.836714 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-67770cfa-4519-4951-baea-f6b11ba94cec req-15e292ef-41ea-4902-90ee-804f05a64682 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0533130 Nov 23 19:48:58.887432 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-67770cfa-4519-4951-baea-f6b11ba94cec req-82cf5257-6c72-451c-a401-57d985f5f6cc tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Nov 23 19:49:00.003215 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc243-ef83-4a95-82ae-e34dd0fee1ae req-79b706e1-6577-490d-a9c3-3d0bc7cdc9bb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:00.005030 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d2cc243-ef83-4a95-82ae-e34dd0fee1ae req-79b706e1-6577-490d-a9c3-3d0bc7cdc9bb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0485427 Nov 23 19:49:00.052699 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8d2cc243-ef83-4a95-82ae-e34dd0fee1ae req-fe2aa082-d7b5-4a4e-8694-ed7b3da55ccb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Nov 23 19:49:00.293965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d45126fe-062e-4aad-bb6c-6c85edeb24de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:01.015851 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:01.171643 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982a3fb-8b37-4d94-936a-4f2278f53979 req-d1aa7c1a-51ea-4f13-8095-6a3844a25285 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:01.173120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4982a3fb-8b37-4d94-936a-4f2278f53979 req-d1aa7c1a-51ea-4f13-8095-6a3844a25285 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0499365 Nov 23 19:49:01.222359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4982a3fb-8b37-4d94-936a-4f2278f53979 req-f672fea2-d03c-48e2-b9ca-9069eb4b73a0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Nov 23 19:49:01.244044 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:01.308835 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0c03a245-f269-40f4-ac57-26aa54989694 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e57b385e-c0b6-447a-91be-3deb68628433 HTTP/1.1" status: 200 len: 993 time: 0.0635316 Nov 23 19:49:02.448357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:02.588508 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25d051-2bd3-4bce-9ba7-d7114655092e req-7bf9a9d2-667e-4c4d-ada8-7c9977958ea0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:02.589966 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f25d051-2bd3-4bce-9ba7-d7114655092e req-7bf9a9d2-667e-4c4d-ada8-7c9977958ea0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0576065 Nov 23 19:49:02.625176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-7632e769-4c6d-4d90-bcd5-1c3cb7ea443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:02.630350 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-7632e769-4c6d-4d90-bcd5-1c3cb7ea443c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0540044 Nov 23 19:49:02.645802 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f25d051-2bd3-4bce-9ba7-d7114655092e req-0c2d1041-f058-4ae1-9602-8c0e476e1c46 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Nov 23 19:49:02.730288 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-d751729a-9767-43f1-8c62-7ee0e1cf3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:02.731781 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-d751729a-9767-43f1-8c62-7ee0e1cf3afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.0902729 Nov 23 19:49:02.801140 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-639cc8a2-187c-40c5-b70c-7845fa584ca0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0575387 Nov 23 19:49:02.855479 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-6fb6f887-5277-4f8b-a67b-ca056e1e1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:02.856863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-6fb6f887-5277-4f8b-a67b-ca056e1e1a7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0441844 Nov 23 19:49:02.910613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-47112870-9f8f-40a1-9305-9aeaa833306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:02.912804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-47112870-9f8f-40a1-9305-9aeaa833306f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446789 Nov 23 19:49:03.003080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-5583a53f-ac08-454f-ac9b-230a550343a8 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Nov 23 19:49:03.098777 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19033485-b0f8-4a88-bbb1-10fd1d6fd701 req-72c5972d-49d7-4e4c-b838-979074b67857 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853648 Nov 23 19:49:03.381309 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:03.764926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed83e9-ff8a-4c5c-9fd3-74f1e55dcb4c req-06618808-0173-454b-acec-d916ddc8ad40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:03.766408 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21ed83e9-ff8a-4c5c-9fd3-74f1e55dcb4c req-06618808-0173-454b-acec-d916ddc8ad40 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0497596 Nov 23 19:49:03.815074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-21ed83e9-ff8a-4c5c-9fd3-74f1e55dcb4c req-1d69f83e-8f99-49b7-8a7e-59aeef112b59 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Nov 23 19:49:03.837238 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:03.906656 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9ee957ea-a8aa-43f0-9d13-b0587d4ab7e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/e57b385e-c0b6-447a-91be-3deb68628433 HTTP/1.1" status: 200 len: 993 time: 0.0631750 Nov 23 19:49:09.611877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:10.896757 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:26.806754 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-07bc7370-d99a-4131-af27-af02a1f05243 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426712 Nov 23 19:49:26.900548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-74da4f2a-9805-4efb-bca6-3ce56def079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:26.902050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-74da4f2a-9805-4efb-bca6-3ce56def079f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0444694 Nov 23 19:49:27.020455 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-4a613f24-b142-452f-8176-e1f81de21d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:27.021956 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-4a613f24-b142-452f-8176-e1f81de21d76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.0984752 Nov 23 19:49:27.091370 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-3794bae1-49e4-4f73-8837-01bfaa3a5d79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 1001 time: 0.0571907 Nov 23 19:49:27.141353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-863020c2-1c5d-4290-8a5f-3e4e394de16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:27.142783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-863020c2-1c5d-4290-8a5f-3e4e394de16e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0436089 Nov 23 19:49:27.192072 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-4d7322b4-19d3-4203-9a9a-f2e4aacf7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:27.193528 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-4d7322b4-19d3-4203-9a9a-f2e4aacf7f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437672 Nov 23 19:49:27.283808 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-5e3c5758-e3b7-4720-80b6-650728abd891 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817885 Nov 23 19:49:27.378965 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6eb7b896-c1c7-46e7-adb5-cd536de14d52 req-3f327ffd-88fb-4bfe-a9bd-131ff5f3e545 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869763 Nov 23 19:49:27.536183 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-decde916-d8eb-4c2d-a445-e3138ecfc625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:30.295873 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd611-0d40-4800-b25c-0ac10fec9966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:31.018081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:32.449468 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:33.373052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:35.100783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:49:36.294759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:36.461447 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 9d5a01ae-b98a-4e36-a415-f8ecdb75fa19 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:49:36.461792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:36.538622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:36.538967 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:36.550380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 9d5a01ae-b98a-4e36-a415-f8ecdb75fa19 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:49:36.709788 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:36.737519 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=9d5a01ae-b98a-4e36-a415-f8ecdb75fa19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:36.746308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.746660 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.747002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.747364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.747703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.748042 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.748375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.748705 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.749033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.749359 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.749691 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.750014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:36.809161 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:36.809482 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP e57b385e-c0b6-447a-91be-3deb68628433 disassociated (deleted). External IP: 172.25.5.83, port: f7f71a35-9650-4f10-af65-c999c778d7a0. Nov 23 19:49:37.016531 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router b254d928-a105-4732-9938-1b04986ba586 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:49:37.449458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:49:37.454233 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:37.459202 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Sync routers for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:49:37.468608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:37.469253 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:37.480583 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8be31e87-60bd-4243-9022-881b101790c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/floatingips/e57b385e-c0b6-447a-91be-3deb68628433 HTTP/1.1" status: 204 len: 168 time: 1.1846747 Nov 23 19:49:37.481277 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:49:37.483702 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c4b89-a9ed-41f3-8a71-ab25f3044c98" -d '{"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:49:37.528566 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2873ba6d-dd64-4f5c-babe-f4721b0e1422 x-openstack-request-id: req-2873ba6d-dd64-4f5c-babe-f4721b0e1422 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:49:37.528821 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:49:37.529078 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2873ba6d-dd64-4f5c-babe-f4721b0e1422 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:49:37.529490 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'status': 'completed', 'code': 200} Nov 23 19:49:37.577235 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:37.603281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-6f86b2df-4cc5-49b2-a074-8bf171088bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:37.605070 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-6f86b2df-4cc5-49b2-a074-8bf171088bc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 1097 time: 0.0445421 Nov 23 19:49:37.721289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-5dc2e45f-69e2-462e-b05d-282e5293187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:37.722681 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-5dc2e45f-69e2-462e-b05d-282e5293187e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 200 len: 898 time: 0.1030378 Nov 23 19:49:37.726317 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66804-b600-4e8e-ad1e-8e122ba9dde3 req-7106ab33-f87c-4b7b-a4bb-a038ff2d2901 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:37.727811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d66804-b600-4e8e-ad1e-8e122ba9dde3 req-7106ab33-f87c-4b7b-a4bb-a038ff2d2901 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0490205 Nov 23 19:49:37.766831 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-a2334956-e91f-4901-93f6-c2cfa7f22feb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0358567 Nov 23 19:49:37.782761 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b2d66804-b600-4e8e-ad1e-8e122ba9dde3 req-a815ba67-a236-4b0f-8878-1499085dde0f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469012 Nov 23 19:49:37.785525 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:37.816420 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Checking router: b254d928-a105-4732-9938-1b04986ba586 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:49:37.823062 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-7c95920b-8c69-479b-9fea-f8bf6a9d9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:37.823062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-7c95920b-8c69-479b-9fea-f8bf6a9d9e3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 200 len: 835 time: 0.0460930 Nov 23 19:49:37.824753 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:37.825347 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:37.873690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-4dee77f6-6372-4c5d-ad9a-3a6571e5c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:37.875800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-4dee77f6-6372-4c5d-ad9a-3a6571e5c16c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b73227d-cf3a-4dce-9df9-875b75161e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445962 Nov 23 19:49:37.934783 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:37.967479 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-3e2347b6-5654-4568-a1f7-5670c37481e4 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Nov 23 19:49:38.069098 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-749c4b89-a9ed-41f3-8a71-ab25f3044c98 req-f448ebaa-25ad-4a08-909f-38c96c52d751 service neutron] 10.222.0.47 "GET /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920582 Nov 23 19:49:38.133668 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:38.160344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2ac95-cd7e-43c5-9a2a-37d4f5e0bc46 None None] The sync data for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 is: [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:48:02Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '3870c7cb-63fb-4f63-b423-bd9cb5c90b5f', 'name': '', 'network_id': '0b73227d-cf3a-4dce-9df9-875b75161e22', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:d2:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:48:01Z', 'updated_at': '2021-11-23T19:48:05Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': '125ed564-e9eb-4cd1-914a-bf3bc8b22b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:49:38.382740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b2b6f-d0a5-4454-b6eb-8d585a543776 None None] New status for floating IP e57b385e-c0b6-447a-91be-3deb68628433: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:49:38.903703 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442519-8428-4e63-9653-78d2dec125b0 req-fbe5ecf8-426a-4c47-8107-080e6ca21a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:38.905188 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54442519-8428-4e63-9653-78d2dec125b0 req-fbe5ecf8-426a-4c47-8107-080e6ca21a3d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0493753 Nov 23 19:49:38.953809 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-54442519-8428-4e63-9653-78d2dec125b0 req-44210718-a619-44b9-bfbb-ddf56a167919 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfe41416-61a2-432e-9ed2-bed3b0933567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Nov 23 19:49:39.421376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-61ec599d-9695-4821-8b29-67e2a70186d6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:39.423634 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-61ec599d-9695-4821-8b29-67e2a70186d6 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 946 time: 0.0482874 Nov 23 19:49:39.517509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port f7f71a35-9650-4f10-af65-c999c778d7a0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:49:39.517838 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:39.605626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port f7f71a35-9650-4f10-af65-c999c778d7a0, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=f7f71a35-9650-4f10-af65-c999c778d7a0,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:39.605987 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:39.613686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:39.619407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for f7f71a35-9650-4f10-af65-c999c778d7a0 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:49:39.761277 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:39.793177 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=f7f71a35-9650-4f10-af65-c999c778d7a0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:39.824265 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.824624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.824971 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.825315 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.825653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.825988 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.826349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.826678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.827009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.827354 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.827683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.828004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:39.853856 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] No DVR routers for this DVR port f7f71a35-9650-4f10-af65-c999c778d7a0 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:49:39.856409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:39.859848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-70a83511-5d21-4d8e-96ac-9a29b54fb8ce req-caadaede-204d-4dfd-870b-8c1f9fcab978 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.47 "DELETE /v2.0/ports/f7f71a35-9650-4f10-af65-c999c778d7a0 HTTP/1.1" status: 204 len: 173 time: 0.4266913 Nov 23 19:49:39.860289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'name': 'network-vif-deleted', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:49:39.862531 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979120c8-3161-4bea-82eb-f4ce6a1d1171" -d '{"events": [{"server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "name": "network-vif-deleted", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:49:39.902184 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef46fd94-536f-4009-8f1e-4868a918d617 x-openstack-request-id: req-ef46fd94-536f-4009-8f1e-4868a918d617 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:49:39.902477 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c322029-fd2b-4bab-979b-c63e59b8ef8c", "name": "network-vif-deleted", "tag": "f7f71a35-9650-4f10-af65-c999c778d7a0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:49:39.902724 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef46fd94-536f-4009-8f1e-4868a918d617 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:49:39.903132 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c322029-fd2b-4bab-979b-c63e59b8ef8c', 'name': 'network-vif-deleted', 'tag': 'f7f71a35-9650-4f10-af65-c999c778d7a0', 'status': 'completed', 'code': 200} Nov 23 19:49:40.068613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cc7f286c-72c7-4098-aac6-f0785d8decac req-c4a7ba82-0a47-4ea5-a8e9-5bb2fd3efdcd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c322029-fd2b-4bab-979b-c63e59b8ef8c HTTP/1.1" status: 200 len: 210 time: 0.0258682 Nov 23 19:49:40.893753 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:41.129171 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:41.484159 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:41.735272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:49:41.735779 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:41.822710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:41.823114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:41.835651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:49:42.030031 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.056599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=3870c7cb-63fb-4f63-b423-bd9cb5c90b5f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:42.228215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.451484 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router b254d928-a105-4732-9938-1b04986ba586 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:49:42.560632 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:49:42.566770 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c06df93f-7964-4859-84b3-b3e1dc3e00ed tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/b254d928-a105-4732-9938-1b04986ba586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364974 Nov 23 19:49:42.568878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:42.571259 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Sync routers for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:49:42.582277 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:42.582892 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:42.620388 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting subnet 125ed564-e9eb-4cd1-914a-bf3bc8b22b7a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:49:42.623623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.664198 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.687254 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:42.752670 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.820906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.862357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:42.865949 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/subnets/125ed564-e9eb-4cd1-914a-bf3bc8b22b7a HTTP/1.1" status: 204 len: 168 time: 0.2959361 Nov 23 19:49:42.868822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:42.870255 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261b66e-e9ca-458d-8ddf-34964f07bb79 None None] Network 0b73227d-cf3a-4dce-9df9-875b75161e22 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:49:42.872629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706003b1-4842-4154-a3dc-d1912a391cbf tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Subnet': ['ID=125ed564-e9eb-4cd1-914a-bf3bc8b22b7a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:42.898112 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:49:41Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:42.926897 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Checking router: b254d928-a105-4732-9938-1b04986ba586 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:49:42.936449 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Routers {'b254d928-a105-4732-9938-1b04986ba586'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:42.937071 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['b254d928-a105-4732-9938-1b04986ba586'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:42.988577 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.050333 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] Set router b254d928-a105-4732-9938-1b04986ba586 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:43.097923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] DHCP port deletion for 0b73227d-cf3a-4dce-9df9-875b75161e22 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:49:43.104353 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.153998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Deleting port 2309046b-81ea-445e-b90a-394d4e04334c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:49:43.154378 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.165876 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port b697a97e-73c4-4518-92b3-bd20cf8ca91a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:49:43.166242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.218951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] For port 2309046b-81ea-445e-b90a-394d4e04334c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=2309046b-81ea-445e-b90a-394d4e04334c,segment=NetworkSegment(7b06179d-6fe7-495b-bcbd-29df5098c7d3),segment_id=7b06179d-6fe7-495b-bcbd-29df5098c7d3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:43.219380 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.235358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Calling delete_port for 2309046b-81ea-445e-b90a-394d4e04334c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:49:43.247905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port b697a97e-73c4-4518-92b3-bd20cf8ca91a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b697a97e-73c4-4518-92b3-bd20cf8ca91a,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:43.248264 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.262308 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for b697a97e-73c4-4518-92b3-bd20cf8ca91a owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:49:43.323769 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.331639 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:49:41Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:43.350016 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Pushing event deleted for resources: {'Port': ['ID=2309046b-81ea-445e-b90a-394d4e04334c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:43.356773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] No DVR routers for this DVR port 2309046b-81ea-445e-b90a-394d4e04334c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:49:43.368643 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dbf05-8f70-4e13-8e8f-7c5d722ee26e None None] The sync data for ids ['b254d928-a105-4732-9938-1b04986ba586'] in n-d-792364-9 is: [{'id': 'b254d928-a105-4732-9938-1b04986ba586', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455979002', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:47:58Z', 'updated_at': '2021-11-23T19:49:41Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'b697a97e-73c4-4518-92b3-bd20cf8ca91a', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254d928-a105-4732-9938-1b04986ba586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:47:59Z', 'updated_at': '2021-11-23T19:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:49:43.369032 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.369386 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.369860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.370584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.370584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.370869 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.371171 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.372161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.372564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.373068 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.373408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.373732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8522bd42-2f73-43d4-847e-f1b17a576d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:43.412667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f7f71a35-9650-4f10-af65-c999c778d7a0 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:49:43.434001 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: f7f71a35-9650-4f10-af65-c999c778d7a0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:49:43.434358 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device f7f71a35-9650-4f10-af65-c999c778d7a0 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:49:43.471634 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.498179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=b697a97e-73c4-4518-92b3-bd20cf8ca91a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:43.513660 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e209a-a557-4260-bf9b-30c822973a74 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:49:43.558227 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.649797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.651846 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.699754 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.700329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Fanout notify agent at l3_agent the message router_deleted on router b254d928-a105-4732-9938-1b04986ba586 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:49:43.707399 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.711384 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:43.711833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-adb7d7d8-78a3-4510-84d1-47642e518e07 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/routers/b254d928-a105-4732-9938-1b04986ba586 HTTP/1.1" status: 204 len: 168 time: 0.8414879 Nov 23 19:49:43.803071 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.892833 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.927000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b73227d-cf3a-4dce-9df9-875b75161e22']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:43.940889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b06179d-6fe7-495b-bcbd-29df5098c7d3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:43.940889 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b06179d-6fe7-495b-bcbd-29df5098c7d3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:43.951918 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.967174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.974308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:49:43.974711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:49:43.978183 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:49:44.043369 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.053357 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.059794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/networks/0b73227d-cf3a-4dce-9df9-875b75161e22 HTTP/1.1" status: 204 len: 168 time: 0.3470666 Nov 23 19:49:44.060263 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:44.069025 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:49:44.078000 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf41bf-12b1-4434-98da-c776a7552149 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Network': ['ID=0b73227d-cf3a-4dce-9df9-875b75161e22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:44.104205 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:49:44.104626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 3870c7cb-63fb-4f63-b423-bd9cb5c90b5f not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:49:44.105497 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2309046b-81ea-445e-b90a-394d4e04334c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:49:44.130666 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 2309046b-81ea-445e-b90a-394d4e04334c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:49:44.131105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 2309046b-81ea-445e-b90a-394d4e04334c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:49:44.131783 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.157979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.220437 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.223017 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.224234 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/security-groups/dfe41416-61a2-432e-9ed2-bed3b0933567 HTTP/1.1" status: 204 len: 168 time: 0.1629691 Nov 23 19:49:44.233411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c85f9-9740-49d5-afae-0bc04d1c9017 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe41416-61a2-432e-9ed2-bed3b0933567,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:44.550592 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:44.555213 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882902465', 'description': 'tempest-secgroup-smoke-882902465 description', 'project_id': '627546b1c4a441bbade9066216f1011c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:44.576723 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.640324 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.645129 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.672595 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.673857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1222458 Nov 23 19:49:44.676894 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:44.679670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbd22f-3821-4f71-a464-d37f5eba2d67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e297a2e6-a7da-41d5-ba13-230b3b0609c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:44.682625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:44.711451 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.757194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.761402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.779423 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d8fb79-eace-400c-a532-449ef16d2cc1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:44.787424 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.788651 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-f5cc05f4-4ec0-453b-b370-06bde368f6fb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107414 Nov 23 19:49:44.791396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:44.795663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:44.821727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.880425 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.883947 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.903267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d08ca8e-00cf-494b-abbc-510c619bd8a3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:44.911602 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:44.912793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6d61c3e0-3169-400f-9276-ce37afa067c9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204734 Nov 23 19:49:44.915725 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:44.919995 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:44.946164 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.001522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.005558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.022466 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17eed620-3d4a-42d1-8b39-03c909649466,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:45.030839 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.032117 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ebab5c71-1b76-4073-b36a-348eebb440e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154442 Nov 23 19:49:45.035174 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:45.039452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:45.065723 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.122459 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.126506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.144875 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2313bb-cd4e-4851-84f7-71cf33da9a98,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:45.149918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.151106 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fadec992-4b04-43c0-835c-3756b7fc234c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149886 Nov 23 19:49:45.153854 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:45.158295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:45.179807 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:49:45.184493 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.243788 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.247428 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.265322 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21eae683-3b83-450f-8b8f-9b73ae72a130,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:45.273904 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.275102 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3863683e-fac5-4d9e-85e6-4b528495ac76 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203361 Nov 23 19:49:45.278020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:45.282902 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'security_group_rule': {'security_group_id': 'e297a2e6-a7da-41d5-ba13-230b3b0609c1', 'project_id': '627546b1c4a441bbade9066216f1011c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:45.304702 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Project 627546b1c4a441bbade9066216f1011c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:49:45.309442 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.370065 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.373790 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.392432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838214f2-b086-49d8-9778-723a721856fe,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:45.397630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.398816 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-38a31e18-706f-43c7-b42a-73aa0a02ce03 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198463 Nov 23 19:49:45.401704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:45.407037 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'network': {'name': 'tempest-network-smoke--1697665707', 'project_id': '627546b1c4a441bbade9066216f1011c', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:45.427742 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:49:45.431159 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.454396 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:49:45.463413 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.463789 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Added segment 30edb650-b277-4935-b861-226924416537 of type vlan for network 683c0e35-580f-483a-afa6-52ed433d37b4 Nov 23 19:49:45.505265 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.529833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.536074 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:45.536562 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.576099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734076 Nov 23 19:49:45.578935 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:45.583190 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'admin_state_up': True, 'project_id': '627546b1c4a441bbade9066216f1011c', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:45.619364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d904e2-8904-4071-ad21-c54b34976254 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Network': ['ID=683c0e35-580f-483a-afa6-52ed433d37b4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:45.629741 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 683c0e35-580f-483a-afa6-52ed433d37b4 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:49:45.635223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.636688 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.689710 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.831625 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:45.943563 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b697a97e-73c4-4518-92b3-bd20cf8ca91a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:49:45.964327 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b697a97e-73c4-4518-92b3-bd20cf8ca91a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:49:45.964673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b697a97e-73c4-4518-92b3-bd20cf8ca91a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:49:46.025532 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:46.048517 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:46.148176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.140 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d1497247-8331-4fee-a5e3-923c9fa0cd95) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:49:46.249570 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:46.615600 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:46.654507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:49:46.657483 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:46.660834 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:49:46.666195 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=d1497247-8331-4fee-a5e3-923c9fa0cd95,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:46.670434 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f274fd-7f03-4c09-8aeb-24c2ee5f9919 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:49:46.784802 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-212c44fa-5958-4720-98ea-df5a2d581c8d None None] Provisioning complete for port d1497247-8331-4fee-a5e3-923c9fa0cd95 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:46.785156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-212c44fa-5958-4720-98ea-df5a2d581c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:46.818784 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-212c44fa-5958-4720-98ea-df5a2d581c8d None None] Port d1497247-8331-4fee-a5e3-923c9fa0cd95 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:46.910558 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.105604 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.232613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 725434f0-18f1-47f7-b450-616f3e5d2409 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:49:47.337096 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:49:47.347430 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Sync routers for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:49:47.357268 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.357847 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:47.358515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-991f3436-7a78-4683-8e0d-5a8195266820 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7786410 Nov 23 19:49:47.358657 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:47.362418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:47.395481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0bcc0436-3e1c-4937-9123-3f6312f931e8 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=627546b1c4a441bbade9066216f1011c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318077 Nov 23 19:49:47.398005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:47.462805 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:47.483248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732951d3-e312-4948-9a3f-f3356fc791c0 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:47.485703 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-732951d3-e312-4948-9a3f-f3356fc791c0 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863924 Nov 23 19:49:47.488163 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:47.516608 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8177cbd9-dc37-450e-8741-b708e8740a60 tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5a0b4ef6-26aa-4848-887a-1978d74c36a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273697 Nov 23 19:49:47.519222 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:47.524034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582443404', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'project_id': '627546b1c4a441bbade9066216f1011c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:47.615425 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:49:47.618951 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.641334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:46Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:47.667775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Checking router: 725434f0-18f1-47f7-b450-616f3e5d2409 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:49:47.668125 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Updating router 725434f0-18f1-47f7-b450-616f3e5d2409 port d1497247-8331-4fee-a5e3-923c9fa0cd95 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:49:47.694876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.801906 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.868443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Subnet': ['ID=d3bd18c7-5258-4a36-80b7-e08dd24ce43a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:47.871914 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Checking segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:49:47.872280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network hostable DHCP agents. Network: 683c0e35-580f-483a-afa6-52ed433d37b4, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:49:47.889134 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 683c0e35-580f-483a-afa6-52ed433d37b4 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:49:47.899753 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 683c0e35-580f-483a-afa6-52ed433d37b4) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:47.904580 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:47.905169 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:47.912946 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ea69d-d8e8-4a49-9183-dde7cb9dce89 None None] Network 683c0e35-580f-483a-afa6-52ed433d37b4 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:49:47.922884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ac4431ea-a90d-492d-98f7-c45c7287106d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026229 Nov 23 19:49:47.925722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:49:47.976734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.009237 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.239072 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a72be1-4295-47c2-9b97-d1b883fc7935 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:49:48.258292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ebbda-1f48-4c95-9c47-1110ee95a262 None None] Pushing event updated for resources: {'Port': ['ID=d1497247-8331-4fee-a5e3-923c9fa0cd95,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:48.286871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Attempting to bind port d1497247-8331-4fee-a5e3-923c9fa0cd95 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:49:48.287251 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Attempting to bind port d1497247-8331-4fee-a5e3-923c9fa0cd95 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:49:48.287646 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Attempting to bind port d1497247-8331-4fee-a5e3-923c9fa0cd95 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:49:48.298033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:49:48.298412 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:49:48.298815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.299209 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:49:48.299739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Bound port: d1497247-8331-4fee-a5e3-923c9fa0cd95, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:49:48.300124 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.385962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-683c0e35-580f-483a-afa6-52ed433d37b4', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:49:48.386849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.397290 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.402768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] For port d1497247-8331-4fee-a5e3-923c9fa0cd95, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:49:48.414732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2fd007bd-cc95-4900-a1f8-6980a609160f None None] Provisioning complete for port d1497247-8331-4fee-a5e3-923c9fa0cd95 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:48.414732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fd007bd-cc95-4900-a1f8-6980a609160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.447023 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] For port d1497247-8331-4fee-a5e3-923c9fa0cd95, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d1497247-8331-4fee-a5e3-923c9fa0cd95,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:49:48.461849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.551942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2fd007bd-cc95-4900-a1f8-6980a609160f None None] Port d1497247-8331-4fee-a5e3-923c9fa0cd95 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:48.574455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022acfa-ab95-41bc-8078-d09d10186088 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:49:48.629606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:48.630155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:48.634356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ebbda-1f48-4c95-9c47-1110ee95a262 None None] Pushing event updated for resources: {'Port': ['ID=d1497247-8331-4fee-a5e3-923c9fa0cd95,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:48.742746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Allocated IP 172.20.0.2 (683c0e35-580f-483a-afa6-52ed433d37b4/d3bd18c7-5258-4a36-80b7-e08dd24ce43a/b9f1da10-840d-4644-a889-f04feee2421c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:49:48.748876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] Provisioning complete for port d1497247-8331-4fee-a5e3-923c9fa0cd95 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:48.749251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:48.861972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:49.057971 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.107240 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] For port d1497247-8331-4fee-a5e3-923c9fa0cd95, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d1497247-8331-4fee-a5e3-923c9fa0cd95,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:49.110475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.115357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.136400 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.171120 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.1 (683c0e35-580f-483a-afa6-52ed433d37b4/d3bd18c7-5258-4a36-80b7-e08dd24ce43a/1995aecd-4bfb-42f5-87cd-5e6a18a49987) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:49:49.181431 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Network 683c0e35-580f-483a-afa6-52ed433d37b4 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:49:49.186153 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:49.190221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:49:49.228622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54b588-d219-40f1-b527-ef748c80694c None None] Pushing event updated for resources: {'Port': ['ID=d1497247-8331-4fee-a5e3-923c9fa0cd95,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:49.286666 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.294709 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Attempting to bind port b9f1da10-840d-4644-a889-f04feee2421c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:49:49.295087 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Attempting to bind port b9f1da10-840d-4644-a889-f04feee2421c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:49:49.295490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Attempting to bind port b9f1da10-840d-4644-a889-f04feee2421c on network 683c0e35-580f-483a-afa6-52ed433d37b4 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:49:49.298638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:46Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:49.320473 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.330408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:49:49.330790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Checking segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:49:49.331196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.331624 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Bound using segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:49:49.332104 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Bound port: b9f1da10-840d-4644-a889-f04feee2421c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:49:49.332492 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.334445 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca8c05-61b5-4c49-81e2-1638a6303b66 None None] The sync data for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 is: [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:46Z', 'revision_number': 3, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:49:49.336934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Pushing event updated for resources: {'Port': ['ID=b9f1da10-840d-4644-a889-f04feee2421c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:49.357077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 683c0e35-580f-483a-afa6-52ed433d37b4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:49:49.361624 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:49.365630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:49:49.411375 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:49.417495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] For port b9f1da10-840d-4644-a889-f04feee2421c, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:49:49.423435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] For port b9f1da10-840d-4644-a889-f04feee2421c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b9f1da10-840d-4644-a889-f04feee2421c,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:49:49.427221 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.427887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.504616 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c6627-09cf-4e31-8c0f-36f6d4b8684e None None] Pushing event updated for resources: {'Port': ['ID=b9f1da10-840d-4644-a889-f04feee2421c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:49.598453 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.933639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:49.939509 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.022347 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.024198 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:50.087519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d1497247-8331-4fee-a5e3-923c9fa0cd95 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:49:50.143643 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 683c0e35-580f-483a-afa6-52ed433d37b4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:49:50.143834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d1497247-8331-4fee-a5e3-923c9fa0cd95 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:50.144012 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.145917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:50.236769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b9f1da10-840d-4644-a889-f04feee2421c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:49:50.290482 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b9f1da10-840d-4644-a889-f04feee2421c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:50.291173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.295061 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 725434f0-18f1-47f7-b450-616f3e5d2409 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:49:50.410898 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.434651 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:49:50.440968 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-04154b33-817b-4dfb-9b75-2e53e08e0a0a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/725434f0-18f1-47f7-b450-616f3e5d2409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5141697 Nov 23 19:49:50.446598 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port b9f1da10-840d-4644-a889-f04feee2421c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b9f1da10-840d-4644-a889-f04feee2421c,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:50.452206 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.516854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=b9f1da10-840d-4644-a889-f04feee2421c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:50.604749 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-b4d0b250-6caa-455a-99d2-a1c3d32a7f67 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882902465&fields=id&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 267 time: 0.0486362 Nov 23 19:49:50.610740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a3317-d108-418c-8ce1-00fe27acfe7c None None] Network 683c0e35-580f-483a-afa6-52ed433d37b4 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:49:50.684632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-db6ffea2-c272-49c2-b82b-e2e92f12a2db None None] Provisioning complete for port b9f1da10-840d-4644-a889-f04feee2421c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:50.684913 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db6ffea2-c272-49c2-b82b-e2e92f12a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:50.721188 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-be629c6f-0926-4cee-8445-df82bbf39fd7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:50.722708 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-be629c6f-0926-4cee-8445-df82bbf39fd7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 797 time: 0.1101890 Nov 23 19:49:50.738866 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-82bc5430-5003-45e3-ba34-55660455f4d7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/quotas/627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 375 time: 0.0095408 Nov 23 19:49:50.793791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-4d949e14-28c4-4609-b779-63a4013b42a1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493264 Nov 23 19:49:50.950607 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-84608789-aa7d-4ad9-a4db-f83d338e616d service neutron] 10.222.0.37 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440651 Nov 23 19:49:51.060210 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3a89a8fc-5a85-4692-8571-f88fccb01f9c service neutron] 10.222.0.37 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028297 Nov 23 19:49:51.061772 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a45a268-9cd5-430b-93c0-341a9347dd70 None None] Provisioning complete for port b9f1da10-840d-4644-a889-f04feee2421c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:51.062212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a45a268-9cd5-430b-93c0-341a9347dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.166127 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Sync routers for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:49:51.183606 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:51.184474 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:51.213581 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a45a268-9cd5-430b-93c0-341a9347dd70 None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:51.213581 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a45a268-9cd5-430b-93c0-341a9347dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.256603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a45a268-9cd5-430b-93c0-341a9347dd70 None None] Port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:51.270496 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ccfe815b-18e4-4a14-aeb9-3d0e06313491 req-a46cd9b9-a8a6-46b8-8fb0-19d19324dd5e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 210 time: 0.0396922 Nov 23 19:49:51.332151 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:51.386732 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9952463-154e-4e54-ae9c-0857e56c434b None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:51.387113 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9952463-154e-4e54-ae9c-0857e56c434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.430295 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9952463-154e-4e54-ae9c-0857e56c434b None None] Port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:51.572807 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 2, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:51.604524 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Checking router: 725434f0-18f1-47f7-b450-616f3e5d2409 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:49:51.604880 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Updating router 725434f0-18f1-47f7-b450-616f3e5d2409 port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:49:51.629470 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.653197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfa40988-37e7-406f-9353-abe1d1a972c8 None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:51.653635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfa40988-37e7-406f-9353-abe1d1a972c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.694420 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfa40988-37e7-406f-9353-abe1d1a972c8 None None] Port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:51.917484 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.923611 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:51.988197 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Pushing event updated for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:52.009079 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b9f1da10-840d-4644-a889-f04feee2421c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:49:52.013685 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.014042 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.014389 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.014730 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.015066 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.015526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.016392 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.016731 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.017059 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.017393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.018957 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.019362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:49:52.050127 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Attempting to bind port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:49:52.050409 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Attempting to bind port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:49:52.050749 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Attempting to bind port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 on network 683c0e35-580f-483a-afa6-52ed433d37b4 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:49:52.056619 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:49:52.057244 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Checking segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:49:52.057615 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.058194 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Bound using segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:49:52.058855 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Bound port: 1995aecd-4bfb-42f5-87cd-5e6a18a49987, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:49:52.059246 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.074934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b9f1da10-840d-4644-a889-f04feee2421c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:52.075533 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.136220 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] For port 1995aecd-4bfb-42f5-87cd-5e6a18a49987, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:49:52.140181 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] For port 1995aecd-4bfb-42f5-87cd-5e6a18a49987, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1995aecd-4bfb-42f5-87cd-5e6a18a49987,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:49:52.148196 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.212012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:49:52.216178 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:49:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:52.224555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:52.225084 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.227600 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67660-2282-4d85-b114-1ca5609b5e58 None None] Pushing event updated for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:52.335519 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.377753 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] For port 1995aecd-4bfb-42f5-87cd-5e6a18a49987, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1995aecd-4bfb-42f5-87cd-5e6a18a49987,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:52.388864 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.418777 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-d641eaf5-a12c-47d5-aa27-432beb1150de tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:52.422579 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-d641eaf5-a12c-47d5-aa27-432beb1150de tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 797 time: 0.1477933 Nov 23 19:49:52.457917 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:49:52.465604 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a9989adc-c602-4614-9c81-fdfef2ad2c90 req-a0620dc4-f728-4eb5-81d3-2bacc604ee1b tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 210 time: 0.0348787 Nov 23 19:49:52.482458 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ca1b-7b84-4ac0-bccd-5c477c558f18 None None] Pushing event updated for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:52.517781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-0fb3c4ce-71b4-4fb1-8ef3-e3a521b347d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627546b1c4a441bbade9066216f1011c HTTP/1.1" status: 200 len: 379 time: 0.0850577 Nov 23 19:49:52.523777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9e62eac-17c6-4374-86db-8437458e2609 None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:52.524389 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9e62eac-17c6-4374-86db-8437458e2609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.529478 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'port': {'device_id': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'admin_state_up': True, 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'security_groups': ['e297a2e6-a7da-41d5-ba13-230b3b0609c1']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:52.669132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Made reservation on behalf of 627546b1c4a441bbade9066216f1011c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:49:52.673377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:52.674502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:49:52.701827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6744ad21-b10d-4d14-9e77-c577c89b4a90 None None] The sync data for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 is: [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:49:52.819486 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.20.0.4 (683c0e35-580f-483a-afa6-52ed433d37b4/d3bd18c7-5258-4a36-80b7-e08dd24ce43a/5df42e92-b6fe-42ad-9da2-452584570b04) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:49:52.969486 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.005228 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.047455 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 683c0e35-580f-483a-afa6-52ed433d37b4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:49:53.052931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:49:53.056653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:49:53.090564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:53.118115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:53.118909 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.139155 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-3fd1360a-92c2-40ca-b176-cdcd4c43c3e4 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146381 Nov 23 19:49:53.162271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Request body: {'port': {'device_id': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:49:53.224585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.340529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7738bfb4-cc71-4cab-943d-13e6d4504498 None None] Provisioning complete for port 5df42e92-b6fe-42ad-9da2-452584570b04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:53.341588 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7738bfb4-cc71-4cab-943d-13e6d4504498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.379021 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7738bfb4-cc71-4cab-943d-13e6d4504498 None None] Port 5df42e92-b6fe-42ad-9da2-452584570b04 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:49:53.511812 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df42e92-b6fe-42ad-9da2-452584570b04 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:49:53.520136 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.534636 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Transition to ACTIVE for port object 5df42e92-b6fe-42ad-9da2-452584570b04 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:49:53.540063 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:53.666852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Pushing event updated for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:53.696271 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab0f9a-aa21-4160-9c76-edb3b77806cc req-28c62c3b-5769-4b25-8423-fc9bf6a50a8a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:53.697908 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0ab0f9a-aa21-4160-9c76-edb3b77806cc req-28c62c3b-5769-4b25-8423-fc9bf6a50a8a tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 943 time: 0.1260560 Nov 23 19:49:54.012914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1995aecd-4bfb-42f5-87cd-5e6a18a49987 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:49:54.073089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Attempting to bind port 5df42e92-b6fe-42ad-9da2-452584570b04 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:49:54.073465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Attempting to bind port 5df42e92-b6fe-42ad-9da2-452584570b04 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:49:54.073744 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Attempting to bind port 5df42e92-b6fe-42ad-9da2-452584570b04 on network 683c0e35-580f-483a-afa6-52ed433d37b4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:49:54.086881 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Port 5df42e92-b6fe-42ad-9da2-452584570b04 on network 683c0e35-580f-483a-afa6-52ed433d37b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:49:54.087230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Attempting to bind port 5df42e92-b6fe-42ad-9da2-452584570b04 on network 683c0e35-580f-483a-afa6-52ed433d37b4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:49:54.102230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:49:54.102581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Checking segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:49:54.102965 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Bound using segment: {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:49:54.103445 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Bound port: 5df42e92-b6fe-42ad-9da2-452584570b04, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30edb650-b277-4935-b861-226924416537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:49:54.103800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:54.121333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c0ab0f9a-aa21-4160-9c76-edb3b77806cc req-00dbba3e-34c8-4477-9294-09ea0019a2c2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146173 Nov 23 19:49:54.180733 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:49:54.184193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5df42e92-b6fe-42ad-9da2-452584570b04,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:49:54.190173 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:54.226121 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.226871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:54.229386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] 10.222.0.50 "PUT /v2.0/ports/5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 1091 time: 1.0720289 Nov 23 19:49:54.229386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:49:54.230872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:54.231027 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c349f-6ea6-43b9-89f1-c11b68843234" -d '{"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:49:54.231267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:54.267062 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc34e-5856-471d-8bf9-31ec1846d096 service neutron] Pushing event updated for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:54.291601 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054c76db-4076-40d3-8aff-ff7090e2c1c6 x-openstack-request-id: req-054c76db-4076-40d3-8aff-ff7090e2c1c6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:49:54.292126 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:49:54.292612 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-054c76db-4076-40d3-8aff-ff7090e2c1c6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:49:54.293211 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04', 'status': 'completed', 'code': 200} Nov 23 19:49:54.347962 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-823d64e3-57a8-4380-aa91-982aa295c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.349526 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-823d64e3-57a8-4380-aa91-982aa295c763 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1094 time: 0.0503442 Nov 23 19:49:54.395212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-c83458b6-8da9-4826-affd-7d96f326e3ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 217 time: 0.0349114 Nov 23 19:49:54.447164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-711f72fc-7f12-43d3-8c6e-5c0457d7e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.448666 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-711f72fc-7f12-43d3-8c6e-5c0457d7e92e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0459163 Nov 23 19:49:54.511534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-8bd9b1bd-e441-445f-a753-90ca7f2512df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.512955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-8bd9b1bd-e441-445f-a753-90ca7f2512df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569308 Nov 23 19:49:54.606329 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-c8738f5e-7d2b-44ac-a24a-3b999ba9ec6e service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858240 Nov 23 19:49:54.700111 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6ccaa67c-5485-4c4c-8a87-f9874f244f37 req-83af11ef-2120-4ebc-9785-05046b890cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Nov 23 19:49:54.792743 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-ad39aab8-8096-4822-81ff-4528a2a64769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.794236 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-ad39aab8-8096-4822-81ff-4528a2a64769 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1094 time: 0.0400691 Nov 23 19:49:54.886043 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-9f26eff2-4457-4e6d-8a9c-73e6e14cf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.887528 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-9f26eff2-4457-4e6d-8a9c-73e6e14cf37e service neutron] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 898 time: 0.0853679 Nov 23 19:49:54.935541 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-29fad750-163e-42bd-a232-a996016aa005 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 217 time: 0.0401392 Nov 23 19:49:54.988234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-52a34d8f-8374-4433-9943-e5e83438a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:54.989617 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-52a34d8f-8374-4433-9943-e5e83438a272 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0456238 Nov 23 19:49:55.037562 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-22e32149-031d-4086-8bdb-4177aedad0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:55.039078 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-22e32149-031d-4086-8bdb-4177aedad0c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420430 Nov 23 19:49:55.140977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-44e22049-42fe-4081-9ec7-ed4a46c421b4 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929327 Nov 23 19:49:55.269242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-123c349f-6ea6-43b9-89f1-c11b68843234 req-0081460c-9e26-4f65-bb95-98555ef76e15 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206555 Nov 23 19:49:55.279776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74e3e-2deb-4cbd-a643-555a4ee1eb9c req-63cb335b-edbb-4e6f-b717-79ca7f372029 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:55.281412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ce74e3e-2deb-4cbd-a643-555a4ee1eb9c req-63cb335b-edbb-4e6f-b717-79ca7f372029 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 943 time: 0.0760791 Nov 23 19:49:55.334857 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ce74e3e-2deb-4cbd-a643-555a4ee1eb9c req-7caed507-c891-485c-b618-3227a3d483e0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Nov 23 19:49:56.459526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4abcb9-32cb-47b2-bf5a-6dc7fd2358c5 req-83f0336c-67b0-402b-9b49-4009489688ae tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:56.461031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f4abcb9-32cb-47b2-bf5a-6dc7fd2358c5 req-83f0336c-67b0-402b-9b49-4009489688ae tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 943 time: 0.0499830 Nov 23 19:49:56.510879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6f4abcb9-32cb-47b2-bf5a-6dc7fd2358c5 req-c75a95f3-df86-4657-85ac-110ef8c1e842 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Nov 23 19:49:56.599799 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5df42e92-b6fe-42ad-9da2-452584570b04 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:49:56.695969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5df42e92-b6fe-42ad-9da2-452584570b04,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:56.707124 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '5df42e92-b6fe-42ad-9da2-452584570b04', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'port_id': '5df42e92-b6fe-42ad-9da2-452584570b04', 'mac_address': 'fa:16:3e:a6:3d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:49:56.743031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:56.757707 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df42e92-b6fe-42ad-9da2-452584570b04 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:49:56.781670 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5df42e92-b6fe-42ad-9da2-452584570b04,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:56.785405 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:56.841368 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:57.025330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['5df42e92-b6fe-42ad-9da2-452584570b04'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:49:57.538303 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0c75436-d97c-4899-b596-77a01fcba142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:57.633217 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a7ce3-5333-4d01-9222-fc16ee4ccb7d req-f8ea0035-5dfa-4377-86fd-c3d780c919bb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:57.634704 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb9a7ce3-5333-4d01-9222-fc16ee4ccb7d req-f8ea0035-5dfa-4377-86fd-c3d780c919bb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 944 time: 0.0488210 Nov 23 19:49:57.683237 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bb9a7ce3-5333-4d01-9222-fc16ee4ccb7d req-c0c89801-cb83-498d-ba86-5e7795256a98 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425947 Nov 23 19:49:58.624897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5df42e92-b6fe-42ad-9da2-452584570b04 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:49:58.673502 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 5df42e92-b6fe-42ad-9da2-452584570b04 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:49:58.677374 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 5df42e92-b6fe-42ad-9da2-452584570b04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:49:58.677745 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:58.757525 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:58.781593 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:49:58.783893 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd8a2c-ab40-4cad-a5cd-94d12822966e" -d '{"events": [{"server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "name": "network-vif-plugged", "status": "completed", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:49:58.797873 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5df42e92-b6fe-42ad-9da2-452584570b04,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:49:58.802156 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:49:58.806280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144039-6d8c-4021-b2b6-1afe6ae90d15 req-b3f8392c-404e-4bb2-ae0f-ddd374dff7c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:58.808052 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59144039-6d8c-4021-b2b6-1afe6ae90d15 req-b3f8392c-404e-4bb2-ae0f-ddd374dff7c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 944 time: 0.0560036 Nov 23 19:49:58.836686 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea2906d-f787-4374-b007-ddf15a057f69 x-openstack-request-id: req-2ea2906d-f787-4374-b007-ddf15a057f69 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:49:58.836983 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "name": "network-vif-plugged", "status": "completed", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:49:58.837267 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ea2906d-f787-4374-b007-ddf15a057f69 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:49:58.837689 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04', 'code': 200} Nov 23 19:49:58.864364 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-59144039-6d8c-4021-b2b6-1afe6ae90d15 req-e303155a-5407-4b14-875d-5dcad3337467 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480611 Nov 23 19:49:58.866187 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:49:58.941657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5c306-a691-486c-ae6a-826ab820fe8d req-172e8432-d024-440b-93f5-45926bd07721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:49:58.943140 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffe5c306-a691-486c-ae6a-826ab820fe8d req-172e8432-d024-440b-93f5-45926bd07721 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1096 time: 0.0436637 Nov 23 19:49:58.990800 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ffe5c306-a691-486c-ae6a-826ab820fe8d req-376159b9-98e5-47f4-ae6f-53da94bed26b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392582 Nov 23 19:50:00.023876 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2668a6-adf4-4da8-9cc6-1eb9d8492500 req-f6b96cb4-06a4-4da7-934b-1f64cf8586e5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:00.026356 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a2668a6-adf4-4da8-9cc6-1eb9d8492500 req-f6b96cb4-06a4-4da7-934b-1f64cf8586e5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0616422 Nov 23 19:50:00.082615 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9a2668a6-adf4-4da8-9cc6-1eb9d8492500 req-ca538292-3115-4e6a-b254-398a3c571e13 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504546 Nov 23 19:50:00.299607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd552fea-737b-44e3-a656-4f999d3e0356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.021159 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.198486 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27498f-a31e-4bff-b7ee-c8894346d2da req-3e8a27b5-0474-4c27-825b-e52407a6f1b9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:01.200004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa27498f-a31e-4bff-b7ee-c8894346d2da req-3e8a27b5-0474-4c27-825b-e52407a6f1b9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0488625 Nov 23 19:50:01.250000 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fa27498f-a31e-4bff-b7ee-c8894346d2da req-1bc7808b-e554-4ad9-b837-b397e6ed51d0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Nov 23 19:50:01.365790 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f312e-77db-4255-93aa-8347a2cd412f req-cca430b8-d544-487f-8891-8430ba292736 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:01.367252 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c3f312e-77db-4255-93aa-8347a2cd412f req-cca430b8-d544-487f-8891-8430ba292736 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0480371 Nov 23 19:50:01.419910 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9c3f312e-77db-4255-93aa-8347a2cd412f req-5097e6ed-bd7a-44c2-ac56-835fb5ef2500 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Nov 23 19:50:01.443247 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:01.482178 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09efc7c3-4013-488b-bec6-40f077907e8c tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:01.483701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-09efc7c3-4013-488b-bec6-40f077907e8c tempest-TestNetworkAdvancedServerOps-1655837078 tempest-TestNetworkAdvancedServerOps-1655837078-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1091 time: 0.0394022 Nov 23 19:50:01.486945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:01.491201 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '5df42e92-b6fe-42ad-9da2-452584570b04', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:01.513278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.607007 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.712166 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Allocated IP 172.25.5.153 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/27d96cb3-12a6-4593-b8ca-29f393ddad78) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:01.812688 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.850540 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:01.892541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:01.897094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:01.901721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:01.903673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=27d96cb3-12a6-4593-b8ca-29f393ddad78,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:02.256237 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.323289 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.451412 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.480248 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.485258 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.554990 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event updated for resources: {'Port': ['ID=27d96cb3-12a6-4593-b8ca-29f393ddad78,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:02.563526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.665922 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 9ed44c51-dc7f-40f4-aced-e818105f733f associated. External IP: 172.25.5.153, port: 5df42e92-b6fe-42ad-9da2-452584570b04. Nov 23 19:50:02.871279 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 725434f0-18f1-47f7-b450-616f3e5d2409 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:50:02.979212 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:02.989024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Sync routers for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:02.997977 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:02.999009 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:03.000283 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:03.025477 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c660d808-634f-489d-a024-c2f8a06e33e1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5374899 Nov 23 19:50:03.026079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:50:03.028356 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:50:03.071415 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26dc891-2210-4ca3-a565-d20d62ac77c7 x-openstack-request-id: req-f26dc891-2210-4ca3-a565-d20d62ac77c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:50:03.071863 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:50:03.072333 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f26dc891-2210-4ca3-a565-d20d62ac77c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:50:03.072858 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04', 'status': 'completed', 'code': 200} Nov 23 19:50:03.117121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:03.137457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaa24e-1a5c-413e-8c2d-75da962acee5 req-a8656bf9-6c19-4c6c-8025-fc2c26b4867e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:03.138957 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1dfaa24e-1a5c-413e-8c2d-75da962acee5 req-a8656bf9-6c19-4c6c-8025-fc2c26b4867e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0550692 Nov 23 19:50:03.181009 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-9fce8aaa-789e-4adf-a606-95f16f2260f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:03.182762 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-9fce8aaa-789e-4adf-a606-95f16f2260f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1096 time: 0.0877306 Nov 23 19:50:03.191739 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1dfaa24e-1a5c-413e-8c2d-75da962acee5 req-25a461ec-9aeb-41ce-9a2c-329f30289b0e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 Nov 23 19:50:03.215517 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:03.279487 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d04a1d94-7449-458f-83b0-e4a9ab258e61 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9ed44c51-dc7f-40f4-aced-e818105f733f HTTP/1.1" status: 200 len: 991 time: 0.0625935 Nov 23 19:50:03.286139 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-198aae48-4515-4d6b-a3f0-159bba73d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:03.287697 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-198aae48-4515-4d6b-a3f0-159bba73d5a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 898 time: 0.0964274 Nov 23 19:50:03.351559 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9ed44c51-dc7f-40f4-aced-e818105f733f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'port_id': '5df42e92-b6fe-42ad-9da2-452584570b04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'mac_address': 'fa:16:3e:a6:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:50:02Z', 'updated_at': '2021-11-23T19:50:02Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:03.354268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-d19e41c6-d744-41e5-9205-fa26b67deea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 999 time: 0.0582078 Nov 23 19:50:03.385721 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Checking router: 725434f0-18f1-47f7-b450-616f3e5d2409 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:03.401653 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:03.402378 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:03.405902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:03.411101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-0d002a1b-120f-4de8-a789-a1134e70e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:03.412625 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-0d002a1b-120f-4de8-a789-a1134e70e89a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0490866 Nov 23 19:50:03.459135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-a7daaa26-6496-4956-a6fa-1b79f393e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:03.463413 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-a7daaa26-6496-4956-a6fa-1b79f393e619 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408802 Nov 23 19:50:03.514136 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:03.568867 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-e2a41edb-b01f-40cb-95fe-5a84f532901c service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974252 Nov 23 19:50:03.657645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-abac5e2b-548b-45fa-9c8c-ae14bb8f49f7 req-5d6d9552-3a87-40e6-bd96-0d6e58d50b67 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827343 Nov 23 19:50:03.740269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9ed44c51-dc7f-40f4-aced-e818105f733f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'port_id': '5df42e92-b6fe-42ad-9da2-452584570b04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'mac_address': 'fa:16:3e:a6:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:50:02Z', 'updated_at': '2021-11-23T19:50:02Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:03.766263 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5691f-f832-4b9e-8d58-85a827d239df None None] The sync data for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 is: [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '9ed44c51-dc7f-40f4-aced-e818105f733f', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'port_id': '5df42e92-b6fe-42ad-9da2-452584570b04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'mac_address': 'fa:16:3e:a6:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:50:02Z', 'updated_at': '2021-11-23T19:50:02Z', 'revision_number': 0, 'project_id': '627546b1c4a441bbade9066216f1011c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:03.956853 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62df866-8a75-476a-8319-f1f72fb0cf38 None None] New status for floating IP 9ed44c51-dc7f-40f4-aced-e818105f733f: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:50:04.283261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:04.346593 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4185e414-bcaf-4fa0-aa62-0ba2984676db tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9ed44c51-dc7f-40f4-aced-e818105f733f HTTP/1.1" status: 200 len: 993 time: 0.0621343 Nov 23 19:50:09.628134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:10.909900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:12.102502 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:50:22.586286 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-ad872f98-d675-4699-a1da-e1b947231f66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441673 Nov 23 19:50:22.677360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-ed81e41a-3a97-42e2-9d20-47ce5e2e7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:22.678892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-ed81e41a-3a97-42e2-9d20-47ce5e2e7777 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1096 time: 0.0451727 Nov 23 19:50:22.787567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-03a2a89c-d56b-4f4a-909b-622c4cbfb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:22.789050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-03a2a89c-d56b-4f4a-909b-622c4cbfb1ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 898 time: 0.0879209 Nov 23 19:50:22.859330 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-3c361291-9757-42c6-bddc-d725f8bf33e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 1001 time: 0.0627537 Nov 23 19:50:22.915599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-982cb0b5-0900-47e2-a98a-43f5cccad16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:22.917231 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-982cb0b5-0900-47e2-a98a-43f5cccad16e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0510895 Nov 23 19:50:22.970084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-e0cb055e-eed8-4b1c-951e-16398258d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:22.971613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-e0cb055e-eed8-4b1c-951e-16398258d615 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469837 Nov 23 19:50:23.067119 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-569222ba-78fb-44ac-9e49-229bc7fe61fa service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871520 Nov 23 19:50:23.161831 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a19ec9a2-2016-46cf-8007-a820196dbe91 req-d93efca5-e450-4f1b-a17b-e32c9513c4be service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860617 Nov 23 19:50:27.540698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-495738a3-7131-4dca-a677-c2efc1c3d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:30.300991 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78f93ae8-d4df-4ceb-8e40-45dbc705167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:31.024263 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:32.454880 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:33.379455 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:35.764713 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d6e08-c277-449e-8bf9-b3ba0e5d33c9 req-c3fa9db4-fcb0-4f41-a18c-9fa9e883cdbb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:35.767153 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066d6e08-c277-449e-8bf9-b3ba0e5d33c9 req-c3fa9db4-fcb0-4f41-a18c-9fa9e883cdbb tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0624583 Nov 23 19:50:35.841322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-066d6e08-c277-449e-8bf9-b3ba0e5d33c9 req-767ec82b-fb8e-4c4e-9583-f22e137c611c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669215 Nov 23 19:50:36.969411 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba8e7-c8c4-4af8-a4f0-ff660a3283d4 req-9c03d4a3-b40e-4820-b794-21ed0cfa9f6d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:36.971423 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a45ba8e7-c8c4-4af8-a4f0-ff660a3283d4 req-9c03d4a3-b40e-4820-b794-21ed0cfa9f6d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0497251 Nov 23 19:50:37.020016 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a45ba8e7-c8c4-4af8-a4f0-ff660a3283d4 req-4d730469-dd53-4545-9123-1e0ced6ee08d tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Nov 23 19:50:37.042454 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:37.107522 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a7d92969-d03c-4d15-8086-86d6cc4ee1f0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9ed44c51-dc7f-40f4-aced-e818105f733f HTTP/1.1" status: 200 len: 993 time: 0.0636532 Nov 23 19:50:38.400468 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba09ce-ef2d-4bd6-8b08-39deb176b83d req-e2c636a5-bb9e-41d6-b5b7-9685b72ecea0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:38.401891 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcba09ce-ef2d-4bd6-8b08-39deb176b83d req-e2c636a5-bb9e-41d6-b5b7-9685b72ecea0 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0746033 Nov 23 19:50:38.416590 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-7a809e4a-1421-402f-a90d-b13a82db2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:38.418043 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-7a809e4a-1421-402f-a90d-b13a82db2858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1096 time: 0.0613358 Nov 23 19:50:38.515090 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dcba09ce-ef2d-4bd6-8b08-39deb176b83d req-b1a6e4b8-3753-4a3f-951a-b6f048b34cbd tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056495 Nov 23 19:50:38.538683 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-c8be72a9-44a6-4da6-a4f4-fb24d7e086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:38.540173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-c8be72a9-44a6-4da6-a4f4-fb24d7e086cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 898 time: 0.1142750 Nov 23 19:50:38.606262 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-96e5872a-443a-43d8-9175-0cdf2b9045ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 1001 time: 0.0578508 Nov 23 19:50:38.660670 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-c46e7120-478b-452a-9ee8-eba49031b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:38.662014 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-c46e7120-478b-452a-9ee8-eba49031b298 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0480831 Nov 23 19:50:38.708521 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-96543037-6a82-4002-8c0a-6cfb401c8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:38.709996 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-96543037-6a82-4002-8c0a-6cfb401c8140 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401824 Nov 23 19:50:38.802183 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-02c0b48e-4047-4f47-8427-71ea568f2499 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Nov 23 19:50:38.892792 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e32f20e7-af30-48d4-a283-0c9539b84eba req-ded60b90-ebc2-4540-a17a-a5b40b51d5ce service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828409 Nov 23 19:50:39.626677 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:39.655744 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e8908-5ab0-48a8-8422-70045c2ce2c7 req-1d755200-a56f-4242-99b1-207f9232c34f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:39.657365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-640e8908-5ab0-48a8-8422-70045c2ce2c7 req-1d755200-a56f-4242-99b1-207f9232c34f tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0558729 Nov 23 19:50:39.723671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-640e8908-5ab0-48a8-8422-70045c2ce2c7 req-815d247b-e938-4e34-baba-db9c9a9b54a7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592265 Nov 23 19:50:40.841241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28de6a-39f8-454b-81ba-9d4aa79eca82 req-7ddba416-f17e-40dd-845d-84a6ec368a0c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:40.842832 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f28de6a-39f8-454b-81ba-9d4aa79eca82 req-7ddba416-f17e-40dd-845d-84a6ec368a0c tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0497029 Nov 23 19:50:40.899516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8f28de6a-39f8-454b-81ba-9d4aa79eca82 req-5f1388ee-84d8-4a0c-8e46-3d900ca19ec1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481887 Nov 23 19:50:40.907557 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:40.923342 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:40.984323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6a06665e-3f35-4b07-aa67-2f977cc26a0e tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/floatingips/9ed44c51-dc7f-40f4-aced-e818105f733f HTTP/1.1" status: 200 len: 993 time: 0.0597847 Nov 23 19:50:41.206878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:41.372501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 27d96cb3-12a6-4593-b8ca-29f393ddad78 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:50:41.372844 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:41.446464 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:41.446786 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:41.458630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 27d96cb3-12a6-4593-b8ca-29f393ddad78 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:50:41.604860 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:41.636376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=27d96cb3-12a6-4593-b8ca-29f393ddad78,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:41.658192 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.658552 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.658899 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.659258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.659611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.659951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.660284 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.660628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.660951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.661321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.661655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.661982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:41.701335 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:41.701684 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Floating IP 9ed44c51-dc7f-40f4-aced-e818105f733f disassociated (deleted). External IP: 172.25.5.153, port: 5df42e92-b6fe-42ad-9da2-452584570b04. Nov 23 19:50:41.911163 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 725434f0-18f1-47f7-b450-616f3e5d2409 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:50:42.020963 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:42.025716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:42.030313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Sync routers for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:42.040815 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:42.041505 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:42.053006 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-55f1fd21-383d-4065-98f8-ca86c610c7d8 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/floatingips/9ed44c51-dc7f-40f4-aced-e818105f733f HTTP/1.1" status: 204 len: 168 time: 0.8449638 Nov 23 19:50:42.053591 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:50:42.055880 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:50:42.105163 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fed769-2309-4eb2-becf-a47ef7630526 x-openstack-request-id: req-14fed769-2309-4eb2-becf-a47ef7630526 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:50:42.105567 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:50:42.105922 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14fed769-2309-4eb2-becf-a47ef7630526 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:50:42.106337 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04', 'status': 'completed', 'code': 200} Nov 23 19:50:42.149373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:42.177136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-07f14440-db1a-49a2-ab65-8c642a66f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:42.180037 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-07f14440-db1a-49a2-ab65-8c642a66f8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627546b1c4a441bbade9066216f1011c&device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 1096 time: 0.0451415 Nov 23 19:50:42.323176 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-bf394e4a-1604-455d-95f6-57a8810396ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:42.325642 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-bf394e4a-1604-455d-95f6-57a8810396ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 200 len: 898 time: 0.1295891 Nov 23 19:50:42.346065 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c9d0-6bc4-4154-91d9-a0f3b93586c8 req-7ea3af40-e4ad-4959-a1d8-d6eb819e2cd7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:42.353793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4963c9d0-6bc4-4154-91d9-a0f3b93586c8 req-7ea3af40-e4ad-4959-a1d8-d6eb819e2cd7 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0875208 Nov 23 19:50:42.395586 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-e0e983da-62e0-4add-8990-9b6ffb265a03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 200 len: 217 time: 0.0571272 Nov 23 19:50:42.406991 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4963c9d0-6bc4-4154-91d9-a0f3b93586c8 req-6148f5d1-f3eb-4694-a3f3-fcd09d068bca tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521183 Nov 23 19:50:42.426000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:42.452845 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Checking router: 725434f0-18f1-47f7-b450-616f3e5d2409 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:42.458463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-9377c422-587e-4b13-bfa2-6e7dbdf756de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:42.460008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-9377c422-587e-4b13-bfa2-6e7dbdf756de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 200 len: 835 time: 0.0517492 Nov 23 19:50:42.463603 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:42.464230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:42.515360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-5bc03be6-d91c-4351-9f85-229435c98151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:42.517632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-5bc03be6-d91c-4351-9f85-229435c98151 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=683c0e35-580f-483a-afa6-52ed433d37b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500491 Nov 23 19:50:42.589566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:42.624632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-9d314564-d040-47d0-8694-d26803c693c2 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943127 Nov 23 19:50:42.720328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd3e58c-a5e7-498d-b65b-4ef8d315f36c req-16adbca7-1200-444c-88d6-4bfece2b2744 service neutron] 10.222.0.50 "GET /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871091 Nov 23 19:50:42.966199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:42.992963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c4001-f582-40f5-b06b-89d2f0d16f56 None None] The sync data for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 is: [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '1995aecd-4bfb-42f5-87cd-5e6a18a49987', 'name': '', 'network_id': '683c0e35-580f-483a-afa6-52ed433d37b4', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'mac_address': 'fa:16:3e:40:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:48Z', 'updated_at': '2021-11-23T19:49:52Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'subnets': [{'id': 'd3bd18c7-5258-4a36-80b7-e08dd24ce43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:43.225552 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75841ab1-8a71-4f33-8a7b-d7c8d901d64a None None] New status for floating IP 9ed44c51-dc7f-40f4-aced-e818105f733f: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:50:43.533830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdaea-2731-413e-b7b5-31f7f02ee377 req-619ca0d7-2f4c-4d44-817c-a80fcf3fef80 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:43.535429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-732cdaea-2731-413e-b7b5-31f7f02ee377 req-619ca0d7-2f4c-4d44-817c-a80fcf3fef80 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0543852 Nov 23 19:50:43.586091 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-732cdaea-2731-413e-b7b5-31f7f02ee377 req-d0b4064c-27c6-498c-b351-5e0eedb945c5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/security-groups?id=e297a2e6-a7da-41d5-ba13-230b3b0609c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445578 Nov 23 19:50:44.026091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-9d123b7d-deff-4246-bd24-45b9077da569 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:44.027560 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-9d123b7d-deff-4246-bd24-45b9077da569 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 945 time: 0.0480964 Nov 23 19:50:44.115244 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 5df42e92-b6fe-42ad-9da2-452584570b04 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:50:44.115540 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:44.204805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 5df42e92-b6fe-42ad-9da2-452584570b04, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=5df42e92-b6fe-42ad-9da2-452584570b04,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:44.205162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:44.217379 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 5df42e92-b6fe-42ad-9da2-452584570b04 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:50:44.347526 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:44.378225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=5df42e92-b6fe-42ad-9da2-452584570b04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:44.403116 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.403495 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.403836 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.404172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.404501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.404834 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.405160 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.405485 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.405809 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.406132 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.406453 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.406799 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:44.425883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] No DVR routers for this DVR port 5df42e92-b6fe-42ad-9da2-452584570b04 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:50:44.428370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:44.431853 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0cbc3763-3b4d-4a8a-8ba1-bb37f8f9b6e8 req-dd3e2f9b-2f93-4b8f-9f9b-0b653bf47416 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.50 "DELETE /v2.0/ports/5df42e92-b6fe-42ad-9da2-452584570b04 HTTP/1.1" status: 204 len: 173 time: 0.3975472 Nov 23 19:50:44.432386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'name': 'network-vif-deleted', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:50:44.434720 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb5efe1-4a3b-4f8e-b28a-25bce65a2c96" -d '{"events": [{"server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "name": "network-vif-deleted", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:50:44.477020 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e657bf-e5bc-4d92-970c-8f2c74136ba5 x-openstack-request-id: req-15e657bf-e5bc-4d92-970c-8f2c74136ba5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:50:44.477389 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d734fd9-48b8-444e-b314-d8cf87fde36b", "name": "network-vif-deleted", "tag": "5df42e92-b6fe-42ad-9da2-452584570b04", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:50:44.477602 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15e657bf-e5bc-4d92-970c-8f2c74136ba5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:50:44.477984 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d734fd9-48b8-444e-b314-d8cf87fde36b', 'name': 'network-vif-deleted', 'tag': '5df42e92-b6fe-42ad-9da2-452584570b04', 'status': 'completed', 'code': 200} Nov 23 19:50:44.704609 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f891e9ca-1532-4dd1-ab5c-2f85b1a7cee8 req-40b06798-7329-4211-b44d-4fe63d37ada2 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d734fd9-48b8-444e-b314-d8cf87fde36b HTTP/1.1" status: 200 len: 210 time: 0.0298402 Nov 23 19:50:45.762436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:46.437409 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:46.692904 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port 1995aecd-4bfb-42f5-87cd-5e6a18a49987 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:50:46.693165 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:46.784165 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port 1995aecd-4bfb-42f5-87cd-5e6a18a49987, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=1995aecd-4bfb-42f5-87cd-5e6a18a49987,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:46.784938 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:46.795746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5df42e92-b6fe-42ad-9da2-452584570b04 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:50:46.796265 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for 1995aecd-4bfb-42f5-87cd-5e6a18a49987 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:50:46.816245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 5df42e92-b6fe-42ad-9da2-452584570b04 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:50:46.816613 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 5df42e92-b6fe-42ad-9da2-452584570b04 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:50:46.980623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.007734 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=1995aecd-4bfb-42f5-87cd-5e6a18a49987,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:47.177419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.401658 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Router 725434f0-18f1-47f7-b450-616f3e5d2409 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:50:47.507354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:47.513184 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9f9f1500-366f-4675-be61-55ac57b88ed9 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "PUT /v2.0/routers/725434f0-18f1-47f7-b450-616f3e5d2409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496145 Nov 23 19:50:47.515006 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:47.516857 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Sync routers for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:47.526837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:47.527454 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:47.566561 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting subnet d3bd18c7-5258-4a36-80b7-e08dd24ce43a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:50:47.569663 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.617344 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.637971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:47.707444 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.765398 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.792506 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bd18c7-5258-4a36-80b7-e08dd24ce43a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:47.796194 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.802102 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:47.802660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-75b26f61-46e3-4339-8178-e6013c328d36 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/subnets/d3bd18c7-5258-4a36-80b7-e08dd24ce43a HTTP/1.1" status: 204 len: 168 time: 0.2858770 Nov 23 19:50:47.803459 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89cb98-8873-4c57-9b5f-949793e13297 None None] Network 683c0e35-580f-483a-afa6-52ed433d37b4 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:50:47.875152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:50:46Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:47.905824 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Checking router: 725434f0-18f1-47f7-b450-616f3e5d2409 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:47.911767 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:47.945161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Routers {'725434f0-18f1-47f7-b450-616f3e5d2409'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:47.945777 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['725434f0-18f1-47f7-b450-616f3e5d2409'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:48.019118 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.064539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] Set router 725434f0-18f1-47f7-b450-616f3e5d2409 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:48.077930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Deleting port d1497247-8331-4fee-a5e3-923c9fa0cd95 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:50:48.077930 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.121977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] DHCP port deletion for 683c0e35-580f-483a-afa6-52ed433d37b4 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:48.161654 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] For port d1497247-8331-4fee-a5e3-923c9fa0cd95, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d1497247-8331-4fee-a5e3-923c9fa0cd95,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:48.162012 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.173571 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Calling delete_port for d1497247-8331-4fee-a5e3-923c9fa0cd95 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:50:48.261264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Deleting port b9f1da10-840d-4644-a889-f04feee2421c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:50:48.261551 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.336606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] For port b9f1da10-840d-4644-a889-f04feee2421c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b9f1da10-840d-4644-a889-f04feee2421c,segment=NetworkSegment(30edb650-b277-4935-b861-226924416537),segment_id=30edb650-b277-4935-b861-226924416537)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:48.336921 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.341370 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.353682 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Calling delete_port for b9f1da10-840d-4644-a889-f04feee2421c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:50:48.356152 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:50:46Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:48.366514 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Port': ['ID=d1497247-8331-4fee-a5e3-923c9fa0cd95,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:48.388632 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e012501-d2fd-4940-9fa2-4d6b62478827 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:48.393571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c38934-e5f3-4715-9489-61f2b9841a0c None None] The sync data for ids ['725434f0-18f1-47f7-b450-616f3e5d2409'] in n-d-792364-9 is: [{'id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425341452', 'tenant_id': '627546b1c4a441bbade9066216f1011c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:49:45Z', 'updated_at': '2021-11-23T19:50:46Z', 'revision_number': 5, 'project_id': '627546b1c4a441bbade9066216f1011c', 'gw_port': {'id': 'd1497247-8331-4fee-a5e3-923c9fa0cd95', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725434f0-18f1-47f7-b450-616f3e5d2409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:49:46Z', 'updated_at': '2021-11-23T19:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:48.438893 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.472540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.503521 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Pushing event deleted for resources: {'Port': ['ID=b9f1da10-840d-4644-a889-f04feee2421c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:48.505866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] No DVR routers for this DVR port b9f1da10-840d-4644-a889-f04feee2421c on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:50:48.514111 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.514373 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.514723 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.515070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.515433 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.515773 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.516523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.516523 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.516933 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.517102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.517564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.517776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43dfb-d44b-49d1-93ae-7988545280dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:48.532713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.535124 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.585162 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.585681 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Fanout notify agent at l3_agent the message router_deleted on router 725434f0-18f1-47f7-b450-616f3e5d2409 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:50:48.592761 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.593902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3a6fe8b5-624f-458b-a664-e74810d9acf5 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/routers/725434f0-18f1-47f7-b450-616f3e5d2409 HTTP/1.1" status: 204 len: 168 time: 0.7899714 Nov 23 19:50:48.597177 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:48.671586 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.760447 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.782830 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683c0e35-580f-483a-afa6-52ed433d37b4']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:48.792640 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30edb650-b277-4935-b861-226924416537') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:48.792953 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30edb650-b277-4935-b861-226924416537') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:48.802566 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.816780 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.823884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:50:48.824429 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:50:48.828002 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:50:48.891887 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.901556 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.904829 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/networks/683c0e35-580f-483a-afa6-52ed433d37b4 HTTP/1.1" status: 204 len: 168 time: 0.3065948 Nov 23 19:50:48.908258 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:48.914893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383584b2-0bf4-4e6a-8a0e-ddb2b38faff1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'Network': ['ID=683c0e35-580f-483a-afa6-52ed433d37b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:48.968140 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:48.998918 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.067502 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.070038 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.071291 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] 10.222.0.37 "DELETE /v2.0/security-groups/e297a2e6-a7da-41d5-ba13-230b3b0609c1 HTTP/1.1" status: 204 len: 168 time: 0.1619189 Nov 23 19:50:49.080553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743718ec-eb4b-4a46-896a-ff4525d5a4f1 tempest-TestNetworkAdvancedServerOps-2098200029 tempest-TestNetworkAdvancedServerOps-2098200029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297a2e6-a7da-41d5-ba13-230b3b0609c1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:49.107457 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:50:49.397261 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:49.551584 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-1aa07936-4004-463c-aea7-cda9f22bf593 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=627546b1c4a441bbade9066216f1011c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530304 Nov 23 19:50:49.553922 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:49.602146 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.623032 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.672178 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.676653 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:49.676791 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8388918a-7fda-4646-87f7-5efd28d02822 HTTP/1.1" status: 204 len: 168 time: 0.1218703 Nov 23 19:50:49.684841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadedfd-57e8-4d00-a431-99900c1bf460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8388918a-7fda-4646-87f7-5efd28d02822,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:49.931785 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:49.945025 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a9b003-b0cc-4e92-92fe-bb8e11936955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.022813 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a9b003-b0cc-4e92-92fe-bb8e11936955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.026307 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a9b003-b0cc-4e92-92fe-bb8e11936955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.027484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d1497247-8331-4fee-a5e3-923c9fa0cd95 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:50:50.048432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d1497247-8331-4fee-a5e3-923c9fa0cd95 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:50:50.048774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d1497247-8331-4fee-a5e3-923c9fa0cd95 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:50:50.049194 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1995aecd-4bfb-42f5-87cd-5e6a18a49987 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:50:50.067356 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 1995aecd-4bfb-42f5-87cd-5e6a18a49987 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:50:50.067690 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 1995aecd-4bfb-42f5-87cd-5e6a18a49987 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:50:50.068103 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b9f1da10-840d-4644-a889-f04feee2421c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:50:50.069102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:50.069569 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-44a9b003-b0cc-4e92-92fe-bb8e11936955 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f7b470e52b248878e6631327b4c9df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363087 Nov 23 19:50:50.070056 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9b003-b0cc-4e92-92fe-bb8e11936955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a3719-7068-411d-b449-e46cd0cd1eea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:50.089894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b9f1da10-840d-4644-a889-f04feee2421c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:50:50.090244 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b9f1da10-840d-4644-a889-f04feee2421c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:50:50.119192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.143261 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.188236 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.190902 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:50.192093 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c98a3719-7068-411d-b449-e46cd0cd1eea HTTP/1.1" status: 204 len: 168 time: 0.1217999 Nov 23 19:50:50.199740 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508317a8-a4e8-4fde-9607-22cb37d9aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a3719-7068-411d-b449-e46cd0cd1eea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:50.881895 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:50.974501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1379512450-network', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:50.996746 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Made reservation on behalf of 9fcb0138169a4f0baa774fc543c9e9c4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:50:50.999118 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.008589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.081797 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.085564 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.110393 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:50:51.119212 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7839a-3598-4605-ab68-599970db9638,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:51.126523 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.126867 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Added segment 84807537-9751-4021-95e4-6999124684f1 of type vlan for network 319c8372-9127-4fb2-9322-1e12f3163e83 Nov 23 19:50:51.166131 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.190727 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.191706 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:51.192266 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.227004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3439887 Nov 23 19:50:51.230140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:51.236010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Request body: {'subnet': {'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1379512450-subnet', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:51.256912 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Made reservation on behalf of 9fcb0138169a4f0baa774fc543c9e9c4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:50:51.258209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dbf1c-c3f0-431b-a35d-53b86602e9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=319c8372-9127-4fb2-9322-1e12f3163e83,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:51.259478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.271744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:50:51.434678 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.488156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e46aeb-744b-45b8-8b9b-dce984adfbcd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:51.496722 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:51.497076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Network hostable DHCP agents. Network: 319c8372-9127-4fb2-9322-1e12f3163e83, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:50:51.514314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:50:51.523005 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 319c8372-9127-4fb2-9322-1e12f3163e83) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:51.526874 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:51.527497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.532211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8990f0b-2f11-45fc-a58d-a9ae9506ff20 None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:50:51.545035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-88f0ba0f-2f4d-41bb-84fe-13fd78d9d7ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3137362 Nov 23 19:50:51.548280 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:51.552621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:51.573022 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.574064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.635148 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.681077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-319c8372-9127-4fb2-9322-1e12f3163e83', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:50:51.681943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.772134 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.818156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Allocated IP 172.20.0.2 (319c8372-9127-4fb2-9322-1e12f3163e83/12e46aeb-744b-45b8-8b9b-dce984adfbcd/e5475d9c-3df8-4db5-914a-1674b4c77470) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:51.961194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.967858 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.968597 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:51.988685 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.005854 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:52.011507 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:52.013844 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:52.045060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Pushing event updated for resources: {'Port': ['ID=e5475d9c-3df8-4db5-914a-1674b4c77470,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:52.071128 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Attempting to bind port e5475d9c-3df8-4db5-914a-1674b4c77470 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:50:52.071528 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Attempting to bind port e5475d9c-3df8-4db5-914a-1674b4c77470 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:50:52.071897 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Attempting to bind port e5475d9c-3df8-4db5-914a-1674b4c77470 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:50:52.077142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:50:52.077628 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:52.078034 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.078449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:50:52.078910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Bound port: e5475d9c-3df8-4db5-914a-1674b4c77470, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:50:52.079467 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.096085 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Allocated IP 172.25.5.21 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b76ba4a4-d8ad-45ee-a101-fe7cb2b68665) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:52.144635 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] For port e5475d9c-3df8-4db5-914a-1674b4c77470, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:50:52.147948 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] For port e5475d9c-3df8-4db5-914a-1674b4c77470, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e5475d9c-3df8-4db5-914a-1674b4c77470,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:50:52.151965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.202034 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.208744 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1671b-d8e7-4e0d-a5cf-7ffbe4c49c1f None None] Pushing event updated for resources: {'Port': ['ID=e5475d9c-3df8-4db5-914a-1674b4c77470,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:52.238179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.284443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:52.287451 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:52.291037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:52.302564 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b2dd4-faf0-46cc-a89a-e2efd460c51e None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:52.314231 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Pushing event updated for resources: {'Port': ['ID=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:52.414622 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8bd53e19-603d-4f25-8ffb-b34924b30a08 None None] Provisioning complete for port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:52.414992 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8bd53e19-603d-4f25-8ffb-b34924b30a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:52.457226 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8bd53e19-603d-4f25-8ffb-b34924b30a08 None None] Port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:52.897444 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.107549 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.127471 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766e0fa-8af0-45d1-adc6-ac2ebbb5377f None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:50:53.240504 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:50:53.349204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:53.354950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] Provisioning complete for port e5475d9c-3df8-4db5-914a-1674b4c77470 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:53.355430 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.365616 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:53.376303 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:53.377006 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:53.377882 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.381874 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-3db177a4-c949-414d-a959-89ca99186a2d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8298194 Nov 23 19:50:53.382045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:53.491689 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:53.504388 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.542640 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] For port e5475d9c-3df8-4db5-914a-1674b4c77470, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e5475d9c-3df8-4db5-914a-1674b4c77470,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:53.549199 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.601059 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2898-48aa-4d96-b62b-a3a885dbc997 None None] Pushing event updated for resources: {'Port': ['ID=e5475d9c-3df8-4db5-914a-1674b4c77470,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:53.681462 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:52Z', 'revision_number': 3, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:53.708521 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:53.708872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Updating router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:50:53.742735 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.788281 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c7651f2-6ee6-41d1-ad8c-943b651b9b64 None None] Provisioning complete for port e5475d9c-3df8-4db5-914a-1674b4c77470 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:53.789127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c7651f2-6ee6-41d1-ad8c-943b651b9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.839759 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:53.998634 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Allocated IP 172.20.0.1 (319c8372-9127-4fb2-9322-1e12f3163e83/12e46aeb-744b-45b8-8b9b-dce984adfbcd/79f0bcfa-7594-485b-9896-e45ff52998c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:54.004331 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.010606 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.053269 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267be86c-b569-4353-b244-f8fa06a91445 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:54.057211 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Attempting to bind port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:50:54.057597 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Attempting to bind port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:50:54.057971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Attempting to bind port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:50:54.070393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:50:54.070393 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:54.070820 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.071082 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:50:54.071596 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Bound port: b76ba4a4-d8ad-45ee-a101-fe7cb2b68665, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:50:54.071987 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.101712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b2518df1-f0c7-47a4-9b86-d1ac1d3c266e None None] Provisioning complete for port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:54.102231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2518df1-f0c7-47a4-9b86-d1ac1d3c266e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.105451 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e5475d9c-3df8-4db5-914a-1674b4c77470 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:50:54.112552 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Pushing event updated for resources: {'Port': ['ID=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:54.131679 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.131948 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.132105 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.132453 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.132797 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.133258 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.133452 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.133776 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.134103 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.134434 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.134760 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.135166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.135516 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:50:54.148837 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] For port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:50:54.152069 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] For port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:50:54.158146 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.179150 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b2518df1-f0c7-47a4-9b86-d1ac1d3c266e None None] Port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:54.179822 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.194569 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port e5475d9c-3df8-4db5-914a-1674b4c77470 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:54.194852 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.213682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:54.214317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:54.221071 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33636727-53ca-4906-a718-b2ac1ce5c5e7 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:54.226688 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:54.242033 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:54.246295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:54.281242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Pushing event updated for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:54.300440 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.316667 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] Provisioning complete for port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:54.317127 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.335344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:54.337280 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb5fba-1139-45c3-a340-0841ae812076 None None] Pushing event updated for resources: {'Port': ['ID=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:54.425238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.451410 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] For port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:54.463485 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.472492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.524494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c52e-c21a-4303-b001-1751e08f4400 None None] Pushing event updated for resources: {'Port': ['ID=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:54.545005 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:52Z', 'revision_number': 3, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:54.576867 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259ef01-91f6-4015-92b2-d94f0b32924b None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:52Z', 'revision_number': 3, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:54.589929 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f007ada6-1c6a-4065-9536-e2aad5a11f53 None None] Provisioning complete for port 79f0bcfa-7594-485b-9896-e45ff52998c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:54.590292 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f007ada6-1c6a-4065-9536-e2aad5a11f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.626435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f007ada6-1c6a-4065-9536-e2aad5a11f53 None None] Port 79f0bcfa-7594-485b-9896-e45ff52998c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:54.652002 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.656623 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.736624 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:54.738607 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Pushing event updated for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:54.858146 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:54.860286 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:54.983017 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:50:55.103230 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:55.108412 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e9ea3e5f-e75a-4f04-9855-81a41bce6e36 admin admin] 10.222.0.37 "PUT /v2.0/routers/f2037249-ec16-45f3-bc5c-5c6ef738b2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253895 Nov 23 19:50:55.153371 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d10f47f6-d450-4a1f-afa8-7bde1143c0c6 None None] Provisioning complete for port 79f0bcfa-7594-485b-9896-e45ff52998c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:55.153780 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d10f47f6-d450-4a1f-afa8-7bde1143c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.189894 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d10f47f6-d450-4a1f-afa8-7bde1143c0c6 None None] Port 79f0bcfa-7594-485b-9896-e45ff52998c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:55.596853 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:55.601796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1532995694-network', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:55.623948 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Made reservation on behalf of 65d327664e0a420ab20fbb9f11b664d8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:50:55.627027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.636571 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.712745 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.716748 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.745176 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 19:50:55.750647 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777aa8f3-66c9-4a10-96f9-b8491631bb1b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:55.758721 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.758721 n-d-792364-9 neutron-server[103400]: INFO neutron.db.segments_db [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Added segment 7b3bb1b6-5522-44be-abbc-e7bfca01c739 of type vlan for network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 Nov 23 19:50:55.803362 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.830315 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.831758 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:55.832491 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.878141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2764792 Nov 23 19:50:55.878715 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:55.884335 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Request body: {'subnet': {'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1532995694-subnet', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:55.905684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Made reservation on behalf of 65d327664e0a420ab20fbb9f11b664d8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:50:55.906235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185ff07-7bcc-4bf2-9df0-22c48faf8a90 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0fc8a0-9a67-4bc3-b82c-ce1977120587,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:55.908616 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:55.916801 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 19:50:56.067679 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:50:56.087707 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.123122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:56.123540 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.149207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9478ef2d-820e-41c8-bd48-e01aadb5850d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:56.158014 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Checking segment: {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:56.158372 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Network hostable DHCP agents. Network: 3d0fc8a0-9a67-4bc3-b82c-ce1977120587, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 19:50:56.176140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 19:50:56.186584 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 3d0fc8a0-9a67-4bc3-b82c-ce1977120587) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:56.191639 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:50:56.192497 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.196702 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b769c-f2ae-4f64-97ca-a13e874ecc01 None None] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:50:56.215840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:56.216050 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-f25998dc-5893-4827-a9d3-4ce10635b15c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359540 Nov 23 19:50:56.218853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:56.220507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:50:56.242045 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.243248 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.274088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:56.274705 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:56.295098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.426609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:56.434583 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.517617 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'fixed_ips': [{'subnet_id': '9478ef2d-820e-41c8-bd48-e01aadb5850d'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 19:50:56.518576 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.644402 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.667366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.749292 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Allocated IP 172.20.0.2 (3d0fc8a0-9a67-4bc3-b82c-ce1977120587/9478ef2d-820e-41c8-bd48-e01aadb5850d/f02e986e-14dc-4d22-9419-646cc98b770a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:56.772285 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Allocated IP 172.25.5.96 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/08b78124-878f-410b-b9a2-441f73a200be) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:56.797504 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 2, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:56.857359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:56.857719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Updating router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 port 79f0bcfa-7594-485b-9896-e45ff52998c8 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:50:56.879569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.893094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.913903 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:56.950940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:56.955822 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:56.959185 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:56.975934 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b50506-e15e-4a2e-9dcb-fca737013860 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:56.983933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Pushing event updated for resources: {'Port': ['ID=08b78124-878f-410b-b9a2-441f73a200be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:57.054078 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.064481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.143738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:57.148106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Pushing event updated for resources: {'Port': ['ID=f02e986e-14dc-4d22-9419-646cc98b770a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:57.153834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:57.156807 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:57.221828 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d220ba1-044e-4dc8-978a-dbaa534b0091 None None] Provisioning complete for port 08b78124-878f-410b-b9a2-441f73a200be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:57.222201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d220ba1-044e-4dc8-978a-dbaa534b0091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.304675 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Attempting to bind port f02e986e-14dc-4d22-9419-646cc98b770a on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:50:57.304960 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Attempting to bind port f02e986e-14dc-4d22-9419-646cc98b770a by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:50:57.305332 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Attempting to bind port f02e986e-14dc-4d22-9419-646cc98b770a on network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:50:57.308776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1d220ba1-044e-4dc8-978a-dbaa534b0091 None None] Port 08b78124-878f-410b-b9a2-441f73a200be cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:57.321289 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:50:57.321664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Checking segment: {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:57.322079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.322479 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Bound using segment: {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:50:57.322969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Bound port: f02e986e-14dc-4d22-9419-646cc98b770a, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:50:57.323374 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.559186 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.580815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.595017 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57739ebf-439b-4609-82a4-b18fa181ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.596396 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.631837 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] For port f02e986e-14dc-4d22-9419-646cc98b770a, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:50:57.651299 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] For port f02e986e-14dc-4d22-9419-646cc98b770a, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f02e986e-14dc-4d22-9419-646cc98b770a,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:50:57.660039 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.674819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5ace6-4159-4328-9415-278f1f879ce0 None None] Pushing event updated for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:57.782716 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.786387 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Attempting to bind port 79f0bcfa-7594-485b-9896-e45ff52998c8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:50:57.786995 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Attempting to bind port 79f0bcfa-7594-485b-9896-e45ff52998c8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:50:57.787571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Attempting to bind port 79f0bcfa-7594-485b-9896-e45ff52998c8 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:50:57.792274 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045749-e5e4-4b00-8158-41f4309484f5 None None] Pushing event updated for resources: {'Port': ['ID=f02e986e-14dc-4d22-9419-646cc98b770a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:57.799754 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:50:57.800545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:57.801136 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.801688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:50:57.802353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Bound port: 79f0bcfa-7594-485b-9896-e45ff52998c8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:50:57.802935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.880550 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] For port 79f0bcfa-7594-485b-9896-e45ff52998c8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:50:57.884567 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] For port 79f0bcfa-7594-485b-9896-e45ff52998c8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79f0bcfa-7594-485b-9896-e45ff52998c8,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:50:57.890522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:57.933029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Router a2a8a5b1-7008-4d3a-9871-295f13cb005c is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 19:50:57.971353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:57.971353 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:57.971825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] Provisioning complete for port 79f0bcfa-7594-485b-9896-e45ff52998c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:57.972202 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.041052 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5ace6-4159-4328-9415-278f1f879ce0 None None] Pushing event updated for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:58.115340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:50:58.126519 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Sync routers for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:50:58.136283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.137935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-4419f70d-64b3-4755-8c40-7a92de6ec88f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9209728 Nov 23 19:50:58.141463 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:50:58.147419 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:58.148038 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:58.169245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f02e986e-14dc-4d22-9419-646cc98b770a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:50:58.216449 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:58.317857 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:58.382121 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.446221 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f02e986e-14dc-4d22-9419-646cc98b770a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:58.446543 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.504119 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] For port 79f0bcfa-7594-485b-9896-e45ff52998c8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79f0bcfa-7594-485b-9896-e45ff52998c8,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:58.513755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.599117 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a107566-dccd-4621-abed-f6b7caa8ef59 None None] Pushing event updated for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:58.618714 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:57Z', 'revision_number': 3, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:58.656738 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.663356 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Checking router: a2a8a5b1-7008-4d3a-9871-295f13cb005c for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:50:58.664007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Updating router a2a8a5b1-7008-4d3a-9871-295f13cb005c port 08b78124-878f-410b-b9a2-441f73a200be binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:50:58.664829 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.676596 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:57Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:58.678825 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53427efb-7054-4a38-b5a3-8bc53d85ca34 None None] Provisioning complete for port 79f0bcfa-7594-485b-9896-e45ff52998c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:58.679188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53427efb-7054-4a38-b5a3-8bc53d85ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.703832 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.735601 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365042c9-fd51-4c70-933e-032519fe75b8 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:57Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:58.765013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] For port f02e986e-14dc-4d22-9419-646cc98b770a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f02e986e-14dc-4d22-9419-646cc98b770a,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:58.777735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:58.915095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Pushing event updated for resources: {'Port': ['ID=f02e986e-14dc-4d22-9419-646cc98b770a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:58.927326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Allocated IP 172.20.0.1 (3d0fc8a0-9a67-4bc3-b82c-ce1977120587/9478ef2d-820e-41c8-bd48-e01aadb5850d/01e7fdac-6792-4d6e-af62-7290aa85cab8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:50:59.066825 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.097215 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.106290 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.110032 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.128474 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b086d0a-1b79-4467-bfe7-8d5b39285587 None None] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:50:59.165779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Attempting to bind port 08b78124-878f-410b-b9a2-441f73a200be on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:50:59.166362 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Attempting to bind port 08b78124-878f-410b-b9a2-441f73a200be by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:50:59.166608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Attempting to bind port 08b78124-878f-410b-b9a2-441f73a200be on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:50:59.175090 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0abc0c3-d727-4a15-b826-04354e291c46 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:59.177090 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:50:59.177411 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:50:59.178173 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.178173 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:50:59.178658 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Bound port: 08b78124-878f-410b-b9a2-441f73a200be, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:50:59.179039 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.179393 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:59.182585 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fab2a-98c7-4357-ac97-87fbd2d04a98 None None] Pushing event updated for resources: {'Port': ['ID=08b78124-878f-410b-b9a2-441f73a200be,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:59.183980 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:59.188932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:50:59.191898 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Pushing event updated for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:59.231890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-81018384-f0b7-4e6d-ae0f-b31407e6c626 None None] Provisioning complete for port f02e986e-14dc-4d22-9419-646cc98b770a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:59.232608 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81018384-f0b7-4e6d-ae0f-b31407e6c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.235692 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.261760 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] For port 08b78124-878f-410b-b9a2-441f73a200be, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:50:59.267223 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] For port 08b78124-878f-410b-b9a2-441f73a200be, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08b78124-878f-410b-b9a2-441f73a200be,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:50:59.276150 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.347771 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:50:59.348319 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:50:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:59.350296 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fab2a-98c7-4357-ac97-87fbd2d04a98 None None] Pushing event updated for resources: {'Port': ['ID=08b78124-878f-410b-b9a2-441f73a200be,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:59.357070 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0e07e-92ef-4449-b7fd-16383c628937 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:50:59.439970 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.499976 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:50:59.567827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] Provisioning complete for port 08b78124-878f-410b-b9a2-441f73a200be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:59.568203 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.677412 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.686757 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.691628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.722522 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] For port 08b78124-878f-410b-b9a2-441f73a200be, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08b78124-878f-410b-b9a2-441f73a200be,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:50:59.732938 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.763192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:57Z', 'revision_number': 3, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:50:59.779648 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Pushing event updated for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:59.783590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.830156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b275-80ea-489b-94ae-d9e304134a7f None None] Pushing event updated for resources: {'Port': ['ID=08b78124-878f-410b-b9a2-441f73a200be,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:50:59.832140 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34acb17-2269-4d64-9d54-3091c4d97508 None None] The sync data for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 is: [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:57Z', 'revision_number': 3, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:50:59.877814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-367b9930-3ff4-444d-9b66-04128892dd4f None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:59.878198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-367b9930-3ff4-444d-9b66-04128892dd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:50:59.909930 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:50:59.911880 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:50:59.933298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-367b9930-3ff4-444d-9b66-04128892dd4f None None] Port 01e7fdac-6792-4d6e-af62-7290aa85cab8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:50:59.945978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-367b9930-3ff4-444d-9b66-04128892dd4f None None] Provisioning complete for port f02e986e-14dc-4d22-9419-646cc98b770a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:50:59.946643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-367b9930-3ff4-444d-9b66-04128892dd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:00.124937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Router a2a8a5b1-7008-4d3a-9871-295f13cb005c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:51:00.223455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e788f31d-4715-48e6-b521-e03f04aa4e58 None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:00.224322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e788f31d-4715-48e6-b521-e03f04aa4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:00.229414 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79f0bcfa-7594-485b-9896-e45ff52998c8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:51:00.291513 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:51:00.300042 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-83726171-0825-407f-bca0-61f47ebe32d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a2a8a5b1-7008-4d3a-9871-295f13cb005c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1568787 Nov 23 19:51:00.346011 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4562053-57d3-428d-9a5a-d2a3efd900ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:00.349584 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e788f31d-4715-48e6-b521-e03f04aa4e58 None None] Port 01e7fdac-6792-4d6e-af62-7290aa85cab8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:51:00.377745 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 79f0bcfa-7594-485b-9896-e45ff52998c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:00.378125 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:00.490163 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f02e986e-14dc-4d22-9419-646cc98b770a up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:51:00.519885 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3892522-80f1-4a86-8eef-b8fa003a4058 None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:00.520261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3892522-80f1-4a86-8eef-b8fa003a4058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:00.566042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3892522-80f1-4a86-8eef-b8fa003a4058 None None] Port 01e7fdac-6792-4d6e-af62-7290aa85cab8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:51:00.575279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port f02e986e-14dc-4d22-9419-646cc98b770a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:00.575709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.028535 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.104948 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 47822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.110357 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127708944', 'description': 'tempest-secgroup-smoke-1127708944 description', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.132508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.201378 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.205515 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.234381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.235707 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1297224 Nov 23 19:51:01.237522 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a142f1-5ae3-4761-864b-9c62bf900a33 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2090b0-f964-44d1-9c81-a47d65f1b6d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.238905 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.243750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.270498 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.323813 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.327400 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.345209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255da9f9-bbc4-428d-b1e0-ead0b13e8add,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.353164 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.354356 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46d3007b-9c23-411e-845f-da1480df6328 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144094 Nov 23 19:51:01.357207 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.362097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.397750 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.452705 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.457223 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.475835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e50f73-c7bc-40a7-a1c6-fd98b41f0c60,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.482476 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.483715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-7ced76e4-d8b9-465a-bc0c-6623824afc92 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255393 Nov 23 19:51:01.486501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.490753 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.516986 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.575470 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.579871 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.598745 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01baf95-ca22-446f-93de-056ceb0adeb4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.608847 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.610051 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-24505787-6207-4495-88bd-a5f78d387f19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226170 Nov 23 19:51:01.612846 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.617121 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.643863 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.701585 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.706229 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.725754 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29442805-3e87-40e6-bc4e-a1751281e589,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.731708 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.732949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23a4c14f-b6ff-4dc6-9d72-4486c442384a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191380 Nov 23 19:51:01.735641 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.740290 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.762775 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Project 9fcb0138169a4f0baa774fc543c9e9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:51:01.768120 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.825995 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.830326 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.848107 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e5e161-6f34-4731-9ec4-4db46ffc7682,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.854677 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.855901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-00f25157-0720-43c8-87be-7fa56b6ce6ff tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193256 Nov 23 19:51:01.858704 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:01.863030 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': '6d2090b0-f964-44d1-9c81-a47d65f1b6d1', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:01.885184 n-d-792364-9 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Project 9fcb0138169a4f0baa774fc543c9e9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:51:01.890177 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.953062 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.957935 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.979581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98da727b-b5a4-4c68-93a3-8ccca3056adf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:01.985528 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:01.986560 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc09b981-e046-4e2d-bf20-10e0280a84ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269546 Nov 23 19:51:02.068280 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08b78124-878f-410b-b9a2-441f73a200be up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:51:02.122719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 08b78124-878f-410b-b9a2-441f73a200be triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:02.123134 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:02.166577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-c5b06127-1183-4e14-b9a0-ef94a320ff6a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127708944&fields=id&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 267 time: 0.0514174 Nov 23 19:51:02.275985 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-43b9383b-cd79-407a-bf08-6e430258c021 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:02.277466 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-43b9383b-cd79-407a-bf08-6e430258c021 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 809 time: 0.1016123 Nov 23 19:51:02.292220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-fbb3638b-03f0-452a-b217-8e22f9b043ed tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/quotas/9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 375 time: 0.0089951 Nov 23 19:51:02.322204 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Sync routers for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:51:02.332539 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:51:02.333157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:02.348612 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-a1c2bbe9-44e5-42f4-8215-ddc69ed50a01 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500424 Nov 23 19:51:02.366418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-8e6a5079-9304-4487-b909-f77c52d44018 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:51:02.367581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-8e6a5079-9304-4487-b909-f77c52d44018 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055559 Nov 23 19:51:02.464639 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-85bab733-eb31-43ca-82e0-26e28fac074c service neutron] 10.222.0.37 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905659 Nov 23 19:51:02.552751 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:02.562858 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3b113151-a2df-4efd-a6d5-9c7d0e8b13eb service neutron] 10.222.0.37 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913076 Nov 23 19:51:02.610490 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:51:02.818245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '01e7fdac-6792-4d6e-af62-7290aa85cab8', 'name': '', 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'mac_address': 'fa:16:3e:a3:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:58Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 2, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'subnets': [{'id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:02.844435 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Checking router: a2a8a5b1-7008-4d3a-9871-295f13cb005c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:51:02.844790 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Updating router a2a8a5b1-7008-4d3a-9871-295f13cb005c port 01e7fdac-6792-4d6e-af62-7290aa85cab8 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 19:51:02.872555 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.124714 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.130254 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.179804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f17c5c-168c-4672-9459-5e9197571751 None None] Pushing event updated for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:03.232313 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Attempting to bind port 01e7fdac-6792-4d6e-af62-7290aa85cab8 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:51:03.232688 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Attempting to bind port 01e7fdac-6792-4d6e-af62-7290aa85cab8 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:51:03.233054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Attempting to bind port 01e7fdac-6792-4d6e-af62-7290aa85cab8 on network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:51:03.238286 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:51:03.238664 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Checking segment: {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:51:03.239064 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.239485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Bound using segment: {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:51:03.239950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Bound port: 01e7fdac-6792-4d6e-af62-7290aa85cab8, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3bb1b6-5522-44be-abbc-e7bfca01c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:51:03.240336 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.307396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] For port 01e7fdac-6792-4d6e-af62-7290aa85cab8, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:51:03.310606 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] For port 01e7fdac-6792-4d6e-af62-7290aa85cab8, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=01e7fdac-6792-4d6e-af62-7290aa85cab8,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:51:03.316030 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.385114 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:51:03.385735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:03.436208 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f17c5c-168c-4672-9459-5e9197571751 None None] Pushing event updated for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:03.451508 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.488972 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:03.489527 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.549282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:51:03.698342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.755214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] For port 01e7fdac-6792-4d6e-af62-7290aa85cab8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=01e7fdac-6792-4d6e-af62-7290aa85cab8,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:51:03.757209 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8fdf46ea-b811-4172-8226-c6b96fe67faa req-a35bf32a-39d3-4625-bd19-ff27912fa172 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0264094 Nov 23 19:51:03.779290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:03.838011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d235d4-211e-4ea3-a65f-6306a192c153 None None] Pushing event updated for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:03.849498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '01e7fdac-6792-4d6e-af62-7290aa85cab8', 'name': '', 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'mac_address': 'fa:16:3e:a3:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:58Z', 'updated_at': '2021-11-23T19:51:03Z', 'revision_number': 4, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'subnets': [{'id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:03.875650 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8319dd6-745a-42d0-9258-0e144ea801e6 None None] The sync data for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 is: [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '01e7fdac-6792-4d6e-af62-7290aa85cab8', 'name': '', 'network_id': '3d0fc8a0-9a67-4bc3-b82c-ce1977120587', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'mac_address': 'fa:16:3e:a3:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:58Z', 'updated_at': '2021-11-23T19:51:03Z', 'revision_number': 4, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'subnets': [{'id': '9478ef2d-820e-41c8-bd48-e01aadb5850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:51:03.899971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dd1e427b-5971-40fb-a1a6-b527e66c0e12 None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:03.900370 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd1e427b-5971-40fb-a1a6-b527e66c0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:04.061738 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 01e7fdac-6792-4d6e-af62-7290aa85cab8 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:51:04.111774 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 01e7fdac-6792-4d6e-af62-7290aa85cab8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:04.112240 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:04.836264 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7df04d87-7611-40f2-81f4-e6acd676503a req-3d95093a-b799-4931-b7d6-0648ece7d25e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0261903 Nov 23 19:51:05.924475 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e0fd6e40-c01d-4d7e-ae63-6028f0835419 req-049b06ae-8de1-4cdc-a970-cced17af0311 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Nov 23 19:51:07.002640 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dd63c96d-7101-4d8c-acf5-a80441a57062 req-f3f084e4-f137-43e0-8958-838b4eccc6cb tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Nov 23 19:51:08.096734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3398fe1c-9627-402d-bef8-c7d4582cf2a9 req-2a72bd0e-3267-4c76-a4bd-4da313f971f5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0277445 Nov 23 19:51:09.008866 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-70408fa4-279e-4a60-aa83-cebcffbf396e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:09.010263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-70408fa4-279e-4a60-aa83-cebcffbf396e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 809 time: 0.1067581 Nov 23 19:51:09.082748 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-68d51e9b-8f7b-4f74-b4ca-75b9dfb9ce17 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 380 time: 0.0563252 Nov 23 19:51:09.101328 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'port': {'device_id': '91d7fdfc-1e97-4706-b868-260c57d13924', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'admin_state_up': True, 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'security_groups': ['6d2090b0-f964-44d1-9c81-a47d65f1b6d1']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:09.190127 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1d36ba9a-eef8-43ec-b8bc-21b4576dcbfe req-194ef3ba-3b5e-4b4e-bfe0-ad7364dae0be tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 210 time: 0.0258224 Nov 23 19:51:09.208197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Made reservation on behalf of 9fcb0138169a4f0baa774fc543c9e9c4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:51:09.211768 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.339642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Allocated IP 172.20.0.5 (319c8372-9127-4fb2-9322-1e12f3163e83/12e46aeb-744b-45b8-8b9b-dce984adfbcd/386a68f0-4e22-4dc0-b3eb-ecb4b529fac3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:51:09.479997 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.513027 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.557762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:51:09.560750 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:51:09.568464 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:51:09.572349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:09.620698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:09.621342 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.638284 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.639907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-3ad51634-bc0e-43c5-a7e6-9fb6d362a938 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422566 Nov 23 19:51:09.744599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Request body: {'port': {'device_id': '91d7fdfc-1e97-4706-b868-260c57d13924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:09.767923 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1fb344c4-171f-4195-85dd-9882fcff6b58 None None] Provisioning complete for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:09.768286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fb344c4-171f-4195-85dd-9882fcff6b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:09.802067 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1fb344c4-171f-4195-85dd-9882fcff6b58 None None] Port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:51:09.802698 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.063824 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:51:10.073256 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.095225 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Transition to ACTIVE for port object 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:51:10.099013 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.172155 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:10.225102 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:51:10.225451 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:51:10.225783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:51:10.230670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:51:10.231001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:51:10.236653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:51:10.236942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:51:10.237302 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:51:10.237736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Bound port: 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:51:10.238098 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.334374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:51:10.338424 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:51:10.347582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed22a9-51fb-45d3-8181-19b1f83b19df req-fbef4f33-7b3e-440a-aa05-bd4a0c7aa40f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.349189 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-66ed22a9-51fb-45d3-8181-19b1f83b19df req-fbef4f33-7b3e-440a-aa05-bd4a0c7aa40f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0756726 Nov 23 19:51:10.350649 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.402200 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.402936 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.404380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] 10.222.0.47 "PUT /v2.0/ports/386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1091 time: 0.7558167 Nov 23 19:51:10.406831 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:51:10.409379 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:51:10.462507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a7b0-1d49-4f34-baf2-4e53f9161f81 service neutron] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:10.483545 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-66ed22a9-51fb-45d3-8181-19b1f83b19df req-35cee419-60ea-4d80-b23e-df7a2124a603 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248596 Nov 23 19:51:10.521581 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-a6e74596-1d72-4be9-932b-012c96646002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.523220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-a6e74596-1d72-4be9-932b-012c96646002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1094 time: 0.0574899 Nov 23 19:51:10.544766 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d110c-1892-4f05-a88e-b0f1a0209e13 x-openstack-request-id: req-6d4d110c-1892-4f05-a88e-b0f1a0209e13 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:51:10.545124 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:51:10.545439 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d4d110c-1892-4f05-a88e-b0f1a0209e13 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:51:10.545922 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'status': 'completed', 'code': 200} Nov 23 19:51:10.581290 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-c9426c4e-f9cb-4971-809c-56a573d03f0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 217 time: 0.0439982 Nov 23 19:51:10.633786 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-4cd9f8f7-17c3-4c1e-8e01-240ac801b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.635274 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-4cd9f8f7-17c3-4c1e-8e01-240ac801b592 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0470386 Nov 23 19:51:10.689551 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-03f320f1-df0a-47c8-a0d4-eae4c21c4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.691047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-03f320f1-df0a-47c8-a0d4-eae4c21c4a44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445366 Nov 23 19:51:10.797766 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-4cbb02c6-3c34-4283-a9a6-b17ed250ecd0 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949678 Nov 23 19:51:10.890964 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d8ea503a-b4fa-4338-9792-cbec1525fc07 req-588cb202-14f7-4919-97b4-6941e0c64e52 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827782 Nov 23 19:51:10.925657 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:10.981655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-b9c1adcb-f8bc-494d-b954-4b8f16b0a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:10.983116 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-b9c1adcb-f8bc-494d-b954-4b8f16b0a75d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1094 time: 0.0403657 Nov 23 19:51:11.078510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-32769b95-004a-4dfb-9d78-b2677e28b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:11.079992 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-32769b95-004a-4dfb-9d78-b2677e28b5ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0896420 Nov 23 19:51:11.120795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-658e913d-5b63-4145-8692-0f597f7dbeea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 217 time: 0.0335875 Nov 23 19:51:11.173613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-f2858ea2-130c-4154-87f7-54b0f426464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:11.175050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-f2858ea2-130c-4154-87f7-54b0f426464c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0469074 Nov 23 19:51:11.225281 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-5be115dd-7be2-4d82-ae78-47fc8baf0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:11.226784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-5be115dd-7be2-4d82-ae78-47fc8baf0f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395615 Nov 23 19:51:11.321062 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-fe9b1bcf-5cd2-48d6-8e6e-b5ec0f44e91c service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Nov 23 19:51:11.411404 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e84b2dea-2e70-41a8-9ecf-978ecdf0da96 req-f31a22ea-317c-4c0d-bf44-7230e14e9b95 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826535 Nov 23 19:51:11.604563 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049774e7-680e-4f19-8628-2e646b38fdd6 req-fbc6df70-5864-4d26-a427-1f075ae5396b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:11.605901 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-049774e7-680e-4f19-8628-2e646b38fdd6 req-fbc6df70-5864-4d26-a427-1f075ae5396b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0481687 Nov 23 19:51:11.658103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-049774e7-680e-4f19-8628-2e646b38fdd6 req-ea061d8e-d656-4cf4-9bd8-e9ad19b38578 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Nov 23 19:51:12.786543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeebedf-ff53-49d4-a136-008d51bcdbb2 req-0a4cfd7d-3569-46c3-b449-d468a797809d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:12.788082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caeebedf-ff53-49d4-a136-008d51bcdbb2 req-0a4cfd7d-3569-46c3-b449-d468a797809d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0534067 Nov 23 19:51:12.844776 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-caeebedf-ff53-49d4-a136-008d51bcdbb2 req-339ca491-39f8-4272-85bc-1641e0f84c9d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504930 Nov 23 19:51:13.786889 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:51:13.880800 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:51:13.892102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:51:13.934949 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:13.948235 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:51:13.962184 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0dbb0-be41-4944-a121-45a7118cb3bf req-8cf97424-01c7-4cc7-9191-6167e5290c0c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:13.963822 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29d0dbb0-be41-4944-a121-45a7118cb3bf req-8cf97424-01c7-4cc7-9191-6167e5290c0c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0501416 Nov 23 19:51:13.968311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:51:13.973359 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:14.015045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-29d0dbb0-be41-4944-a121-45a7118cb3bf req-e04fd226-6611-4395-8a8c-d26ca0ba5cc4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Nov 23 19:51:14.020455 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:14.292063 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:51:15.130311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120f131-0711-4e6d-99ca-8942baf95eae req-5792a74b-aa5a-4262-b170-b63148a4f3e3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:15.131812 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0120f131-0711-4e6d-99ca-8942baf95eae req-5792a74b-aa5a-4262-b170-b63148a4f3e3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 944 time: 0.0487223 Nov 23 19:51:15.181094 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0120f131-0711-4e6d-99ca-8942baf95eae req-2bd93ef0-8455-450f-867a-419fbab4b039 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Nov 23 19:51:15.786054 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:51:15.835044 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:51:15.839039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:51:15.839439 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:16.070709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:16.092595 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:51:16.095418 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d94d3-4c6e-4b7d-ac8f-b1ef6127eb3b" -d '{"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:51:16.107625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:51:16.112334 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:16.135922 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f9f18-d6a9-48f2-a5e1-b1583796f75b x-openstack-request-id: req-4f7f9f18-d6a9-48f2-a5e1-b1583796f75b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:51:16.136212 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:51:16.136459 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f7f9f18-d6a9-48f2-a5e1-b1583796f75b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:51:16.136918 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'code': 200} Nov 23 19:51:16.163143 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:16.239089 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3170b-252c-481b-a12e-0917a83fde00 req-8d547aeb-5d1a-46f1-84ab-ebf1eea3ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:16.240693 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea3170b-252c-481b-a12e-0917a83fde00 req-8d547aeb-5d1a-46f1-84ab-ebf1eea3ad1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0404932 Nov 23 19:51:16.287411 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cea3170b-252c-481b-a12e-0917a83fde00 req-cf3c68e9-fb35-4c29-87a4-18de04dff718 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394549 Nov 23 19:51:16.297564 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaeeba-a40b-4b47-a212-36f2ec23494d req-d0798855-f3a0-4373-88db-b9395b6bb8d2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:16.299036 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cacaeeba-a40b-4b47-a212-36f2ec23494d req-d0798855-f3a0-4373-88db-b9395b6bb8d2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0485523 Nov 23 19:51:16.351193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cacaeeba-a40b-4b47-a212-36f2ec23494d req-3c0b39b4-0555-405d-a187-b68232319ceb tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461431 Nov 23 19:51:17.476520 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540f81-7f6d-4352-b593-ba5f159154b5 req-05bd270d-e73e-4581-b287-f4772f70fce6 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:17.478003 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53540f81-7f6d-4352-b593-ba5f159154b5 req-05bd270d-e73e-4581-b287-f4772f70fce6 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0547345 Nov 23 19:51:17.532288 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-53540f81-7f6d-4352-b593-ba5f159154b5 req-eb8391be-a419-40cb-a617-9a37aabc02b4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473711 Nov 23 19:51:18.645878 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be4835-4c16-499d-a841-f878c5d2683b req-bb5bef75-a149-4625-8ab7-82311b80222c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:18.647365 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4be4835-4c16-499d-a841-f878c5d2683b req-bb5bef75-a149-4625-8ab7-82311b80222c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Nov 23 19:51:18.697198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f4be4835-4c16-499d-a841-f878c5d2683b req-e214c719-7e2b-4aa5-a124-8d1241772b53 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Nov 23 19:51:18.876273 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdf38a-cc81-4f47-8193-c311f09ea91c req-69d8d0df-9026-40f2-b1e0-0dcdf29f12ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:18.877990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cfdf38a-cc81-4f47-8193-c311f09ea91c req-69d8d0df-9026-40f2-b1e0-0dcdf29f12ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Nov 23 19:51:18.926128 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5cfdf38a-cc81-4f47-8193-c311f09ea91c req-9111e3c3-7548-4393-9ea8-504e0f9b24e7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Nov 23 19:51:18.948088 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:19.034737 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9357e-3752-40de-a172-669d852560d1 tempest-TestShelveInstance-1539526425 tempest-TestShelveInstance-1539526425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:19.036783 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-6da9357e-3752-40de-a172-669d852560d1 tempest-TestShelveInstance-1539526425 tempest-TestShelveInstance-1539526425-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1091 time: 0.0877404 Nov 23 19:51:19.039759 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 47914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:51:19.044293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:51:19.066125 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:19.164395 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:19.270028 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Allocated IP 172.25.5.17 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/fb1febe7-5306-4025-9929-75a5fb968672) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:51:19.371899 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:19.405737 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:19.441487 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:51:19.446098 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:51:19.449501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:51:19.478982 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=fb1febe7-5306-4025-9929-75a5fb968672,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:19.811578 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:19.881147 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:20.027003 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:20.031823 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:20.099979 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=fb1febe7-5306-4025-9929-75a5fb968672,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:51:20.113943 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:20.212070 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Floating IP 2e7e5909-8545-46ec-a07b-43c0d3225c68 associated. External IP: 172.25.5.17, port: 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3. Nov 23 19:51:20.760009 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:51:20.873664 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:51:20.884377 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:51:20.894979 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:20.896048 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:51:20.896897 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:20.928826 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-178ac7c1-c282-4c72-8aa8-26c9506dccd1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8879931 Nov 23 19:51:20.929407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:51:20.931889 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2a375-484a-4734-a51f-5176b3554d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:51:20.970066 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009115da-2d85-4798-a1e6-1793131d9334 x-openstack-request-id: req-009115da-2d85-4798-a1e6-1793131d9334 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:51:20.970366 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:51:20.970625 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-009115da-2d85-4798-a1e6-1793131d9334 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:51:20.971035 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'status': 'completed', 'code': 200} Nov 23 19:51:21.021886 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:51:21.036904 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-49310fec-20d0-4c0a-9c21-18a2361f4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:21.038394 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-49310fec-20d0-4c0a-9c21-18a2361f4f19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0432179 Nov 23 19:51:21.144387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-37c336d3-f242-4bd3-a268-4d212af40280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:21.145859 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-37c336d3-f242-4bd3-a268-4d212af40280 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0993867 Nov 23 19:51:21.215740 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-4ed73270-04de-46e0-ab3f-307874911657 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 998 time: 0.0626924 Nov 23 19:51:21.266353 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-93356d71-ebd4-4df4-9899-20c5c0bb539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:21.268230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-93356d71-ebd4-4df4-9899-20c5c0bb539a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0452075 Nov 23 19:51:21.268781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2e7e5909-8545-46ec-a07b-43c0d3225c68', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7fdfc-1e97-4706-b868-260c57d13924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:51:19Z', 'updated_at': '2021-11-23T19:51:19Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:21.295522 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:51:21.304214 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:51:21.304827 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:51:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:21.314407 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-d95de1e4-57a9-4d04-8a9a-37417b0258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:21.315919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-d95de1e4-57a9-4d04-8a9a-37417b0258f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404069 Nov 23 19:51:21.408959 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:51:21.409874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-cbda4c39-1292-4ffc-a791-87835a9c6ecc service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862911 Nov 23 19:51:21.503919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a4d2a375-484a-4734-a51f-5176b3554d6a req-09515526-fe10-4ba3-a76a-79f12807fc80 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871174 Nov 23 19:51:21.707115 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2e7e5909-8545-46ec-a07b-43c0d3225c68', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7fdfc-1e97-4706-b868-260c57d13924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:51:19Z', 'updated_at': '2021-11-23T19:51:19Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:51:21.736837 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262a3e-561c-4b36-9548-6c50a0e6cff1 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '2e7e5909-8545-46ec-a07b-43c0d3225c68', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7fdfc-1e97-4706-b868-260c57d13924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:51:19Z', 'updated_at': '2021-11-23T19:51:19Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:51:21.935024 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e5b16-639f-4cc5-bee7-6f2e317148c7 None None] New status for floating IP 2e7e5909-8545-46ec-a07b-43c0d3225c68: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:51:26.106283 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:51:27.548441 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-331b5ac9-0259-4296-ae5f-bab3c47a90b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:27.785048 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-8d609bed-b57c-42b4-bd4c-019ae987fea2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402935 Nov 23 19:51:27.869294 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153472-86b7-4fc3-b180-46649913b707 req-a749f333-1951-4c92-8dd1-11a4c3606e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:27.870767 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-a749f333-1951-4c92-8dd1-11a4c3606e33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0400031 Nov 23 19:51:27.976670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153472-86b7-4fc3-b180-46649913b707 req-9685ecdb-54ca-4adb-9382-ca03b5c0d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:27.978149 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-9685ecdb-54ca-4adb-9382-ca03b5c0d35c service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0882967 Nov 23 19:51:28.043567 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-d7819d3f-4fa4-49cf-93c8-b784146f1cb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1000 time: 0.0577927 Nov 23 19:51:28.094778 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153472-86b7-4fc3-b180-46649913b707 req-18d72cf1-ab6b-4c67-9f0f-c34ecf2da93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:28.096542 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-18d72cf1-ab6b-4c67-9f0f-c34ecf2da93b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0447831 Nov 23 19:51:28.146603 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153472-86b7-4fc3-b180-46649913b707 req-ac1c48ff-2330-45f0-9513-8131a8f6ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:51:28.148170 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-ac1c48ff-2330-45f0-9513-8131a8f6ceef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444536 Nov 23 19:51:28.237163 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-71f5625c-3f37-4908-a4ed-23d70303d71b service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812829 Nov 23 19:51:28.337203 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3e153472-86b7-4fc3-b180-46649913b707 req-07c9862c-57c4-4ba6-8cd2-660965b909d0 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Nov 23 19:51:30.300164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a587ef1-6609-4d31-b6b3-c422ed74abfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:31.031937 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:32.461407 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:33.384007 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:39.666465 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:40.924069 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:51:57.549112 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9d6-1561-4841-9a81-b5a36d12ee36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:00.302227 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adfe1fd1-3f15-4dfa-b304-c314608bb46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:01.033717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:02.464058 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:03.104909 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:52:03.385519 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:09.071103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-3dc8d796-564e-4da3-9223-649b6c245941 req-4d67b972-b1af-4eba-bf26-cba572199468 service neutron] (103399) timed out ('10.222.0.37', 51284) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 19:52:09.665294 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:10.922152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:27.181427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-91c5de02-9699-4789-af01-519f3142c307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404532 Nov 23 19:52:27.289040 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-9b006549-cfbe-43a4-96b8-d281acf2fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:52:27.290579 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-9b006549-cfbe-43a4-96b8-d281acf2fe61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0590985 Nov 23 19:52:27.404287 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-a084f873-d53d-44d0-a264-0bc906c1302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:52:27.405731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-a084f873-d53d-44d0-a264-0bc906c1302d service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0893662 Nov 23 19:52:27.475833 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-65509637-7c6c-4058-acdf-d64198c14428 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1000 time: 0.0580080 Nov 23 19:52:27.536113 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-670431ce-21db-48c4-a03c-3ff81844cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:52:27.537578 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-670431ce-21db-48c4-a03c-3ff81844cced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0505283 Nov 23 19:52:27.554436 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2aac3443-4e0c-43b4-9ef9-faf60f3cef32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:27.592148 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-b028e796-893f-4cfc-95bc-51f8a0e551d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:52:27.593882 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-b028e796-893f-4cfc-95bc-51f8a0e551d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434506 Nov 23 19:52:27.690973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-1125a6ac-f38f-4814-87a1-99941e4ec4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844145 Nov 23 19:52:27.794531 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4ca4afaf-e9c2-4ede-9eaa-9b43874e1860 req-ed0761ac-95fd-4f90-a4f8-4de586a4f823 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910349 Nov 23 19:52:30.303795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d8a3349-7bef-471e-9cc1-dc4e2570f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:31.035234 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:32.465239 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:33.387723 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:39.683026 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:40.104268 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:52:40.936554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:52:57.556634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd9247ec-cfce-47d5-89a7-7b87c9366c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:00.305568 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e5e62f0-3398-427d-9f73-888d887455df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:01.039275 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:02.467698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:03.389300 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:09.682083 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:10.934819 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:17.103064 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:53:18.941645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc88bb-68b3-401f-a029-a6680b87fb23 req-24790eb6-2b05-44bd-b634-df23fc29cced tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:18.943205 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dfc88bb-68b3-401f-a029-a6680b87fb23 req-24790eb6-2b05-44bd-b634-df23fc29cced tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.1022816 Nov 23 19:53:18.991633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6dfc88bb-68b3-401f-a029-a6680b87fb23 req-a205b832-6a1c-4a55-9357-565a4990a367 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Nov 23 19:53:20.124323 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9df079-b458-4a7e-9ae1-04905548ec8e req-e59cba9e-b6c0-4f4d-825f-050fddd9adf2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:20.126012 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca9df079-b458-4a7e-9ae1-04905548ec8e req-e59cba9e-b6c0-4f4d-825f-050fddd9adf2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0505610 Nov 23 19:53:20.177236 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ca9df079-b458-4a7e-9ae1-04905548ec8e req-e9efa178-4133-4515-b858-b583018df669 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Nov 23 19:53:21.324262 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efcb6a-5b37-47b3-aaf4-b834d91479dd req-f3e50e9d-1f9e-4826-8554-5259559f44c7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:21.325738 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86efcb6a-5b37-47b3-aaf4-b834d91479dd req-f3e50e9d-1f9e-4826-8554-5259559f44c7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0526874 Nov 23 19:53:21.374602 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-86efcb6a-5b37-47b3-aaf4-b834d91479dd req-9aca9f4b-29f3-4fff-ae9f-bcb57a49d540 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Nov 23 19:53:22.494116 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc011-6c22-481a-a738-83f037fe5e4c req-30c15c69-d84c-4bf3-b25a-01c8c7c9ac03 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:22.495586 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89cc011-6c22-481a-a738-83f037fe5e4c req-30c15c69-d84c-4bf3-b25a-01c8c7c9ac03 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0535450 Nov 23 19:53:22.543799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e89cc011-6c22-481a-a738-83f037fe5e4c req-13bf7aef-a59b-4e81-a948-4fa715c0c552 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Nov 23 19:53:23.663512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0502e-a767-4de6-8799-a45e73372ec8 req-864f91e9-b08f-491b-9026-af0663e04a17 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:23.665071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee0502e-a767-4de6-8799-a45e73372ec8 req-864f91e9-b08f-491b-9026-af0663e04a17 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Nov 23 19:53:23.718921 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-1ee0502e-a767-4de6-8799-a45e73372ec8 req-7a53fe2e-c8cc-47ec-bfdc-5d0cef83e990 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477011 Nov 23 19:53:24.839292 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6624f8-cbbe-458a-a074-7df5a1e8584a req-8ef87a28-52ab-4099-aad2-74a25c32cd85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:24.840795 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e6624f8-cbbe-458a-a074-7df5a1e8584a req-8ef87a28-52ab-4099-aad2-74a25c32cd85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Nov 23 19:53:24.889899 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8e6624f8-cbbe-458a-a074-7df5a1e8584a req-7200604f-69ac-41d5-b478-19d951603b72 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Nov 23 19:53:26.009418 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20e216-edb9-4a25-b219-b4a1dc5f3f6f req-c848283b-6a06-41a5-b895-a2ec6aad4e3e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:26.010895 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f20e216-edb9-4a25-b219-b4a1dc5f3f6f req-c848283b-6a06-41a5-b895-a2ec6aad4e3e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0526094 Nov 23 19:53:26.060742 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7f20e216-edb9-4a25-b219-b4a1dc5f3f6f req-1b35a03c-3dcf-4a6d-b916-0da87878533b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Nov 23 19:53:27.176553 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cc77d-4cae-4d1a-8d25-97370c8286e0 req-f483d7fd-eceb-4613-8e01-d18f0d254196 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:27.178034 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df4cc77d-4cae-4d1a-8d25-97370c8286e0 req-f483d7fd-eceb-4613-8e01-d18f0d254196 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Nov 23 19:53:27.255496 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-e340c4f4-872f-4d66-a76d-4c44dce66c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:27.256999 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-e340c4f4-872f-4d66-a76d-4c44dce66c6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0781116 Nov 23 19:53:27.261244 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-df4cc77d-4cae-4d1a-8d25-97370c8286e0 req-1b019dd1-f705-48d0-9d15-c13d205b2f8b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751910 Nov 23 19:53:27.372321 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-ce6be1ea-d603-4551-b006-42234b6b7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:27.373723 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-ce6be1ea-d603-4551-b006-42234b6b7e40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0894873 Nov 23 19:53:27.448382 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-e17d7a6f-5d9e-4297-8a1f-e95de6827be5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1000 time: 0.0631647 Nov 23 19:53:27.499168 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-0b65fd9a-7147-44ac-b84c-7bcf50fbd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:27.500932 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-0b65fd9a-7147-44ac-b84c-7bcf50fbd4a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0442033 Nov 23 19:53:27.550205 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-f44f45ac-1296-4008-b9b8-d3f3f880f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:27.551804 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-f44f45ac-1296-4008-b9b8-d3f3f880f38f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412204 Nov 23 19:53:27.559192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c8ea3e7f-a9e7-4112-9744-3ec0d48d7fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:27.649926 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-565e0bff-7894-4874-912e-16ec94178a38 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856144 Nov 23 19:53:27.743296 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1882c0eb-a36f-494d-acac-e6f1ae5b6914 req-a02ffc2a-215f-42cf-b964-98be47aba306 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815580 Nov 23 19:53:28.389114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f0b77-f810-4d03-9e19-073007c07699 req-4c8bbbb8-46ad-42f2-a9aa-1904624b4e4e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:28.390698 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec0f0b77-f810-4d03-9e19-073007c07699 req-4c8bbbb8-46ad-42f2-a9aa-1904624b4e4e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0597479 Nov 23 19:53:28.440133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ec0f0b77-f810-4d03-9e19-073007c07699 req-32918e66-7d48-47da-a693-3e3599f086e1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Nov 23 19:53:29.566432 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580adf3-3ba7-49e8-81cc-124f3e94e69c req-3a27a9d8-6513-4931-80c3-6c533b7cbdc8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:29.568194 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2580adf3-3ba7-49e8-81cc-124f3e94e69c req-3a27a9d8-6513-4931-80c3-6c533b7cbdc8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0558548 Nov 23 19:53:29.620630 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2580adf3-3ba7-49e8-81cc-124f3e94e69c req-5df22221-6674-49d2-a76e-786d3e62f371 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460899 Nov 23 19:53:30.306290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1fde803-2321-4601-ac69-331ebf28cfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:30.484102 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:53:30.576468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:53:30.587795 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:53:30.627790 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:30.640013 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:53:30.660498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:53:30.665365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:30.716338 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:53:30.724848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.725198 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.725545 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.725884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.726219 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.726554 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.726884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.727214 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.727566 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.727892 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.728218 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.728543 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:30.737567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2299de-9213-4ced-8144-b956c910eb99 req-249c1349-e4f5-4358-b2f2-c88f603104ba tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:30.739058 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c2299de-9213-4ced-8144-b956c910eb99 req-249c1349-e4f5-4358-b2f2-c88f603104ba tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 944 time: 0.0498953 Nov 23 19:53:30.767594 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:53:30.792623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3c2299de-9213-4ced-8144-b956c910eb99 req-c7fb3a52-bc96-4c76-bc6e-43ab160f660b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474780 Nov 23 19:53:31.041976 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:31.920887 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ffd97-7d44-48a8-b820-9974c759b63f req-de1184bd-1c77-49af-a5b0-50fa00cca397 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:31.923020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-442ffd97-7d44-48a8-b820-9974c759b63f req-de1184bd-1c77-49af-a5b0-50fa00cca397 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 944 time: 0.0529332 Nov 23 19:53:31.980282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-442ffd97-7d44-48a8-b820-9974c759b63f req-b6e4970a-60d5-4221-9214-091c1d10ad7a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Nov 23 19:53:32.477342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:32.490074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:53:32.545427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:53:32.545722 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:32.639623 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:32.666530 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:53:32.669176 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa3337-9284-4548-9edc-d98bca731964" -d '{"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:53:32.683720 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:53:32.696728 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:32.775168 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:53:32.810424 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e7dc17-0c4b-4f65-a0f6-1151e96fd01e x-openstack-request-id: req-14e7dc17-0c4b-4f65-a0f6-1151e96fd01e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:53:32.810733 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:53:32.811001 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14e7dc17-0c4b-4f65-a0f6-1151e96fd01e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:53:32.811723 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'code': 200} Nov 23 19:53:33.119149 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986f7db-c7d3-403d-8dcc-0ef006f5acee req-f1c72c20-fd29-42d7-8267-44f256203542 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:33.120983 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f986f7db-c7d3-403d-8dcc-0ef006f5acee req-f1c72c20-fd29-42d7-8267-44f256203542 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0598538 Nov 23 19:53:33.187133 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f986f7db-c7d3-403d-8dcc-0ef006f5acee req-1c36e48c-051f-48c7-a130-9595c13cfea1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549445 Nov 23 19:53:33.403224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:34.308893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac49b7-5a7c-49cd-91ee-7aa327794084 req-ff5d1592-b583-49cd-8ae6-89dac6db84c7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:34.310516 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67ac49b7-5a7c-49cd-91ee-7aa327794084 req-ff5d1592-b583-49cd-8ae6-89dac6db84c7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0546067 Nov 23 19:53:34.365992 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67ac49b7-5a7c-49cd-91ee-7aa327794084 req-214a1f9b-b632-4a18-9c9d-4656a28d508c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Nov 23 19:53:35.500619 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb952e81-bed0-4a78-ae46-016d534e7fb5 req-375b8746-69ad-43dc-8f58-ce3bb43145b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:35.502202 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb952e81-bed0-4a78-ae46-016d534e7fb5 req-375b8746-69ad-43dc-8f58-ce3bb43145b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0561936 Nov 23 19:53:35.565075 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-fb952e81-bed0-4a78-ae46-016d534e7fb5 req-507cb00c-2bf2-401c-a101-1c42fe33c2d9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Nov 23 19:53:36.708046 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ab7e-ee40-4fdf-bd0c-3c52c7b898ed req-dd7017e7-0913-48ae-b079-2bce24d126f4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:36.710386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9a2ab7e-ee40-4fdf-bd0c-3c52c7b898ed req-dd7017e7-0913-48ae-b079-2bce24d126f4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Nov 23 19:53:36.778333 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c9a2ab7e-ee40-4fdf-bd0c-3c52c7b898ed req-eb395e8e-c189-47ac-9b58-4fa4c4232603 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598011 Nov 23 19:53:37.918626 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcbe67-f8a1-43e0-94bf-349bc7f5a7c1 req-ef173a46-b3fc-43cd-8c26-1ee19960602c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:37.920452 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dcbe67-f8a1-43e0-94bf-349bc7f5a7c1 req-ef173a46-b3fc-43cd-8c26-1ee19960602c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0632892 Nov 23 19:53:37.980276 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b6dcbe67-f8a1-43e0-94bf-349bc7f5a7c1 req-ec1196c5-e4cf-411d-8f46-094f03932c32 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533340 Nov 23 19:53:39.477223 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e82e4-eb61-4729-8d0a-830b48e306a9 req-dfa7b4ba-b26d-4a43-88b7-c060b6649f05 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:39.478801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-565e82e4-eb61-4729-8d0a-830b48e306a9 req-dfa7b4ba-b26d-4a43-88b7-c060b6649f05 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.4138989 Nov 23 19:53:39.537324 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-565e82e4-eb61-4729-8d0a-830b48e306a9 req-b3f3c690-7e24-49bc-a3a8-3618aa5f5e6b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514474 Nov 23 19:53:39.700319 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:40.662507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bda96-2558-4b03-b881-7ab596bca8bb req-78d9585f-a1ae-480c-8c95-a90a7b0013e5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:40.664028 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-762bda96-2558-4b03-b881-7ab596bca8bb req-78d9585f-a1ae-480c-8c95-a90a7b0013e5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Nov 23 19:53:40.717017 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-762bda96-2558-4b03-b881-7ab596bca8bb req-7ae84866-2f59-4165-9c66-079c8f8e91fe tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Nov 23 19:53:40.939935 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:41.554157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-aff7ebc3-160d-4dcc-80f0-65c40aa27a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:41.555636 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-aff7ebc3-160d-4dcc-80f0-65c40aa27a64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1096 time: 0.0407526 Nov 23 19:53:41.649567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-d437681e-f4d1-40ec-a906-1673d5c8d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:41.651039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-d437681e-f4d1-40ec-a906-1673d5c8d739 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0873458 Nov 23 19:53:41.721294 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-1886673d-bc07-4baa-a5e8-fbca1d602bc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1000 time: 0.0584762 Nov 23 19:53:41.780635 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-51b39d74-6652-47c5-9267-f2b0fdb0e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:41.782129 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-51b39d74-6652-47c5-9267-f2b0fdb0e829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0486465 Nov 23 19:53:41.836709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1aef1-1360-447c-8939-9b76aae3d106 req-00ec12b5-7f3e-4c6d-97a4-f997597e9347 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:41.838227 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ee1aef1-1360-447c-8939-9b76aae3d106 req-00ec12b5-7f3e-4c6d-97a4-f997597e9347 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0500703 Nov 23 19:53:41.846418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-17d553da-eb0e-4e0a-91db-5737e4eb3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:41.848025 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-17d553da-eb0e-4e0a-91db-5737e4eb3d73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587375 Nov 23 19:53:41.888169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-3ee1aef1-1360-447c-8939-9b76aae3d106 req-e9f4652c-eb08-4f17-86c7-bf334a35232c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Nov 23 19:53:41.939947 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-582f5572-74a3-429b-aa28-025ec46bf077 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832384 Nov 23 19:53:42.039666 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-612dd879-bea7-486f-a6e4-32ee00e92144 req-03aa3c85-3d6d-47d2-8cd2-ac2fdb8239be service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862145 Nov 23 19:53:43.005245 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64bd5-9f86-46bb-a4c3-b5943b782149 req-ad9659c6-d160-4bee-9088-a8f981ba43ab tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:43.006763 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d64bd5-9f86-46bb-a4c3-b5943b782149 req-ad9659c6-d160-4bee-9088-a8f981ba43ab tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0492611 Nov 23 19:53:43.055966 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d64bd5-9f86-46bb-a4c3-b5943b782149 req-bf7f7d19-197c-4a82-9d83-f1ffa6ba1925 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Nov 23 19:53:44.179207 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988e7fd-1c9b-46c9-a148-a659182afe71 req-43445260-4bc0-4cf1-a4f4-fbca342e4524 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:44.180930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e988e7fd-1c9b-46c9-a148-a659182afe71 req-43445260-4bc0-4cf1-a4f4-fbca342e4524 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0562468 Nov 23 19:53:44.240297 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e988e7fd-1c9b-46c9-a148-a659182afe71 req-a5fdb2a6-90b7-4715-b9e2-27e87966bc65 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534413 Nov 23 19:53:44.312770 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-2d8ff1f5-1e07-4d82-a58f-176078434e36 req-3e512497-ce79-4872-b4b8-1751f2108755 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:53:44.313760 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2d8ff1f5-1e07-4d82-a58f-176078434e36 req-3e512497-ce79-4872-b4b8-1751f2108755 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053353 Nov 23 19:53:44.472694 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906feb8-fef1-4777-996c-9b38ae4c43dc req-f1d03c49-de85-49ad-8011-c67303efebf7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:44.474224 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b906feb8-fef1-4777-996c-9b38ae4c43dc req-f1d03c49-de85-49ad-8011-c67303efebf7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0553250 Nov 23 19:53:44.527273 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b906feb8-fef1-4777-996c-9b38ae4c43dc req-9d315a5e-764f-4000-8eb9-34afe9e8d9bb tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Nov 23 19:53:44.654542 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-100b5ded-4c59-46e3-a8ef-34148e6087a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809579 Nov 23 19:53:45.442082 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-e33f61b5-635d-49a9-a047-1caa5d1e44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:45.443527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-e33f61b5-635d-49a9-a047-1caa5d1e44b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0418196 Nov 23 19:53:45.458150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:53:45.514523 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:45.652972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702551e1-a4f4-4d93-a71d-b03c5c2ebaf0 req-5e5728b3-7075-4fce-a926-6ff70f89d8c2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:45.654469 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-702551e1-a4f4-4d93-a71d-b03c5c2ebaf0 req-5e5728b3-7075-4fce-a926-6ff70f89d8c2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Nov 23 19:53:45.708653 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-702551e1-a4f4-4d93-a71d-b03c5c2ebaf0 req-ed18a282-e3d6-49e5-a28e-b753dff4b895 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473545 Nov 23 19:53:45.724326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:53:45.757795 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h1-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:53:45.795707 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:53:45.798471 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d2b48c-901d-45f2-b7d4-079574bb9d31" -d '{"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-unplugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:53:45.802218 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:45.820918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Transition to ACTIVE for port object 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:53:45.826335 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:45.911189 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce6379a-e3d4-4ae5-bc9b-1d489ceabd88 x-openstack-request-id: req-cce6379a-e3d4-4ae5-bc9b-1d489ceabd88 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:53:45.911786 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-unplugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:53:45.911936 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cce6379a-e3d4-4ae5-bc9b-1d489ceabd88 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:53:45.912460 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'code': 200} Nov 23 19:53:45.936155 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:53:45.961720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] No DVR routers for this DVR port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on host n-h1-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:53:45.964070 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.964430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.964781 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.965125 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.965467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.965802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.966136 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.966467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.966801 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.967135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.967493 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:45.967820 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:53:46.107235 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:53:46.107534 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:53:46.107865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:53:46.112332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:53:46.112656 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Attempting to bind port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:53:46.117477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:53:46.117810 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:53:46.118190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:53:46.118612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Bound port: 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:53:46.118962 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:46.186318 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:53:46.189882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:53:46.194983 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:46.230599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.230599 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:46.235062 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] 10.222.0.50 "PUT /v2.0/ports/386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1091 time: 0.7788236 Nov 23 19:53:46.267577 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65c8ad-401c-4fe4-a837-cb6b58bb5468 service neutron] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:53:46.304011 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-850346d6-2cb0-4093-abab-1c48082d6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.305527 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-850346d6-2cb0-4093-abab-1c48082d6fce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1094 time: 0.0470946 Nov 23 19:53:46.405063 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-7b7bbdba-2ad9-4928-a1ea-e76f8782df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.407157 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-7b7bbdba-2ad9-4928-a1ea-e76f8782df20 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0932000 Nov 23 19:53:46.475712 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-935528cc-ea4d-4eee-8042-b2a626dbfe22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 998 time: 0.0603061 Nov 23 19:53:46.514659 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:53:46.525645 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-5e4aa89e-4ef2-481a-ae5f-beb52e17c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.527117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-5e4aa89e-4ef2-481a-ae5f-beb52e17c7ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0444021 Nov 23 19:53:46.556397 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:53:46.580731 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-641cb9de-2791-45cf-a50f-0afd90a23803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.582241 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-641cb9de-2791-45cf-a50f-0afd90a23803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439777 Nov 23 19:53:46.673025 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-5cb51212-a2ab-4daf-9bd0-1f62bff18338 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822089 Nov 23 19:53:46.770550 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bbd774cc-15b9-458f-ab3a-4e8a54b3aef8 req-bc3a9dea-675a-452f-86f4-b661769cc5a5 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892074 Nov 23 19:53:46.841374 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669411f-9e11-47ca-b94c-c23a94072512 req-409bdceb-4276-4aad-a141-1d232272aad3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:46.842883 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3669411f-9e11-47ca-b94c-c23a94072512 req-409bdceb-4276-4aad-a141-1d232272aad3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0606346 Nov 23 19:53:46.894627 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3669411f-9e11-47ca-b94c-c23a94072512 req-cb17ee69-1148-4571-aec4-9ec0b2d3c279 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Nov 23 19:53:47.913723 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:53:47.916151 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8c827f-dd61-416c-8194-caa2385c7b50" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:53:47.957020 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d8be3-e01b-4692-ae8e-ee19cd92c5ce x-openstack-request-id: req-ba9d8be3-e01b-4692-ae8e-ee19cd92c5ce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:53:47.957559 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:53:47.957989 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba9d8be3-e01b-4692-ae8e-ee19cd92c5ce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:53:47.958607 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'status': 'completed', 'code': 200} Nov 23 19:53:48.019747 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c0256-ae1b-4eea-a09f-3633d79c86ed req-f87479ac-2610-41bc-b557-a37dca42a4ac tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:48.021295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-900c0256-ae1b-4eea-a09f-3633d79c86ed req-f87479ac-2610-41bc-b557-a37dca42a4ac tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0544372 Nov 23 19:53:48.076137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-900c0256-ae1b-4eea-a09f-3633d79c86ed req-87f59755-417f-4f11-bff3-c812fef039d5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Nov 23 19:53:49.206971 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34790f9-ce95-47ab-9e7c-8513f4165c99 req-6d395eb1-eadc-419e-b53d-d0ab322cfcd3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:49.209463 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c34790f9-ce95-47ab-9e7c-8513f4165c99 req-6d395eb1-eadc-419e-b53d-d0ab322cfcd3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0547214 Nov 23 19:53:49.269169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c34790f9-ce95-47ab-9e7c-8513f4165c99 req-6021f513-beb9-49ff-8782-3475d4d3a1d8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Nov 23 19:53:50.398333 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765003b-b8c2-466e-b88e-18861eb8dc95 req-577028e1-7a07-41ca-88d4-118560ac93f5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:50.399855 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7765003b-b8c2-466e-b88e-18861eb8dc95 req-577028e1-7a07-41ca-88d4-118560ac93f5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0487792 Nov 23 19:53:50.458088 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-7765003b-b8c2-466e-b88e-18861eb8dc95 req-2fbbbce1-0e38-4745-8097-108f0c0099d7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520880 Nov 23 19:53:51.590386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24814-3e91-4b1c-bd22-2cf2e1774fef req-2300f4f1-1c5d-4e63-80a8-5f635279e559 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:51.592086 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4c24814-3e91-4b1c-bd22-2cf2e1774fef req-2300f4f1-1c5d-4e63-80a8-5f635279e559 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0546927 Nov 23 19:53:51.648647 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4c24814-3e91-4b1c-bd22-2cf2e1774fef req-83f15f5d-bcae-403a-80c3-1994f4d9e2dd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 Nov 23 19:53:52.777537 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33130d-36d1-4e68-ab41-bca7caed5f26 req-036d4968-26c8-4bb0-b670-47249098d8b3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:52.779919 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e33130d-36d1-4e68-ab41-bca7caed5f26 req-036d4968-26c8-4bb0-b670-47249098d8b3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0604632 Nov 23 19:53:52.837152 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5e33130d-36d1-4e68-ab41-bca7caed5f26 req-348960c0-31e7-41b6-b077-d9f3ddae5a05 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498250 Nov 23 19:53:53.966084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19523d98-2b95-463c-9eba-b4b486ae7e22 req-bdfdc633-1034-4416-b7b1-7eff01c62109 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:53.968362 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19523d98-2b95-463c-9eba-b4b486ae7e22 req-bdfdc633-1034-4416-b7b1-7eff01c62109 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0530272 Nov 23 19:53:54.025515 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-19523d98-2b95-463c-9eba-b4b486ae7e22 req-53a6f1f5-02fa-4548-bfb4-ad40ed68755c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505309 Nov 23 19:53:54.102470 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:53:55.151783 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a587dd7-9e29-466a-8943-c6ca62e86f4b req-d018ff6f-9e74-4336-a1fa-6c50cdef86e1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:55.154026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a587dd7-9e29-466a-8943-c6ca62e86f4b req-d018ff6f-9e74-4336-a1fa-6c50cdef86e1 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0579915 Nov 23 19:53:55.222520 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9a587dd7-9e29-466a-8943-c6ca62e86f4b req-96cbf377-6e09-4f47-864d-9b4bbf5a4867 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612190 Nov 23 19:53:56.383219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31ffe-fc29-41f0-9bee-bb062c5904b6 req-c9535134-14ca-4078-811a-bb3d41e4b3e8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:56.384798 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fb31ffe-fc29-41f0-9bee-bb062c5904b6 req-c9535134-14ca-4078-811a-bb3d41e4b3e8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0533869 Nov 23 19:53:56.446811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5fb31ffe-fc29-41f0-9bee-bb062c5904b6 req-7613366c-4b02-4e0f-af6d-533829a86d19 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503311 Nov 23 19:53:57.568325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aa9da22-7991-48a1-bcfe-298e467ba9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:53:57.583969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3fd5c-09fd-4ba9-a8ad-169b24b3c0a1 req-801396fb-4334-4cfb-9317-ec7a04587968 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:57.585640 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6d3fd5c-09fd-4ba9-a8ad-169b24b3c0a1 req-801396fb-4334-4cfb-9317-ec7a04587968 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0668588 Nov 23 19:53:57.644774 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f6d3fd5c-09fd-4ba9-a8ad-169b24b3c0a1 req-6f187060-8aae-4c27-b792-f67662123d06 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527189 Nov 23 19:53:57.710349 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-8fedc3e4-dd72-4e5e-9f2a-af46b2bc3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:57.711914 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-8fedc3e4-dd72-4e5e-9f2a-af46b2bc3245 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1094 time: 0.0427344 Nov 23 19:53:57.886432 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-6575f719-b57d-4124-b326-cb0e4dddb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:57.887919 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-6575f719-b57d-4124-b326-cb0e4dddb94c service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0872767 Nov 23 19:53:57.968859 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-b7279c59-4c55-4035-9b5b-b3534be87eaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 998 time: 0.0716794 Nov 23 19:53:58.021026 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-962eab36-95c9-42b2-8586-7f0480a3616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:58.022628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-962eab36-95c9-42b2-8586-7f0480a3616d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0456398 Nov 23 19:53:58.071360 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-d460fe03-43ca-4351-853c-7cf915bdb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:58.072993 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-d460fe03-43ca-4351-853c-7cf915bdb666 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419595 Nov 23 19:53:58.170549 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-ea7f4355-2253-4a0d-a7f2-fd415fc483ca service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889425 Nov 23 19:53:58.268787 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8a8c827f-dd61-416c-8194-caa2385c7b50 req-e0114348-e861-4e1d-9b32-6de201901f41 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903344 Nov 23 19:53:58.770402 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b20b0-a7aa-4873-a5ae-8338849fc8c7 req-657cd9ed-fe83-4bfc-a80d-2b4b4d771805 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:58.771892 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-636b20b0-a7aa-4873-a5ae-8338849fc8c7 req-657cd9ed-fe83-4bfc-a80d-2b4b4d771805 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0539591 Nov 23 19:53:58.819928 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-636b20b0-a7aa-4873-a5ae-8338849fc8c7 req-2ba736dc-b30c-4cca-a9f1-d838f86a10aa tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Nov 23 19:53:59.930648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:53:59.938214 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8130ade-bd15-4946-86a4-7248067a437b req-6962b7bb-a22a-4adb-aba2-fd29b64add96 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:53:59.940282 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8130ade-bd15-4946-86a4-7248067a437b req-6962b7bb-a22a-4adb-aba2-fd29b64add96 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 943 time: 0.0513954 Nov 23 19:53:59.999323 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b8130ade-bd15-4946-86a4-7248067a437b req-1e67a945-a125-4ef4-8dd9-cd7c9d6feab7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525751 Nov 23 19:54:00.037488 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:54:00.048346 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'port_id': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'mac_address': 'fa:16:3e:27:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:54:00.089416 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:00.102424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:54:00.125311 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:54:00.129727 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:00.175998 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:54:00.309422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f0bc-1e24-4828-99c7-b9ee865106e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:00.389514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:54:01.045596 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:01.122094 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85045207-1788-4623-83f9-7dcc90571cbd req-8f1d9448-f44f-4146-bbc0-3af279f5c627 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:01.123505 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85045207-1788-4623-83f9-7dcc90571cbd req-8f1d9448-f44f-4146-bbc0-3af279f5c627 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Nov 23 19:54:01.173008 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-85045207-1788-4623-83f9-7dcc90571cbd req-4de0c25a-80dd-44a5-b02f-3f00572f8171 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Nov 23 19:54:01.947112 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:54:01.996056 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:54:02.000363 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:54:02.000734 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:02.078923 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:02.101026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:54:02.103247 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abbfb0c-1e8b-4b83-832a-27510c18901c" -d '{"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:54:02.116055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:54:02.119936 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:02.143704 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b3db1-e3a2-4c53-be51-a6deaaca99b1 x-openstack-request-id: req-758b3db1-e3a2-4c53-be51-a6deaaca99b1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:54:02.143998 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-plugged", "status": "completed", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:54:02.144257 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-758b3db1-e3a2-4c53-be51-a6deaaca99b1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:54:02.144660 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'code': 200} Nov 23 19:54:02.171279 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:54:02.322263 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7111-a536-4aff-807f-6c6c38a419e8 req-89f016b0-c2be-4ba8-8a19-64ba087b8603 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:02.323769 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8def7111-a536-4aff-807f-6c6c38a419e8 req-89f016b0-c2be-4ba8-8a19-64ba087b8603 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0800312 Nov 23 19:54:02.332538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6ef0-02eb-4bc3-a0a0-a7a8e8935bdb req-ac232d28-d096-4c7a-ac88-97ec38a0fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:02.333881 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab7a6ef0-02eb-4bc3-a0a0-a7a8e8935bdb req-ac232d28-d096-4c7a-ac88-97ec38a0fa64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1097 time: 0.0587270 Nov 23 19:54:02.408576 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8def7111-a536-4aff-807f-6c6c38a419e8 req-0d494dfc-d3e4-4f9d-bbe6-99b30d57b483 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783348 Nov 23 19:54:02.411193 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ab7a6ef0-02eb-4bc3-a0a0-a7a8e8935bdb req-ab214d79-20ad-4235-8753-532a2dde73ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641620 Nov 23 19:54:02.474481 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:03.401290 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:03.545013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daa207-3fb8-448e-be0a-31cdc3a2f1c5 req-372c114e-ccb3-4074-acb0-dd68a09c3c69 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:03.546565 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23daa207-3fb8-448e-be0a-31cdc3a2f1c5 req-372c114e-ccb3-4074-acb0-dd68a09c3c69 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0570507 Nov 23 19:54:03.601949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-23daa207-3fb8-448e-be0a-31cdc3a2f1c5 req-99694cee-a24d-47de-9e6f-74e76853f38a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479510 Nov 23 19:54:04.722202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51129ab-dde7-4974-ae69-54a2f81e70e6 req-28a01c81-f31a-416d-9cac-365a24c39376 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:04.723709 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e51129ab-dde7-4974-ae69-54a2f81e70e6 req-28a01c81-f31a-416d-9cac-365a24c39376 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Nov 23 19:54:04.777584 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e51129ab-dde7-4974-ae69-54a2f81e70e6 req-221ccbf1-fb36-4aca-913d-843fa38b9ec2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Nov 23 19:54:09.694245 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:10.948005 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:27.561979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b8b046d-0aa7-4ba4-af4d-e103b3a3d9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:28.345374 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-7c7c1a5a-59b1-4c29-874f-4c3108121ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471683 Nov 23 19:54:28.439765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-8b72b0fb-cf27-48f6-a14e-6fb9e92b680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:28.441377 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-8b72b0fb-cf27-48f6-a14e-6fb9e92b680b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1097 time: 0.0418830 Nov 23 19:54:28.556122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-e05be350-f5db-4446-b708-e0ba1670b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:28.557688 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-e05be350-f5db-4446-b708-e0ba1670b974 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0959182 Nov 23 19:54:28.627302 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-228c5447-1432-45b4-b068-7ad8856172e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 1000 time: 0.0609832 Nov 23 19:54:28.686710 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-03dbc8c3-9361-4451-bfa8-1d744030ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:28.689343 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-03dbc8c3-9361-4451-bfa8-1d744030ebef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0556548 Nov 23 19:54:28.741827 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-87def8ac-79fe-4057-8dd6-d78ab3e0b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:54:28.743380 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-87def8ac-79fe-4057-8dd6-d78ab3e0b8d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454223 Nov 23 19:54:28.838693 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-dfa50c5b-91b7-4cc8-a076-d4225193881f service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Nov 23 19:54:28.936930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a59ffd4d-7235-47de-9036-ccbe63fd72bd req-6c266ba2-59a6-463f-b63d-3177aafad3e0 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881119 Nov 23 19:54:30.311062 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc5798b4-2864-4d95-8262-857b3df0f996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:31.046607 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:31.101466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:54:32.477362 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:33.399019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:39.708111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:40.948461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:54:57.565624 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa1abdfe-7526-4019-9fab-8652a94e44df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:00.312635 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0e1e-ba31-4d4f-824f-61366778f0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:01.050778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:02.478521 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:03.391964 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:08.100682 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:55:09.723561 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:10.948503 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.399819 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:16.558165 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Deleting port fb1febe7-5306-4025-9929-75a5fb968672 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:55:16.558506 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.635378 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.635707 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.647698 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Calling delete_port for fb1febe7-5306-4025-9929-75a5fb968672 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:55:16.794338 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.821722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'Port': ['ID=fb1febe7-5306-4025-9929-75a5fb968672,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:16.834807 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.835167 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.835547 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.835903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.836244 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.836583 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.836919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.837253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.837587 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.837921 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.838252 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.838582 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:16.892496 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:16.892869 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Floating IP 2e7e5909-8545-46ec-a07b-43c0d3225c68 disassociated (deleted). External IP: 172.25.5.17, port: 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3. Nov 23 19:55:17.098568 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:55:17.204570 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:55:17.209522 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:17.215059 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:55:17.224775 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:55:17.225366 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:55:17.237396 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-9a23e0ce-c898-4ed0-86ed-519cabf859c3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e7e5909-8545-46ec-a07b-43c0d3225c68 HTTP/1.1" status: 204 len: 168 time: 0.8365548 Nov 23 19:55:17.238178 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:55:17.240549 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb2f48-d15e-482e-be03-23e2d0ff9537" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:55:17.280934 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba205a47-9c1c-4bde-8e76-b9e8700af62d x-openstack-request-id: req-ba205a47-9c1c-4bde-8e76-b9e8700af62d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:55:17.281323 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:55:17.281628 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba205a47-9c1c-4bde-8e76-b9e8700af62d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:55:17.282272 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'status': 'completed', 'code': 200} Nov 23 19:55:17.337074 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:55:17.413547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-f42dea08-1609-4668-8e47-0566f1235f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:17.415198 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-f42dea08-1609-4668-8e47-0566f1235f11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 1097 time: 0.1109350 Nov 23 19:55:17.555302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fffd-dd2c-4a0d-a74e-891d45de983e req-9afb0d89-b620-48aa-a70a-194d1cd2e43a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:17.556806 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74e8fffd-dd2c-4a0d-a74e-891d45de983e req-9afb0d89-b620-48aa-a70a-194d1cd2e43a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0995307 Nov 23 19:55:17.558535 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:55:17.560004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-62b43b6b-e5b9-4afa-bfce-45b63d3342a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:17.561437 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-62b43b6b-e5b9-4afa-bfce-45b63d3342a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.1340518 Nov 23 19:55:17.587518 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:55:17.597004 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:55:17.597623 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:55:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:55:17.615359 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-e704151c-a24f-421a-866a-6b71673d7654 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 200 len: 217 time: 0.0449340 Nov 23 19:55:17.676848 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-74e8fffd-dd2c-4a0d-a74e-891d45de983e req-ea9b4bdb-6913-4e46-bb03-38b21ae84367 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135602 Nov 23 19:55:17.688547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-140cd1b8-0106-4712-b302-328ce7e64861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:17.695957 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-140cd1b8-0106-4712-b302-328ce7e64861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0679398 Nov 23 19:55:17.729473 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:55:17.741964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-a397963d-8847-45c4-b9f6-d9371e410aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:17.743490 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-a397963d-8847-45c4-b9f6-d9371e410aaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449843 Nov 23 19:55:17.847637 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-3a58d608-0ccc-41ac-8265-411af41bcb81 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955551 Nov 23 19:55:17.953020 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eeb2f48-d15e-482e-be03-23e2d0ff9537 req-705b7321-01d2-481f-afbc-213ab2dc95af service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969381 Nov 23 19:55:18.041687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:55:18.068264 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b31a3-b905-45ae-89f9-cfbc471e6144 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:55:18.324648 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa3bdb-405b-48e6-9516-9d590f35caf0 None None] New status for floating IP 2e7e5909-8545-46ec-a07b-43c0d3225c68: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:55:18.813387 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ee90-1df9-4576-82d4-ec55fbde20fb req-6542537d-c683-482a-ab77-fdaa0169a677 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:18.814649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49c2ee90-1df9-4576-82d4-ec55fbde20fb req-6542537d-c683-482a-ab77-fdaa0169a677 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0513403 Nov 23 19:55:18.867613 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49c2ee90-1df9-4576-82d4-ec55fbde20fb req-c66c22e7-76fd-4c15-ae2e-e7c4713213f3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d2090b0-f964-44d1-9c81-a47d65f1b6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467339 Nov 23 19:55:18.955576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-da206e14-fb10-42ef-9e97-fbeb094dac07 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:18.957028 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-da206e14-fb10-42ef-9e97-fbeb094dac07 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d7fdfc-1e97-4706-b868-260c57d13924 HTTP/1.1" status: 200 len: 946 time: 0.0490599 Nov 23 19:55:19.048860 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Deleting port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:55:19.049199 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:19.135115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] For port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:55:19.135419 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:19.147721 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Calling delete_port for 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:55:19.276226 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:19.306099 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'Port': ['ID=386a68f0-4e22-4dc0-b3eb-ecb4b529fac3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:19.336427 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.336775 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.337115 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.337450 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.337780 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.338109 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.338439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.338770 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.339103 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.339430 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.339754 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.340076 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:19.359474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] No DVR routers for this DVR port 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:55:19.361890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:19.365265 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-38c2b44b-62ca-41c0-bad9-f38417931f16 req-67a66f68-0646-4f12-bdd1-085c3c4810fd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "DELETE /v2.0/ports/386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 HTTP/1.1" status: 204 len: 173 time: 0.4018819 Nov 23 19:55:19.365761 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-deleted', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:55:19.368092 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eae4cd-c93f-4ee7-9962-4447036d346d" -d '{"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-deleted", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:55:19.408046 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22370a-8ba7-4974-a7db-7ad124ba85de x-openstack-request-id: req-5f22370a-8ba7-4974-a7db-7ad124ba85de {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:55:19.408341 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7fdfc-1e97-4706-b868-260c57d13924", "name": "network-vif-deleted", "tag": "386a68f0-4e22-4dc0-b3eb-ecb4b529fac3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:55:19.408593 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f22370a-8ba7-4974-a7db-7ad124ba85de {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:55:19.408994 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7fdfc-1e97-4706-b868-260c57d13924', 'name': 'network-vif-deleted', 'tag': '386a68f0-4e22-4dc0-b3eb-ecb4b529fac3', 'status': 'completed', 'code': 200} Nov 23 19:55:19.925434 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:19.981611 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.006145 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.067614 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.070276 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.071460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d2090b0-f964-44d1-9c81-a47d65f1b6d1 HTTP/1.1" status: 204 len: 168 time: 0.1449850 Nov 23 19:55:20.081259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f270b16-e304-42de-89d7-67a6d0713fbc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2090b0-f964-44d1-9c81-a47d65f1b6d1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.299270 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.305150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983497431', 'description': 'tempest-secgroup-smoke-983497431 description', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.328958 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.393948 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.397824 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.427162 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bedf20-e9ec-444d-8a57-efc83f93492e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.432113 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.433322 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c1db90ed-240e-450c-8e44-05963a745e0e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1325753 Nov 23 19:55:20.436891 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.441461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.468358 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.522220 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.525564 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.543114 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e171ed70-6114-4f5f-8340-b15a1d69613e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.551622 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.552828 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-bad26c41-fe10-4676-9f3b-0572cb8e75ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149697 Nov 23 19:55:20.555617 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.559877 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.587288 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.645381 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.649160 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.666348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e8a597-da02-42a7-a67b-3dbc8b1ee219,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.676133 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.677339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-aa0c3e0f-6032-44f6-80e7-743221489c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208324 Nov 23 19:55:20.680089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.684397 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.709994 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.765567 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.768891 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.785668 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c9a168-de7e-44b2-9c9e-5c191a79cdcf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.793593 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.794791 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c9b99c8f-e5e4-4d6a-bfc5-4ec65171a6b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137626 Nov 23 19:55:20.798474 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.802698 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.829800 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.885202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.888797 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.906741 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39599bd7-e72c-477e-8801-7b7f8a0e21a7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:20.914332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:20.915554 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ee7dfeb0-258c-41a9-a051-5e8ef9dc661a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161234 Nov 23 19:55:20.918181 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:20.923333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:20.945016 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Project 9fcb0138169a4f0baa774fc543c9e9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:55:20.949710 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.014462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.018351 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.036626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a04dc04-631a-4e8c-8d8f-7442fb5c9f77,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:21.044469 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.046303 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-5cb18ded-6442-4b84-929d-7237d752f16b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265833 Nov 23 19:55:21.049079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:55:21.053423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'security_group_rule': {'security_group_id': 'c9bedf20-e9ec-444d-8a57-efc83f93492e', 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:21.075113 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Project 9fcb0138169a4f0baa774fc543c9e9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 19:55:21.080504 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.138729 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.142966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.161224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d75c51-e776-4ef9-8c97-135b48fe7279,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:21.166278 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:21.167581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-81c13be8-7b53-45a0-9b52-99f190508a85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175363 Nov 23 19:55:22.334579 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:55:22.355188 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:55:22.355672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 386a68f0-4e22-4dc0-b3eb-ecb4b529fac3 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:55:27.571579 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d96359ca-6491-44c8-9e88-7329088c6878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:30.317070 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf04698d-130f-4499-a0a1-d51ccc711a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:31.052968 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:32.483986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:33.395014 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:36.446677 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-73b0797e-ba23-40c1-b652-96b6d292a02c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983497431&fields=id&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 267 time: 0.0439932 Nov 23 19:55:36.554811 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-850b507b-417b-406d-9752-5dc2e4755e82 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:36.556307 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-850b507b-417b-406d-9752-5dc2e4755e82 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 809 time: 0.1026216 Nov 23 19:55:36.571524 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-216ec3da-9ae6-4741-8b2f-b0859bff9fab tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/quotas/9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 375 time: 0.0087905 Nov 23 19:55:36.622149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-d7340774-5237-46c9-a5da-2a6831218ea2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453074 Nov 23 19:55:36.762258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-477c5961-0d08-479c-8f72-a43f2500bbc4 service neutron] 10.222.0.37 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285276 Nov 23 19:55:36.855633 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-6658fc8c-0d01-4974-90c5-5b119c84292d service neutron] 10.222.0.37 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868390 Nov 23 19:55:38.151949 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0ed6bd0f-f56c-4db0-bfdf-e91277474656 req-154a262f-af9e-496d-864f-6d47c9204fa4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Nov 23 19:55:39.228701 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b65bf305-e46b-4237-9d2c-e6ea8d0464cd req-4daf0b29-cc40-4603-be2f-7cef8f23558f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0257409 Nov 23 19:55:39.721496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:40.306968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-11dce9fa-8159-4fbe-a14c-d7b4fbc359f0 req-5020418e-31ce-4456-ab2f-383cc081e326 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0269237 Nov 23 19:55:40.947657 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:41.384494 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a4a14693-6f7c-4eb9-ac80-f961703939d4 req-4172a1e0-7443-4927-8e34-fc68a8eb75bd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0260568 Nov 23 19:55:42.481395 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-77cdb366-919a-4e0d-bc8e-725dec3a5da2 req-d8de7971-8ab4-412d-8039-71d2df21ab57 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Nov 23 19:55:43.144726 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-bd191efa-5d9c-432e-a68a-e75b6f5ca213 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:43.146235 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-bd191efa-5d9c-432e-a68a-e75b6f5ca213 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 809 time: 0.1097956 Nov 23 19:55:43.223336 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-8a94c8fe-26ea-4feb-bfad-8e5f48de34ed tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 379 time: 0.0674787 Nov 23 19:55:43.233072 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'port': {'device_id': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'admin_state_up': True, 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'security_groups': ['c9bedf20-e9ec-444d-8a57-efc83f93492e']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:43.344661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Made reservation on behalf of 9fcb0138169a4f0baa774fc543c9e9c4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 19:55:43.348250 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:43.471796 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Allocated IP 172.20.0.6 (319c8372-9127-4fb2-9322-1e12f3163e83/12e46aeb-744b-45b8-8b9b-dce984adfbcd/e0daeb36-2081-4d8e-866e-07a457fb8c73) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:55:43.607144 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f7cb522d-fb35-4426-a5e0-699cb1de07f3 req-9115ac61-9c85-4d07-8dbb-ee790ed1d4dd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0318494 Nov 23 19:55:43.641966 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:43.676114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:43.726227 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:55:43.729179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:55:43.732935 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:55:43.761079 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:43.788092 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:43.788713 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:43.806834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-540dc2b6-0c48-48d2-84ff-b3ad0801f25f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774908 Nov 23 19:55:43.831080 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-587b7d3d-c588-47b6-a32b-c9cfe2d81ca5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:55:43.832428 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-587b7d3d-c588-47b6-a32b-c9cfe2d81ca5 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186934 Nov 23 19:55:43.853045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Request body: {'port': {'device_id': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:55:43.913868 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.018293 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7dfd33e1-bb86-4fd1-88aa-0ec342311960 None None] Provisioning complete for port e0daeb36-2081-4d8e-866e-07a457fb8c73 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:55:44.018875 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dfd33e1-bb86-4fd1-88aa-0ec342311960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.054829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd33e1-bb86-4fd1-88aa-0ec342311960 None None] Port e0daeb36-2081-4d8e-866e-07a457fb8c73 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 19:55:44.184396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:55:44.192606 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.204883 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Transition to ACTIVE for port object e0daeb36-2081-4d8e-866e-07a457fb8c73 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:55:44.209730 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.260175 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:44.340720 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:55:44.341065 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:55:44.341396 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:55:44.347465 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:55:44.347793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:55:44.353010 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:55:44.353348 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:55:44.353730 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:55:44.354159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Bound port: e0daeb36-2081-4d8e-866e-07a457fb8c73, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:55:44.354516 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.423298 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:55:44.426666 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:55:44.431291 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.466653 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:44.467281 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:44.468871 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] 10.222.0.50 "PUT /v2.0/ports/e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1091 time: 0.6226065 Nov 23 19:55:44.470004 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:55:44.473218 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:55:44.502219 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913372-3313-4c6a-87cb-ea8ad8af6172 service neutron] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:44.560803 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9185fe8-c583-4f2d-ad74-a57a029856d2 x-openstack-request-id: req-d9185fe8-c583-4f2d-ad74-a57a029856d2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:55:44.561094 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:55:44.561350 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9185fe8-c583-4f2d-ad74-a57a029856d2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:55:44.561759 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'status': 'completed', 'code': 200} Nov 23 19:55:44.579793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-5a91c5eb-ac19-401e-b261-5210547cb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:44.581934 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-5a91c5eb-ac19-401e-b261-5210547cb7a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0483191 Nov 23 19:55:44.634771 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-aaed49b4-dba4-4582-8c90-491b7d923a18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 217 time: 0.0423186 Nov 23 19:55:44.716659 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-277271bf-2941-4692-b1c6-ec7e8b6bed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:44.718176 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-277271bf-2941-4692-b1c6-ec7e8b6bed1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0743177 Nov 23 19:55:44.792308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396055-5e65-408b-aab2-c0db8859596a req-daf37158-f21f-4d4d-bb44-18808dbf920b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:44.793567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58396055-5e65-408b-aab2-c0db8859596a req-daf37158-f21f-4d4d-bb44-18808dbf920b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0869086 Nov 23 19:55:44.800228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-d1b71d08-60b7-4b5d-8eb0-130da3485af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:44.801656 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-d1b71d08-60b7-4b5d-8eb0-130da3485af8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634308 Nov 23 19:55:44.921033 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-58396055-5e65-408b-aab2-c0db8859596a req-dff66ac5-0347-43a5-b795-703184695122 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184087 Nov 23 19:55:44.949035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-aa3c3cc9-4c80-4b99-9a3c-5d07f26f0d82 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393366 Nov 23 19:55:45.045083 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c913ef1-27a2-4363-91bd-938074fe3b83 req-4b2aeb27-26df-4108-976c-5310a147c7e5 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879297 Nov 23 19:55:45.100950 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:55:45.134873 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-e75cef88-0dfd-452b-a5b9-51e6703b2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:45.136416 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-e75cef88-0dfd-452b-a5b9-51e6703b2e82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0416422 Nov 23 19:55:45.238782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-418b4a8a-75a7-4362-9ade-3fafd353ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:45.240875 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-418b4a8a-75a7-4362-9ade-3fafd353ba97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0954282 Nov 23 19:55:45.639465 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-cd1a440c-8163-4582-a206-5ec4baa1120d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 217 time: 0.3901374 Nov 23 19:55:45.689989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-6289202c-c76f-453c-a31e-46e7d9ee5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:45.691631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-6289202c-c76f-453c-a31e-46e7d9ee5efd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0439963 Nov 23 19:55:45.739528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-f98599f4-da7e-4806-bc68-f2e6542df715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:45.741021 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-f98599f4-da7e-4806-bc68-f2e6542df715 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407724 Nov 23 19:55:45.841918 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-354a2fad-e58f-4d7b-9edf-9f655ab2330c service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924151 Nov 23 19:55:45.949797 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2900d8c7-f614-4fb0-9b1b-e25ed94de7a0 req-865849ad-6f07-463d-9091-9d3d91823987 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971332 Nov 23 19:55:46.048828 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042cae5-4bba-46d7-84a0-8162b5dba9bf req-32ec092c-8b17-40b3-b812-5c16a56267d8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:46.050285 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a042cae5-4bba-46d7-84a0-8162b5dba9bf req-32ec092c-8b17-40b3-b812-5c16a56267d8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0551341 Nov 23 19:55:46.100180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a042cae5-4bba-46d7-84a0-8162b5dba9bf req-9721c1b0-3ee8-484a-a6a9-b587f65454b0 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437651 Nov 23 19:55:47.220021 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314304-35bc-482b-935b-164a3215c75c req-bd3e2dfb-755f-44f7-9483-7dff9d789488 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:47.221597 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91314304-35bc-482b-935b-164a3215c75c req-bd3e2dfb-755f-44f7-9483-7dff9d789488 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0514586 Nov 23 19:55:47.274352 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-91314304-35bc-482b-935b-164a3215c75c req-7dde407e-f5ac-4169-9997-474741a5821d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466056 Nov 23 19:55:48.395355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce6b86-2ad9-493b-aec5-3e4fe1a03345 req-b9785b9e-58ec-4f43-9b46-157c58f642ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:48.396779 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9ce6b86-2ad9-493b-aec5-3e4fe1a03345 req-b9785b9e-58ec-4f43-9b46-157c58f642ca tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Nov 23 19:55:48.445558 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c9ce6b86-2ad9-493b-aec5-3e4fe1a03345 req-6199eed0-6049-4965-a465-14b34a0c8ba7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Nov 23 19:55:49.562570 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8d476-1e3f-492e-9ead-2deddcf39d24 req-2d7ad607-da2e-4da6-8cee-f51e08f8dbe9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:49.564095 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67d8d476-1e3f-492e-9ead-2deddcf39d24 req-2d7ad607-da2e-4da6-8cee-f51e08f8dbe9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0506856 Nov 23 19:55:49.615551 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-67d8d476-1e3f-492e-9ead-2deddcf39d24 req-42f6c60d-8e58-4268-b8c7-b3685eddcd93 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452211 Nov 23 19:55:50.731555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abce8f-769e-4c57-8a61-61f34739520a req-1b971aa3-c4d4-409a-8ed7-fc414edff75c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:50.733014 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19abce8f-769e-4c57-8a61-61f34739520a req-1b971aa3-c4d4-409a-8ed7-fc414edff75c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0518074 Nov 23 19:55:50.782045 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-19abce8f-769e-4c57-8a61-61f34739520a req-4d3c9638-4d21-4dfc-806b-ab7cc1a872e3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Nov 23 19:55:51.902084 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1a432-82ac-4f7c-ac5b-a0514a1ca764 req-6d0d775f-7ba4-4bcc-b636-106538a733c0 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:51.903578 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77a1a432-82ac-4f7c-ac5b-a0514a1ca764 req-6d0d775f-7ba4-4bcc-b636-106538a733c0 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0548501 Nov 23 19:55:51.952978 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-77a1a432-82ac-4f7c-ac5b-a0514a1ca764 req-253f0325-925f-42da-b8dc-c99ccb4cd310 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Nov 23 19:55:53.065797 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f79c-3f04-4c44-8256-7937b9a4f8dd req-dca83ff5-94f3-4b30-983f-6f9313e7e254 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:53.067236 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6933f79c-3f04-4c44-8256-7937b9a4f8dd req-dca83ff5-94f3-4b30-983f-6f9313e7e254 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0471365 Nov 23 19:55:53.115074 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6933f79c-3f04-4c44-8256-7937b9a4f8dd req-a4bfb02f-58cf-4a0b-92f2-3a0109a4b79f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Nov 23 19:55:54.228804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e178c54-ab8b-453a-8eb0-ccaa4ba3a600 req-18b1c500-0544-400b-ac92-1c48c13858ba tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:54.230268 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e178c54-ab8b-453a-8eb0-ccaa4ba3a600 req-18b1c500-0544-400b-ac92-1c48c13858ba tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0482092 Nov 23 19:55:54.279245 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6e178c54-ab8b-453a-8eb0-ccaa4ba3a600 req-8b2de270-1da6-4875-ad3f-828478b31b5a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Nov 23 19:55:55.393526 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5667c-488c-4b88-8b33-1a2483f784f5 req-230e6730-11ce-468b-8a29-4c5d4aa02503 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:55.394977 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4b5667c-488c-4b88-8b33-1a2483f784f5 req-230e6730-11ce-468b-8a29-4c5d4aa02503 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0486999 Nov 23 19:55:55.448486 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b4b5667c-488c-4b88-8b33-1a2483f784f5 req-de5795d8-fb1b-4ca8-9ca7-4c499516f217 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474701 Nov 23 19:55:56.473978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:55:56.567910 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:55:56.568185 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a163-27c1-4314-b439-12969e8fd167 req-47b1995a-ace1-4458-bf52-9e7f1538fad7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:56.569706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfc7a163-27c1-4314-b439-12969e8fd167 req-47b1995a-ace1-4458-bf52-9e7f1538fad7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0531123 Nov 23 19:55:56.579689 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'mac_address': 'fa:16:3e:ce:77:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:55:56.619624 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-bfc7a163-27c1-4314-b439-12969e8fd167 req-f007d090-15ac-41c0-ab98-d63edc084660 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437241 Nov 23 19:55:56.619847 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:56.632755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:55:56.652086 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:55:56.656463 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:56.704791 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:56.712159 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.712508 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.712851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.713185 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.713518 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.714075 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.714411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.714811 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.715133 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.715544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.716000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.716396 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:55:56.871533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['e0daeb36-2081-4d8e-866e-07a457fb8c73'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:55:57.564558 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5af182e2-85f6-42dc-b416-eab2e182b55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:57.734346 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8ccbd-9478-44fe-806e-118a9ec2a347 req-4a46c776-eb90-4945-ab2b-4c200bf9c1dd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:57.735259 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edb8ccbd-9478-44fe-806e-118a9ec2a347 req-4a46c776-eb90-4945-ab2b-4c200bf9c1dd tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 944 time: 0.0479474 Nov 23 19:55:57.787427 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-edb8ccbd-9478-44fe-806e-118a9ec2a347 req-3e9240b6-63a5-43ba-9ab0-c5fe6e1d2330 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455124 Nov 23 19:55:58.489580 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:55:58.537977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port e0daeb36-2081-4d8e-866e-07a457fb8c73 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:55:58.541924 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port e0daeb36-2081-4d8e-866e-07a457fb8c73 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:55:58.542293 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:58.630801 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:58.653210 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:55:58.655446 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a3c75-2a68-4d47-a3b7-8a1ff984633d" -d '{"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:55:58.668382 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:55:58.673646 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:55:58.696592 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99cc43e-97f9-4eef-a8de-60567df124cd x-openstack-request-id: req-e99cc43e-97f9-4eef-a8de-60567df124cd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:55:58.696887 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:55:58.697139 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e99cc43e-97f9-4eef-a8de-60567df124cd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:55:58.697533 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'code': 200} Nov 23 19:55:58.725142 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:55:58.793361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e701bf5-3510-4556-a498-9631fa3cc82a req-9dea5f55-8b5f-45e7-a721-4d4653c0ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:58.794930 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e701bf5-3510-4556-a498-9631fa3cc82a req-9dea5f55-8b5f-45e7-a721-4d4653c0ca81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0408723 Nov 23 19:55:58.843082 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9e701bf5-3510-4556-a498-9631fa3cc82a req-203e28fc-e0a8-46ce-9955-b01272249cd2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Nov 23 19:55:58.918735 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc26126-0f95-4b8e-8705-a69cc11f2063 req-4f66dbed-82ac-42ce-b7e9-304d7dfa5e9e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:55:58.920267 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfc26126-0f95-4b8e-8705-a69cc11f2063 req-4f66dbed-82ac-42ce-b7e9-304d7dfa5e9e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0617120 Nov 23 19:55:58.971380 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dfc26126-0f95-4b8e-8705-a69cc11f2063 req-36c0eaf9-7ea9-4157-baeb-80996a32f5d9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Nov 23 19:56:00.090597 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3e057-1848-4336-a8f4-a5b6b7951499 req-d9f83589-151b-493c-97ee-2b12d8837d26 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:00.092071 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18f3e057-1848-4336-a8f4-a5b6b7951499 req-d9f83589-151b-493c-97ee-2b12d8837d26 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Nov 23 19:56:00.145199 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18f3e057-1848-4336-a8f4-a5b6b7951499 req-1b297f75-f35b-4de6-b8fc-9e72c7810e05 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465655 Nov 23 19:56:00.263419 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94830211-d7c9-4500-bf91-eae8867c28a1 req-718041f8-eadb-427d-9972-86f0914a272f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:00.264910 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94830211-d7c9-4500-bf91-eae8867c28a1 req-718041f8-eadb-427d-9972-86f0914a272f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Nov 23 19:56:00.315799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-94830211-d7c9-4500-bf91-eae8867c28a1 req-20cad1a8-c858-4e61-8615-822045f4a0b8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Nov 23 19:56:00.332622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a36fa9e4-5fca-410c-b5f8-dbbcea21d56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:00.344426 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:56:00.384740 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c062a1b-85c9-4357-8e58-cb30d1b881f5 tempest-TestShelveInstance-1539526425 tempest-TestShelveInstance-1539526425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:00.386296 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7c062a1b-85c9-4357-8e58-cb30d1b881f5 tempest-TestShelveInstance-1539526425 tempest-TestShelveInstance-1539526425-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1091 time: 0.0399935 Nov 23 19:56:00.389130 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:56:00.393884 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:56:00.416541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:00.509942 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:00.614111 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Allocated IP 172.25.5.163 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/41bc06cb-e146-42e6-893b-a20137373310) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 19:56:00.726787 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:00.764654 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:00.804211 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 19:56:00.807022 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 19:56:00.810458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 19:56:00.816684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=41bc06cb-e146-42e6-893b-a20137373310,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:56:01.060537 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.186310 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.251202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.404196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.409080 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.478324 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event updated for resources: {'Port': ['ID=41bc06cb-e146-42e6-893b-a20137373310,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:56:01.487075 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.587576 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Floating IP d6b75058-8127-4df4-af6b-96d2ff6015b6 associated. External IP: 172.25.5.163, port: e0daeb36-2081-4d8e-866e-07a457fb8c73. Nov 23 19:56:01.794776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:56:01.904567 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:56:01.914633 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:56:01.921984 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:01.926970 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:56:01.927700 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:56:01.950743 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-cbbdbf5a-16d0-45a4-bfc9-337ccd4c66b9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5605893 Nov 23 19:56:01.951355 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:56:01.953639 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:56:01.997242 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531ccbd-5b4c-478f-a2ed-788397c6e0d6 x-openstack-request-id: req-d531ccbd-5b4c-478f-a2ed-788397c6e0d6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:56:01.997693 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:56:01.998348 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d531ccbd-5b4c-478f-a2ed-788397c6e0d6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:56:01.998859 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'status': 'completed', 'code': 200} Nov 23 19:56:02.037379 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:56:02.061845 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-f3ddff8a-8cd9-4ad9-965c-6cfbca99d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:02.063280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-f3ddff8a-8cd9-4ad9-965c-6cfbca99d10d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0424826 Nov 23 19:56:02.162400 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-41a14af1-9202-4b38-a21f-5e4bf4cae033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:02.163989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-41a14af1-9202-4b38-a21f-5e4bf4cae033 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0918438 Nov 23 19:56:02.229117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-6d7c2e2b-1fb2-4190-8fb3-ef163904a8d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 999 time: 0.0576560 Nov 23 19:56:02.267795 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6b75058-8127-4df4-af6b-96d2ff6015b6', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:ce:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:56:01Z', 'updated_at': '2021-11-23T19:56:01Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:56:02.285008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-f8d70ba0-819d-4866-b48c-5e302747be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:02.286487 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-f8d70ba0-819d-4866-b48c-5e302747be81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0483086 Nov 23 19:56:02.294474 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:56:02.303563 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:56:02.304167 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:56:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:56:02.337008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-a7377931-2674-4b6c-9c24-c16c2e223d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:02.338460 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-a7377931-2674-4b6c-9c24-c16c2e223d28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446103 Nov 23 19:56:02.419061 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:56:02.432938 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-279e466f-bf81-4060-8882-af0c8cfa2945 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Nov 23 19:56:02.484461 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:02.529601 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e54ccf7e-9483-4e5c-802e-ac4be3bdd9c1 req-b4ad47ff-4fa6-44d3-a59b-515303e24907 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888684 Nov 23 19:56:02.642541 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6b75058-8127-4df4-af6b-96d2ff6015b6', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:ce:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:56:01Z', 'updated_at': '2021-11-23T19:56:01Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:56:02.672012 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29465d9c-8a4e-4850-b443-70605efe44d8 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': 'd6b75058-8127-4df4-af6b-96d2ff6015b6', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'mac_address': 'fa:16:3e:ce:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T19:56:01Z', 'updated_at': '2021-11-23T19:56:01Z', 'revision_number': 0, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:56:02.869108 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9c6e4-5c39-4303-a351-329df1be6b6d None None] New status for floating IP d6b75058-8127-4df4-af6b-96d2ff6015b6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:56:03.397231 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:09.738225 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:10.949567 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:22.102136 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:56:27.565432 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b9c2596-72c4-4143-9b29-2417b689b3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:29.211177 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-4e739d2e-eff5-4426-8635-aa058a44295b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403588 Nov 23 19:56:29.303563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-a09dfd88-4baa-4132-9979-4f9ca7153ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:29.305092 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-a09dfd88-4baa-4132-9979-4f9ca7153ba4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0469415 Nov 23 19:56:29.425216 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-b53eb74a-8de0-43b2-b0b8-b61c9ddc9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:29.426725 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-b53eb74a-8de0-43b2-b0b8-b61c9ddc9fc0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0922954 Nov 23 19:56:29.498685 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-ad92ea20-9934-44b8-b854-6cd9d1d9c369 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1001 time: 0.0637381 Nov 23 19:56:29.550917 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-abe2bc97-b589-4db7-9aa2-992ac751b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:29.552414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-abe2bc97-b589-4db7-9aa2-992ac751b6c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0456121 Nov 23 19:56:29.599404 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-8031209e-565e-4906-b9ac-8b328edb5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:56:29.600913 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-8031209e-565e-4906-b9ac-8b328edb5d8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409200 Nov 23 19:56:29.695672 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-76b39d00-0d28-4543-96ad-050634af1cd9 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872753 Nov 23 19:56:29.793972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2a3ae5f9-ae9e-450a-99cb-4cc692801fd7 req-43a35ac9-2c67-495d-ad16-c082af49c9bc service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Nov 23 19:56:30.322659 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4405b2b4-75b7-48c6-8308-ee1013685100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:31.058295 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:32.489703 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:33.400595 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:39.723090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:40.946325 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:57.567264 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a4f56b6-2784-4e24-a5c3-f2b09cb637a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:56:59.101121 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:57:00.314460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eda1ae43-dd36-46b5-925f-993e1cccb914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:01.061261 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:02.494253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:03.402856 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:09.733842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:10.945552 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:27.568401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33b15101-126b-491e-97a2-0948a2288bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:30.315644 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d07b0b8-0a86-409a-b799-99dfae507c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:31.065209 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:31.080282 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-06dc2c18-1fd3-4402-a534-3ad49e66c528 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410168 Nov 23 19:57:31.168016 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-3bdef894-3070-4ca0-95e8-7db61fa01f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:31.169645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-3bdef894-3070-4ca0-95e8-7db61fa01f6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0453863 Nov 23 19:57:31.275792 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-bcf686eb-8e0d-4b01-9364-bf5be9111540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:31.277251 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-bcf686eb-8e0d-4b01-9364-bf5be9111540 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0877523 Nov 23 19:57:31.346923 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-c7fb8337-4646-4b15-aabc-1c015f4943be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1001 time: 0.0614748 Nov 23 19:57:31.396804 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-c1ad9345-315e-41d1-b92b-85f1dd508bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:31.398258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-c1ad9345-315e-41d1-b92b-85f1dd508bb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0439854 Nov 23 19:57:31.446122 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-3d5e8a73-5390-4ac3-b6f0-4c1288c3acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:31.448192 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-3d5e8a73-5390-4ac3-b6f0-4c1288c3acd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405543 Nov 23 19:57:31.544164 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-a66ac496-0d90-412b-b07a-f4a3c6237339 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878017 Nov 23 19:57:31.636394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0984ab6-7218-4a6b-a91f-cd76f22d87b1 req-8192879f-d62d-43cd-90e3-922e2e95c434 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Nov 23 19:57:32.493335 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:33.404270 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:36.099689 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:57:39.749902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:40.944548 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:54.566872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241785d3-2f6a-4fc4-9c2a-8a95b629055b req-ea541977-6ca7-444d-9f3c-c7bd7d11ba9a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:54.568440 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-241785d3-2f6a-4fc4-9c2a-8a95b629055b req-ea541977-6ca7-444d-9f3c-c7bd7d11ba9a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0580537 Nov 23 19:57:54.634695 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-241785d3-2f6a-4fc4-9c2a-8a95b629055b req-30e6613a-af42-41d2-8214-858dc013f82a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593569 Nov 23 19:57:55.782493 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0089-9d3d-404a-b5c6-c73ba890daad req-8768594b-6c13-4d68-aadc-6f7a46942be8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:55.784020 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03bf0089-9d3d-404a-b5c6-c73ba890daad req-8768594b-6c13-4d68-aadc-6f7a46942be8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0507116 Nov 23 19:57:55.835066 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-03bf0089-9d3d-404a-b5c6-c73ba890daad req-7e9204d8-ba6b-49da-a7f1-53293cd0a035 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450406 Nov 23 19:57:56.978479 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac60f-ac4a-4623-bb0d-fcfae302b1c2 req-757c507c-568f-4de8-a35e-feb4cfb2fd48 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:56.980003 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff0ac60f-ac4a-4623-bb0d-fcfae302b1c2 req-757c507c-568f-4de8-a35e-feb4cfb2fd48 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Nov 23 19:57:57.028781 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ff0ac60f-ac4a-4623-bb0d-fcfae302b1c2 req-9adf323d-b260-4e09-9f6a-c681c5b1bfcc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Nov 23 19:57:57.570038 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb750cc9-0c4c-4909-acdc-455a3a61e655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:57:58.148357 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da0eb5-90c4-4e70-ae17-5ff40acd114e req-ecf7b6fd-9aa9-403b-a03d-94bcd2cf47b7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:58.149742 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87da0eb5-90c4-4e70-ae17-5ff40acd114e req-ecf7b6fd-9aa9-403b-a03d-94bcd2cf47b7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0530038 Nov 23 19:57:58.202703 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-87da0eb5-90c4-4e70-ae17-5ff40acd114e req-9e148abb-bbe8-433e-b076-8727f3ccab1c tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Nov 23 19:57:59.318113 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f023439-76b5-470f-acc0-616ea2347a18 req-09e10f79-9c2f-4680-8e96-3fe469a64f3f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:57:59.319628 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f023439-76b5-470f-acc0-616ea2347a18 req-09e10f79-9c2f-4680-8e96-3fe469a64f3f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0495934 Nov 23 19:57:59.374775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-5f023439-76b5-470f-acc0-616ea2347a18 req-fd8c5dc8-cfdf-452f-8dc7-8fffa92b2c6b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480332 Nov 23 19:58:00.316944 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85be376b-39db-400c-baa2-e6cb3f9af4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:00.489230 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8f19a-01e2-4e5b-93e6-997dac1b231f req-b98bb631-287d-4483-aafe-116e872dc0ef tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:00.490615 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36c8f19a-01e2-4e5b-93e6-997dac1b231f req-b98bb631-287d-4483-aafe-116e872dc0ef tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Nov 23 19:58:00.541342 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-36c8f19a-01e2-4e5b-93e6-997dac1b231f req-7f9e756e-35cb-4727-804a-474fef0df6cc tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Nov 23 19:58:01.069158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:01.666850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbf072-6e2d-415c-95a5-17046863ab22 req-decb3caf-9211-4b21-95af-b6b60e2e3881 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:01.668325 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dacbf072-6e2d-415c-95a5-17046863ab22 req-decb3caf-9211-4b21-95af-b6b60e2e3881 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0517800 Nov 23 19:58:01.715995 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dacbf072-6e2d-415c-95a5-17046863ab22 req-8e005047-4535-455d-822d-ec74e666fc11 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Nov 23 19:58:02.498132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:02.830667 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cd294-52eb-4f62-9096-df968e189888 req-1b6edc59-81c0-4a9a-b7a5-a567ff9a273f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:02.832180 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c2cd294-52eb-4f62-9096-df968e189888 req-1b6edc59-81c0-4a9a-b7a5-a567ff9a273f tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Nov 23 19:58:02.885304 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c2cd294-52eb-4f62-9096-df968e189888 req-36040ba5-8740-4c5f-8750-f4141e2ea233 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Nov 23 19:58:03.405486 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:04.004140 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70fa7-6a9c-4433-9e28-0721c311b94e req-c60b3c20-e7a3-46c8-8902-0e5145addb14 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:04.005631 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45e70fa7-6a9c-4433-9e28-0721c311b94e req-c60b3c20-e7a3-46c8-8902-0e5145addb14 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Nov 23 19:58:04.055170 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-45e70fa7-6a9c-4433-9e28-0721c311b94e req-f469e56d-8af5-4eda-afec-6a00aa4e7162 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Nov 23 19:58:04.752439 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-646f696c-5825-48a5-9e88-c004524e5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:04.753925 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-646f696c-5825-48a5-9e88-c004524e5d2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0441613 Nov 23 19:58:04.843068 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-ddca3d06-8602-47a2-ab84-98ee6583c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:04.844567 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-ddca3d06-8602-47a2-ab84-98ee6583c2a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0834184 Nov 23 19:58:04.912973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-7d895759-2180-48aa-9675-dbd18ee796e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1001 time: 0.0606658 Nov 23 19:58:04.962622 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-3dc8d065-523d-44ad-925f-32a4d7b6069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:04.964088 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-3dc8d065-523d-44ad-925f-32a4d7b6069d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0435128 Nov 23 19:58:05.011797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-3f6514d1-fab1-4ace-9e6c-b66b4a495195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:05.014229 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-3f6514d1-fab1-4ace-9e6c-b66b4a495195 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423434 Nov 23 19:58:05.108834 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-52578b86-bcb1-4c0b-9d76-0f39787ae83c service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866194 Nov 23 19:58:05.170592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2706-c465-454c-ba27-73d2c5a41b46 req-f31e0d8f-b827-4a3f-8775-f7a3aa5180b0 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:05.172090 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-736a2706-c465-454c-ba27-73d2c5a41b46 req-f31e0d8f-b827-4a3f-8775-f7a3aa5180b0 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0477264 Nov 23 19:58:05.203745 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-f2c9d95d-dbf6-482c-9b7e-aaa2dca9094b req-f5aff66a-5b04-4200-a486-302ad79d54c0 service neutron] 10.222.0.50 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870702 Nov 23 19:58:05.221870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-736a2706-c465-454c-ba27-73d2c5a41b46 req-ff30ec96-d989-4dce-b828-c07c508b190d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Nov 23 19:58:06.349538 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cd30f-c935-4706-bacf-015d5b242d17 req-515c1c55-a6d0-492a-835e-fccc15f7ad06 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:06.351149 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-035cd30f-c935-4706-bacf-015d5b242d17 req-515c1c55-a6d0-492a-835e-fccc15f7ad06 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Nov 23 19:58:06.402133 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-035cd30f-c935-4706-bacf-015d5b242d17 req-8e3639a5-10e3-4ecf-a374-53a88e0dc39e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437376 Nov 23 19:58:07.522508 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78d8b4-51ed-4d54-9ef7-be12834296c4 req-0b793318-1e69-48b2-a141-cab550a64652 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:07.524103 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f78d8b4-51ed-4d54-9ef7-be12834296c4 req-0b793318-1e69-48b2-a141-cab550a64652 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0511692 Nov 23 19:58:07.576239 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8f78d8b4-51ed-4d54-9ef7-be12834296c4 req-dc90109e-ea20-4ddb-8d61-1138075fe967 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Nov 23 19:58:08.701791 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246d9f5-ae76-4766-910d-ba6ad834f820 req-c9c4ef8a-31fb-4652-aa98-f96a2689ecb7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:08.703220 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9246d9f5-ae76-4766-910d-ba6ad834f820 req-c9c4ef8a-31fb-4652-aa98-f96a2689ecb7 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0539341 Nov 23 19:58:08.755605 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-9246d9f5-ae76-4766-910d-ba6ad834f820 req-0fb15637-c478-448b-9fba-4f94861b9c85 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Nov 23 19:58:08.978912 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92750fd8-2b89-4f85-93c6-3698119b23d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739877 Nov 23 19:58:08.993182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36576400-9430-41cd-98a7-ec4fb7acd7f9 req-9b4a26ae-bd49-464e-8741-d310028f4ec3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:08.995484 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36576400-9430-41cd-98a7-ec4fb7acd7f9 req-9b4a26ae-bd49-464e-8741-d310028f4ec3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 945 time: 0.0662646 Nov 23 19:58:08.999436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-bf091808-a1d5-467d-813e-5f41558b895d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:58:09.000386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-bf091808-a1d5-467d-813e-5f41558b895d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155556 Nov 23 19:58:09.045820 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-36576400-9430-41cd-98a7-ec4fb7acd7f9 req-0a07cfb8-f931-41c1-9f87-72fddf4a63de tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Nov 23 19:58:09.113858 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:58:09.193411 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:09.216511 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:58:09.218628 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29a034-77dd-4458-a09e-3dc2f746376e" -d '{"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:58:09.231740 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:58:09.236718 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:09.265928 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9ce19-165c-4e6a-81cd-e297b610b851 x-openstack-request-id: req-43e9ce19-165c-4e6a-81cd-e297b610b851 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:58:09.266219 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-unplugged", "status": "failed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:58:09.266555 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43e9ce19-165c-4e6a-81cd-e297b610b851 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:58:09.266856 n-d-792364-9 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'code': 422} returned with failed status Nov 23 19:58:09.293840 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:58:09.301769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.302195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.302609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.302950 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.303284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.303671 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.304033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.304592 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.304860 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.305189 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.305540 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.305851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:09.749067 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:10.161689 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222f5ee-cd11-4c37-9605-ea5788ac8e35 req-93d46f25-e23f-4dee-b0bb-0c496990fe12 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:10.163289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a222f5ee-cd11-4c37-9605-ea5788ac8e35 req-93d46f25-e23f-4dee-b0bb-0c496990fe12 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0498881 Nov 23 19:58:10.215766 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a222f5ee-cd11-4c37-9605-ea5788ac8e35 req-e1258b35-3c88-4829-8f09-1a1e1e1bb1f4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460429 Nov 23 19:58:10.959942 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:11.338848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7377b-0301-493d-a7c0-2a090b619c3e req-19fa62d0-4b45-42c8-8693-b8e9f0db18ab tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:11.341026 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abb7377b-0301-493d-a7c0-2a090b619c3e req-19fa62d0-4b45-42c8-8693-b8e9f0db18ab tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0534046 Nov 23 19:58:11.390730 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-abb7377b-0301-493d-a7c0-2a090b619c3e req-b2f2e5f6-973c-4eb2-9d10-1c85cc94e568 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Nov 23 19:58:12.510045 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7300d-d160-414c-baef-be8e127b303f req-d2f327b2-f06c-477c-b536-0d7a5ffe6501 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:12.511519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4d7300d-d160-414c-baef-be8e127b303f req-d2f327b2-f06c-477c-b536-0d7a5ffe6501 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0532856 Nov 23 19:58:12.563810 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c4d7300d-d160-414c-baef-be8e127b303f req-32b0db94-addd-4980-a814-b294129435e2 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Nov 23 19:58:13.098867 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:58:13.681761 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025f8de-0c1e-4174-b50d-67dd063e7757 req-4f1dcda7-3e92-42b8-8a20-4c125979764d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:13.683168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b025f8de-0c1e-4174-b50d-67dd063e7757 req-4f1dcda7-3e92-42b8-8a20-4c125979764d tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0495441 Nov 23 19:58:13.731877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b025f8de-0c1e-4174-b50d-67dd063e7757 req-f70df2c4-1847-4736-abee-2766c7265439 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Nov 23 19:58:14.857703 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a73ba1-8788-4a53-82be-6a79560d0d1a req-1549710e-d181-4087-90e0-f1c9bb1db759 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:14.859255 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61a73ba1-8788-4a53-82be-6a79560d0d1a req-1549710e-d181-4087-90e0-f1c9bb1db759 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0589926 Nov 23 19:58:14.911289 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-61a73ba1-8788-4a53-82be-6a79560d0d1a req-e2489c10-fe7e-4be5-bb88-cf2ab5c21123 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 Nov 23 19:58:14.928515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-cb9519f4-610e-4fed-b7c6-6277f690b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:14.930027 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-cb9519f4-610e-4fed-b7c6-6277f690b5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&tenant_id=9fcb0138169a4f0baa774fc543c9e9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0874398 Nov 23 19:58:14.945073 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-5563ec94-e874-4fe8-bae9-6c056c83d259 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 19:58:14.946192 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-5563ec94-e874-4fe8-bae9-6c056c83d259 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050795 Nov 23 19:58:14.962780 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-9', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 19:58:15.017281 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:15.552663 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:58:15.583687 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h2-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:58:15.616452 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:58:15.624222 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:15.636736 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Transition to ACTIVE for port object e0daeb36-2081-4d8e-866e-07a457fb8c73 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 19:58:15.640386 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:15.729403 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:58:15.744135 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.744478 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.744832 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.745172 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.745507 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.745841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.746418 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.746760 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.747090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.747446 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.747777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.748105 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:58:15.772542 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] No DVR routers for this DVR port e0daeb36-2081-4d8e-866e-07a457fb8c73 on host n-h2-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:58:15.910613 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 19:58:15.910947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 19:58:15.911271 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:58:15.916179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 19:58:15.916501 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Attempting to bind port e0daeb36-2081-4d8e-866e-07a457fb8c73 on network 319c8372-9127-4fb2-9322-1e12f3163e83 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 19:58:15.921310 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 19:58:15.921648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Checking segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 19:58:15.922025 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Bound using segment: {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 19:58:15.922443 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Bound port: e0daeb36-2081-4d8e-866e-07a457fb8c73, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84807537-9751-4021-95e4-6999124684f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 19:58:15.922796 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:16.013845 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 19:58:16.028143 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 19:58:16.034051 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:16.077491 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c8c8-11b7-4975-b3b5-230f64724efc req-5646c572-1fed-4d2c-957e-583788c54239 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.079073 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b394c8c8-11b7-4975-b3b5-230f64724efc req-5646c572-1fed-4d2c-957e-583788c54239 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0923634 Nov 23 19:58:16.082655 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.083260 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:16.084649 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] 10.222.0.47 "PUT /v2.0/ports/e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1091 time: 1.1257012 Nov 23 19:58:16.085099 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:58:16.087433 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f40f9d-f9f7-4381-b849-7158ceb40a29" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:58:16.157279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92218b2a-a2e6-40c7-97ed-0e338d34503f service neutron] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:58:16.191270 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b394c8c8-11b7-4975-b3b5-230f64724efc req-1ca4a3b2-15db-4a94-bfdb-8dd4ec20c9be tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956652 Nov 23 19:58:16.194825 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ab91e-38fd-4c45-9226-3a79e3cb9cfd x-openstack-request-id: req-c61ab91e-38fd-4c45-9226-3a79e3cb9cfd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:58:16.195198 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:58:16.195442 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61ab91e-38fd-4c45-9226-3a79e3cb9cfd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:58:16.195822 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'status': 'completed', 'code': 200} Nov 23 19:58:16.200903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-2d2774c4-8561-454c-a337-98b17ee00e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.202393 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-2d2774c4-8561-454c-a337-98b17ee00e36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0772197 Nov 23 19:58:16.304940 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-66847197-a323-4aee-879c-276fd7f57731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.306933 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-66847197-a323-4aee-879c-276fd7f57731 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0931351 Nov 23 19:58:16.372429 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-92381242-75ec-46ff-afa8-e36c2cca4ce0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 999 time: 0.0576253 Nov 23 19:58:16.428001 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-5010b28c-51bf-4b23-aed4-c5edf12bcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.429460 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-5010b28c-51bf-4b23-aed4-c5edf12bcf5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0460584 Nov 23 19:58:16.482862 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-73a25448-3376-4ea5-9666-ce6f93203a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.484369 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-73a25448-3376-4ea5-9666-ce6f93203a02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436985 Nov 23 19:58:16.577547 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-62b71229-d9a9-49e0-9195-7beb40f86912 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Nov 23 19:58:16.676004 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-411d54eb-0e93-4ed6-bdab-821527b765ad service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864120 Nov 23 19:58:16.768918 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-265014eb-a793-4c68-b4f6-42082d68140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.770401 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-265014eb-a793-4c68-b4f6-42082d68140f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0413892 Nov 23 19:58:16.865631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-3d65121a-e069-4ab0-84f3-801696c81acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.867067 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-3d65121a-e069-4ab0-84f3-801696c81acc service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0887227 Nov 23 19:58:16.934784 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-88af48b4-000a-43c8-a061-c48078057da3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 999 time: 0.0598307 Nov 23 19:58:16.988151 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-4b68b938-fc93-4bee-b167-0e85446e6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:16.989564 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-4b68b938-fc93-4bee-b167-0e85446e6a62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0441248 Nov 23 19:58:17.040965 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-0a6e9061-2825-4a24-8cde-d2b0dbbe0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:17.042461 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-0a6e9061-2825-4a24-8cde-d2b0dbbe0c55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438159 Nov 23 19:58:17.134297 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-e939036a-8391-4e19-9b0c-1dac0bc776d0 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821323 Nov 23 19:58:17.239346 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-e8f40f9d-f9f7-4381-b849-7158ceb40a29 req-2876cb6b-1e03-41cb-a882-c66ac78b03c9 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974724 Nov 23 19:58:17.325091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0be8ad-ce38-456f-8e70-6eb433ecb11d req-87493def-33f0-4d99-ace8-78ad1b764665 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:17.326591 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0be8ad-ce38-456f-8e70-6eb433ecb11d req-87493def-33f0-4d99-ace8-78ad1b764665 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0479524 Nov 23 19:58:17.378967 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-aa0be8ad-ce38-456f-8e70-6eb433ecb11d req-b3d3b005-f50e-47ff-81b0-a26862febd83 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464728 Nov 23 19:58:18.538157 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8d48e-35b4-41fd-9a3a-74f19ec4fbef req-60c700d8-d774-4070-9b81-2c435e179167 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:18.539720 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dce8d48e-35b4-41fd-9a3a-74f19ec4fbef req-60c700d8-d774-4070-9b81-2c435e179167 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0920224 Nov 23 19:58:18.588984 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dce8d48e-35b4-41fd-9a3a-74f19ec4fbef req-fb25fb74-a788-4f07-b024-5cdd245f1ecb tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Nov 23 19:58:19.750135 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a978-6807-4e9d-83b8-51a6fb31e5f4 req-f49ee71f-bf34-44ef-8ede-14106c0a86aa tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:19.751741 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8573a978-6807-4e9d-83b8-51a6fb31e5f4 req-f49ee71f-bf34-44ef-8ede-14106c0a86aa tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0943160 Nov 23 19:58:19.800373 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8573a978-6807-4e9d-83b8-51a6fb31e5f4 req-02c192a3-1d4d-4157-8804-df96025caf73 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Nov 23 19:58:20.919059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384b1dd-4f2e-4423-83e2-7b6d2aaa24ae req-83e7800d-938c-4f4f-9892-8d053459eb5a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:20.920557 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c384b1dd-4f2e-4423-83e2-7b6d2aaa24ae req-83e7800d-938c-4f4f-9892-8d053459eb5a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0495679 Nov 23 19:58:20.973885 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c384b1dd-4f2e-4423-83e2-7b6d2aaa24ae req-a0824f4c-5041-45d9-9e0d-2126857d570e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472813 Nov 23 19:58:22.088673 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859766ad-92ea-43f9-ae5d-c8a299f96b7a req-ca9416e4-34a7-4f12-b4e4-b96ab9984e55 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:22.090101 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-859766ad-92ea-43f9-ae5d-c8a299f96b7a req-ca9416e4-34a7-4f12-b4e4-b96ab9984e55 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0483932 Nov 23 19:58:22.139536 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-859766ad-92ea-43f9-ae5d-c8a299f96b7a req-699bd3be-f968-4d37-a88b-0bdc16f5a8ed tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Nov 23 19:58:23.253304 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f671-0cb7-46cb-a8ed-7873c2ff29db req-37cdece7-9ed0-4fdf-902b-5fed604d46a8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:23.254752 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0d0f671-0cb7-46cb-a8ed-7873c2ff29db req-37cdece7-9ed0-4fdf-902b-5fed604d46a8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 943 time: 0.0486269 Nov 23 19:58:23.304448 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f0d0f671-0cb7-46cb-a8ed-7873c2ff29db req-6077ef04-97a1-47de-9d9e-1c40e6674f6b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 Nov 23 19:58:23.737768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 19:58:23.831186 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:58:23.843625 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'port_id': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'mac_address': 'fa:16:3e:ce:77:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 19:58:23.880081 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:23.895677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 19:58:23.913827 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:58:23.918343 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:23.964037 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:58:24.242217 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['e0daeb36-2081-4d8e-866e-07a457fb8c73'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 19:58:24.424145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0243fe4-2ac4-4863-bd31-537797bf154a req-fb4e15fe-0619-4fff-ba93-cc9fe741fc48 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:24.425653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0243fe4-2ac4-4863-bd31-537797bf154a req-fb4e15fe-0619-4fff-ba93-cc9fe741fc48 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 944 time: 0.0526047 Nov 23 19:58:24.476280 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b0243fe4-2ac4-4863-bd31-537797bf154a req-7f545379-671a-49fe-b0db-63160bbef64b tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Nov 23 19:58:25.591621 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0c1a-d5fb-4f99-b419-8cbb7f9a0938 req-7c4167c9-d66a-474d-8c40-399997e504e4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:25.593083 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-795d0c1a-d5fb-4f99-b419-8cbb7f9a0938 req-7c4167c9-d66a-474d-8c40-399997e504e4 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 944 time: 0.0481949 Nov 23 19:58:25.641888 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-795d0c1a-d5fb-4f99-b419-8cbb7f9a0938 req-fddd5673-c124-45f7-8849-4b85efeb3935 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 Nov 23 19:58:25.758298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 19:58:25.807510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port e0daeb36-2081-4d8e-866e-07a457fb8c73 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 19:58:25.811359 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port e0daeb36-2081-4d8e-866e-07a457fb8c73 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 19:58:25.811735 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:25.889124 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:25.911250 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:58:25.913486 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e75518-91ca-4788-919f-085e994689b8" -d '{"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:58:25.926678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:58:25.930645 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:25.955372 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea168b-d4cf-4ae6-8b43-96eb58941095 x-openstack-request-id: req-afea168b-d4cf-4ae6-8b43-96eb58941095 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:58:25.955667 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:58:25.955920 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afea168b-d4cf-4ae6-8b43-96eb58941095 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:58:25.956301 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'code': 200} Nov 23 19:58:25.980783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:58:26.125267 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd93e59-d655-494a-ad09-5b6805c9382a req-764d1c95-3415-4ac7-8a63-df82d4dfd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:26.126750 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8dd93e59-d655-494a-ad09-5b6805c9382a req-764d1c95-3415-4ac7-8a63-df82d4dfd7f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0484841 Nov 23 19:58:26.173039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-8dd93e59-d655-494a-ad09-5b6805c9382a req-2b087472-6d2a-4a95-b446-99430188938f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 Nov 23 19:58:26.756384 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27ab7-ba61-483c-9b42-37468fea2148 req-a4e5bfcd-26d3-4e59-a880-bb8c40f7ad3e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:26.757856 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bae27ab7-ba61-483c-9b42-37468fea2148 req-a4e5bfcd-26d3-4e59-a880-bb8c40f7ad3e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Nov 23 19:58:26.808319 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-bae27ab7-ba61-483c-9b42-37468fea2148 req-92320ccf-d8ea-4700-bed6-879e841f88a3 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Nov 23 19:58:27.572132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a760408-ffbd-4ec7-a2e6-44ebbb3b1002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:27.933333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb3ac-c35d-4cc0-a4ce-f65eeefa1ef7 req-11062819-d998-43fd-b2b7-c6eaefb94c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:27.934870 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52dfb3ac-c35d-4cc0-a4ce-f65eeefa1ef7 req-11062819-d998-43fd-b2b7-c6eaefb94c86 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 946 time: 0.0496829 Nov 23 19:58:27.994074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-52dfb3ac-c35d-4cc0-a4ce-f65eeefa1ef7 req-23449b45-1a72-4e01-b65a-2f878acfabb9 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509603 Nov 23 19:58:30.318215 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4d669804-f70d-48f5-88b7-7f889493d2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:31.069902 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:32.499516 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:33.165373 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-efd10a7f-dc60-4986-ad99-36bc60574cc0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420408 Nov 23 19:58:33.257213 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-a535f6e3-3b79-4123-b114-fda00551bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:33.257850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-a535f6e3-3b79-4123-b114-fda00551bd07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0462630 Nov 23 19:58:33.361282 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-a3f99367-b0ea-46b5-a763-7723ee13067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:33.362737 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-a3f99367-b0ea-46b5-a763-7723ee13067d service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0849502 Nov 23 19:58:33.408882 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:33.437982 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-7a1acc03-27f0-413a-9885-92ea25f3f749 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1001 time: 0.0650508 Nov 23 19:58:33.490800 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-8c15aa39-922c-431c-87cc-784bbf73b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:33.492263 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-8c15aa39-922c-431c-87cc-784bbf73b815 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0442479 Nov 23 19:58:33.537961 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-12eec436-3f48-44af-97f8-f956d613f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:58:33.540143 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-12eec436-3f48-44af-97f8-f956d613f440 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394173 Nov 23 19:58:33.637836 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-fc4e35af-f550-46b7-b604-3c3c948872ec service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878029 Nov 23 19:58:33.725673 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-b7a05df6-78fc-4cff-8c9b-22e9db1a5b6b req-6548d17d-11c5-488d-ba42-58492fc79b1f service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809996 Nov 23 19:58:39.748091 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:40.965437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:58:50.098365 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:58:57.574354 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8d54cbbe-e59f-42d2-8ce0-419c8b41b149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:00.320632 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43e14f15-01eb-4776-b6a0-ae70d39cd696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:01.072791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:02.500480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:03.411466 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:09.762494 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:10.973027 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:27.097137 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 19:59:27.576247 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c7cd-57b5-4adb-9833-27eaceee5891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:30.321766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-671c45b1-399d-4b0c-819c-ebad30322596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:31.075009 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:32.504456 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:33.416460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:34.171385 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-eed9dbc5-41ec-4ea7-98ef-5508b45d830d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450082 Nov 23 19:59:34.260349 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-a97a9e52-202c-493f-b6c6-fdba5e36b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:34.261847 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-a97a9e52-202c-493f-b6c6-fdba5e36b298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0410125 Nov 23 19:59:34.379223 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-44a7065a-f513-4180-a926-9cb0f9d143d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:34.381218 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-44a7065a-f513-4180-a926-9cb0f9d143d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0969610 Nov 23 19:59:34.457845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-9c2f0d88-5058-42ab-9764-4e243de1d451 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 1001 time: 0.0651863 Nov 23 19:59:34.511216 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-bfd4a467-06ad-4e23-bf78-0f38d4658669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:34.512838 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-bfd4a467-06ad-4e23-bf78-0f38d4658669 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0444381 Nov 23 19:59:34.562836 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-8aab1b50-7cad-4517-ad12-e5caf167b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:34.564365 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-8aab1b50-7cad-4517-ad12-e5caf167b0cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395203 Nov 23 19:59:34.662498 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-fdf2176d-eb09-44ee-8256-cd3dbf0f6633 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Nov 23 19:59:34.761734 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-dcce27d9-1fbc-4131-beb2-fcc822a49c60 req-d31af400-51ca-4504-be38-30b60acdb566 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881114 Nov 23 19:59:39.758633 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:40.972450 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.094188 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:44.249405 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Deleting port 41bc06cb-e146-42e6-893b-a20137373310 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:44.249742 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.325008 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.325339 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.337108 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Calling delete_port for 41bc06cb-e146-42e6-893b-a20137373310 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:44.481817 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.507512 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'Port': ['ID=41bc06cb-e146-42e6-893b-a20137373310,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:44.519702 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.520058 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.520467 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.520814 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.521156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.521868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.521868 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.522137 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.522466 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.523401 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.523755 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.524129 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:44.597016 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:44.597366 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Floating IP d6b75058-8127-4df4-af6b-96d2ff6015b6 disassociated (deleted). External IP: 172.25.5.163, port: e0daeb36-2081-4d8e-866e-07a457fb8c73. Nov 23 19:59:44.802854 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:59:45.224829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:59:45.229783 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:45.235219 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:59:45.246328 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:45.246949 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:45.259039 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-4bb5b1ea-d37b-4b0f-8f3c-2f24a95a9535 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6b75058-8127-4df4-af6b-96d2ff6015b6 HTTP/1.1" status: 204 len: 168 time: 1.1637259 Nov 23 19:59:45.259738 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:59:45.262108 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4329200-074a-4c98-a74d-6cc648ab1186" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:59:45.349195 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 19:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d0cfe-609e-4829-8c9a-461c1d35fdbb x-openstack-request-id: req-742d0cfe-609e-4829-8c9a-461c1d35fdbb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:59:45.349504 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:59:45.349808 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-742d0cfe-609e-4829-8c9a-461c1d35fdbb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:59:45.350198 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'status': 'completed', 'code': 200} Nov 23 19:59:45.363227 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:45.439611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-2af6a955-7c45-4322-8373-a2479e308a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:45.441246 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-2af6a955-7c45-4322-8373-a2479e308a25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0493202 Nov 23 19:59:45.507326 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47c20-edff-4a3a-b29c-a3a176ddadef req-51063ef4-facb-4fb7-b022-51944a4b5123 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:45.514669 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ecd47c20-edff-4a3a-b29c-a3a176ddadef req-51063ef4-facb-4fb7-b022-51944a4b5123 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 946 time: 0.0639415 Nov 23 19:59:45.542312 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-a0baedd9-ff88-4116-83fa-ab082ae6b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:45.543990 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-a0baedd9-ff88-4116-83fa-ab082ae6b8a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 200 len: 910 time: 0.0937245 Nov 23 19:59:45.560976 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-ecd47c20-edff-4a3a-b29c-a3a176ddadef req-60f501dc-8890-4d2a-9563-5f6a6f9179ce tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454347 Nov 23 19:59:45.582580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:45.593258 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-c234c8cd-3033-4d74-9248-c8404b041523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 200 len: 217 time: 0.0411680 Nov 23 19:59:45.609971 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:59:45.618488 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:45.619092 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:45.650592 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-e8db5436-0f3e-4daa-8ba1-71386bce6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:45.652159 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-e8db5436-0f3e-4daa-8ba1-71386bce6e52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 200 len: 848 time: 0.0443125 Nov 23 19:59:45.702128 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-7ead0467-9e4e-43ee-b57b-8eafe331ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:45.704101 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-7ead0467-9e4e-43ee-b57b-8eafe331ed6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=319c8372-9127-4fb2-9322-1e12f3163e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398602 Nov 23 19:59:45.725015 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:45.807213 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-df1be651-a8c5-4ea5-8bdb-473fca3b3852 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882943 Nov 23 19:59:45.899678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f4329200-074a-4c98-a74d-6cc648ab1186 req-66616e69-94a3-42bf-ae2f-16a70f1d0e06 service neutron] 10.222.0.47 "GET /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843868 Nov 23 19:59:45.928178 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:45.954728 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ba54b-e6bd-4f23-ae08-1b6304bf00b7 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '79f0bcfa-7594-485b-9896-e45ff52998c8', 'name': '', 'network_id': '319c8372-9127-4fb2-9322-1e12f3163e83', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'mac_address': 'fa:16:3e:54:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:53Z', 'updated_at': '2021-11-23T19:50:58Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'subnets': [{'id': '12e46aeb-744b-45b8-8b9b-dce984adfbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:59:46.173542 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5e8dd-1f41-442b-a693-fe82cdf8838c None None] New status for floating IP d6b75058-8127-4df4-af6b-96d2ff6015b6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 19:59:46.684378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c4849-a518-44dd-9e9e-b34923cd0f7b req-97968b11-8561-48c5-85bd-b6ece0ac5f97 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:46.685863 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-373c4849-a518-44dd-9e9e-b34923cd0f7b req-97968b11-8561-48c5-85bd-b6ece0ac5f97 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 946 time: 0.0534611 Nov 23 19:59:46.734934 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-373c4849-a518-44dd-9e9e-b34923cd0f7b req-d764be2e-99a7-4ae3-b13c-0fe8b775bd15 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9bedf20-e9ec-444d-8a57-efc83f93492e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Nov 23 19:59:47.303427 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-01317b5c-3df6-4265-a447-499735bfdfb6 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 19:59:47.305628 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-01317b5c-3df6-4265-a447-499735bfdfb6 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 946 time: 0.0502388 Nov 23 19:59:47.394392 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Deleting port e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:47.394719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:47.484138 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] For port e0daeb36-2081-4d8e-866e-07a457fb8c73, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=e0daeb36-2081-4d8e-866e-07a457fb8c73,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:47.484490 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:47.497567 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Calling delete_port for e0daeb36-2081-4d8e-866e-07a457fb8c73 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:47.626105 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:47.656627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'Port': ['ID=e0daeb36-2081-4d8e-866e-07a457fb8c73,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:47.682571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.682915 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.683251 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.683611 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.683943 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.684274 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.684604 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.685156 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.685332 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.685691 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.686056 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.686481 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:47.708596 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] No DVR routers for this DVR port e0daeb36-2081-4d8e-866e-07a457fb8c73 on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:59:47.712044 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:47.715576 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0187183e-a5e7-4ca2-83f9-2b4833671d9a req-e5ce1d7e-7256-484d-9fc1-b0d64d8e679e tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.47 "DELETE /v2.0/ports/e0daeb36-2081-4d8e-866e-07a457fb8c73 HTTP/1.1" status: 204 len: 173 time: 0.4028437 Nov 23 19:59:47.716076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-deleted', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 19:59:47.718330 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab7e683-fe09-49c4-8665-b534cab9b289" -d '{"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-deleted", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 19:59:47.755761 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 19:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfc1af5-ca94-461e-8101-12e0cb7c87aa x-openstack-request-id: req-6dfc1af5-ca94-461e-8101-12e0cb7c87aa {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 19:59:47.756087 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8", "name": "network-vif-deleted", "tag": "e0daeb36-2081-4d8e-866e-07a457fb8c73", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 19:59:47.756381 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dfc1af5-ca94-461e-8101-12e0cb7c87aa {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 19:59:47.756766 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8', 'name': 'network-vif-deleted', 'tag': 'e0daeb36-2081-4d8e-866e-07a457fb8c73', 'status': 'completed', 'code': 200} Nov 23 19:59:47.842712 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a5bd49ff-7d96-41ae-a47c-6d1638fe8d2a req-f865b002-9274-442d-92e1-72bff80e3780 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0315332 Nov 23 19:59:48.939673 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-cc44deb8-28f8-4a26-8829-fb77a768e04f req-2010009c-2eed-4d53-9c69-38f7117eb2cf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0260460 Nov 23 19:59:50.038352 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98296d19-d163-4c91-82cc-fd320d2f2a4d req-1049614a-df5e-4551-b200-4e688954abf8 tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Nov 23 19:59:50.131859 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:59:50.152586 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: e0daeb36-2081-4d8e-866e-07a457fb8c73 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:59:50.152936 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device e0daeb36-2081-4d8e-866e-07a457fb8c73 not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:59:51.134508 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c34d390f-cd66-49ae-87d9-bf8397ae2a11 req-d1ae3ae2-22ed-4372-b660-b0ef2c71f9cb tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Nov 23 19:59:52.240515 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-eb06fbd2-3556-4a52-838c-747e7ff56c06 req-5f18c94d-d89b-4003-a949-b31c95f4107a tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "GET /v2.0/ports?device_id=e47ed438-3f2c-4bf2-8131-38ce1cbb8ea8 HTTP/1.1" status: 200 len: 210 time: 0.0259624 Nov 23 19:59:53.298272 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:53.355773 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:53.383205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:53.451573 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:53.454508 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:53.459097 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9bedf20-e9ec-444d-8a57-efc83f93492e HTTP/1.1" status: 204 len: 168 time: 0.1596422 Nov 23 19:59:53.473472 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fbba1-4253-4421-ae28-6793a03e2fdf tempest-TestShelveInstance-1545434820 tempest-TestShelveInstance-1545434820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bedf20-e9ec-444d-8a57-efc83f93492e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:53.511364 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:53.951907 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:54.203627 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Deleting port 79f0bcfa-7594-485b-9896-e45ff52998c8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:54.203967 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:54.285879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] For port 79f0bcfa-7594-485b-9896-e45ff52998c8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=79f0bcfa-7594-485b-9896-e45ff52998c8,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:54.286242 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:54.298840 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Calling delete_port for 79f0bcfa-7594-485b-9896-e45ff52998c8 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:54.478282 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:54.505871 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f0bcfa-7594-485b-9896-e45ff52998c8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:54.672320 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:54.905638 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:59:55.024913 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:59:55.030550 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-ff970c57-324b-4dd3-affa-2511d9bb9529 admin admin] 10.222.0.37 "PUT /v2.0/routers/f2037249-ec16-45f3-bc5c-5c6ef738b2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177829 Nov 23 19:59:55.033141 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:55.037407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Sync routers for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:59:55.048559 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:55.049098 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:55.145669 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:55.156010 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:55.357432 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:59:54Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:55.388166 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Checking router: f2037249-ec16-45f3-bc5c-5c6ef738b2b1 for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:59:55.397939 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Routers {'f2037249-ec16-45f3-bc5c-5c6ef738b2b1'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:55.398557 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:55.603603 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] Set router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:55.613648 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:55.667880 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Deleting port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:55.668354 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:55.759090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] For port b76ba4a4-d8ad-45ee-a101-fe7cb2b68665, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:55.760487 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:55.772954 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Calling delete_port for b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:55.785239 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:59:54Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:55.815982 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f80b3-94cb-47d8-9446-3ac8da801b31 None None] The sync data for ids ['f2037249-ec16-45f3-bc5c-5c6ef738b2b1'] in n-d-792364-9 is: [{'id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'name': 'tempest-TestShelveInstance-1379512450-router', 'tenant_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:59:54Z', 'revision_number': 5, 'project_id': '9fcb0138169a4f0baa774fc543c9e9c4', 'gw_port': {'id': 'b76ba4a4-d8ad-45ee-a101-fe7cb2b68665', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2037249-ec16-45f3-bc5c-5c6ef738b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:51Z', 'updated_at': '2021-11-23T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:59:55.951606 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:55.977457 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76ba4a4-d8ad-45ee-a101-fe7cb2b68665,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:55.991804 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232efffa-3761-4c39-a872-a554bf6470c7 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:59:56.038592 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.131366 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.134020 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.181007 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.181616 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2037249-ec16-45f3-bc5c-5c6ef738b2b1 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:59:56.186193 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.187376 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e36f8678-37c6-4d3a-8b22-fc170eec63a4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f2037249-ec16-45f3-bc5c-5c6ef738b2b1 HTTP/1.1" status: 204 len: 168 time: 1.1532695 Nov 23 19:59:56.190281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:56.245708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Deleting subnet 12e46aeb-744b-45b8-8b9b-dce984adfbcd {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:59:56.249560 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.286572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.362285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79f0bcfa-7594-485b-9896-e45ff52998c8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:59:56.379614 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.383495 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 79f0bcfa-7594-485b-9896-e45ff52998c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:59:56.383856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 79f0bcfa-7594-485b-9896-e45ff52998c8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:59:56.439528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.466183 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e46aeb-744b-45b8-8b9b-dce984adfbcd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:56.469649 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.472794 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-d8f4acdb-a616-4967-a95c-d2b209032def admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12e46aeb-744b-45b8-8b9b-dce984adfbcd HTTP/1.1" status: 204 len: 168 time: 0.2804661 Nov 23 19:59:56.475264 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:56.478658 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9a9a1-1bfb-44fd-a399-996530787ce0 None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:59:56.548081 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.606674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Deleting port e5475d9c-3df8-4db5-914a-1674b4c77470 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:56.607009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.677609 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] For port e5475d9c-3df8-4db5-914a-1674b4c77470, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e5475d9c-3df8-4db5-914a-1674b4c77470,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:56.677975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.686448 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c19476-9585-4894-b992-854b888033ae None None] DHCP port deletion for 319c8372-9127-4fb2-9322-1e12f3163e83 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:59:56.691281 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Calling delete_port for e5475d9c-3df8-4db5-914a-1674b4c77470 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:56.733833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-06c19476-9585-4894-b992-854b888033ae None None] Deleting port e5475d9c-3df8-4db5-914a-1674b4c77470 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:56.734126 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.778082 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.803243 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Pushing event deleted for resources: {'Port': ['ID=e5475d9c-3df8-4db5-914a-1674b4c77470,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:56.812159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] No DVR routers for this DVR port e5475d9c-3df8-4db5-914a-1674b4c77470 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:59:56.886826 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.908782 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c8372-9127-4fb2-9322-1e12f3163e83']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:56.919131 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84807537-9751-4021-95e4-6999124684f1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:56.919456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84807537-9751-4021-95e4-6999124684f1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:56.933341 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.947762 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.954797 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:59:56.955373 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:59:56.957048 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:59:56.970046 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-06c19476-9585-4894-b992-854b888033ae None None] For port e5475d9c-3df8-4db5-914a-1674b4c77470, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=e5475d9c-3df8-4db5-914a-1674b4c77470,segment=NetworkSegment(84807537-9751-4021-95e4-6999124684f1),segment_id=84807537-9751-4021-95e4-6999124684f1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:56.970442 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:56.983099 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-06c19476-9585-4894-b992-854b888033ae None None] Calling delete_port for e5475d9c-3df8-4db5-914a-1674b4c77470 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:57.011205 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.016796 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.019943 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] 10.222.0.37 "DELETE /v2.0/networks/319c8372-9127-4fb2-9322-1e12f3163e83 HTTP/1.1" status: 204 len: 168 time: 0.5425265 Nov 23 19:59:57.023642 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:57.031373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424ab4-a3d8-4a80-abac-3f89705092db admin admin] Pushing event deleted for resources: {'Network': ['ID=319c8372-9127-4fb2-9322-1e12f3163e83,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:57.060691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.082766 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06c19476-9585-4894-b992-854b888033ae None None] Network 319c8372-9127-4fb2-9322-1e12f3163e83 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 19:59:57.083230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c19476-9585-4894-b992-854b888033ae None None] No DVR routers for this DVR port e5475d9c-3df8-4db5-914a-1674b4c77470 on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:59:57.085573 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c19476-9585-4894-b992-854b888033ae None None] Pushing event deleted for resources: {'Port': ['ID=e5475d9c-3df8-4db5-914a-1674b4c77470,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:57.098789 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.099141 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.099526 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.099870 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.100206 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.101120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.101456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.101787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.102115 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.102533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.102769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.103197 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19476-9585-4894-b992-854b888033ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 19:59:57.375292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.582015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93acd7aa-13d0-40cb-9224-ad3c1317f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.616951 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Deleting port 01e7fdac-6792-4d6e-af62-7290aa85cab8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:57.617290 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.701162 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] For port 01e7fdac-6792-4d6e-af62-7290aa85cab8, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=01e7fdac-6792-4d6e-af62-7290aa85cab8,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:57.701416 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.713684 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Calling delete_port for 01e7fdac-6792-4d6e-af62-7290aa85cab8 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:57.895939 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:57.919405 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e7fdac-6792-4d6e-af62-7290aa85cab8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:58.092111 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.310291 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Router a2a8a5b1-7008-4d3a-9871-295f13cb005c has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 19:59:58.354195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:59:58.374211 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:59:58.374553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b76ba4a4-d8ad-45ee-a101-fe7cb2b68665 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:59:58.374969 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e5475d9c-3df8-4db5-914a-1674b4c77470 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 19:59:58.393065 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: e5475d9c-3df8-4db5-914a-1674b4c77470 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 19:59:58.393408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device e5475d9c-3df8-4db5-914a-1674b4c77470 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 19:59:58.417989 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 19:59:58.422875 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-af5585f8-3350-4210-b11b-724f749a7999 admin admin] 10.222.0.37 "PUT /v2.0/routers/a2a8a5b1-7008-4d3a-9871-295f13cb005c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973732 Nov 23 19:59:58.425437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:58.427967 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Sync routers for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 19:59:58.437977 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:58.438680 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:58.530391 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.544157 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:58.632938 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.687468 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Deleting port 08b78124-878f-410b-b9a2-441f73a200be {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:58.687816 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.723372 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08b78124-878f-410b-b9a2-441f73a200be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:59:57Z', 'revision_number': 5, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port': {'id': '08b78124-878f-410b-b9a2-441f73a200be', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:58.754681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Checking router: a2a8a5b1-7008-4d3a-9871-295f13cb005c for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 19:59:58.763710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Routers {'a2a8a5b1-7008-4d3a-9871-295f13cb005c'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 19:59:58.764321 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T19:59:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:58.771624 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] For port 08b78124-878f-410b-b9a2-441f73a200be, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=08b78124-878f-410b-b9a2-441f73a200be,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:58.771981 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.784289 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Calling delete_port for 08b78124-878f-410b-b9a2-441f73a200be owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:58.850672 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] Set router a2a8a5b1-7008-4d3a-9871-295f13cb005c gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 19:59:58.903223 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:59:58Z', 'revision_number': 6, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:58.933920 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8cef-8705-4f4d-8dbf-febbac480fcf None None] The sync data for ids ['a2a8a5b1-7008-4d3a-9871-295f13cb005c'] in n-d-792364-9 is: [{'id': 'a2a8a5b1-7008-4d3a-9871-295f13cb005c', 'name': 'tempest-TestShelveInstance-1532995694-router', 'tenant_id': '65d327664e0a420ab20fbb9f11b664d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T19:50:56Z', 'updated_at': '2021-11-23T19:59:58Z', 'revision_number': 6, 'project_id': '65d327664e0a420ab20fbb9f11b664d8', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 19:59:58.950724 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:58.979436 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b78124-878f-410b-b9a2-441f73a200be,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:58.992925 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31419cf6-25ee-4bae-b4c2-973961cb2f88 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:59:59.043270 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.133923 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.136053 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.180569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.181094 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a8a5b1-7008-4d3a-9871-295f13cb005c {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 19:59:59.185336 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.186631 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-23f323ae-03c1-41f7-a26c-e8f4aa2a9783 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a2a8a5b1-7008-4d3a-9871-295f13cb005c HTTP/1.1" status: 204 len: 168 time: 0.7602847 Nov 23 19:59:59.189187 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:59.233974 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Deleting subnet 9478ef2d-820e-41c8-bd48-e01aadb5850d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 19:59:59.236945 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.272243 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.359046 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.411504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.436648 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9478ef2d-820e-41c8-bd48-e01aadb5850d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:59.440280 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.444845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-bc7b7bb4-3b7a-4f51-9eca-31f08d672ae8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9478ef2d-820e-41c8-bd48-e01aadb5850d HTTP/1.1" status: 204 len: 168 time: 0.2537906 Nov 23 19:59:59.445928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a2810-1f79-4256-9804-1e889acaefc7 None None] Network 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 19:59:59.447457 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48696) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 19:59:59.518864 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.570932 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Deleting port f02e986e-14dc-4d22-9419-646cc98b770a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:59.571672 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.634882 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] For port f02e986e-14dc-4d22-9419-646cc98b770a, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=f02e986e-14dc-4d22-9419-646cc98b770a,segment=NetworkSegment(7b3bb1b6-5522-44be-abbc-e7bfca01c739),segment_id=7b3bb1b6-5522-44be-abbc-e7bfca01c739)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:59.635202 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.647098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Calling delete_port for f02e986e-14dc-4d22-9419-646cc98b770a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:59.699677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] DHCP port deletion for 3d0fc8a0-9a67-4bc3-b82c-ce1977120587 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 19:59:59.735585 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.754399 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Deleting port f02e986e-14dc-4d22-9419-646cc98b770a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 19:59:59.754792 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.766429 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] No DVR routers for this DVR port f02e986e-14dc-4d22-9419-646cc98b770a on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:59:59.768210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02e986e-14dc-4d22-9419-646cc98b770a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:59.822663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] For port f02e986e-14dc-4d22-9419-646cc98b770a, host n-d-792364-9, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 19:59:59.823622 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.843074 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Calling delete_port for f02e986e-14dc-4d22-9419-646cc98b770a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 19:59:59.845179 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.845829 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Port f02e986e-14dc-4d22-9419-646cc98b770a was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 19:59:59.847132 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.866708 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0fc8a0-9a67-4bc3-b82c-ce1977120587']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:59.871553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] Pushing event deleted for resources: {'Port': ['ID=f02e986e-14dc-4d22-9419-646cc98b770a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 19:59:59.876992 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3bb1b6-5522-44be-abbc-e7bfca01c739') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:59.877138 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9da08-e1b7-41f8-a58e-c8b1ac5c6819 None None] No DVR routers for this DVR port f02e986e-14dc-4d22-9419-646cc98b770a on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 19:59:59.877420 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3bb1b6-5522-44be-abbc-e7bfca01c739') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 19:59:59.890871 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.904890 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.910805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 19:59:59.911263 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: timer() Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 19:59:59.913587 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 19:59:59.976904 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.982830 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 19:59:59.994632 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d0fc8a0-9a67-4bc3-b82c-ce1977120587 HTTP/1.1" status: 204 len: 168 time: 0.5459466 Nov 23 20:00:00.006547 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777931b-3fa3-413e-beb0-5741bf8d6ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0fc8a0-9a67-4bc3-b82c-ce1977120587,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:00.107766 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:00.146906 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-69fcaf67-d2b7-4116-8953-28c33c91ae00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fcb0138169a4f0baa774fc543c9e9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379884 Nov 23 20:00:00.149991 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:00.200968 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.222644 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.272190 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.275559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.276914 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ce7839a-3598-4605-ab68-599970db9638 HTTP/1.1" status: 204 len: 168 time: 0.1258163 Nov 23 20:00:00.285034 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14a41-4cfe-450f-a1f7-0e743b17d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7839a-3598-4605-ab68-599970db9638,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:00.325212 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 01e7fdac-6792-4d6e-af62-7290aa85cab8 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:00:00.329220 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b345ea8d-86c1-47d3-ad94-77268c88301e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.347638 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 01e7fdac-6792-4d6e-af62-7290aa85cab8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:00:00.347986 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 01e7fdac-6792-4d6e-af62-7290aa85cab8 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:00:00.348406 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f02e986e-14dc-4d22-9419-646cc98b770a no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:00:00.368116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: f02e986e-14dc-4d22-9419-646cc98b770a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:00:00.368116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device f02e986e-14dc-4d22-9419-646cc98b770a not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:00:00.368116 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08b78124-878f-410b-b9a2-441f73a200be no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:00:00.387558 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 08b78124-878f-410b-b9a2-441f73a200be {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:00:00.387904 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 08b78124-878f-410b-b9a2-441f73a200be not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:00:00.588210 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48708) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:00.633446 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-ec0eaad8-f5d1-43af-a661-8458b873c472 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65d327664e0a420ab20fbb9f11b664d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440199 Nov 23 20:00:00.635922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:00.682662 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.704005 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.750639 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.753398 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:00.754539 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/777aa8f3-66c9-4a10-96f9-b8491631bb1b HTTP/1.1" status: 204 len: 168 time: 0.1177227 Nov 23 20:00:00.762989 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5ad55-00bf-4ef7-8b0c-6193b49cfe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777aa8f3-66c9-4a10-96f9-b8491631bb1b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:01.080469 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.434676 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:01.527865 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-414043571-network', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:01.549437 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Made reservation on behalf of 1371af1ca834482e8a47f0ab9d8f798b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:00:01.551821 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.559952 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.633532 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.637125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.657595 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 20:00:01.672563 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c1dc3-e2e0-4703-b9bf-53b265d257c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:01.675416 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.675761 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Added segment 78c5baa6-4197-4f9b-b998-5fd9dfc15e5d of type vlan for network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 Nov 23 20:00:01.718125 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.742242 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.743159 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:01.743769 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.779223 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3434174 Nov 23 20:00:01.782197 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:01.787092 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Request body: {'subnet': {'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-414043571-subnet', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:01.806202 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25c199-1d39-4d81-aed1-801542cbbf1e admin admin] Pushing event updated for resources: {'Network': ['ID=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:01.809883 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Made reservation on behalf of 1371af1ca834482e8a47f0ab9d8f798b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:00:01.816559 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27220518'] for subnet, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:01.820524 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 20:00:01.981719 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25317917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27220500'] for subnet, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.036762 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:02.045947 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Checking segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:02.046305 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Network hostable DHCP agents. Network: 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 20:00:02.062510 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 20:00:02.071386 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:02.075134 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:02.075751 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.080930 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469b2a3-8875-4ae9-94d6-6073639e1e22 None None] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:00:02.092354 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-46944eae-6422-428d-9dcf-876229bb90fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090634 Nov 23 20:00:02.095443 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:02.100238 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:02.122332 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.123337 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.176574 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.230681 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 20:00:02.231572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.312215 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.366177 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Allocated IP 172.20.0.2 (7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9/3c8360a8-8d5c-4909-8a1f-a1ad73e714cf/5b9620ff-847e-4f86-8ebd-5bef0380238e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:02.518175 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.519730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.522778 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.525090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.538009 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.568057 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:02.572107 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:02.573943 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Pushing event updated for resources: {'Port': ['ID=5b9620ff-847e-4f86-8ebd-5bef0380238e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:02.576165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:02.629230 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Attempting to bind port 5b9620ff-847e-4f86-8ebd-5bef0380238e on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:02.629600 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Attempting to bind port 5b9620ff-847e-4f86-8ebd-5bef0380238e by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:02.629962 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Attempting to bind port 5b9620ff-847e-4f86-8ebd-5bef0380238e on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:02.634915 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 19, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:02.635287 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Checking segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:02.635709 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.636097 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Bound using segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:02.636556 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Bound port: 5b9620ff-847e-4f86-8ebd-5bef0380238e, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:02.636931 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.646164 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Allocated IP 172.25.5.131 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/d07ef543-552e-4de1-9e5b-db9fc834132c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:02.701463 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] For port 5b9620ff-847e-4f86-8ebd-5bef0380238e, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:02.704641 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] For port 5b9620ff-847e-4f86-8ebd-5bef0380238e, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5b9620ff-847e-4f86-8ebd-5bef0380238e,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:02.708698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.766770 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.768813 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dd2d2-4c06-447b-8e7b-5291ccc279e4 None None] Pushing event updated for resources: {'Port': ['ID=5b9620ff-847e-4f86-8ebd-5bef0380238e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:02.804528 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.846599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:02.849552 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:02.853872 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:02.859621 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Pushing event updated for resources: {'Port': ['ID=d07ef543-552e-4de1-9e5b-db9fc834132c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:02.863055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7c28c-8e76-4de6-9bcf-f48b1c29fa0f None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:02.948819 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8e6461d1-6004-4cb8-afdc-10b0b8878f77 None None] Provisioning complete for port d07ef543-552e-4de1-9e5b-db9fc834132c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:02.949496 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e6461d1-6004-4cb8-afdc-10b0b8878f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:02.987392 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e6461d1-6004-4cb8-afdc-10b0b8878f77 None None] Port d07ef543-552e-4de1-9e5b-db9fc834132c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:03.135490 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.329579 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.423992 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.466186 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Router 0621a319-d1b5-4383-9024-c58ccb49347f is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 20:00:03.577629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:00:03.587095 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:00:03.599517 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.603671 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8e31a04b-44bc-439a-8458-510c3564a0cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5045211 Nov 23 20:00:03.604195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:03.604195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:03.604415 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:03.661367 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785cdeb4-6731-4432-a7ce-996252e28370 None None] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:00:03.717906 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:03.745408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] Provisioning complete for port 5b9620ff-847e-4f86-8ebd-5bef0380238e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:03.745408 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.885173 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.922949 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:03Z', 'revision_number': 3, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:03.926088 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] For port 5b9620ff-847e-4f86-8ebd-5bef0380238e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5b9620ff-847e-4f86-8ebd-5bef0380238e,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:03.933538 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:03.955465 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:00:03.956195 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Updating router 0621a319-d1b5-4383-9024-c58ccb49347f port d07ef543-552e-4de1-9e5b-db9fc834132c binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 20:00:03.987004 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.002421 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a80fdb-b4cb-415b-8e4e-9d1bed553d19 None None] Pushing event updated for resources: {'Port': ['ID=5b9620ff-847e-4f86-8ebd-5bef0380238e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.070544 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.101433 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:00:04.161118 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7dd00d61-7335-44e9-baa7-57ff8d631d82 None None] Provisioning complete for port 5b9620ff-847e-4f86-8ebd-5bef0380238e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:04.161636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dd00d61-7335-44e9-baa7-57ff8d631d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.232330 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Allocated IP 172.20.0.1 (7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9/3c8360a8-8d5c-4909-8a1f-a1ad73e714cf/d95338cf-e102-468d-b7c2-78203cc457da) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:04.259122 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.264482 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.291568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d7710-9c64-4af7-861a-0c33c3624270 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:04.294607 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Attempting to bind port d07ef543-552e-4de1-9e5b-db9fc834132c on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:04.295239 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Attempting to bind port d07ef543-552e-4de1-9e5b-db9fc834132c by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:04.295866 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Attempting to bind port d07ef543-552e-4de1-9e5b-db9fc834132c on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:04.321930 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:04.322314 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:04.322720 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.323112 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:04.323730 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Bound port: d07ef543-552e-4de1-9e5b-db9fc834132c, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:04.324116 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.354379 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.365285 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-830d5fc8-aa8a-4a65-b9b6-1d8bac0d9c1f None None] Provisioning complete for port d07ef543-552e-4de1-9e5b-db9fc834132c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:04.365670 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-830d5fc8-aa8a-4a65-b9b6-1d8bac0d9c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.392785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5b9620ff-847e-4f86-8ebd-5bef0380238e up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:04.397187 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] For port d07ef543-552e-4de1-9e5b-db9fc834132c, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:04.405377 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.414672 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Pushing event updated for resources: {'Port': ['ID=d07ef543-552e-4de1-9e5b-db9fc834132c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.422819 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] For port d07ef543-552e-4de1-9e5b-db9fc834132c, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d07ef543-552e-4de1-9e5b-db9fc834132c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:04.425183 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.425531 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.426192 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.426585 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.427172 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.428017 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.428291 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.428884 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.429270 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.429773 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.430444 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.430948 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:00:04.439565 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-830d5fc8-aa8a-4a65-b9b6-1d8bac0d9c1f None None] Port d07ef543-552e-4de1-9e5b-db9fc834132c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:04.441142 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.458481 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:04.461341 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 5b9620ff-847e-4f86-8ebd-5bef0380238e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:04.461904 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.462054 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:04.465581 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:04.509154 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8a164-5191-4ff4-aad9-5ab3406a20e4 None None] Pushing event updated for resources: {'Port': ['ID=d07ef543-552e-4de1-9e5b-db9fc834132c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.515477 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.517272 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:04.518385 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:04.518528 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Pushing event updated for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.534053 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2b6f7-08ab-4c0a-a054-ee734bc03d20 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:04.633495 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:04.661988 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] Provisioning complete for port d07ef543-552e-4de1-9e5b-db9fc834132c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:04.662350 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.673360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.753843 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.782424 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] For port d07ef543-552e-4de1-9e5b-db9fc834132c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d07ef543-552e-4de1-9e5b-db9fc834132c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:04.787198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.847161 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541f91e-bf63-49a1-8019-a6040e561b43 None None] Pushing event updated for resources: {'Port': ['ID=d07ef543-552e-4de1-9e5b-db9fc834132c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.857697 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:03Z', 'revision_number': 3, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:04.860458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.864878 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.885184 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68fbc7-9f11-47ed-bd83-ced6703b7934 None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:03Z', 'revision_number': 3, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:00:04.912555 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23e6fbe4-f686-475a-a0c4-f1e82060d560 None None] Provisioning complete for port d95338cf-e102-468d-b7c2-78203cc457da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:04.913052 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23e6fbe4-f686-475a-a0c4-f1e82060d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.938435 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Pushing event updated for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:04.940999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:04.952914 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-23e6fbe4-f686-475a-a0c4-f1e82060d560 None None] Port d95338cf-e102-468d-b7c2-78203cc457da cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:05.382599 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:05.384187 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:05.511117 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:00:05.630423 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:00:05.636706 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c431a4ed-6d9a-4bd6-ad60-4997d1fcc474 admin admin] 10.222.0.37 "PUT /v2.0/routers/0621a319-d1b5-4383-9024-c58ccb49347f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313292 Nov 23 20:00:05.680020 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-217c581f-0077-4921-b85e-0eabea43c2e8 None None] Provisioning complete for port d95338cf-e102-468d-b7c2-78203cc457da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:05.680566 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-217c581f-0077-4921-b85e-0eabea43c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:05.718848 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-217c581f-0077-4921-b85e-0eabea43c2e8 None None] Port d95338cf-e102-468d-b7c2-78203cc457da cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:06.107477 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:06.112527 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-617979107-network', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:06.133282 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Made reservation on behalf of 613aaa73d56e469bab8bdf0dd64d347e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:00:06.135691 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.144058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.222711 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.226944 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.252964 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 20:00:06.262560 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe93557-c6f6-4709-b983-58e20d978734,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:06.270420 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.270777 n-d-792364-9 neutron-server[103399]: INFO neutron.db.segments_db [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Added segment aee9bef8-5c55-4847-8bca-68180214639d of type vlan for network 9ec3e7e3-dcf2-40db-834e-87a43716d840 Nov 23 20:00:06.321254 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747630551866'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.348842 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.349944 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:06.350748 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.361978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d07ef543-552e-4de1-9e5b-db9fc834132c up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:06.386209 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2775831 Nov 23 20:00:06.388901 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:06.414334 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d07ef543-552e-4de1-9e5b-db9fc834132c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:06.414794 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.418352 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Request body: {'subnet': {'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-617979107-subnet', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:06.426242 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25895e72-3227-4365-a39b-e4810ed6a667 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec3e7e3-dcf2-40db-834e-87a43716d840,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:06.439242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 details requested by agent ovs-agent-n-d-792364-9 with host n-d-792364-9 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 20:00:06.446793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Made reservation on behalf of 613aaa73d56e469bab8bdf0dd64d347e for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:00:06.449478 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26970832'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.550798 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:00:06.571568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:06.572178 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:06.634196 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27056052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26970850'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.685172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b3232b-11a1-41ea-bf2b-c3c1e3d5620b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:06.702190 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Checking segment: {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:06.702684 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Network hostable DHCP agents. Network: 9ec3e7e3-dcf2-40db-834e-87a43716d840, hostable agents: ['a9a7ced7-ddb1-4a9a-9852-8247e26510bb'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 20:00:06.719578 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 is scheduled to be hosted by DHCP agent a9a7ced7-ddb1-4a9a-9852-8247e26510bb with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 20:00:06.729037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-9, 9ec3e7e3-dcf2-40db-834e-87a43716d840) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:06.733398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:06.734087 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.750884 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9da3c383-316b-4fe5-a6df-a0ed34f3e223 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608849 Nov 23 20:00:06.753530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:06.758532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:06.780365 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.781615 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-952'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.833202 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2b5b1-a86b-461f-8c76-7251f625ac88 None None] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:00:06.847975 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:06.915339 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:06.984802 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.117817 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68ccaf-9ae5-545f-9ba0-b2783e4fef5a-9ec3e7e3-dcf2-40db-834e-87a43716d840', 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'fixed_ips': [{'subnet_id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b'}]}} from n-d-792364-9. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 20:00:07.118460 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.201652 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.220806 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.295196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 2, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:07.300633 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Allocated IP 172.20.0.2 (9ec3e7e3-dcf2-40db-834e-87a43716d840/39b3232b-11a1-41ea-bf2b-c3c1e3d5620b/cb61f6e9-773a-4080-83bc-59b9df284f27) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:07.330127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Allocated IP 172.25.5.146 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/b066228b-65a0-43f9-95c7-49f8bb941b29) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:07.331975 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:00:07.332361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Updating router 0621a319-d1b5-4383-9024-c58ccb49347f port d95338cf-e102-468d-b7c2-78203cc457da binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 20:00:07.373781 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.441436 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.478874 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.514942 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:07.521189 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:07.525145 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:07.536344 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Pushing event updated for resources: {'Port': ['ID=b066228b-65a0-43f9-95c7-49f8bb941b29,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:07.544533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512847b-614f-4652-aa9d-b44b07d4e12c None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:07.652832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks [] for port, precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.666699 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660'] for port, after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.718768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-632d1328-2be0-487c-acbe-b7e7461963d3 None None] Provisioning complete for port b066228b-65a0-43f9-95c7-49f8bb941b29 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:07.719141 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-632d1328-2be0-487c-acbe-b7e7461963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.732850 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:07.765626 n-d-792364-9 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:07.772856 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:07.786999 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.787266 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Pushing event updated for resources: {'Port': ['ID=cb61f6e9-773a-4080-83bc-59b9df284f27,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:07.818312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-632d1328-2be0-487c-acbe-b7e7461963d3 None None] Port b066228b-65a0-43f9-95c7-49f8bb941b29 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:07.886945 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.890993 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Attempting to bind port cb61f6e9-773a-4080-83bc-59b9df284f27 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:07.891510 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Attempting to bind port cb61f6e9-773a-4080-83bc-59b9df284f27 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:07.891878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Attempting to bind port cb61f6e9-773a-4080-83bc-59b9df284f27 on network 9ec3e7e3-dcf2-40db-834e-87a43716d840 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:07.895238 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.924227 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:07.924609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Checking segment: {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:07.925015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.925415 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Bound using segment: {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:07.925903 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Bound port: cb61f6e9-773a-4080-83bc-59b9df284f27, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:07.926283 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:07.980649 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788c5d-8d03-4fde-9b8a-87d446545962 None None] Pushing event updated for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:08.004590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404526'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.055775 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] For port cb61f6e9-773a-4080-83bc-59b9df284f27, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:08.059058 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] For port cb61f6e9-773a-4080-83bc-59b9df284f27, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cb61f6e9-773a-4080-83bc-59b9df284f27,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:08.060288 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Attempting to bind port d95338cf-e102-468d-b7c2-78203cc457da on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:08.060710 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Attempting to bind port d95338cf-e102-468d-b7c2-78203cc457da by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:08.061066 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Attempting to bind port d95338cf-e102-468d-b7c2-78203cc457da on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:08.066849 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.071517 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:08.071902 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Checking segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:08.072322 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.072703 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Bound using segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:08.073203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Bound port: d95338cf-e102-468d-b7c2-78203cc457da, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:08.073574 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.148532 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Router ba9caec6-a79e-4963-9944-143e133a27ac is scheduled to L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 20:00:08.169876 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c11dd-5ad9-4604-81b4-765160168573 None None] Pushing event updated for resources: {'Port': ['ID=cb61f6e9-773a-4080-83bc-59b9df284f27,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:08.195726 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] For port d95338cf-e102-468d-b7c2-78203cc457da, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:08.199036 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] For port d95338cf-e102-468d-b7c2-78203cc457da, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d95338cf-e102-468d-b7c2-78203cc457da,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:08.205967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.274978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:00:08.281019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788c5d-8d03-4fde-9b8a-87d446545962 None None] Pushing event updated for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:08.284783 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] Provisioning complete for port d95338cf-e102-468d-b7c2-78203cc457da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:08.285157 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.286677 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Sync routers for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:00:08.288814 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:08.289928 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:08.299541 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.301429 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-7162104e-aa4f-42d8-bdfc-d35831da3d6a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5463965 Nov 23 20:00:08.303543 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:08.306213 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:08.307060 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:08.510015 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:08.544037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.547041 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:08.616085 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] For port d95338cf-e102-468d-b7c2-78203cc457da, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d95338cf-e102-468d-b7c2-78203cc457da,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:08.623943 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.760663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffa72-dc9e-4412-b0ca-7025005902ea None None] Pushing event updated for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:08.793060 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9f120ec3-eea3-4b52-8b16-b49286188664 None None] Provisioning complete for port d95338cf-e102-468d-b7c2-78203cc457da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:08.793434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f120ec3-eea3-4b52-8b16-b49286188664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.860097 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:07Z', 'revision_number': 3, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:08.890181 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Checking router: ba9caec6-a79e-4963-9944-143e133a27ac for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:00:08.890526 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Updating router ba9caec6-a79e-4963-9944-143e133a27ac port b066228b-65a0-43f9-95c7-49f8bb941b29 binding host n-d-792364-9 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 20:00:08.921251 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.927367 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:08.930494 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:08.957980 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed6a49-3807-43ca-a6e2-01d9b097b50d None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:00:09.149620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Allocated IP 172.20.0.1 (9ec3e7e3-dcf2-40db-834e-87a43716d840/39b3232b-11a1-41ea-bf2b-c3c1e3d5620b/89184dda-6fb1-47e5-979b-34c7ae3a3a09) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:09.253404 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks [] for port, precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.261091 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.289114 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.307719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a6b1a-cf7b-40a2-88c1-16320d0e4394 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:09.314833 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Attempting to bind port b066228b-65a0-43f9-95c7-49f8bb941b29 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:09.315677 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Attempting to bind port b066228b-65a0-43f9-95c7-49f8bb941b29 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:09.315781 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Attempting to bind port b066228b-65a0-43f9-95c7-49f8bb941b29 on network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:09.332354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:09.332354 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Checking segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:09.332770 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.333062 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Bound using segment: {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:09.333545 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Bound port: b066228b-65a0-43f9-95c7-49f8bb941b29, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25b1f2-c5b3-4077-86d0-69bada56cf9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:09.333905 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.357712 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.360445 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd6256-dba5-422e-b69e-908863675cac None None] Pushing event updated for resources: {'Port': ['ID=b066228b-65a0-43f9-95c7-49f8bb941b29,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:09.363963 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-91fade7d-850d-49be-8fcf-ad18093c895f None None] Provisioning complete for port b066228b-65a0-43f9-95c7-49f8bb941b29 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:09.364342 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91fade7d-850d-49be-8fcf-ad18093c895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.412231 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] For port b066228b-65a0-43f9-95c7-49f8bb941b29, host n-d-792364-9, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:09.420800 n-d-792364-9 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] For port b066228b-65a0-43f9-95c7-49f8bb941b29, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b066228b-65a0-43f9-95c7-49f8bb941b29,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:09.429456 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Pushing event updated for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:09.431420 n-d-792364-9 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.452833 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-91fade7d-850d-49be-8fcf-ad18093c895f None None] Port b066228b-65a0-43f9-95c7-49f8bb941b29 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:09.454933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:09.456612 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:09.463557 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:09.496492 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8aacfa-c68c-48a3-a0d6-7c1187e1ac79 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:00:09.520126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1649209'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.526098 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:09.526928 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:09.533013 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd6256-dba5-422e-b69e-908863675cac None None] Pushing event updated for resources: {'Port': ['ID=b066228b-65a0-43f9-95c7-49f8bb941b29,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:09.577769 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-564cba75-704c-405e-a2e2-447920579015 None None] Provisioning complete for port b066228b-65a0-43f9-95c7-49f8bb941b29 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:09.578149 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-564cba75-704c-405e-a2e2-447920579015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.610846 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d061e89-1426-4799-aeb4-f748b3d1b3d4 None None] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:00:09.667178 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:09.702253 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.894101 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:07Z', 'revision_number': 3, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:09.908344 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.914751 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:09.928281 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75577573-5bc9-4f81-bd38-1cc5f24de504 None None] The sync data for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 is: [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:07Z', 'revision_number': 3, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:00:10.002423 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1649301'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.004364 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Pushing event updated for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:10.019839 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-564cba75-704c-405e-a2e2-447920579015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.030572 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.057247 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-564cba75-704c-405e-a2e2-447920579015 None None] For port b066228b-65a0-43f9-95c7-49f8bb941b29, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b066228b-65a0-43f9-95c7-49f8bb941b29,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:10.079271 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-564cba75-704c-405e-a2e2-447920579015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.126077 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:10.127920 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:10.146932 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cba75-704c-405e-a2e2-447920579015 None None] Pushing event updated for resources: {'Port': ['ID=b066228b-65a0-43f9-95c7-49f8bb941b29,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:10.238361 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] Provisioning complete for port cb61f6e9-773a-4080-83bc-59b9df284f27 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:10.238361 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.320863 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Router ba9caec6-a79e-4963-9944-143e133a27ac has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:00:10.398452 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.468757 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] For port cb61f6e9-773a-4080-83bc-59b9df284f27, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cb61f6e9-773a-4080-83bc-59b9df284f27,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:10.480998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.569083 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf525df-2b46-4a38-99ef-9a3fb1c6ed57 None None] Pushing event updated for resources: {'Port': ['ID=cb61f6e9-773a-4080-83bc-59b9df284f27,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:10.573456 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cb61f6e9-773a-4080-83bc-59b9df284f27 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:10.584020 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:00:10.591073 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-054542ef-671b-4f73-bcaa-de640e1a6e93 admin admin] 10.222.0.37 "PUT /v2.0/routers/ba9caec6-a79e-4963-9944-143e133a27ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862613 Nov 23 20:00:10.649460 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d0cc04e-7d54-4eb5-9d91-21d8b993dfb3 None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:10.649895 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc04e-7d54-4eb5-9d91-21d8b993dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.686831 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cc04e-7d54-4eb5-9d91-21d8b993dfb3 None None] Port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:10.700615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d0cc04e-7d54-4eb5-9d91-21d8b993dfb3 None None] Provisioning complete for port cb61f6e9-773a-4080-83bc-59b9df284f27 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:10.701094 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc04e-7d54-4eb5-9d91-21d8b993dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.736849 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cb61f6e9-773a-4080-83bc-59b9df284f27 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:10.737212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:10.893049 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d95338cf-e102-468d-b7c2-78203cc457da up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:10.965413 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port d95338cf-e102-468d-b7c2-78203cc457da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:10.966085 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.027489 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.036787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dcd254f3-26b9-4628-919d-6e751a066532 None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:11.037164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcd254f3-26b9-4628-919d-6e751a066532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.102404 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dcd254f3-26b9-4628-919d-6e751a066532 None None] Port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:11.110033 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b066228b-65a0-43f9-95c7-49f8bb941b29 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:11.168961 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port b066228b-65a0-43f9-95c7-49f8bb941b29 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:11.169596 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.230881 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6b6fec45-0af5-4ce0-8282-7b6f5d5a9ab4 None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:11.231246 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b6fec45-0af5-4ce0-8282-7b6f5d5a9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.296787 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fec45-0af5-4ce0-8282-7b6f5d5a9ab4 None None] Port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:11.313776 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.318586 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697362113', 'description': 'tempest-secgroup-smoke-697362113 description', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.341657 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.407575 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.411633 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.442871 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:11.447507 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.448801 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-77287387-7edf-405e-aa65-fb8a53582b78 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338692 Nov 23 20:00:11.452397 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.458059 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.485497 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.539685 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.543588 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.564376 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d450288-740f-41dd-8f45-28ff88881996,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:11.574012 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.575226 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-580e8de8-fa5f-439e-acbb-28b148722b66 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208217 Nov 23 20:00:11.577847 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.582069 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.607983 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.665014 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.668859 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.690548 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94fbf04-c8bb-4be4-80da-66d3cd9bbe80,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:11.697668 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.698861 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-5c62d6d3-79fc-48d5-a2ee-25b6c3876b70 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201041 Nov 23 20:00:11.701628 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 48776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.705818 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.732234 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.793758 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.797537 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.814555 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b11f2-72d7-49ba-a339-063aebcdf764,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:11.833650 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.836072 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-e7dc6ccc-d6f3-4fef-a29e-b3df40a26297 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333623 Nov 23 20:00:11.838887 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.843530 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.870156 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.931086 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.934870 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.957234 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89c1b2d-4735-4366-a0b3-7709451eb064,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:11.965705 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:11.966977 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9b173348-a93d-43f0-bf4e-f781e038da1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270223 Nov 23 20:00:11.969679 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:11.973954 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:11.996509 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Project 1371af1ca834482e8a47f0ab9d8f798b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 20:00:12.002322 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.066019 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.070172 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.087852 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735a07d-1542-4aa6-9f63-220dc3a607bd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:12.098355 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.099604 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-a0824eff-1d18-4fac-a09f-856ef3c2fff0 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289699 Nov 23 20:00:12.102354 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:12.106736 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'security_group_rule': {'security_group_id': '9c1bdb51-a4e8-4cb9-9546-48b98d74a5db', 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:12.130675 n-d-792364-9 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Project 1371af1ca834482e8a47f0ab9d8f798b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 20:00:12.136320 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.195772 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.199524 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805242'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.217385 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563c0733-c9a0-4642-9049-a7aeb553b429,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:12.224174 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.225932 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c93d516c-19e1-4549-bd33-67fc5803bedd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221216 Nov 23 20:00:12.328615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cb61f6e9-773a-4080-83bc-59b9df284f27 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:12.362129 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Sync routers for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:00:12.384712 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:12.385340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:12.394969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-a49359ae-5072-4ed9-9efd-54d879d33976 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697362113&fields=id&tenant_id=1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 267 time: 0.0456736 Nov 23 20:00:12.473663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port cb61f6e9-773a-4080-83bc-59b9df284f27 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:12.473965 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.506339 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-75ae35d2-ad8f-463d-9125-2fbfe0825480 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:12.507879 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-75ae35d2-ad8f-463d-9125-2fbfe0825480 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 809 time: 0.1058855 Nov 23 20:00:12.523543 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-20753444-f0c2-44f8-ad87-7c83136af19e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/quotas/1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 375 time: 0.0090663 Nov 23 20:00:12.525866 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:12.575143 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-6e11cb62-abbd-4eed-b593-07d1d5a1f71a tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455782 Nov 23 20:00:12.683662 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-52f841b2-e6f7-4e7c-9dcb-6a4353479d4a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 20:00:12.684692 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-52f841b2-e6f7-4e7c-9dcb-6a4353479d4a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0966330 Nov 23 20:00:12.763381 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 4, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '89184dda-6fb1-47e5-979b-34c7ae3a3a09', 'name': '', 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'mac_address': 'fa:16:3e:15:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:08Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 2, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'subnets': [{'id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:12.778876 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-66f79651-8a4b-496d-ad3b-7c696ae2244f service neutron] 10.222.0.37 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Nov 23 20:00:12.790515 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Checking router: ba9caec6-a79e-4963-9944-143e133a27ac for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:00:12.790878 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Updating router ba9caec6-a79e-4963-9944-143e133a27ac port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 binding host n-d-792364-9 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 20:00:12.816766 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:12.873747 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-d5cbc7e3-6e5f-491e-b00b-3f5db3afcce1 service neutron] 10.222.0.37 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Nov 23 20:00:13.051072 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-be37d91b-6970-4244-a047-d5ee7700af1a req-eed0cc1b-d80b-42a8-82f1-8eb6836793c2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 210 time: 0.0326321 Nov 23 20:00:13.098174 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.103979 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.173785 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a20e9-2f03-4de1-b78b-da7a8738da03 None None] Pushing event updated for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:13.208165 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Attempting to bind port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 on host n-d-792364-9 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:13.208851 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Attempting to bind port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 by drivers openvswitch,hyperv on host n-d-792364-9 at level 0 using segments [{'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:13.209222 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Attempting to bind port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 on network 9ec3e7e3-dcf2-40db-834e-87a43716d840 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:13.216355 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Checking agent: {'id': '22798094-7777-43f3-a33c-9d1193e9a4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 24, 33), 'started_at': datetime.datetime(2021, 11, 23, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:13.216731 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Checking segment: {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:13.217133 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.217529 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Bound using segment: {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:13.218106 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Bound port: 89184dda-6fb1-47e5-979b-34c7ae3a3a09, host: n-d-792364-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee9bef8-5c55-4847-8bca-68180214639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:13.218358 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.285739 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] For port 89184dda-6fb1-47e5-979b-34c7ae3a3a09, host n-d-792364-9, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:13.289983 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] For port 89184dda-6fb1-47e5-979b-34c7ae3a3a09, host n-d-792364-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=89184dda-6fb1-47e5-979b-34c7ae3a3a09,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:13.295265 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.365092 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:13.366853 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:13.411735 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a20e9-2f03-4de1-b78b-da7a8738da03 None None] Pushing event updated for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:13.473271 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:13.473636 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.531758 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:13.691541 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.746884 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] For port 89184dda-6fb1-47e5-979b-34c7ae3a3a09, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=89184dda-6fb1-47e5-979b-34c7ae3a3a09,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:13.768643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:13.831300 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdf552-bfb6-4a9c-9ccf-fd4944a410af None None] Pushing event updated for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:13.842718 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 4, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '89184dda-6fb1-47e5-979b-34c7ae3a3a09', 'name': '', 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'mac_address': 'fa:16:3e:15:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:08Z', 'updated_at': '2021-11-23T20:00:13Z', 'revision_number': 4, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'subnets': [{'id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:13.880113 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6129b-7371-4e65-bc0a-328199f78575 None None] The sync data for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 is: [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:00:09Z', 'revision_number': 4, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': '89184dda-6fb1-47e5-979b-34c7ae3a3a09', 'name': '', 'network_id': '9ec3e7e3-dcf2-40db-834e-87a43716d840', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'mac_address': 'fa:16:3e:15:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:08Z', 'updated_at': '2021-11-23T20:00:13Z', 'revision_number': 4, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'subnets': [{'id': '39b3232b-11a1-41ea-bf2b-c3c1e3d5620b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:00:13.891342 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-84f35ff3-664e-427a-86d3-7283a3cd821e None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:13.891637 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-84f35ff3-664e-427a-86d3-7283a3cd821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:14.167301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-472a56b9-c090-4033-83a3-f8e846e662ba req-3951b642-bde0-4cde-8969-9fe2247feac3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 210 time: 0.0407207 Nov 23 20:00:14.207444 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-446bc7ce-ff55-4716-ad6a-c3ba13958bd1 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:14.209598 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-446bc7ce-ff55-4716-ad6a-c3ba13958bd1 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 809 time: 0.1246073 Nov 23 20:00:14.291114 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-5ce07f0a-3a89-4bb7-b287-13e0fe010c71 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 379 time: 0.0697343 Nov 23 20:00:14.301329 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'port': {'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'admin_state_up': True, 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'security_groups': ['9c1bdb51-a4e8-4cb9-9546-48b98d74a5db']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:14.354685 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 89184dda-6fb1-47e5-979b-34c7ae3a3a09 up at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:14.417012 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Provisioning complete for port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:14.417717 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:14.760151 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Made reservation on behalf of 1371af1ca834482e8a47f0ab9d8f798b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:00:14.763792 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:14.886766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Allocated IP 172.20.0.9 (7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9/3c8360a8-8d5c-4909-8a1f-a1ad73e714cf/9a6d5f2c-7819-4d26-a764-2f084d7994f8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:15.024404 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.060111 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.104228 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:15.107184 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:15.110905 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:15.140416 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:15.168831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:15.169487 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.187613 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-c6b692ef-d83e-4409-b76d-84c33f8a2783 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901088 Nov 23 20:00:15.201204 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Request body: {'port': {'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:15.279873 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.340918 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638ea33-6314-45a4-98db-d5c6d916c5c7 req-9773a38c-f6c8-4581-b5db-da9611b7838c tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:15.342399 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4638ea33-6314-45a4-98db-d5c6d916c5c7 req-9773a38c-f6c8-4581-b5db-da9611b7838c tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 931 time: 0.0920737 Nov 23 20:00:15.422793 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca768461-032a-45d8-8069-2f6fcf79cd69 None None] Provisioning complete for port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:15.423372 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca768461-032a-45d8-8069-2f6fcf79cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.457196 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ca768461-032a-45d8-8069-2f6fcf79cd69 None None] Port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:00:15.459368 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4638ea33-6314-45a4-98db-d5c6d916c5c7 req-1fd687ab-14f6-4dc9-8ecd-690ab5e1752e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065955 Nov 23 20:00:15.605193 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6d5f2c-7819-4d26-a764-2f084d7994f8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:00:15.612954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.625098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Transition to ACTIVE for port object 9a6d5f2c-7819-4d26-a764-2f084d7994f8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 20:00:15.628110 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.697922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:15.756975 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Attempting to bind port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 on host n-h2-792364-9 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:00:15.757320 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Attempting to bind port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 by drivers openvswitch,hyperv on host n-h2-792364-9 at level 0 using segments [{'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:00:15.757630 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Attempting to bind port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:15.762428 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 20:00:15.762759 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Attempting to bind port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:00:15.768802 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Checking agent: {'id': '223d1050-98bf-48e4-9ef5-a0fd3753f10f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:00:15.769150 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Checking segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:00:15.769541 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Bound using segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:00:15.769969 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Bound port: 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host: n-h2-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:00:15.770329 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.843454 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:00:15.846576 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:00:15.850027 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.884661 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:15.885282 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:15.886775 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 1091 time: 0.6899819 Nov 23 20:00:15.887172 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:00:15.889538 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323954c-e78f-4786-94fa-2bb7b74b2699" -d '{"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:00:15.921268 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59315370-37c2-40fb-aed3-c4dad8b0fbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:15.954004 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f202ae1-d2ec-41bd-8a3a-13040f37f302 x-openstack-request-id: req-6f202ae1-d2ec-41bd-8a3a-13040f37f302 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:00:15.954336 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:00:15.954727 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f202ae1-d2ec-41bd-8a3a-13040f37f302 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:00:15.955183 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'status': 'completed', 'code': 200} Nov 23 20:00:15.986224 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-d9eacaca-654f-4b01-979f-f8b8ead5b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:15.988339 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-d9eacaca-654f-4b01-979f-f8b8ead5b586 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1094 time: 0.0497284 Nov 23 20:00:16.037117 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-717c423a-7513-497b-8e0c-0d006b679b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 217 time: 0.0387766 Nov 23 20:00:16.091411 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-5b89c9cd-618a-457b-8e52-2b4508a9ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.093169 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-5b89c9cd-618a-457b-8e52-2b4508a9ac8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0481572 Nov 23 20:00:16.141903 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551921e5-a2ef-42bb-b257-0c994340e75a req-f2e98a81-85c6-4967-abf5-564a86ecc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.143354 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-f2e98a81-85c6-4967-abf5-564a86ecc5c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427737 Nov 23 20:00:16.252011 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-ada15b9a-c4eb-4ff8-b585-98a480a43928 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985870 Nov 23 20:00:16.347141 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-551921e5-a2ef-42bb-b257-0c994340e75a req-4a48c8a5-ae48-4709-8381-36267391b76c service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Nov 23 20:00:16.443516 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-3e517b3a-8a1c-4563-8f4d-eaca646aba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.445590 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-3e517b3a-8a1c-4563-8f4d-eaca646aba64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1094 time: 0.0479367 Nov 23 20:00:16.542248 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-ead7bb1f-b32c-4f10-83ad-980dcf4c9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.543845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-ead7bb1f-b32c-4f10-83ad-980dcf4c9ac7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0910408 Nov 23 20:00:16.613519 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-d731958c-706c-4370-b18a-34720691f3f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 217 time: 0.0569618 Nov 23 20:00:16.666686 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af11bd1-1dac-4d77-a87a-a389a3f45536 req-4f2a7d59-c6e2-4fcf-9f96-166adc4bdea2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.668135 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af11bd1-1dac-4d77-a87a-a389a3f45536 req-4f2a7d59-c6e2-4fcf-9f96-166adc4bdea2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.1210620 Nov 23 20:00:16.701059 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-866421a7-1470-4917-8345-d681e4c8f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.702545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-866421a7-1470-4917-8345-d681e4c8f021 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0781565 Nov 23 20:00:16.761293 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4af11bd1-1dac-4d77-a87a-a389a3f45536 req-af960c74-f966-453f-8284-8db45b6e8c5b tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861268 Nov 23 20:00:16.774098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-595a18d5-cd59-44c1-aa52-5cc6b54e043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:16.775691 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-595a18d5-cd59-44c1-aa52-5cc6b54e043c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624058 Nov 23 20:00:16.882947 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-38e80f0d-fdf6-42e0-8c38-968d8ee69d5e service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966997 Nov 23 20:00:16.976200 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-c323954c-e78f-4786-94fa-2bb7b74b2699 req-bf6b6e53-8f14-44d1-bb4b-0bb05e51fcdb service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873828 Nov 23 20:00:18.208630 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac20f6-282c-4e1e-94a9-6468e2845e36 req-32695d00-6712-4a3b-a8f8-a61248e81335 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:18.210678 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddac20f6-282c-4e1e-94a9-6468e2845e36 req-32695d00-6712-4a3b-a8f8-a61248e81335 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.3777125 Nov 23 20:00:18.259039 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ddac20f6-282c-4e1e-94a9-6468e2845e36 req-6e4f3154-fcd1-4a79-85f5-02d214a3e0ca tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Nov 23 20:00:19.383587 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180d7d-e522-4dba-b0a8-f45b7871563e req-48c3897a-a746-4501-8bd1-3ead61fdfa86 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:19.385152 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95180d7d-e522-4dba-b0a8-f45b7871563e req-48c3897a-a746-4501-8bd1-3ead61fdfa86 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.0573015 Nov 23 20:00:19.436785 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-95180d7d-e522-4dba-b0a8-f45b7871563e req-4db6debb-fdea-4ddd-81c0-d5c93d3546b1 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456929 Nov 23 20:00:19.623570 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 20:00:19.717484 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:19.730408 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 20:00:19.962731 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:19.979122 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6d5f2c-7819-4d26-a764-2f084d7994f8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:00:19.998939 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:20.002827 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:20.050719 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:20.249127 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9a6d5f2c-7819-4d26-a764-2f084d7994f8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 20:00:20.567007 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b528-907a-4b3e-924e-91c6b131d6a9 req-1022e6f4-7c4c-46d7-8831-3e241cc98500 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:20.568552 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20e2b528-907a-4b3e-924e-91c6b131d6a9 req-1022e6f4-7c4c-46d7-8831-3e241cc98500 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 944 time: 0.0531240 Nov 23 20:00:20.621870 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-20e2b528-907a-4b3e-924e-91c6b131d6a9 req-21a7e940-86df-4804-95b8-b822f2a5331a tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461736 Nov 23 20:00:21.638298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:00:21.689589 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning for port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 20:00:21.693978 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:00:21.694425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:21.742596 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191cb45-6b60-47d6-b26a-9cbe8ca66d80 req-1d7a1b8f-5ba2-4790-b170-9e984e0b8bdc tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:21.744122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8191cb45-6b60-47d6-b26a-9cbe8ca66d80 req-1d7a1b8f-5ba2-4790-b170-9e984e0b8bdc tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 944 time: 0.0506308 Nov 23 20:00:21.773755 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:21.797061 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:00:21.797989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-8191cb45-6b60-47d6-b26a-9cbe8ca66d80 req-67ce5fd8-954c-4812-82f5-8e807d127904 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474772 Nov 23 20:00:21.799369 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f98d0b-cec8-4c22-a03c-c01c9194c9a9" -d '{"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:00:21.814365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:00:21.825815 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:21.874630 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:21.901308 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fcf31-f3f1-43e3-add6-b1eac9b749db x-openstack-request-id: req-a89fcf31-f3f1-43e3-add6-b1eac9b749db {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:00:21.901606 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:00:21.901859 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a89fcf31-f3f1-43e3-add6-b1eac9b749db {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:00:21.902253 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'code': 200} Nov 23 20:00:22.043496 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32991a85-057d-4175-9753-de834eb21c0d req-804953b0-bb4b-4fa1-b700-53d16befed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:22.044811 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32991a85-057d-4175-9753-de834eb21c0d req-804953b0-bb4b-4fa1-b700-53d16befed14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1096 time: 0.0818093 Nov 23 20:00:22.091570 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-32991a85-057d-4175-9753-de834eb21c0d req-dc00f807-54f5-432b-b31f-12d739c62f6b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392241 Nov 23 20:00:22.931672 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc5b73-8e64-4178-8db8-94f5edb30d71 req-4e3eda02-2da5-4c05-94e7-8090117b7fbc tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:22.933240 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fc5b73-8e64-4178-8db8-94f5edb30d71 req-4e3eda02-2da5-4c05-94e7-8090117b7fbc tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 945 time: 0.0505157 Nov 23 20:00:22.998266 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-09fc5b73-8e64-4178-8db8-94f5edb30d71 req-1ed3f0ac-f483-4f78-a071-67b0c7f5cde6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589921 Nov 23 20:00:24.123852 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a936-606e-4c40-ab50-99b61a8b5ec3 req-fadccb79-d8bd-4de4-9297-5590618319dd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:24.125295 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49f5a936-606e-4c40-ab50-99b61a8b5ec3 req-fadccb79-d8bd-4de4-9297-5590618319dd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 945 time: 0.0511580 Nov 23 20:00:24.173525 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-49f5a936-606e-4c40-ab50-99b61a8b5ec3 req-c3f9e8de-0370-4ee6-9a78-e5aaa577adae tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Nov 23 20:00:24.300119 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376a115-b296-4554-9a1c-809b7deb7c82 req-0a82bb5c-6b8c-4eb7-b4dd-5ee5b31ca0d2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:24.301517 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a376a115-b296-4554-9a1c-809b7deb7c82 req-0a82bb5c-6b8c-4eb7-b4dd-5ee5b31ca0d2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 945 time: 0.0531561 Nov 23 20:00:24.350779 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-a376a115-b296-4554-9a1c-809b7deb7c82 req-0365e471-fbd1-471d-a92e-081087a17b7b tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Nov 23 20:00:24.372386 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:24.452459 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50284b63-bc7e-4def-ae00-c4f7c8fdc2e9 tempest-TestSnapshotPattern-53356382 tempest-TestSnapshotPattern-53356382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:24.454122 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-50284b63-bc7e-4def-ae00-c4f7c8fdc2e9 tempest-TestSnapshotPattern-53356382 tempest-TestSnapshotPattern-53356382-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1091 time: 0.0807383 Nov 23 20:00:24.457098 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 48846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:00:24.461922 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:00:24.483249 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:24.583791 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:24.685937 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Allocated IP 172.25.5.71 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/5f0ba98b-89ac-4696-938c-aaef1cbabacd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:00:24.790235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:24.824853 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:24.866199 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:00:24.868961 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:00:24.872663 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:00:24.894374 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=5f0ba98b-89ac-4696-938c-aaef1cbabacd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:25.222572 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.286342 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.434775 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.439276 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27055907'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.510366 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=5f0ba98b-89ac-4696-938c-aaef1cbabacd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:00:25.521092 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.621429 n-d-792364-9 neutron-server[103399]: INFO neutron.db.l3_db [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Floating IP 650ea95b-1703-47e1-9c71-28ba46d9c6ba associated. External IP: 172.25.5.71, port: 9a6d5f2c-7819-4d26-a764-2f084d7994f8. Nov 23 20:00:25.825626 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:00:25.933255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:00:25.942669 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:00:25.950752 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:25.952407 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:25.953363 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:25.978678 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-296fde58-c013-4384-9f51-e2b7e9febc2e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5205574 Nov 23 20:00:25.979253 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:00:25.981526 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62201ac3-85f6-4410-bde2-f5e7a450dbed" -d '{"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:00:26.018568 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73855d-5ad0-455f-b324-0e8539aeab8e x-openstack-request-id: req-3d73855d-5ad0-455f-b324-0e8539aeab8e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:00:26.018865 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:00:26.019122 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d73855d-5ad0-455f-b324-0e8539aeab8e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:00:26.019570 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'status': 'completed', 'code': 200} Nov 23 20:00:26.068489 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:26.090377 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-02b3a536-38a7-4826-b1c4-c567ac025805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:26.091845 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-02b3a536-38a7-4826-b1c4-c567ac025805 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1096 time: 0.0446925 Nov 23 20:00:26.190978 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-01f4f174-e3fe-4e55-b42e-54c67467c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:26.193015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-01f4f174-e3fe-4e55-b42e-54c67467c28b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0929196 Nov 23 20:00:26.261653 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-60a21daa-22f6-4ca1-93b8-ac2e457790ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 998 time: 0.0613229 Nov 23 20:00:26.296697 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:25Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:26.312288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-056bed14-34dd-4828-b7fa-08598da012af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:26.313777 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-056bed14-34dd-4828-b7fa-08598da012af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0450268 Nov 23 20:00:26.325896 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:00:26.334265 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:00:26.335404 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:00:00Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:26.360308 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-990fad19-3f17-4833-ac50-8f381f860d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:26.361755 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-990fad19-3f17-4833-ac50-8f381f860d16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405655 Nov 23 20:00:26.462955 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-ffcc42e3-c0cf-4d77-9dd9-302db97ba894 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875547 Nov 23 20:00:26.535823 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:00:26.553263 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-62201ac3-85f6-4410-bde2-f5e7a450dbed req-d6d3461d-edf7-4e74-a4d5-fd6790dae9a4 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Nov 23 20:00:26.758146 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:25Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:00:26.787328 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4e3d1-fb61-4427-bd2f-0ee00cb4f89d None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:25Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:00:26.983561 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2bb47-9813-403f-a7fc-d68bdebdc48e None None] New status for floating IP 650ea95b-1703-47e1-9c71-28ba46d9c6ba: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 20:00:27.574032 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee2af773-fe9d-4eaa-9482-7c3ebaa724de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:30.321090 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be8bbd33-f652-4824-8001-34d5cf9cf056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:31.081006 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:32.137258 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-9bc12a9a-d9db-4be2-ab3e-a1aaa0d605a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449355 Nov 23 20:00:32.237413 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-ec2b9957-8781-4089-909c-35670bdde0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:32.238970 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-ec2b9957-8781-4089-909c-35670bdde0c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1096 time: 0.0533357 Nov 23 20:00:32.353089 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-09cabac7-1385-431c-a3b5-c0ad41148b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:32.354509 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-09cabac7-1385-431c-a3b5-c0ad41148b41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0932505 Nov 23 20:00:32.430851 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-52c2c7ee-cd83-431c-b62f-46134755b785 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 1000 time: 0.0678995 Nov 23 20:00:32.481391 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-64426f00-a424-417c-b1c2-d4cc5abb5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:32.482836 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-64426f00-a424-417c-b1c2-d4cc5abb5341 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0444002 Nov 23 20:00:32.509527 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:32.530461 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-1f3f7d5b-908b-4d6a-ba4c-92c220025ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:00:32.531973 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-1f3f7d5b-908b-4d6a-ba4c-92c220025ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416093 Nov 23 20:00:32.631717 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-90a3fe2e-e650-4509-abed-99344d030637 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916724 Nov 23 20:00:32.727886 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-7b7da40c-e149-42dd-9e68-432fa7917efb req-66108905-e382-4ebe-92a3-f28201e756af service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865848 Nov 23 20:00:33.415878 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:39.760761 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:40.987437 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:00:41.101916 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:00:57.578108 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-91d2808d-7a8a-4f04-91c2-17f7783c1579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:00.322916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab8ecdb3-72dd-4e94-92d2-004340fa2880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:01.085158 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:02.511046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:03.418678 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:09.790105 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:10.985539 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:18.100541 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:01:27.582923 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d62e4f38-dc07-47a7-82f8-b3db0a56ba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:30.323639 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f87fd94c-bef3-41f2-acaf-5a2113cf7536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:31.087532 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:31.547713 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-3074f1ad-acde-4ad1-86bc-3d631fe5b460 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449078 Nov 23 20:01:31.630127 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-2003dccc-5a79-4c41-ad06-4abccffdef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:01:31.631652 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-2003dccc-5a79-4c41-ad06-4abccffdef5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1096 time: 0.0406206 Nov 23 20:01:31.738091 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-0199af50-ed55-4f55-84be-445869d2277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:01:31.739645 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-0199af50-ed55-4f55-84be-445869d2277d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0870218 Nov 23 20:01:31.811627 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-e86e9738-b11f-49c4-bb14-a7bc7124d9f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 1000 time: 0.0571079 Nov 23 20:01:31.854436 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-199decdc-c62d-4918-aa64-a0244ec738ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:01:31.855893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-199decdc-c62d-4918-aa64-a0244ec738ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0436976 Nov 23 20:01:31.904288 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-7761a61c-0531-4aaa-a64e-4a0bfadaf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:01:31.905763 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-7761a61c-0531-4aaa-a64e-4a0bfadaf6ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426474 Nov 23 20:01:31.996988 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-a00eb5ce-7a7b-4e7a-b27e-39ed60ce88e6 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830514 Nov 23 20:01:32.091521 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4170f55b-e71a-42be-8f71-54432a2a43ef req-8acb04a0-f804-4e89-8940-1512d3363c64 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871787 Nov 23 20:01:32.515609 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:33.421192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:39.790381 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:41.003187 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:01:55.099687 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:01:57.584671 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-287646ab-b8c3-4780-96a3-192733bb93c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:00.326562 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7420a1fc-2d49-4ba7-b794-3b7e69e2f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:01.089832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:02.517409 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:03.421900 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:09.797196 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:10.998884 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:24.261276 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 details requested by agent hyperv_n-h2-792364-9 with host n-h2-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 20:02:24.362481 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:24.374468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Returning: {'device': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 20:02:24.412528 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:24.426203 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a6d5f2c-7819-4d26-a764-2f084d7994f8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:02:24.447743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:24.453015 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:24.529996 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:24.542871 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] get_ports_and_sgs() called for port_ids ['9a6d5f2c-7819-4d26-a764-2f084d7994f8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 20:02:24.555663 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.556040 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.556917 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.557264 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.557582 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.557918 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.558245 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.558568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.558890 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.559220 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.559568 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:24.559888 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:26.273768 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 up at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:02:26.335743 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Provisioning complete for port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:02:26.336114 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:26.433022 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:26.458268 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:02:26.460816 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684b542-ff68-476c-99e0-161995e3e4e0" -d '{"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:02:26.474195 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:26.481344 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:26.510343 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94776d8f-97f0-4e82-932d-f3a141b2f909 x-openstack-request-id: req-94776d8f-97f0-4e82-932d-f3a141b2f909 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:02:26.510635 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:02:26.510884 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94776d8f-97f0-4e82-932d-f3a141b2f909 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:02:26.511290 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'code': 200} Nov 23 20:02:26.543095 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:27.599828 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c07cab9d-68af-47ac-81f0-3afbac198cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:30.364634 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c288-48c9-4598-b449-32ea69291c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:31.095164 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:31.604765 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-d9a086f2-12e6-4e4a-9b3a-b74d5f8866e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:31.607016 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-d9a086f2-12e6-4e4a-9b3a-b74d5f8866e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1096 time: 0.0474579 Nov 23 20:02:31.729034 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-0d9adf32-da2a-43fd-af10-187b850a4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:31.730641 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-0d9adf32-da2a-43fd-af10-187b850a4ddb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.1011274 Nov 23 20:02:32.100322 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:02:32.156074 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-75f4ee1b-48a5-47d3-bb44-2724be2b03d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 1000 time: 0.4175148 Nov 23 20:02:32.210458 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-7faf65ae-8f7c-4aa1-8e96-a8224b269d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:32.211997 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-7faf65ae-8f7c-4aa1-8e96-a8224b269d28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0487480 Nov 23 20:02:32.272602 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-931fc120-bc44-4635-9ba3-5515c7a5e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:32.274419 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-931fc120-bc44-4635-9ba3-5515c7a5e41e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493791 Nov 23 20:02:32.383173 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-ad50a221-c7ac-4da6-b5c9-2f83aae45ccf service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998054 Nov 23 20:02:32.534338 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-fc915a0b-e188-46e7-8880-a4b54f240abd req-da463525-a867-46a6-84c3-167ebd78e07b service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418955 Nov 23 20:02:32.536116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:33.453224 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:35.084181 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-8693a81f-f531-4b36-8bcd-ce9243ddcc8d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697362113&fields=id&tenant_id=1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 267 time: 0.0442822 Nov 23 20:02:35.194156 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-b269c8b5-db32-4ba6-96bd-e936c8ad808f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:35.195900 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-b269c8b5-db32-4ba6-96bd-e936c8ad808f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 809 time: 0.1050248 Nov 23 20:02:35.210464 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-bdb69027-70cd-47c2-a414-563022ddaa79 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/quotas/1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 375 time: 0.0088460 Nov 23 20:02:35.263015 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-65251f3a-2426-41e9-b940-f33e5d8ecd72 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473847 Nov 23 20:02:35.346123 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-9a8e5983-af5a-4215-9ff0-f960677f6760 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 20:02:35.347132 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-9a8e5983-af5a-4215-9ff0-f960677f6760 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0729129 Nov 23 20:02:35.435675 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-a783639e-dbf6-4853-98d5-6c4d82e551e1 service neutron] 10.222.0.37 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821543 Nov 23 20:02:35.528394 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-2e9d3202-d7f7-4f07-ac2f-431d223a9f64 service neutron] 10.222.0.37 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866251 Nov 23 20:02:35.729240 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ae1a30cf-21cb-4204-bac2-ff7af50f690e req-78addc29-c753-4cd2-98d2-4a4c285b039a tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 210 time: 0.0274794 Nov 23 20:02:36.734235 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-a7d61728-d59d-4dfc-87a0-e7f40018b5d3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:36.735715 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-a7d61728-d59d-4dfc-87a0-e7f40018b5d3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 809 time: 0.1074514 Nov 23 20:02:36.813434 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-60ecb964-d4f4-4d1f-a828-071e077b2f5e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1371af1ca834482e8a47f0ab9d8f798b HTTP/1.1" status: 200 len: 379 time: 0.0647974 Nov 23 20:02:36.837748 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-e93a7e55-747d-4969-a879-2dab9d464030 req-e79a35c2-6f98-4438-b77d-63ad885a81a7 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 210 time: 0.0376124 Nov 23 20:02:36.838660 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'port': {'device_id': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'admin_state_up': True, 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'security_groups': ['9c1bdb51-a4e8-4cb9-9546-48b98d74a5db']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:02:36.959751 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Made reservation on behalf of 1371af1ca834482e8a47f0ab9d8f798b for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 20:02:36.963770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:37.119867 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Allocated IP 172.20.0.3 (7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9/3c8360a8-8d5c-4909-8a1f-a1ad73e714cf/899e5580-3dbd-4fe9-9a8c-cebc258f657c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:02:37.300762 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:37.338267 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:37.386097 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:02:37.389969 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:02:37.397293 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:02:37.443004 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:37.462340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:37.462996 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:37.467615 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.467977 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.468329 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.468678 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.469020 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.469360 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.469835 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.470180 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.470515 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.470848 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.471179 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.471531 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:02:37.499667 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-e581abf9-d461-4403-902f-9d5d59b6a55e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655600 Nov 23 20:02:37.637615 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-abf8f3aa-c9c7-4957-8b66-f639eca154ca None None] Provisioning complete for port 899e5580-3dbd-4fe9-9a8c-cebc258f657c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:02:37.639105 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abf8f3aa-c9c7-4957-8b66-f639eca154ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:37.675426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-abf8f3aa-c9c7-4957-8b66-f639eca154ca None None] Port 899e5580-3dbd-4fe9-9a8c-cebc258f657c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 20:02:37.964509 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7880f5-3a16-47aa-95ea-71727dd588f9 req-b57345b6-72c7-4fd8-b51f-b6a5a9f6c76d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:37.966976 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e7880f5-3a16-47aa-95ea-71727dd588f9 req-b57345b6-72c7-4fd8-b51f-b6a5a9f6c76d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0540147 Nov 23 20:02:38.017845 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-6e7880f5-3a16-47aa-95ea-71727dd588f9 req-bc32be95-cb25-43ba-b335-bce863f7a3a3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 Nov 23 20:02:38.323294 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:02:38.408198 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:38.434549 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:02:38.437029 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cffbfb4-3f4a-4e2d-b666-9e95bc6d7679" -d '{"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:02:38.450357 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:38.455728 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:38.487811 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a5f19-6008-455c-bd59-18e211a0d5c6 x-openstack-request-id: req-266a5f19-6008-455c-bd59-18e211a0d5c6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:02:38.489503 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:02:38.489801 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-266a5f19-6008-455c-bd59-18e211a0d5c6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:02:38.490220 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'code': 200} Nov 23 20:02:38.517834 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Pushing event updated for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:39.157347 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6830-e7db-41c3-90ec-79a78e8ae835 req-0c93adf5-b5df-48ff-8892-aecf4dded5b3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:39.158800 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c2f6830-e7db-41c3-90ec-79a78e8ae835 req-0c93adf5-b5df-48ff-8892-aecf4dded5b3 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0596242 Nov 23 20:02:39.212860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5c2f6830-e7db-41c3-90ec-79a78e8ae835 req-daf5d5c5-2cd0-454d-b911-337ee68824c8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476160 Nov 23 20:02:39.805169 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:40.334806 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7a40-2b5e-4512-b2d5-39106dd0303b req-4b620719-bdea-4779-b78d-96acdf747e1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:40.340467 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b46b7a40-2b5e-4512-b2d5-39106dd0303b req-4b620719-bdea-4779-b78d-96acdf747e1e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0485499 Nov 23 20:02:40.402243 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-b46b7a40-2b5e-4512-b2d5-39106dd0303b req-08a737c8-1c29-40a6-96a2-19cb43389762 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582960 Nov 23 20:02:41.027876 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:41.538823 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baa15b-3b79-4def-b252-d607ce2365ae req-8f33c39f-6e2a-4b41-8566-e0ebb0f82a6e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:41.540338 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07baa15b-3b79-4def-b252-d607ce2365ae req-8f33c39f-6e2a-4b41-8566-e0ebb0f82a6e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0636375 Nov 23 20:02:41.592211 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-07baa15b-3b79-4def-b252-d607ce2365ae req-7417342a-ded0-4df0-95d9-b427d3bee411 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449715 Nov 23 20:02:42.714709 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7aa8b-aae0-40cc-8fbf-155e19ca6258 req-55e40f4a-7b97-4f41-90fd-06308577a1f4 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:42.716328 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18a7aa8b-aae0-40cc-8fbf-155e19ca6258 req-55e40f4a-7b97-4f41-90fd-06308577a1f4 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0516500 Nov 23 20:02:42.769210 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-18a7aa8b-aae0-40cc-8fbf-155e19ca6258 req-8ef28729-fc91-4b0c-88c3-1221758a7d2c tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Nov 23 20:02:43.917076 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b27d2-b3c0-49ff-ad86-c8fa27b7d594 req-c131be5d-7843-487c-925d-1332f0d6aed2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:43.919581 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-342b27d2-b3c0-49ff-ad86-c8fa27b7d594 req-c131be5d-7843-487c-925d-1332f0d6aed2 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0735428 Nov 23 20:02:43.970476 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-342b27d2-b3c0-49ff-ad86-c8fa27b7d594 req-ad997f8b-4b0a-41a7-bcdb-0a901710b6cc tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Nov 23 20:02:45.093398 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb253f2-8611-444f-b060-80e306790f9d req-0f2a2be3-3c93-4f73-a201-97934db6ef68 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:45.094822 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eb253f2-8611-444f-b060-80e306790f9d req-0f2a2be3-3c93-4f73-a201-97934db6ef68 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0513637 Nov 23 20:02:45.152581 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-6eb253f2-8611-444f-b060-80e306790f9d req-917cdbea-04f7-4917-b058-99188d80b4e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508170 Nov 23 20:02:46.279677 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95f657-8d22-45be-8db5-f4d2655bdcda req-211f4f95-7a5e-4d71-aa68-3f995a650864 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:46.281751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b95f657-8d22-45be-8db5-f4d2655bdcda req-211f4f95-7a5e-4d71-aa68-3f995a650864 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0521262 Nov 23 20:02:46.341063 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1b95f657-8d22-45be-8db5-f4d2655bdcda req-8ed2fb61-3509-4b25-937d-f129be069284 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529389 Nov 23 20:02:47.461620 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670abf30-d4f4-4baa-88b1-1d188bc3b543 req-103c84d2-055d-4979-b3b1-582189dcfe8d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:47.463109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-670abf30-d4f4-4baa-88b1-1d188bc3b543 req-103c84d2-055d-4979-b3b1-582189dcfe8d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 931 time: 0.0530369 Nov 23 20:02:47.511830 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-670abf30-d4f4-4baa-88b1-1d188bc3b543 req-26be345b-6d63-457a-90ef-344ae1077b82 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Nov 23 20:02:47.597344 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Request body: {'port': {'device_id': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:02:47.649734 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:47.913690 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:02:47.921031 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:47.933571 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Transition to ACTIVE for port object 899e5580-3dbd-4fe9-9a8c-cebc258f657c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 20:02:47.936850 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:47.989021 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:48.060631 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Attempting to bind port 899e5580-3dbd-4fe9-9a8c-cebc258f657c on host n-h1-792364-9 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 20:02:48.060972 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Attempting to bind port 899e5580-3dbd-4fe9-9a8c-cebc258f657c by drivers openvswitch,hyperv on host n-h1-792364-9 at level 0 using segments [{'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 20:02:48.061295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Attempting to bind port 899e5580-3dbd-4fe9-9a8c-cebc258f657c on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:02:48.066429 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Port 899e5580-3dbd-4fe9-9a8c-cebc258f657c on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 20:02:48.066743 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Attempting to bind port 899e5580-3dbd-4fe9-9a8c-cebc258f657c on network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 20:02:48.071785 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Checking agent: {'id': '10afaffc-92d6-471c-a4d3-42e78a62d168', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'started_at': datetime.datetime(2021, 11, 23, 18, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 20:02:48.072123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Checking segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 20:02:48.072504 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Bound using segment: {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 20:02:48.072934 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Bound port: 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host: n-h1-792364-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 20:02:48.073286 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:48.143919 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 20:02:48.147253 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 20:02:48.151449 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:48.184765 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.185383 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:48.186793 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] 10.222.0.47 "PUT /v2.0/ports/899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 1091 time: 0.5949514 Nov 23 20:02:48.187355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:02:48.189701 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c026dab-8d65-42f5-a9e0-69831b850714" -d '{"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:02:48.215933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb341e-0343-4593-ab27-8ffc4f7b2a99 service neutron] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:48.240232 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378396d6-7b6f-431f-a3f6-b61d58ae72ee x-openstack-request-id: req-378396d6-7b6f-431f-a3f6-b61d58ae72ee {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:02:48.240601 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:02:48.240928 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-378396d6-7b6f-431f-a3f6-b61d58ae72ee {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:02:48.241410 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'status': 'completed', 'code': 200} Nov 23 20:02:48.288425 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-4d92d8db-dda9-40d0-99f8-4931fbb0e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.289959 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-4d92d8db-dda9-40d0-99f8-4931fbb0e73f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1094 time: 0.0446606 Nov 23 20:02:48.342548 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-a60d2e56-e28a-4e37-aea8-caf8a9cb8c0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 217 time: 0.0398228 Nov 23 20:02:48.397868 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-36a8971f-2f69-447d-ab17-7cc1afef4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.399344 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-36a8971f-2f69-447d-ab17-7cc1afef4424 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0455480 Nov 23 20:02:48.450259 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-41a6e20a-6a9b-4216-b42a-a0270ef27450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.451683 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-41a6e20a-6a9b-4216-b42a-a0270ef27450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409930 Nov 23 20:02:48.549975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-5f1d5b3b-8a1e-4b27-adc0-680c27e3edc7 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866866 Nov 23 20:02:48.629931 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc128-a4b3-4a70-8a83-36c3f357c202 req-5712d432-d8ed-4971-a448-dd92be5c9337 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.631555 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55bbc128-a4b3-4a70-8a83-36c3f357c202 req-5712d432-d8ed-4971-a448-dd92be5c9337 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 943 time: 0.0493305 Nov 23 20:02:48.648860 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0dbe1198-4c4a-4b20-88b6-b7f991cad522 req-b7bb0768-4675-41d2-858a-8c8321cfbd4a service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856922 Nov 23 20:02:48.682869 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-55bbc128-a4b3-4a70-8a83-36c3f357c202 req-edf60ab9-1ba7-4867-b63a-0527e92a33ad tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446148 Nov 23 20:02:48.752620 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-e48a49ec-05de-4e06-8353-5632ca5fad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.754077 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-e48a49ec-05de-4e06-8353-5632ca5fad44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1094 time: 0.0406616 Nov 23 20:02:48.851085 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-5fb26460-b91d-49d5-bfe2-c9b72eead0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.852569 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-5fb26460-b91d-49d5-bfe2-c9b72eead0db service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0907214 Nov 23 20:02:48.894470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-ccbc0ba8-2220-4221-a7f6-b77d65903656 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 217 time: 0.0344043 Nov 23 20:02:48.946607 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-319b123a-21ac-44c1-bfe2-8704c6a46386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.948050 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-319b123a-21ac-44c1-bfe2-8704c6a46386 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0467029 Nov 23 20:02:48.996421 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-ddf32572-9901-43ea-817e-ec41048f0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:48.997973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-ddf32572-9901-43ea-817e-ec41048f0523 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413914 Nov 23 20:02:49.092120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-ae388178-531e-434b-afb7-16dce67bf731 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Nov 23 20:02:49.183080 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-3c026dab-8d65-42f5-a9e0-69831b850714 req-ca290c0b-002e-4c6d-879e-f5e210305f9c service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819714 Nov 23 20:02:49.801841 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce784725-1e7c-4919-8699-f6bcf9544366 req-d221ac0e-c8d4-4f15-9d1f-b5324e622f93 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:49.803343 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce784725-1e7c-4919-8699-f6bcf9544366 req-d221ac0e-c8d4-4f15-9d1f-b5324e622f93 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 943 time: 0.0488822 Nov 23 20:02:49.857230 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-ce784725-1e7c-4919-8699-f6bcf9544366 req-7c0f47f3-a7da-4fc0-891b-8aa56ee0711d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479593 Nov 23 20:02:50.976302 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2c78-0dc6-4d45-88c9-2ccc5c424f58 req-2ecd4e6e-7cf3-4fbb-85bd-b4ea59ccd0ba tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:50.977814 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbfb2c78-0dc6-4d45-88c9-2ccc5c424f58 req-2ecd4e6e-7cf3-4fbb-85bd-b4ea59ccd0ba tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 943 time: 0.0522826 Nov 23 20:02:51.026534 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-dbfb2c78-0dc6-4d45-88c9-2ccc5c424f58 req-7ec2f5a0-2d72-48d4-b928-a477bc3a5175 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Nov 23 20:02:52.142295 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e452448-c799-4942-ae3d-e662cda5be35 req-8ff0bb98-8abc-4b15-9bf4-6b48e840a812 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:52.143842 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e452448-c799-4942-ae3d-e662cda5be35 req-8ff0bb98-8abc-4b15-9bf4-6b48e840a812 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 943 time: 0.0504150 Nov 23 20:02:52.193968 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-1e452448-c799-4942-ae3d-e662cda5be35 req-0df136c3-e448-48a4-b81c-791267da409e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Nov 23 20:02:53.050042 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 20:02:53.142498 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:53.153365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'mac_address': 'fa:16:3e:35:94:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 20:02:53.195451 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:53.207776 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:02:53.227156 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:53.231857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:53.280312 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:53.313933 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d611f2-393f-4319-bcab-7f620061c6ff req-65196222-68ea-48bb-83bc-cca1a0a54a9e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:53.315504 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48d611f2-393f-4319-bcab-7f620061c6ff req-65196222-68ea-48bb-83bc-cca1a0a54a9e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 944 time: 0.0510070 Nov 23 20:02:53.364893 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-48d611f2-393f-4319-bcab-7f620061c6ff req-65adf90f-78d3-4ee7-b041-f9ede3f5186d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Nov 23 20:02:53.529955 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['899e5580-3dbd-4fe9-9a8c-cebc258f657c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 20:02:54.479654 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb6e9b-80e3-4e89-9bc7-21e4f168d34c req-c60298c0-f5a8-4c8f-b52b-f33c0ddb2618 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:54.481137 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dfb6e9b-80e3-4e89-9bc7-21e4f168d34c req-c60298c0-f5a8-4c8f-b52b-f33c0ddb2618 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 944 time: 0.0484560 Nov 23 20:02:54.530505 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-2dfb6e9b-80e3-4e89-9bc7-21e4f168d34c req-9f761139-c554-4ebd-8759-538bef1eaa68 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Nov 23 20:02:55.057951 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:02:55.105426 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning for port 899e5580-3dbd-4fe9-9a8c-cebc258f657c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 20:02:55.109330 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 899e5580-3dbd-4fe9-9a8c-cebc258f657c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:02:55.109705 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:55.191427 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:55.213364 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:02:55.215628 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1937b41a-bd77-4ed0-bab4-67088bcc3773" -d '{"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-plugged", "status": "completed", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:02:55.229055 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:02:55.233115 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:55.260700 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a2346-219c-4ab5-b33f-2ca53dc2c186 x-openstack-request-id: req-789a2346-219c-4ab5-b33f-2ca53dc2c186 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:02:55.260996 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-plugged", "status": "completed", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:02:55.261245 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-789a2346-219c-4ab5-b33f-2ca53dc2c186 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:02:55.261632 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'code': 200} Nov 23 20:02:55.288519 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:55.367011 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7252-1920-4c00-9585-bf158a21261d req-387c75ae-64e1-47a6-b5e6-65450a135bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:55.368671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9afb7252-1920-4c00-9585-bf158a21261d req-387c75ae-64e1-47a6-b5e6-65450a135bda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1096 time: 0.0442393 Nov 23 20:02:55.417975 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9afb7252-1920-4c00-9585-bf158a21261d req-8e4afee6-3438-439b-8ff1-9b1633ef87e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Nov 23 20:02:55.649142 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2a3dc-12f1-473c-b939-73ff80a17d4d req-8f3b1952-de66-4e2a-ba31-e73f0ed2f44f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:55.650537 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d2a3dc-12f1-473c-b939-73ff80a17d4d req-8f3b1952-de66-4e2a-ba31-e73f0ed2f44f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.0487146 Nov 23 20:02:55.699530 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-78d2a3dc-12f1-473c-b939-73ff80a17d4d req-f98c638b-9935-4f95-bd4e-6ae246747e67 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Nov 23 20:02:56.814037 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0499-e428-4747-b2e2-347e05a13968 req-3b311e41-3c6a-4edb-a750-4072b4be288e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:56.816189 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2adf0499-e428-4747-b2e2-347e05a13968 req-3b311e41-3c6a-4edb-a750-4072b4be288e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.0481894 Nov 23 20:02:56.873826 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-2adf0499-e428-4747-b2e2-347e05a13968 req-37a07cca-4d1e-456c-8a16-89f3a4316f6f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493019 Nov 23 20:02:56.989976 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f7ff3-53d7-4f3d-9c9d-1262765c074b req-416dfa53-4c0a-4490-8bf5-4bf35fb4eb41 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:56.991359 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f4f7ff3-53d7-4f3d-9c9d-1262765c074b req-416dfa53-4c0a-4490-8bf5-4bf35fb4eb41 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.0487814 Nov 23 20:02:57.043123 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-0f4f7ff3-53d7-4f3d-9c9d-1262765c074b req-bba532d3-7889-408c-8d85-67f8b5623ba6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Nov 23 20:02:57.065383 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:02:57.103984 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac006de-d4a7-46a6-83df-2a29888d6f92 tempest-TestSnapshotPattern-53356382 tempest-TestSnapshotPattern-53356382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:57.105470 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-8ac006de-d4a7-46a6-83df-2a29888d6f92 tempest-TestSnapshotPattern-53356382 tempest-TestSnapshotPattern-53356382-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1091 time: 0.0391147 Nov 23 20:02:57.108279 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:02:57.112623 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Request body: {'floatingip': {'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 20:02:57.134974 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.234495 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.335673 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Allocated IP 172.25.5.132 (5a0b4ef6-26aa-4848-887a-1978d74c36a3/18ea3ffe-ad63-4392-9118-8a9c913389b0/8f9789d6-6247-4663-b0d1-04837f6ecf55) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 20:02:57.440877 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.474503 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747630525660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.508598 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Network 5a0b4ef6-26aa-4848-887a-1978d74c36a3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 20:02:57.514878 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 20:02:57.517528 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 20:02:57.545070 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=8f9789d6-6247-4663-b0d1-04837f6ecf55,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:57.591686 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7bce-7646-4576-8270-9568b82f20e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.879434 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:57.956144 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:58.102292 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:58.107149 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25318026'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:58.173829 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event updated for resources: {'Port': ['ID=8f9789d6-6247-4663-b0d1-04837f6ecf55,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:02:58.183990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404670'] for floatingip, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:58.283174 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Floating IP 818786d9-5976-4781-8cfe-9bf3a112d80e associated. External IP: 172.25.5.132, port: 899e5580-3dbd-4fe9-9a8c-cebc258f657c. Nov 23 20:02:58.495115 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:02:58.605549 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:02:58.615774 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:02:58.623520 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:02:58.626361 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:02:58.626979 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:02:58.650407 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-176b9331-1f65-44df-8df0-062431108e24 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5411003 Nov 23 20:02:58.651027 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:02:58.653354 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848080b-8264-40bf-86e8-db805d109c81" -d '{"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:02:58.697765 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37193dd-ac20-49b8-aa01-838086a29080 x-openstack-request-id: req-e37193dd-ac20-49b8-aa01-838086a29080 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:02:58.698098 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:02:58.698399 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e37193dd-ac20-49b8-aa01-838086a29080 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:02:58.698863 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'status': 'completed', 'code': 200} Nov 23 20:02:58.732317 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:02:58.763090 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848080b-8264-40bf-86e8-db805d109c81 req-db2d512d-a193-4b86-8794-25a5b5ea921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:58.764519 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-db2d512d-a193-4b86-8794-25a5b5ea921a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1096 time: 0.0408535 Nov 23 20:02:58.859280 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848080b-8264-40bf-86e8-db805d109c81 req-997b27d5-b082-48bc-b842-97f6787e2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:58.860799 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-997b27d5-b082-48bc-b842-97f6787e2fde service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0886893 Nov 23 20:02:58.944731 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-b61a0dd5-d209-4290-9c0e-d53264dd9f1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 999 time: 0.0759227 Nov 23 20:02:58.960608 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}, {'id': '818786d9-5976-4781-8cfe-9bf3a112d80e', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:35:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:02:57Z', 'updated_at': '2021-11-23T20:02:57Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:02:58.988455 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:02:58.997341 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:02:58.997950 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:02:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:02:58.999670 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848080b-8264-40bf-86e8-db805d109c81 req-6dffe100-09e2-4e77-8ef8-402ac8db1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:59.001193 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-6dffe100-09e2-4e77-8ef8-402ac8db1550 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0493646 Nov 23 20:02:59.047814 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848080b-8264-40bf-86e8-db805d109c81 req-1884f4c9-76f7-4fbf-808d-cf399301ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:02:59.049848 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-1884f4c9-76f7-4fbf-808d-cf399301ad2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415926 Nov 23 20:02:59.103152 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:02:59.140671 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-be2bdc52-c066-47c5-84e0-db1a54e2345f service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837255 Nov 23 20:02:59.245431 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-4848080b-8264-40bf-86e8-db805d109c81 req-1de6b817-f6be-4b12-a5af-68a7ffd6cf9c service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971096 Nov 23 20:02:59.417340 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}, {'id': '818786d9-5976-4781-8cfe-9bf3a112d80e', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:35:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:02:57Z', 'updated_at': '2021-11-23T20:02:57Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:02:59.445593 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961747f2-6b13-4afe-b7e3-ad9adc51392a None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}, {'id': '818786d9-5976-4781-8cfe-9bf3a112d80e', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:35:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:02:57Z', 'updated_at': '2021-11-23T20:02:57Z', 'revision_number': 0, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:02:59.646713 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33c779-45b1-426f-882f-7c17da1f8261 None None] New status for floating IP 818786d9-5976-4781-8cfe-9bf3a112d80e: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 20:03:00.326340 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8670cb42-d031-4d9f-b20a-681a60194413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:01.090453 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:02.523226 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:03.426088 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:09.100610 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:03:09.802819 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:11.038096 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:27.593795 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17e51696-111f-45b7-8f89-eae5fb2cc14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:30.327887 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9199661e-9044-41da-91c2-33f70f9d5e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:31.094382 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:32.526244 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:32.528109 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-1ead8080-7d95-495c-964e-6c7d8aa60c03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422852 Nov 23 20:03:32.610674 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b778c-1a87-493c-87d1-28f266091af5 req-a540ed62-5147-4eba-9cae-dcff68619748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:32.612242 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-a540ed62-5147-4eba-9cae-dcff68619748 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1094 time: 0.0412288 Nov 23 20:03:32.726546 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b778c-1a87-493c-87d1-28f266091af5 req-21ea4f76-270c-4286-9f5e-acb84ab854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:32.728067 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-21ea4f76-270c-4286-9f5e-acb84ab854bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0926471 Nov 23 20:03:32.795006 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-55b4dfc9-963a-41f3-b1b5-b2a21d3c527d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 998 time: 0.0590546 Nov 23 20:03:32.846855 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b778c-1a87-493c-87d1-28f266091af5 req-8d2971d3-a9b9-41f2-b21b-ca6e8af7ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:32.848375 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-8d2971d3-a9b9-41f2-b21b-ca6e8af7ab71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0459719 Nov 23 20:03:32.900893 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b778c-1a87-493c-87d1-28f266091af5 req-dd58cfff-eded-42f5-938f-ab54c5b6d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:32.902408 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-dd58cfff-eded-42f5-938f-ab54c5b6d630 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467436 Nov 23 20:03:32.995278 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-e5d64ca5-26e2-4474-ab03-489cae04eb38 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Nov 23 20:03:33.089638 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-da6b778c-1a87-493c-87d1-28f266091af5 req-e480d583-e893-4b23-8c41-275b563beaae service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Nov 23 20:03:33.427692 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:38.200031 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-4ddefecd-b7bf-4b12-8bcd-cf9d5e117a0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813038 Nov 23 20:03:38.290296 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-bd0dd9ce-e965-42c2-be2b-adb45f54e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:38.291849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-bd0dd9ce-e965-42c2-be2b-adb45f54e9fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1096 time: 0.0444558 Nov 23 20:03:38.722414 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-031e21d6-86bb-4510-aef9-bff17715edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:38.723846 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-031e21d6-86bb-4510-aef9-bff17715edc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.4116492 Nov 23 20:03:38.792153 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-059198f6-80d5-4953-8415-478de8408f91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 1001 time: 0.0599124 Nov 23 20:03:38.841941 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-3002145f-e096-4344-9ef8-92394f289089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:38.843416 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-3002145f-e096-4344-9ef8-92394f289089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0435295 Nov 23 20:03:38.887855 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-b12e3ec4-7bd5-4cdc-a942-cd062d06e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:03:38.889301 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-b12e3ec4-7bd5-4cdc-a942-cd062d06e9b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384052 Nov 23 20:03:38.980772 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-427f90f2-05f1-4140-b698-19fae11757e1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Nov 23 20:03:39.071907 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-9fee8d65-6f4a-4b84-9f9b-df8b3ce7fbfc req-789dd092-dab3-43e4-b0cd-93f1a947c5d8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808117 Nov 23 20:03:39.805986 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:41.044480 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:03:46.099092 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:03:57.597700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf7a492b-36e1-431d-8605-279d76cf414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:00.329841 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6861437-018e-49ad-94ae-0220fcd3fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:01.097381 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:02.528487 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:03.430118 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:09.809201 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:11.046188 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:23.098601 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:04:27.599403 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2550d117-d37c-4838-90cc-9605702dd3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:30.330775 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9c974fc8-f7d9-434b-96d0-1137f8e48b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:31.100700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:31.634537 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c details requested by agent hyperv_n-h1-792364-9 with host n-h1-792364-9 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 20:04:31.741155 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:31.753335 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Returning: {'device': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'port_id': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'mac_address': 'fa:16:3e:35:94:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 20:04:31.797800 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:31.814298 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 20:04:31.836942 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:31.841072 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:31.896886 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:31.907673 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.908019 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.908365 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.908706 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.909039 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.909369 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.909699 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.910026 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.910352 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.910677 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.911000 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.911337 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:31.946120 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] get_ports_and_sgs() called for port_ids ['899e5580-3dbd-4fe9-9a8c-cebc258f657c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 20:04:32.585212 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:33.437124 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:33.642275 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c up at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 20:04:33.698746 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Provisioning complete for port 899e5580-3dbd-4fe9-9a8c-cebc258f657c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 20:04:33.699035 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670879'] for port, provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:33.788803 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776340'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:33.827717 n-d-792364-9 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:04:33.830523 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab93a52f5e9f9c79ecb3a0ab54efef7b22e6ddfed5349dcb963097e28a7c3159" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a3785-847d-41e2-a096-e61c6a3049f4" -d '{"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-plugged", "status": "completed", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:04:33.836464 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:33.848504 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747630957550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747630525678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747630526468'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:33.880224 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e93b3b-09c4-4a6a-b390-5f0044afeb19 x-openstack-request-id: req-e5e93b3b-09c4-4a6a-b390-5f0044afeb19 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:04:33.880664 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-plugged", "status": "completed", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:04:33.881539 n-d-792364-9 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5e93b3b-09c4-4a6a-b390-5f0044afeb19 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:04:33.881998 n-d-792364-9 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'code': 200} Nov 23 20:04:33.915762 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Pushing event updated for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:34.550545 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-66f1e5e0-1628-440f-ab54-70f66768aec7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441391 Nov 23 20:04:34.672958 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-a339c17f-ffe9-4184-908f-0d75b92d3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:34.674692 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-a339c17f-ffe9-4184-908f-0d75b92d3f61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1094 time: 0.0687423 Nov 23 20:04:34.795677 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-11ba50b0-6cc9-45b1-9ec5-40b47ffc600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:34.798068 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-11ba50b0-6cc9-45b1-9ec5-40b47ffc600d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.1014564 Nov 23 20:04:34.882049 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-be01b70d-93a9-4aad-99aa-4e5e300d67c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 998 time: 0.0729711 Nov 23 20:04:34.948613 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-03ede2b1-5fa4-460c-a5b7-f4bc8cb617ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:34.950215 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-03ede2b1-5fa4-460c-a5b7-f4bc8cb617ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0605531 Nov 23 20:04:35.001831 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-86b64498-aac4-441c-ae28-ff4d76c0f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:35.003306 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-86b64498-aac4-441c-ae28-ff4d76c0f222 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444560 Nov 23 20:04:35.104577 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-6cae715e-cd2f-452b-901d-cd85e2f63541 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Nov 23 20:04:35.214228 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-4c5d05b9-22aa-4c5a-9c97-11e007822014 req-718a6b50-e2e4-4d6a-9395-5eaeec4fb5fa service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015601 Nov 23 20:04:38.938232 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-de348a4e-96c8-465a-b6d7-ff5a2d923b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:38.939782 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-de348a4e-96c8-465a-b6d7-ff5a2d923b63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1096 time: 0.0490434 Nov 23 20:04:39.060579 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-328fc9e5-e9f0-4d00-bb53-d0ca8280b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:39.062047 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-328fc9e5-e9f0-4d00-bb53-d0ca8280b381 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.0978873 Nov 23 20:04:39.154099 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-724c03f4-5f8d-4e75-8b32-3e957fb97f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 1001 time: 0.0777197 Nov 23 20:04:39.214588 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-5979d82f-6ee1-4dbb-9bee-7cd2f86341dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:39.216212 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-5979d82f-6ee1-4dbb-9bee-7cd2f86341dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0491002 Nov 23 20:04:39.282903 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-c935d8fc-9e56-4385-8809-5c2f362cdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:39.284874 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-c935d8fc-9e56-4385-8809-5c2f362cdd5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560443 Nov 23 20:04:39.394124 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-bbe5a300-44c4-4f38-8138-0498936da1bf service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966668 Nov 23 20:04:39.499265 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-821f385c-24bd-45a0-9685-db4e354fcd95 req-a1a294b2-ea36-4ac6-8619-48de980c24e8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933473 Nov 23 20:04:39.826420 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:41.074096 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.282366 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:42.453906 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Deleting port 8f9789d6-6247-4663-b0d1-04837f6ecf55 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:42.454148 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.534306 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.534630 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.546002 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Calling delete_port for 8f9789d6-6247-4663-b0d1-04837f6ecf55 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:42.692617 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.718518 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event deleted for resources: {'Port': ['ID=8f9789d6-6247-4663-b0d1-04837f6ecf55,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:42.742879 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.743227 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.743595 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.743930 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.744260 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.744589 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.744917 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.745246 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.745569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.745889 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.746209 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.746527 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:42.789084 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:42.789084 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Floating IP 818786d9-5976-4781-8cfe-9bf3a112d80e disassociated (deleted). External IP: 172.25.5.132, port: 899e5580-3dbd-4fe9-9a8c-cebc258f657c. Nov 23 20:04:42.994933 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:04:43.102714 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:04:43.107569 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:43.112715 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:04:43.123050 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:43.123698 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:43.134828 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-cf2333c5-63d3-442d-9297-385ef21b62e8 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "DELETE /v2.0/floatingips/818786d9-5976-4781-8cfe-9bf3a112d80e HTTP/1.1" status: 204 len: 168 time: 0.8512681 Nov 23 20:04:43.135437 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:04:43.137696 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab271e-8dfa-4b05-a631-382cef62ec22" -d '{"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:04:43.232185 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:43.236080 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32beb5-7d37-4c08-a939-d6a3b3d3b0d7 x-openstack-request-id: req-be32beb5-7d37-4c08-a939-d6a3b3d3b0d7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:04:43.236448 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:04:43.236791 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be32beb5-7d37-4c08-a939-d6a3b3d3b0d7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:04:43.237217 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'status': 'completed', 'code': 200} Nov 23 20:04:43.316569 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-0f75d6fb-d53d-4da8-8c02-e8e9d14e0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:43.318168 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-0f75d6fb-d53d-4da8-8c02-e8e9d14e0840 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 1096 time: 0.0524378 Nov 23 20:04:43.426422 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe09c8-8e75-4dcb-b59f-ab091ac41096 req-ec2ad1e6-5776-46dd-bfd1-0aca9d6c5f05 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:43.428726 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98fe09c8-8e75-4dcb-b59f-ab091ac41096 req-ec2ad1e6-5776-46dd-bfd1-0aca9d6c5f05 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.1047692 Nov 23 20:04:43.432236 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-6718cc50-085b-4d7f-8803-e2d1fff122b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:43.434023 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-6718cc50-085b-4d7f-8803-e2d1fff122b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.1060121 Nov 23 20:04:43.487580 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:43.488917 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-f92d5174-59db-4559-bf77-d53f68750130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 200 len: 217 time: 0.0461996 Nov 23 20:04:43.491035 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-98fe09c8-8e75-4dcb-b59f-ab091ac41096 req-bea4ba67-b58d-402d-a447-daac1b6c2344 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498157 Nov 23 20:04:43.517760 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:04:43.526721 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:43.527338 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:43.549398 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-6b2cda4a-f097-43c6-98d6-1e3e2d0ce60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:43.550849 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-6b2cda4a-f097-43c6-98d6-1e3e2d0ce60f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0538285 Nov 23 20:04:43.600378 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-16e013aa-93f2-4299-a648-11ef0a4c8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:43.601935 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-16e013aa-93f2-4299-a648-11ef0a4c8cfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411372 Nov 23 20:04:43.637251 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:43.693850 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-455fcff0-2316-4822-9dfe-17a56b081b74 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839241 Nov 23 20:04:43.796726 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-c2ab271e-8dfa-4b05-a631-382cef62ec22 req-39d3d60d-5ec1-485e-bfb2-b6bad67e5981 service neutron] 10.222.0.47 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936465 Nov 23 20:04:43.868199 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:43.894779 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80be2289-7372-4876-b165-41a18a1f23bf None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_floatingips': [{'id': '650ea95b-1703-47e1-9c71-28ba46d9c6ba', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'router_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'port_id': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'mac_address': 'fa:16:3e:56:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526fcba1-9072-48d9-a0e3-7295842af73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T20:00:25Z', 'updated_at': '2021-11-23T20:00:27Z', 'revision_number': 1, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:04:44.161007 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30993da-4cf1-4ab7-9db0-26898e9ec117 None None] New status for floating IP 818786d9-5976-4781-8cfe-9bf3a112d80e: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 20:04:44.615874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0ee4-70ef-4993-9bd0-ceaba4947f71 req-9f14d4aa-fb2c-4e4f-972d-928b2110d4db tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:44.617660 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5beb0ee4-70ef-4993-9bd0-ceaba4947f71 req-9f14d4aa-fb2c-4e4f-972d-928b2110d4db tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.0494835 Nov 23 20:04:44.665988 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-5beb0ee4-70ef-4993-9bd0-ceaba4947f71 req-36033722-d535-47bb-b9e7-52add980e038 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Nov 23 20:04:45.166692 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-914471cf-a199-47dc-9820-a52c56e48fee tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:45.168087 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-914471cf-a199-47dc-9820-a52c56e48fee tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.47 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 945 time: 0.0527625 Nov 23 20:04:45.260170 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Deleting port 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:45.260514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:45.351264 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] For port 899e5580-3dbd-4fe9-9a8c-cebc258f657c, host n-h1-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-9',level=0,port_id=899e5580-3dbd-4fe9-9a8c-cebc258f657c,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:45.351646 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:45.363277 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Calling delete_port for 899e5580-3dbd-4fe9-9a8c-cebc258f657c owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:45.495531 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:45.526939 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event deleted for resources: {'Port': ['ID=899e5580-3dbd-4fe9-9a8c-cebc258f657c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:45.570777 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] No DVR routers for this DVR port 899e5580-3dbd-4fe9-9a8c-cebc258f657c on host n-h1-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 20:04:45.573381 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:45.576751 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-a0bc4a24-42c8-46db-8ecf-5591e10e19e6 req-e21500c0-40fe-4751-896d-b5606eb01704 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.47 "DELETE /v2.0/ports/899e5580-3dbd-4fe9-9a8c-cebc258f657c HTTP/1.1" status: 204 len: 173 time: 0.3989813 Nov 23 20:04:45.577175 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-deleted', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:04:45.579515 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3b3b3-114c-4a16-8523-5ac747df34f0" -d '{"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-deleted", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:04:45.618023 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde11992-0290-4117-8d2e-79533ac9708e x-openstack-request-id: req-cde11992-0290-4117-8d2e-79533ac9708e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:04:45.618877 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90594db-af43-4841-b56e-a5fd86675c1c", "name": "network-vif-deleted", "tag": "899e5580-3dbd-4fe9-9a8c-cebc258f657c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:04:45.618877 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cde11992-0290-4117-8d2e-79533ac9708e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:04:45.619114 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90594db-af43-4841-b56e-a5fd86675c1c', 'name': 'network-vif-deleted', 'tag': '899e5580-3dbd-4fe9-9a8c-cebc258f657c', 'status': 'completed', 'code': 200} Nov 23 20:04:45.699418 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:45.720077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:45.720432 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:45.773973 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-cda3ce9e-f18c-4f1f-8aa6-4af0ec274293 req-439f6324-3646-4962-bfcf-e089820a758e tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90594db-af43-4841-b56e-a5fd86675c1c HTTP/1.1" status: 200 len: 210 time: 0.0268972 Nov 23 20:04:47.331625 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:47.491013 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Deleting port 5f0ba98b-89ac-4696-938c-aaef1cbabacd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:47.491661 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:47.570593 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:47.570833 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:47.582340 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Calling delete_port for 5f0ba98b-89ac-4696-938c-aaef1cbabacd owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:47.731110 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:47.760456 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event deleted for resources: {'Port': ['ID=5f0ba98b-89ac-4696-938c-aaef1cbabacd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:47.827770 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for floatingip, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:47.827770 n-d-792364-9 neutron-server[103400]: INFO neutron.db.l3_db [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Floating IP 650ea95b-1703-47e1-9c71-28ba46d9c6ba disassociated (deleted). External IP: 172.25.5.71, port: 9a6d5f2c-7819-4d26-a764-2f084d7994f8. Nov 23 20:04:48.034226 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:04:48.149123 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:04:48.153409 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for floatingip, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:48.160598 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:04:48.171819 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:48.172445 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:48.180969 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-34bfc1be-84ee-4f2d-8dfb-d68862d6d94d tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "DELETE /v2.0/floatingips/650ea95b-1703-47e1-9c71-28ba46d9c6ba HTTP/1.1" status: 204 len: 168 time: 0.8482296 Nov 23 20:04:48.181562 n-d-792364-9 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:04:48.183839 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cf4251145cdcd0ec62c8bf8c7e41c6972f4e8816587eaaf519cb16b985c0cef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435842e5-80fd-42a4-884e-a5ca287f943f" -d '{"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:04:48.223028 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5bf7ca-cc3e-41ef-b602-713627c60b87 x-openstack-request-id: req-3e5bf7ca-cc3e-41ef-b602-713627c60b87 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:04:48.223351 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:04:48.223615 n-d-792364-9 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e5bf7ca-cc3e-41ef-b602-713627c60b87 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:04:48.224588 n-d-792364-9 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'status': 'completed', 'code': 200} Nov 23 20:04:48.283067 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:48.301923 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435842e5-80fd-42a4-884e-a5ca287f943f req-38722d34-7266-48c3-85a7-6c13ed75a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:48.304989 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-38722d34-7266-48c3-85a7-6c13ed75a356 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 1094 time: 0.0556931 Nov 23 20:04:48.452380 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435842e5-80fd-42a4-884e-a5ca287f943f req-a9d30c0d-76b0-4fe5-8baa-98db6de9108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:48.453896 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-a9d30c0d-76b0-4fe5-8baa-98db6de9108d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 200 len: 910 time: 0.1311791 Nov 23 20:04:48.464993 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d12a-6d4e-4920-bfc8-b92dcb7ace47 req-ce7fd1bf-251a-4642-b3a8-8b7b84290cab tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:48.466523 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37f8d12a-6d4e-4920-bfc8-b92dcb7ace47 req-ce7fd1bf-251a-4642-b3a8-8b7b84290cab tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.0760708 Nov 23 20:04:48.515972 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-7338aab7-b234-4c5a-a4b1-d9ebe4904987 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 200 len: 217 time: 0.0484042 Nov 23 20:04:48.588902 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-37f8d12a-6d4e-4920-bfc8-b92dcb7ace47 req-97156d98-36de-4bad-bde3-10bb5eb865cf tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126571 Nov 23 20:04:48.595206 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435842e5-80fd-42a4-884e-a5ca287f943f req-13eef59d-6018-45ac-a345-69e1bd732cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:48.596327 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-13eef59d-6018-45ac-a345-69e1bd732cde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 200 len: 848 time: 0.0698826 Nov 23 20:04:48.605268 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:48.634864 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:04:48.643787 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:48.644157 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:48.652096 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435842e5-80fd-42a4-884e-a5ca287f943f req-a58352f1-151b-4848-8e62-413cdf474803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:48.653643 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-a58352f1-151b-4848-8e62-413cdf474803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484588 Nov 23 20:04:48.754172 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-e2fe8ee4-dbe0-415b-b3ae-a22fb3027fc9 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891085 Nov 23 20:04:48.755434 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:48.854337 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-435842e5-80fd-42a4-884e-a5ca287f943f req-194a2789-5c9f-4d1b-a78d-4a2a393fc950 service neutron] 10.222.0.50 "GET /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Nov 23 20:04:48.962666 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:48.993715 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafed63-1580-40d0-8bfb-285f9a1463e2 None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9', '_interfaces': [{'id': 'd95338cf-e102-468d-b7c2-78203cc457da', 'name': '', 'network_id': '7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'mac_address': 'fa:16:3e:d5:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:04Z', 'updated_at': '2021-11-23T20:00:08Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'subnets': [{'id': '3c8360a8-8d5c-4909-8a1f-a1ad73e714cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:04:49.228411 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621068e9-77a7-45fb-8987-4c7d029773ca None None] New status for floating IP 650ea95b-1703-47e1-9c71-28ba46d9c6ba: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 20:04:49.702340 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c no longer exists at agent hyperv_n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:49.721131 n-d-792364-9 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066bba-1baf-4753-83d4-c7d66a000b4e req-80912029-d99c-4a19-81cb-bdaa97c7b1e4 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:49.722877 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98066bba-1baf-4753-83d4-c7d66a000b4e req-80912029-d99c-4a19-81cb-bdaa97c7b1e4 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.0591664 Nov 23 20:04:49.723571 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] No Port match for: 899e5580-3dbd-4fe9-9a8c-cebc258f657c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:49.724422 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Device 899e5580-3dbd-4fe9-9a8c-cebc258f657c not bound to the agent host n-h1-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:49.791120 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-98066bba-1baf-4753-83d4-c7d66a000b4e req-bcf37177-f3bb-4f85-ada1-b81dd0c1d09f tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615807 Nov 23 20:04:50.094805 n-d-792364-9 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af6891-23f0-44c9-8652-bf33496f9464 req-365d5347-f650-4a3c-a4be-3e4056390463 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 20:04:50.096301 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59af6891-23f0-44c9-8652-bf33496f9464 req-365d5347-f650-4a3c-a4be-3e4056390463 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.50 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 943 time: 0.0480654 Nov 23 20:04:50.185724 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Deleting port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:50.186058 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:50.276306 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] For port 9a6d5f2c-7819-4d26-a764-2f084d7994f8, host n-h2-792364-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-9',level=0,port_id=9a6d5f2c-7819-4d26-a764-2f084d7994f8,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:50.276664 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:50.289657 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Calling delete_port for 9a6d5f2c-7819-4d26-a764-2f084d7994f8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:50.420277 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:50.450371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event deleted for resources: {'Port': ['ID=9a6d5f2c-7819-4d26-a764-2f084d7994f8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:50.475255 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.475629 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.475973 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.476333 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.476669 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.477002 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.477332 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.477662 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.477987 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.478311 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.478635 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.478963 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-9 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 20:04:50.500373 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] No DVR routers for this DVR port 9a6d5f2c-7819-4d26-a764-2f084d7994f8 on host n-h2-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 20:04:50.502846 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2072410'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:50.506878 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [req-59af6891-23f0-44c9-8652-bf33496f9464 req-28afc55c-a9dd-4cab-b63b-34f025a3f7c6 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.50 "DELETE /v2.0/ports/9a6d5f2c-7819-4d26-a764-2f084d7994f8 HTTP/1.1" status: 204 len: 173 time: 0.4027705 Nov 23 20:04:50.507345 n-d-792364-9 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-deleted', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 20:04:50.509665 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042f0ff0c3595e4181faaefa576c97c626e8d5fd4043b17c96dc434a5b378fdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd69336-05c6-4a05-be5f-a7e73346c6d6" -d '{"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-deleted", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 20:04:50.603803 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 20:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce101111-e583-49bc-bd56-9558c1b84911 x-openstack-request-id: req-ce101111-e583-49bc-bd56-9558c1b84911 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 20:04:50.604181 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526fcba1-9072-48d9-a0e3-7295842af73d", "name": "network-vif-deleted", "tag": "9a6d5f2c-7819-4d26-a764-2f084d7994f8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 20:04:50.604412 n-d-792364-9 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce101111-e583-49bc-bd56-9558c1b84911 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 20:04:50.604822 n-d-792364-9 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526fcba1-9072-48d9-a0e3-7295842af73d', 'name': 'network-vif-deleted', 'tag': '9a6d5f2c-7819-4d26-a764-2f084d7994f8', 'status': 'completed', 'code': 200} Nov 23 20:04:50.917220 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [req-f79d9f53-be91-4447-b2aa-b586fdfad1d8 req-19cba02f-633a-4408-9238-9d9bcebf8fcd tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "GET /v2.0/ports?device_id=526fcba1-9072-48d9-a0e3-7295842af73d HTTP/1.1" status: 200 len: 210 time: 0.0287244 Nov 23 20:04:51.975026 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:52.032830 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.056857 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.115642 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.118610 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Publish callbacks [] for security_group, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.119806 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c1bdb51-a4e8-4cb9-9546-48b98d74a5db HTTP/1.1" status: 204 len: 168 time: 0.1437449 Nov 23 20:04:52.128942 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4af41d-7873-47f9-9cf4-b931bc61fef9 tempest-TestSnapshotPattern-2948028 tempest-TestSnapshotPattern-2948028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1bdb51-a4e8-4cb9-9546-48b98d74a5db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:52.170926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:52.512590 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.754723 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Deleting port d95338cf-e102-468d-b7c2-78203cc457da {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:52.754972 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.832033 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] For port d95338cf-e102-468d-b7c2-78203cc457da, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d95338cf-e102-468d-b7c2-78203cc457da,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:52.832394 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:52.845275 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Calling delete_port for d95338cf-e102-468d-b7c2-78203cc457da owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:53.022407 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:53.045683 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95338cf-e102-468d-b7c2-78203cc457da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:53.543188 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:53.755150 n-d-792364-9 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Router 0621a319-d1b5-4383-9024-c58ccb49347f has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:04:53.861874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:04:53.867788 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-d8d0df8b-a07b-43b2-af89-e876ea28c2c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/0621a319-d1b5-4383-9024-c58ccb49347f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956780 Nov 23 20:04:53.870229 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49418) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:53.872872 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Sync routers for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:04:53.883533 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:53.884132 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:53.973521 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks [] for router, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:53.985155 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: n-d-792364-9 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:54.075504 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.132722 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Deleting port d07ef543-552e-4de1-9e5b-db9fc834132c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:54.133069 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.158112 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:04:52Z', 'revision_number': 5, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port': {'id': 'd07ef543-552e-4de1-9e5b-db9fc834132c', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:54.187863 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Checking router: 0621a319-d1b5-4383-9024-c58ccb49347f for host: n-d-792364-9 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:04:54.196126 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Routers {'0621a319-d1b5-4383-9024-c58ccb49347f'} bound to L3 agent in host n-d-792364-9 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:54.196731 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['0621a319-d1b5-4383-9024-c58ccb49347f'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:54.211622 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] For port d07ef543-552e-4de1-9e5b-db9fc834132c, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=d07ef543-552e-4de1-9e5b-db9fc834132c,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:54.211990 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.224367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Calling delete_port for d07ef543-552e-4de1-9e5b-db9fc834132c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:54.281065 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] Set router 0621a319-d1b5-4383-9024-c58ccb49347f gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:54.332234 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:04:54Z', 'revision_number': 6, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:54.362007 n-d-792364-9 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84fde2-285d-4d35-aa85-b9e95bd08cc0 None None] The sync data for ids ['0621a319-d1b5-4383-9024-c58ccb49347f'] in n-d-792364-9 is: [{'id': '0621a319-d1b5-4383-9024-c58ccb49347f', 'name': 'tempest-TestSnapshotPattern-414043571-router', 'tenant_id': '1371af1ca834482e8a47f0ab9d8f798b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:02Z', 'updated_at': '2021-11-23T20:04:54Z', 'revision_number': 6, 'project_id': '1371af1ca834482e8a47f0ab9d8f798b', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:04:54.398180 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.422355 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07ef543-552e-4de1-9e5b-db9fc834132c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:54.438865 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343b483-4b63-412c-b12a-cadc76b094be None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:04:54.498348 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.588852 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.590944 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.632739 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.633367 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0621a319-d1b5-4383-9024-c58ccb49347f {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 20:04:54.637998 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] Publish callbacks [] for router, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.639121 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-a8e79dd5-310d-43c8-a3f8-fb0fe9f3a177 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0621a319-d1b5-4383-9024-c58ccb49347f HTTP/1.1" status: 204 len: 168 time: 0.7679877 Nov 23 20:04:54.642029 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:54.687653 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Deleting subnet 3c8360a8-8d5c-4909-8a1f-a1ad73e714cf {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 20:04:54.693192 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.737311 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25317934'] for subnet, precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.808284 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d95338cf-e102-468d-b7c2-78203cc457da no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:54.824955 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.828755 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d95338cf-e102-468d-b7c2-78203cc457da {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:54.829110 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d95338cf-e102-468d-b7c2-78203cc457da not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:54.832872 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 no longer exists at agent hyperv_n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:54.854282 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] No Port match for: 9a6d5f2c-7819-4d26-a764-2f084d7994f8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:54.854544 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Device 9a6d5f2c-7819-4d26-a764-2f084d7994f8 not bound to the agent host n-h2-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:54.880283 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25318108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27220483'] for subnet, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.904926 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8360a8-8d5c-4909-8a1f-a1ad73e714cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:54.910514 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:54.913941 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-19e0de90-8ea0-4400-a61a-8c08abbaf32b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3c8360a8-8d5c-4909-8a1f-a1ad73e714cf HTTP/1.1" status: 204 len: 168 time: 0.2710536 Nov 23 20:04:54.916445 n-d-792364-9 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.37', 49422) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:54.916678 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654614c-05ee-4f2a-b653-644ae66e8d01 None None] Network 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:04:54.989557 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.045713 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Deleting port 5b9620ff-847e-4f86-8ebd-5bef0380238e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:55.046056 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.114617 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] For port 5b9620ff-847e-4f86-8ebd-5bef0380238e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5b9620ff-847e-4f86-8ebd-5bef0380238e,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:55.115293 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.129874 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Calling delete_port for 5b9620ff-847e-4f86-8ebd-5bef0380238e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:55.131991 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] DHCP port deletion for 7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:04:55.180874 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Deleting port 5b9620ff-847e-4f86-8ebd-5bef0380238e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:55.181286 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.212589 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25318017'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.235717 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9620ff-847e-4f86-8ebd-5bef0380238e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:55.245599 n-d-792364-9 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] No DVR routers for this DVR port 5b9620ff-847e-4f86-8ebd-5bef0380238e on host n-d-792364-9 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 20:04:55.260261 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] For port 5b9620ff-847e-4f86-8ebd-5bef0380238e, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=5b9620ff-847e-4f86-8ebd-5bef0380238e,segment=NetworkSegment(78c5baa6-4197-4f9b-b998-5fd9dfc15e5d),segment_id=78c5baa6-4197-4f9b-b998-5fd9dfc15e5d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:55.260655 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.273442 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Calling delete_port for 5b9620ff-847e-4f86-8ebd-5bef0380238e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:55.326124 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.349078 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:55.357247 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669'] for port, after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.359130 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:55.359796 n-d-792364-9 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c5baa6-4197-4f9b-b998-5fd9dfc15e5d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:55.371333 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25317943'] for segment, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.385134 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] Pushing event deleted for resources: {'Port': ['ID=5b9620ff-847e-4f86-8ebd-5bef0380238e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:55.386738 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.389105 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a72f4-ce16-444c-90de-f9994f70a44a None None] No DVR routers for this DVR port 5b9620ff-847e-4f86-8ebd-5bef0380238e on host n-d-792364-9 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 20:04:55.394061 n-d-792364-9 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 20:04:55.394959 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25318258'] for segment, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: Traceback (most recent call last): Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: timer() Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: cb(*args, **kw) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: return func(*args, **kwargs) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: self._notify() Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: self.callback(batched_events) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: event.method(event) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: return f(self, *a, **k) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: return self._get(url).json() Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 20:04:55.396846 n-d-792364-9 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 20:04:55.459500 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.464612 n-d-792364-9 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Publish callbacks [] for network, before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:55.468141 n-d-792364-9 neutron-server[103400]: INFO neutron.wsgi [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9 HTTP/1.1" status: 204 len: 168 time: 0.5507510 Nov 23 20:04:55.471221 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:55.481120 n-d-792364-9 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf7afb-4695-4c90-b142-5ffc88a03a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a27e5a8-1f60-4bce-bd69-d6fb0f80d0b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:55.817380 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649342'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:56.059008 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Deleting port 89184dda-6fb1-47e5-979b-34c7ae3a3a09 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:56.059366 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:56.134604 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] For port 89184dda-6fb1-47e5-979b-34c7ae3a3a09, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=89184dda-6fb1-47e5-979b-34c7ae3a3a09,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:56.134872 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:56.147448 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Calling delete_port for 89184dda-6fb1-47e5-979b-34c7ae3a3a09 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:56.320531 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:56.360241 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Pushing event deleted for resources: {'Port': ['ID=89184dda-6fb1-47e5-979b-34c7ae3a3a09,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:56.519360 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403502'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:56.585971 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5b9620ff-847e-4f86-8ebd-5bef0380238e no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:56.609242 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 5b9620ff-847e-4f86-8ebd-5bef0380238e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:56.609500 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 5b9620ff-847e-4f86-8ebd-5bef0380238e not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:56.609919 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d07ef543-552e-4de1-9e5b-db9fc834132c no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:56.628704 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: d07ef543-552e-4de1-9e5b-db9fc834132c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:56.629047 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device d07ef543-552e-4de1-9e5b-db9fc834132c not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:56.738182 n-d-792364-9 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Router ba9caec6-a79e-4963-9944-143e133a27ac has already been hosted by L3 agent 4e42520b-80ca-485e-a252-5f05a085b19e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 20:04:57.164729 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] Notify agent at l3_agent.n-d-792364-9 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 20:04:57.169634 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-9f9faf18-93cf-47a1-bac9-be4129867862 admin admin] 10.222.0.37 "PUT /v2.0/routers/ba9caec6-a79e-4963-9944-143e133a27ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6968143 Nov 23 20:04:57.172225 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:57.174794 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Sync routers for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 20:04:57.185921 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:57.186533 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:57.276396 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.295609 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: n-d-792364-9 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:57.375102 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.435766 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Deleting port b066228b-65a0-43f9-95c7-49f8bb941b29 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:57.436017 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.470468 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'external_fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:04:56Z', 'revision_number': 5, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port': {'id': 'b066228b-65a0-43f9-95c7-49f8bb941b29', 'name': '', 'network_id': '5a0b4ef6-26aa-4848-887a-1978d74c36a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T20:00:07Z', 'updated_at': '2021-11-23T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18ea3ffe-ad63-4392-9118-8a9c913389b0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-9'}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:57.501077 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Checking router: ba9caec6-a79e-4963-9944-143e133a27ac for host: n-d-792364-9 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 20:04:57.513937 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Routers {'ba9caec6-a79e-4963-9944-143e133a27ac'} bound to L3 agent in host n-d-792364-9 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 20:04:57.514179 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] For port b066228b-65a0-43f9-95c7-49f8bb941b29, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=b066228b-65a0-43f9-95c7-49f8bb941b29,segment=NetworkSegment(2d25b1f2-c5b3-4077-86d0-69bada56cf9e),segment_id=2d25b1f2-c5b3-4077-86d0-69bada56cf9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:57.514313 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.514553 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T18:24:30Z,description=,heartbeat_timestamp=2021-11-23T20:04:30Z,host='n-d-792364-9',id=4e42520b-80ca-485e-a252-5f05a085b19e,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T18:24:30Z,topic='l3_agent')) {'router_ids': ['ba9caec6-a79e-4963-9944-143e133a27ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:57.528152 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Calling delete_port for b066228b-65a0-43f9-95c7-49f8bb941b29 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:57.622046 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27b7f52e-fdb2-4ffa-830e-4dc7abf2e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.630514 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] Set router ba9caec6-a79e-4963-9944-143e133a27ac gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 20:04:57.684199 n-d-792364-9 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:04:57Z', 'revision_number': 6, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port_host': None}], 'n-d-792364-9', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:57.700399 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.714911 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f431b5a-fd7e-48d0-a0df-7c62bf415e18 None None] The sync data for ids ['ba9caec6-a79e-4963-9944-143e133a27ac'] in n-d-792364-9 is: [{'id': 'ba9caec6-a79e-4963-9944-143e133a27ac', 'name': 'tempest-TestSnapshotPattern-617979107-router', 'tenant_id': '613aaa73d56e469bab8bdf0dd64d347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T20:00:06Z', 'updated_at': '2021-11-23T20:04:57Z', 'revision_number': 6, 'project_id': '613aaa73d56e469bab8bdf0dd64d347e', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 20:04:57.728314 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Pushing event deleted for resources: {'Port': ['ID=b066228b-65a0-43f9-95c7-49f8bb941b29,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:57.744022 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b19dc-c746-4929-b7c7-2d1ffe4d3162 None None] DHCP port deletion for 5a0b4ef6-26aa-4848-887a-1978d74c36a3 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:04:57.795297 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404485'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.895589 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-961'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.898562 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.945006 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403553'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.945549 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba9caec6-a79e-4963-9944-143e133a27ac {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 20:04:57.951039 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:57.952212 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-63b1e657-6f33-4af8-bba8-362e94e39996 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ba9caec6-a79e-4963-9944-143e133a27ac HTTP/1.1" status: 204 len: 168 time: 0.7790694 Nov 23 20:04:57.954945 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:58.009295 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Deleting subnet 39b3232b-11a1-41ea-bf2b-c3c1e3d5620b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 20:04:58.012465 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.050954 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27056015'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.133235 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674385'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.190139 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27055989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26970869'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.220339 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b3232b-11a1-41ea-bf2b-c3c1e3d5620b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:58.226216 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.229426 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-8f29d9bc-bb01-4b2f-b0ad-5d34e3099b5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/39b3232b-11a1-41ea-bf2b-c3c1e3d5620b HTTP/1.1" status: 204 len: 168 time: 0.2734649 Nov 23 20:04:58.231838 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78abfd-daab-4108-932c-5a36bd061663 None None] Network 9ec3e7e3-dcf2-40db-834e-87a43716d840 requested from n-d-792364-9 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 20:04:58.231974 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:58.298960 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-728763'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.351579 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Deleting port cb61f6e9-773a-4080-83bc-59b9df284f27 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 20:04:58.351919 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747630957406'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.418501 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] For port cb61f6e9-773a-4080-83bc-59b9df284f27, host n-d-792364-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-9',level=0,port_id=cb61f6e9-773a-4080-83bc-59b9df284f27,segment=NetworkSegment(aee9bef8-5c55-4847-8bca-68180214639d),segment_id=aee9bef8-5c55-4847-8bca-68180214639d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 20:04:58.418857 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405015'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.431851 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Calling delete_port for cb61f6e9-773a-4080-83bc-59b9df284f27 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 20:04:58.508794 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747630959728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747630525669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27055912'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.538936 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb61f6e9-773a-4080-83bc-59b9df284f27,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:58.540793 n-d-792364-9 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] No DVR routers for this DVR port cb61f6e9-773a-4080-83bc-59b9df284f27 on host n-d-792364-9 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 20:04:58.556121 n-d-792364-9 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41512a3c-c43c-40f4-962c-d2c71d8c15e6 None None] DHCP port deletion for 9ec3e7e3-dcf2-40db-834e-87a43716d840 request from n-d-792364-9 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 20:04:58.620864 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b066228b-65a0-43f9-95c7-49f8bb941b29 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:58.622590 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669284', 'neutron.services.segments.db._delete_segments_for_network-8747631054520'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.640485 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: b066228b-65a0-43f9-95c7-49f8bb941b29 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:58.641130 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device b066228b-65a0-43f9-95c7-49f8bb941b29 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:58.641254 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cb61f6e9-773a-4080-83bc-59b9df284f27 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:58.643361 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec3e7e3-dcf2-40db-834e-87a43716d840']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:58.653196 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee9bef8-5c55-4847-8bca-68180214639d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:58.653497 n-d-792364-9 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee9bef8-5c55-4847-8bca-68180214639d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 20:04:58.663770 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: cb61f6e9-773a-4080-83bc-59b9df284f27 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:58.663886 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747631083340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27056022'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.664011 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device cb61f6e9-773a-4080-83bc-59b9df284f27 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:58.664427 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 89184dda-6fb1-47e5-979b-34c7ae3a3a09 no longer exists at agent ovs-agent-n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 20:04:58.683049 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.686080 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] No Port match for: 89184dda-6fb1-47e5-979b-34c7ae3a3a09 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 20:04:58.686428 n-d-792364-9 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Device 89184dda-6fb1-47e5-979b-34c7ae3a3a09 not bound to the agent host n-d-792364-9 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 20:04:58.689605 n-d-792364-9 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 20:04:58.690064 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27055835'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: Traceback (most recent call last): Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: timer() Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: cb(*args, **kw) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: return func(*args, **kwargs) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: self._notify() Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: self.callback(batched_events) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: event.method(event) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: return f(self, *a, **k) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: return self._get(url).json() Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 20:04:58.691757 n-d-792364-9 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 20:04:58.751126 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404652'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.757224 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:58.760481 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ec3e7e3-dcf2-40db-834e-87a43716d840 HTTP/1.1" status: 204 len: 168 time: 0.5275750 Nov 23 20:04:58.772143 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090279-954f-4e15-ab0d-446f97f09977 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec3e7e3-dcf2-40db-834e-87a43716d840,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:58.963269 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:59.003414 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-220086ac-3819-42d1-8af7-b18bc99f7fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1371af1ca834482e8a47f0ab9d8f798b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388534 Nov 23 20:04:59.005850 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:59.053028 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.073462 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.124492 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.127167 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.128386 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e6c1dc3-e2e0-4703-b9bf-53b265d257c6 HTTP/1.1" status: 204 len: 168 time: 0.1216400 Nov 23 20:04:59.136274 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c7d3-68f8-4564-b960-5d05e1bf64c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c1dc3-e2e0-4703-b9bf-53b265d257c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:04:59.467101 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:59.505360 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-760ce4ee-304d-4b84-a6be-a01151748deb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=613aaa73d56e469bab8bdf0dd64d347e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370843 Nov 23 20:04:59.508343 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.37', 49444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 20:04:59.555300 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.578413 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.629346 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629484'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.632458 n-d-792364-9 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:04:59.633623 n-d-792364-9 neutron-server[103399]: INFO neutron.wsgi [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbe93557-c6f6-4709-b983-58e20d978734 HTTP/1.1" status: 204 len: 168 time: 0.1243856 Nov 23 20:04:59.648829 n-d-792364-9 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af585cef-f397-4506-9020-acab5b2215d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe93557-c6f6-4709-b983-58e20d978734,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 20:05:00.097869 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:05:00.334478 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b00e544-f6b4-4e41-8037-27e0c5fbb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:01.104516 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:02.535253 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:03.430509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:09.831053 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:11.116251 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:27.606554 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29f0acce-ff97-4c54-840b-61692d6f529e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:30.335422 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e4d1cab-5c2c-4cf1-a62d-a837a3e3763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:31.107509 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:32.543771 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:33.433891 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:37.096585 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:05:39.818116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:41.136021 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:05:57.609039 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-501ea31c-3538-4c2d-82f5-ca616f4e039e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:00.337624 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7a2af68-020b-452e-bbe7-ac1790f5faf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:01.111475 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:02.540746 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:03.440712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:09.846612 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:11.134720 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:14.095391 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:06:27.610789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c885ca5b-eb49-4c37-b26c-ecddf4d642c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:30.338331 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c094b7a-a919-4b43-b1b3-24a770bdb7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:31.114423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:32.543618 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:33.433116 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:39.874698 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:41.148152 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:06:51.094536 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:06:57.615748 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-579e0e79-a137-4abf-aea5-ea771f20d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:00.341289 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b455775-1363-459e-a6b1-85450423340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:01.116137 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:02.546547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:03.434945 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:09.867689 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:11.151153 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:27.618037 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b44e53dc-2df2-4198-8ae1-56d1fc85944f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:28.093648 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:07:30.342700 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-466c8f01-1c61-4209-a701-c37088be0d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:31.118546 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:32.548874 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:33.436628 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:39.889323 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:41.162960 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:07:57.619423 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7eb41709-61a4-412d-abc8-37611bb29f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:00.344119 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffcf4-5514-4f54-bc88-eb6129eec277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:01.122832 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:02.551434 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:03.438730 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:05.092344 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:08:09.887732 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:11.162737 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:27.621513 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aafb7d64-7ad1-4525-bb01-965179919829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:30.345952 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-629fe1e7-46b2-47dd-b958-be0b1d61c144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:31.126031 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:32.553079 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:33.441357 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:39.888842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:41.176365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:08:42.092251 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:08:57.623413 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46ca7482-3555-490f-bf2e-da76055e2b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:00.347993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77268e2f-7ed6-4150-a2fb-0e9a9788352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:01.129267 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:02.556740 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:03.442167 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:09.902428 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:11.172715 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:19.091466 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:09:27.625547 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94c48e5b-1421-4ec6-a406-5faa275fa995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:30.349308 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2898-35de-43c1-80a6-d311c31f1c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:31.131426 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:32.560236 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:33.443842 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:39.916711 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:41.175981 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:09:56.090472 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:09:57.627099 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd5a08f3-17c0-43d2-962a-87a2c974faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:00.350967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09292dcc-6795-471d-a2bd-bd0bbe41f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:01.133877 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:02.565836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:03.445620 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:09.915712 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:11.186194 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:27.630082 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-174442ae-8d99-433e-b32d-4b0259eafae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:30.352721 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7434052-160f-4401-be81-df1e3f37a0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:31.137756 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:32.565365 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:33.089579 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:10:33.448643 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:39.917857 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:41.190954 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:10:57.631531 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b02-7778-4b1a-8a4b-4662d8fd47b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:00.355915 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30661429-5737-44e8-92b2-1415353874bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:01.140988 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:02.567425 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:03.450829 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:09.963789 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:10.089110 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:11:11.204884 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:27.633680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8bb3edc6-6c95-46ce-83d4-3ba07fb52edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:30.359435 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe444122-437f-4214-90f1-e0aacd2d1978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:31.143705 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:32.569998 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:33.453229 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:39.961826 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:41.205630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:11:47.088735 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:11:57.635787 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d243f75-3349-488a-9f39-0aaaac65cda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:00.361967 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee6cc152-bbe0-4a90-ad39-1ecfad48d8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:01.145951 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:02.572791 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:03.455019 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:09.989630 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:11.207347 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:24.088165 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:12:27.637836 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79129f6f-2a28-43da-9e6f-916f3203c6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:30.363223 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-851f822f-51b2-41a8-9b09-baa7aff7fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:31.149401 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:32.578272 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:33.613933 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:40.005470 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:41.220922 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:12:57.638993 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a9f53ba-9650-4e50-8da2-1df1421e2553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:00.366029 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0085d850-0946-405d-aa22-46c353fc44a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:01.087045 n-d-792364-9 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-9a17e9f0-f6d7-4fa9-a8a8-a9fe827f2d4e None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 20:13:01.151098 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:02.578691 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b20-cfcf-4120-bf3b-e0e7c365b180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:03.456391 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f93393fc-67d8-4a4e-8893-2276278be72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:09.002371 n-d-792364-9 neutron-server[103399]: DEBUG neutron.wsgi [req-d25f9d42-2cc2-47c7-ba53-6b5de015ff55 req-bf091808-a1d5-467d-813e-5f41558b895d service neutron] (103399) timed out ('10.222.0.37', 47276) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 20:13:10.004111 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd76f371-7c7a-494e-bb3d-f3e967cd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:11.219192 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cdc43a5-617e-49b0-bc86-db1c05eb9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:27.640680 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc7d286e-920d-4423-8348-6d4faadcafd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:30.367916 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6817b01a-6a97-47a2-9238-bc503f23d11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 20:13:31.155522 n-d-792364-9 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e1b021-a27e-4145-bd48-5911ee176f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747631054529', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670538'] for agent, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}